-- Logs begin at Wed 2021-06-30 08:12:21 UTC, end at Wed 2021-06-30 10:48:34 UTC. -- Jun 30 08:42:42.826357 n-d-779913-25 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 08:42:45.485899 n-d-779913-25 neutron-server[94078]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:42:45.486493 n-d-779913-25 neutron-server[94078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:42:45.486677 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:42:45.489877 n-d-779913-25 neutron-server[94078]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:42:45.490134 n-d-779913-25 neutron-server[94078]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:42:45.490449 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94078) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:42:45.491380 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:42:45.491618 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:42:45.491979 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:42:45.492226 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:42:45.492454 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:42:45.492775 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.493077 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.493374 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.493605 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.493935 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.494231 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.494516 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.494809 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.495109 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.495429 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.495710 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.496000 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.496237 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.496523 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.496814 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.497102 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.497327 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] debug = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.497610 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.498072 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.498494 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.498779 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.499218 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.499373 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.499633 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.499911 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.500207 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.500533 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] host = n-d-779913-25 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.500813 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.501102 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.501390 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.501678 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.501980 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.502264 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.502554 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.502832 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.503109 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.503389 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.503680 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.503971 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.504266 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.504495 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.504722 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.505014 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.505304 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.505585 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.505886 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.506167 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.506444 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.506724 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.506997 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.507285 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.507572 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.507860 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.508137 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.508417 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.508689 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.508962 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.509254 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.509530 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.509833 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.510113 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.510403 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.510676 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.510991 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.511295 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.511586 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.511871 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.512159 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.512435 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.512719 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.512996 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.513272 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.513547 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_json = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.513860 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.514137 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.514424 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.514700 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.514976 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.515250 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.515524 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.515810 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:45.516108 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.516411 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.516714 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.517003 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.517301 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.517584 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.517902 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.518186 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.518480 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.518771 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.519064 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.519353 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.519645 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.519927 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.520226 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.520535 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.520831 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.521124 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.521410 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.521679 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.521978 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.522259 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.522547 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.522845 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.523136 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.523413 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.523696 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.523993 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.524272 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.524550 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.524834 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.525126 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.525408 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.525688 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.525999 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.526283 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.527103 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.527380 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.527663 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.527958 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.528237 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.528512 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.528786 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.529064 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.529343 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.529632 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.529937 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.530215 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.530490 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.530774 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.531051 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.531328 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.531609 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.531884 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.532165 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.532439 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.532719 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.532997 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.533274 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.533549 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.533849 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.534126 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.534403 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.534677 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.534952 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.535225 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.535498 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.535774 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.536064 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.536361 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.536641 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.536922 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.537201 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.537481 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.537768 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.538074 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.538352 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.538635 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.538913 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.539214 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.539591 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.539794 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.540087 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.540366 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.540658 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.540939 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.541228 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.541509 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.541824 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.542729 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.543025 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.543330 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.543631 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.543931 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.544231 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.544528 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.544813 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.545126 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.545413 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:45.545636 n-d-779913-25 neutron-server[94078]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:42:45.545905 n-d-779913-25 neutron-server[94078]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94078) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 08:42:45.890256 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:42:45.890537 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:42:45.890832 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:42:45.891167 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 08:42:46.277432 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.277722 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.278024 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.279326 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.279605 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.279873 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.314707 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.314987 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.315259 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.328947 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.329232 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.329505 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.358918 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.359205 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.359482 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.395423 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.395702 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.395970 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.627252 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.627856 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.627856 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.628034 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.628677 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.748194 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.748529 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.748822 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.749095 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.749361 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.749671 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.749956 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.750215 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.750471 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.750754 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.751011 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.751278 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.751538 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.751801 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.752055 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.752321 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.752591 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.752864 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.753136 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.753391 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.753673 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.754044 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.754298 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.754594 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.754846 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.755095 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.755496 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.755741 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.755981 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.756219 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.756456 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.756692 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:46.757057 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 08:42:46.761126 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 08:42:46.765064 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 08:42:46.768902 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 30 08:42:46.770534 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 08:42:46.770981 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 08:42:46.771315 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 08:42:46.771699 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 08:42:46.774505 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 08:42:46.774757 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 08:42:46.775103 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:42:46.802505 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 08:42:46.802964 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.803264 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94078) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 08:42:46.803629 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.804984 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94078) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 08:42:46.805277 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:42:46.805523 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 08:42:46.809401 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.809683 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:46.872928 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 08:42:46.873163 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 08:42:46.873398 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 08:42:46.873786 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 08:42:46.894240 n-d-779913-25 neutron-server[94078]: DEBUG oslo_db.sqlalchemy.engines [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94078) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 08:42:47.417511 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing driver for type 'gre' Jun 30 08:42:47.418061 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] gre ID ranges: [(1, 1000)] Jun 30 08:42:47.466947 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing driver for type 'local' Jun 30 08:42:47.467284 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing driver for type 'vlan' Jun 30 08:42:47.479175 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] VlanTypeDriver initialization complete Jun 30 08:42:47.479537 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing driver for type 'vxlan' Jun 30 08:42:47.480012 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] vxlan ID ranges: [(1, 1000)] Jun 30 08:42:47.530357 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing extension driver 'port_security' Jun 30 08:42:47.530721 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.extensions.port_security [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] PortSecurityExtensionDriver initialization complete Jun 30 08:42:47.531052 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing mechanism driver 'openvswitch' Jun 30 08:42:47.531385 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing mechanism driver 'hyperv' Jun 30 08:42:47.537909 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:42:47.538605 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.538975 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.539330 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.539847 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.540269 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.540618 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.540960 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.541349 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.541769 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.542131 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.542473 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.542858 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.543264 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.543612 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.543953 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.544475 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.544883 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.545235 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.545586 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.546002 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.546407 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > address_group after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.546753 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > address_group after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.547091 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.547478 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94078) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:42:47.547854 n-d-779913-25 neutron-server[94078]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] ML2 OVO RPC backend initialized. {{(pid=94078) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 08:42:47.548561 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.548916 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.549334 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.549680 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > networks before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.550047 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.550385 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > ports before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.550723 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.551060 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnets before_response 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.551403 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.551738 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.552067 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.552402 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.552733 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.553064 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.553398 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.553728 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.554080 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.554646 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Modular L2 Plugin initialization complete Jun 30 08:42:47.554974 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading services supported by the core plugin {{(pid=94078) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 08:42:47.555438 n-d-779913-25 neutron-server[94078]: INFO neutron.plugins.ml2.managers [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Got port-security extension from driver 'port_security' Jun 30 08:42:47.555897 n-d-779913-25 neutron-server[94078]: INFO neutron.extensions.vlantransparent [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Disabled vlantransparent extension. Jun 30 08:42:47.556378 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94078) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 08:42:47.556696 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: router Jun 30 08:42:47.592821 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.593204 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_create 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.593569 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router before_create 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.593954 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.594323 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.594675 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_delete 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.595027 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.595388 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_create 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.595731 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.596077 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.596422 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.596776 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.597182 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.597547 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.597920 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.598257 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.598594 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.598938 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.599280 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.599622 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.599960 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.600312 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router after_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.600650 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.600994 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.601352 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.601694 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.602079 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > agent after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.602424 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > agent after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.602767 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > network after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.603645 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Tracking information for resource: router configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:47.603975 n-d-779913-25 neutron-server[94078]: DEBUG neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Tracking information for resource: floatingip configured {{(pid=94078) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:42:47.609330 n-d-779913-25 neutron-server[94078]: INFO neutron.db.l3_agentschedulers_db [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 08:42:47.609922 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.610283 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.610633 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.610982 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.611757 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router before_create 55550100 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.612119 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.612478 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_create 55550100 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.612833 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > router precommit_update 55550100 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.617278 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.provider_configuration [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service providers = [] {{(pid=94078) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 08:42:47.617838 n-d-779913-25 neutron-server[94078]: DEBUG neutron.db.servicetype_db [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94078) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 08:42:47.620661 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.service_base [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:42:47.621031 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.service_base [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:42:47.621372 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.service_base [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:42:47.622261 n-d-779913-25 neutron-server[94078]: DEBUG neutron.services.service_base [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94078) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:42:47.622638 n-d-779913-25 neutron-server[94078]: INFO neutron.services.service_base [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 08:42:47.623015 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.623328 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 08:42:47.633822 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.634372 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: auto_allocate Jun 30 08:42:47.640454 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: network precommit_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.640824 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: network precommit_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.641340 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.641661 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: tag Jun 30 08:42:47.648129 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.648455 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: timestamp Jun 30 08:42:47.654455 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.654786 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: network_ip_availability Jun 30 08:42:47.660122 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.660494 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.660852 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.661554 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.661915 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: flavors Jun 30 08:42:47.666664 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.667000 n-d-779913-25 neutron-server[94078]: INFO neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading Plugin: revisions Jun 30 08:42:47.671301 n-d-779913-25 neutron-server[94078]: DEBUG neutron.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94078) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:42:47.671639 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=94078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:42:47.672378 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94078) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 08:42:47.672714 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Initializing extension manager. Jun 30 08:42:47.673219 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: __init__.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.673561 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: __pycache__ {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.673932 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.674266 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: address_group.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.674996 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.675555 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: address-group Jun 30 08:42:47.675876 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: address_scope.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.676564 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.677076 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: address-scope Jun 30 08:42:47.677397 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.678305 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.678810 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: router-admin-state-down-before-update Jun 30 08:42:47.679129 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: agent.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.679808 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.680629 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: agent Jun 30 08:42:47.680950 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: agent_resources_synced.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.681865 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.682374 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: agent-resources-synced Jun 30 08:42:47.682695 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: allowedaddresspairs.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.684932 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.685449 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: allowed-address-pairs Jun 30 08:42:47.685796 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: auto_allocated_topology.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.686853 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.687367 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: auto-allocated-topology Jun 30 08:42:47.687690 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: availability_zone.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.688360 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.688863 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: availability_zone Jun 30 08:42:47.689183 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: availability_zone_filter.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.690091 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.690593 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: availability_zone_filter Jun 30 08:42:47.690914 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: data_plane_status.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.691790 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.692291 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 08:42:47.692611 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: default_subnetpools.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.693491 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.694016 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: default-subnetpools Jun 30 08:42:47.694338 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.695121 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.695718 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: dhcp_agent_scheduler Jun 30 08:42:47.696073 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: dns.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.696966 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.697470 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 08:42:47.697842 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: dns_domain_ports.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.698735 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.699791 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 08:42:47.700111 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.701005 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.701512 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 08:42:47.701862 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: dvr.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.702516 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.703019 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: dvr Jun 30 08:42:47.703339 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: empty_string_filtering.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.704218 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.704722 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: empty-string-filtering Jun 30 08:42:47.705042 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.705950 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.706456 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:42:47.706782 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.707665 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.708170 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 08:42:47.708488 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: external_net.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.709367 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.709897 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: external-net Jun 30 08:42:47.710219 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.711099 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.711726 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: extra_dhcp_opt Jun 30 08:42:47.712045 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: extraroute.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.712917 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.713418 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: extraroute Jun 30 08:42:47.713734 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: extraroute_atomic.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.714786 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.715290 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: extraroute-atomic Jun 30 08:42:47.715609 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: filter_validation.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.716255 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.716759 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: filter-validation Jun 30 08:42:47.717076 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: fip_pf_description.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.717976 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.718478 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 08:42:47.718797 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: fip_port_details.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.719688 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.720194 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: fip-port-details Jun 30 08:42:47.720515 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: flavors.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.721734 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.722461 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: flavors Jun 30 08:42:47.722786 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.724446 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.724966 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 08:42:47.725294 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: floatingip_pools.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.725991 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.726504 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: floatingip-pools Jun 30 08:42:47.726832 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: ip_allocation.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.727720 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.728223 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 08:42:47.728546 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.729432 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.729975 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: ip-substring-filtering Jun 30 08:42:47.730324 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l2_adjacency.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.731223 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.731979 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 08:42:47.732300 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.733238 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.733783 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: router Jun 30 08:42:47.734099 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.736440 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.736976 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:42:47.737311 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.738249 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.738762 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: ext-gw-mode Jun 30 08:42:47.739088 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.739982 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.740489 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: l3-ha Jun 30 08:42:47.740813 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3_flavors.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.741717 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.742246 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: l3-flavors Jun 30 08:42:47.742692 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.743579 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.744082 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 08:42:47.744405 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: l3agentscheduler.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.745424 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.746483 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: l3_agent_scheduler Jun 30 08:42:47.746809 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: logging.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.748298 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.748824 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension logging not supported by any of loaded plugins Jun 30 08:42:47.749157 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: metering.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.749915 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.750498 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: metering Jun 30 08:42:47.750829 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.751901 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.752421 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: metering_source_and_destination_fields Jun 30 08:42:47.752752 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: multiprovidernet.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.753650 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.754195 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: multi-provider Jun 30 08:42:47.754524 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: netmtu.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.755411 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.755922 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: net-mtu Jun 30 08:42:47.756247 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: netmtu_writable.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.757141 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.757650 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: net-mtu-writable Jun 30 08:42:47.758008 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: network_availability_zone.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.758784 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.759289 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: network_availability_zone Jun 30 08:42:47.759614 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: network_ip_availability.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.760671 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.761183 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: network-ip-availability Jun 30 08:42:47.762199 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: network_segment_range.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.762941 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.763447 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 08:42:47.763770 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: pagination.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.764713 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.765042 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: pagination Jun 30 08:42:47.765364 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: port_device_profile.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.766274 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.766785 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: port-device-profile Jun 30 08:42:47.767107 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.768009 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.768514 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: port-mac-address-regenerate Jun 30 08:42:47.768835 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.769716 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.770261 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: port-numa-affinity-policy Jun 30 08:42:47.770584 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: port_resource_request.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.771479 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.771981 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 08:42:47.772300 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: portbindings.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.773206 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.773711 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: binding Jun 30 08:42:47.774061 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: portbindings_extended.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.775420 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.775936 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: binding-extended Jun 30 08:42:47.776264 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: portsecurity.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.777178 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.777689 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: port-security Jun 30 08:42:47.778040 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: project_id.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.779106 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.779434 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: project-id Jun 30 08:42:47.779756 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: providernet.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.780648 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.781155 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: provider Jun 30 08:42:47.781477 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.784926 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.785450 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos not supported by any of loaded plugins Jun 30 08:42:47.785806 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.787030 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.787547 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 08:42:47.787877 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.788766 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.789277 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 08:42:47.789602 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_default.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.790510 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.791023 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-default not supported by any of loaded plugins Jun 30 08:42:47.791349 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_fip.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.791981 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.792483 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 08:42:47.792829 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_gateway_ip.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.793725 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.794343 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 08:42:47.794669 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_port_network_policy.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.795553 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.796059 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 08:42:47.796385 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_rule_type_details.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.797273 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.797803 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 08:42:47.798128 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: qos_rules_alias.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.799135 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.799651 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 08:42:47.799980 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: quotasv2.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.800868 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.801196 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: quotas Jun 30 08:42:47.801518 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: quotasv2_detail.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.804857 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.804857 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: quota_details Jun 30 08:42:47.805309 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: rbac.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.806379 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.806921 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: rbac-policies Jun 30 08:42:47.807251 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: rbac_address_group.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.808885 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.809404 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: rbac-address-group Jun 30 08:42:47.809731 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: rbac_address_scope.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.810670 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.811183 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: rbac-address-scope Jun 30 08:42:47.811509 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: rbac_security_groups.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.812397 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.812908 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: rbac-security-groups Jun 30 08:42:47.813232 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: rbac_subnetpool.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.814138 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.814645 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: rbac-subnetpool Jun 30 08:42:47.814967 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: revisionifmatch.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.815857 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.816368 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: revision-if-match Jun 30 08:42:47.816688 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: revisions.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.817809 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.818328 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: standard-attr-revisions Jun 30 08:42:47.818653 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: router_availability_zone.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.819310 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.819819 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: router_availability_zone Jun 30 08:42:47.820140 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: routerservicetype.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.821158 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.821665 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 08:42:47.822011 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.822911 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.823421 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: security-groups-normalized-cidr Jun 30 08:42:47.823739 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.825209 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.825717 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: port-security-groups-filtering Jun 30 08:42:47.826070 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.826964 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.827484 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: security-groups-remote-address-group Jun 30 08:42:47.827805 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: securitygroup.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.837419 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.837969 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: security-group Jun 30 08:42:47.838306 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: segment.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.839155 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.839610 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension segment not supported by any of loaded plugins Jun 30 08:42:47.839938 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.840848 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.841358 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 08:42:47.841684 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: servicetype.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.842799 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.843317 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: service-type Jun 30 08:42:47.843644 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: sorting.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.844597 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.844930 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: sorting Jun 30 08:42:47.845251 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: standard_attr_segment.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.846244 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.846759 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 08:42:47.847088 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: standardattrdescription.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.847736 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.848247 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: standard-attr-description Jun 30 08:42:47.848573 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: stateful_security_group.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.849486 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.850039 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: stateful-security-group Jun 30 08:42:47.850365 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: stdattrs_common.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.850928 n-d-779913-25 neutron-server[94078]: WARNING neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 08:42:47.851251 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.852278 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.852782 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 08:42:47.853102 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnet_onboard.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.854195 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.854707 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: subnet_onboard Jun 30 08:42:47.855030 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.855974 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.856480 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 08:42:47.857057 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnet_service_types.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.857993 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.858503 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: subnet-service-types Jun 30 08:42:47.858830 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnetallocation.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.859884 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.860399 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: subnet_allocation Jun 30 08:42:47.860863 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.861382 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.861927 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: subnetpool-prefix-ops Jun 30 08:42:47.862968 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.863178 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.863691 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 08:42:47.864006 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: tagging.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.865071 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.865584 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: standard-attr-tag Jun 30 08:42:47.865933 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: timestamp.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.867143 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.867822 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loaded extension: standard-attr-timestamp Jun 30 08:42:47.868151 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: trunk.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.869156 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.869670 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension trunk not supported by any of loaded plugins Jun 30 08:42:47.870023 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: trunk_details.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.871453 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.871960 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 08:42:47.872283 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: uplink_status_propagation.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.873183 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.873699 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 08:42:47.874042 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Loading extension file: vlantransparent.py {{(pid=94078) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:42:47.874706 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94078) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:42:47.875216 n-d-779913-25 neutron-server[94078]: INFO neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 08:42:47.877724 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:network Jun 30 08:42:47.878285 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnet Jun 30 08:42:47.878685 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:42:47.879075 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:port Jun 30 08:42:47.880333 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.880763 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service FLAVORS assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.881389 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.881839 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.882176 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:router Jun 30 08:42:47.882601 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:42:47.883149 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service METERING assigned prefix: /metering {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.884695 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.885063 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.885411 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:42:47.887229 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:42:47.887670 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:42:47.888109 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:42:47.888709 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service CORE assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.889043 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:42:47.889387 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] subnetpool is already registered Jun 30 08:42:47.889837 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service CORE assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.890161 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:42:47.890491 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] subnetpool is already registered Jun 30 08:42:47.892770 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.893203 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service FLAVORS assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.893819 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.894240 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.894578 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:router Jun 30 08:42:47.894918 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] router is already registered Jun 30 08:42:47.895328 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:42:47.895664 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] floatingip is already registered Jun 30 08:42:47.896115 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service METERING assigned prefix: /metering {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.896789 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:42:47.897113 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] rbac_policy is already registered Jun 30 08:42:47.897523 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:42:47.897893 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] security_group is already registered Jun 30 08:42:47.898296 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:42:47.898626 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] security_group_rule is already registered Jun 30 08:42:47.899245 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service CORE assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.899579 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:42:47.900054 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] subnetpool is already registered Jun 30 08:42:47.900474 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.v2.resource_helper [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Service CORE assigned prefix: {{(pid=94078) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:42:47.900797 n-d-779913-25 neutron-server[94078]: INFO neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:42:47.901126 n-d-779913-25 neutron-server[94078]: WARNING neutron.quota.resource_registry [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] subnetpool is already registered Jun 30 08:42:47.901589 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: extensions {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.903145 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: address-groups {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.904660 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: address-scopes {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.906018 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: agents {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.907197 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: auto-allocated-topology {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.908464 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: availability_zones {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.909705 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: dhcp-networks {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.912317 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: dhcp-agents {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.913803 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: routers {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.915659 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: flavors {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.916941 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: service_profiles {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.918223 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: next_providers {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.919682 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: service_profiles {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.921219 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: floatingip-pools {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.922560 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: routers {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.924228 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: floatingips {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.925554 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: l3-routers {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.926987 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: l3-agents {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.928422 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: metering-labels {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.929695 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: metering-label-rules {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.931109 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: network-ip-availabilities {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.932381 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: bindings {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.934491 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: quotas {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.936044 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: quotas {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.937543 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: rbac-policies {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.938913 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: security-groups {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.940232 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: security-group-rules {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.941473 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: service-providers {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.942745 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: subnetpools {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.944239 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: subnetpools {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.945964 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.947663 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.950190 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.951957 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.953652 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.955634 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.957350 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.959205 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.961068 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.962842 n-d-779913-25 neutron-server[94078]: DEBUG neutron.api.extensions [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Extended resource: tags {{(pid=94078) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:42:47.969031 n-d-779913-25 neutron-server[94078]: WARNING keystonemiddleware.auth_token [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 08:42:47.973578 n-d-779913-25 neutron-server[94078]: WARNING keystonemiddleware.auth_token [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 08:42:47.983597 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Acquired lock "singleton_lock" {{(pid=94078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 08:42:47.984061 n-d-779913-25 neutron-server[94078]: DEBUG oslo_concurrency.lockutils [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Releasing lock "singleton_lock" {{(pid=94078) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 08:42:47.984716 n-d-779913-25 neutron-server[94078]: INFO oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Starting 2 workers Jun 30 08:42:47.989520 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Started child 94183 {{(pid=94078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:42:47.994381 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Started child 94185 {{(pid=94078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:42:47.995439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:47.996622 n-d-779913-25 neutron-server[94078]: INFO neutron.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 08:42:47.997121 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Notify callbacks [] for process, before_spawn {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:47.997523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [-] (94183) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:42:47.997877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:42:47.999615 n-d-779913-25 neutron-server[94078]: INFO oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Starting 1 workers Jun 30 08:42:47.999813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:48.001243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [-] (94185) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:42:48.004829 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Started child 94186 {{(pid=94078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:42:48.005384 n-d-779913-25 neutron-server[94078]: INFO oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Starting 1 workers Jun 30 08:42:48.007127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067308 Jun 30 08:42:48.008713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] calling RpcWorker wait() {{(pid=94186) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 08:42:48.009325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] returning from RpcWorker wait() {{(pid=94186) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 08:42:48.010596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:48.010903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:42:48.011001 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Started child 94188 {{(pid=94078) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:42:48.014633 n-d-779913-25 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4c61-3418-4992-b017-974aa58cfee9 None None] Notify callbacks [] for process, after_spawn {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:48.016463 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:42:48.016463 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:42:48.016463 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:42:48.016463 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:42:48.018133 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:42:48.018133 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:42:48.018325 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:42:48.018792 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.018792 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.020647 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.020647 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.020647 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.020873 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.021053 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.021458 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.021799 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.022067 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.022240 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.022400 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024915 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.024915 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.025226 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] debug = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.025374 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.025878 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.026127 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.026378 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027482 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027482 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027482 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027482 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027765 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.027840 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.028195 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.028469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.028707 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.028928 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.029169 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.029434 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.029669 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.030199 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] host = n-d-779913-25 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.030446 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.030685 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.030938 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.031207 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.031598 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.031825 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.032089 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.032358 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.032606 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.032836 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.033099 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.033347 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.033563 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.033837 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.034007 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_options = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.034261 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.034527 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.034763 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.034954 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.035577 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.035577 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.035577 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036020 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036020 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036278 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036413 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036557 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036797 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.036948 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.038389 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.038389 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.038389 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.038389 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.038389 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.039838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.040233 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.040373 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.040518 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.040757 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.041018 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.041279 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.041616 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.041895 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.042144 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.042373 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.043156 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.045188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.046511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_json = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.046511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.046511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.047205 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.047205 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.047471 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.047617 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.047752 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.048071 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.048479 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.048818 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.050136 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.050281 n-d-779913-25 neutron-server[94188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:42:48.050366 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.050634 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.050888 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.051218 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.053293 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054439 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054439 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054439 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054439 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054948 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054948 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.054948 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.055514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.055514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.055725 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.055955 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.056207 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.056425 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.057627 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.057872 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.058094 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.058977 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.059205 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.059460 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.059702 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.059918 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.060139 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.060385 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.060600 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.061720 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.061992 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.062303 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.063330 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.063574 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.063799 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.064041 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.064279 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.064500 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.064753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.064971 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.065211 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.065441 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.065667 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.065928 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.066965 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.067238 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.068121 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.068121 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.068121 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.068366 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.068545 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.069511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.069783 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.070037 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.070251 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.070474 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.070702 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.070942 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.071187 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.072209 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.072440 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.072667 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.072883 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.073102 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.073327 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.073564 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.073798 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.074044 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.074778 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.074778 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.074778 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.075035 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.075193 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.075968 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.075968 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.075968 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.076203 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.076500 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.076662 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.076882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.077157 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.077365 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.078844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.078844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.079895 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.080151 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.080425 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.080688 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.080948 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.081197 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.081456 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.081739 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083195 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083195 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083195 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083430 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083619 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.083893 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.084155 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.084391 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.084846 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.085002 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.085191 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.085451 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.085711 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.085952 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.086212 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.086518 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.086793 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.087063 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.087312 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.087562 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.087808 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.088055 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.088317 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.088544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.088776 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.089011 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.089784 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.089784 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091990 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.091990 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.092295 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.092641 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.092641 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.092912 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.093089 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.093327 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.095591 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.096424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.096424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.096424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.096424 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097007 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097007 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097296 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097296 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097566 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097704 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.097920 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.098791 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.098791 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.098791 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.098791 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.099430 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.099430 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.099430 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.099895 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.099895 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.100370 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.100370 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.100726 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.100726 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.101031 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.101168 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.101399 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.101666 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104040 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104040 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104040 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104489 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104489 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.104751 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.105847 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.105847 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.108515 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.108776 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.109050 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.109303 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.110547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.110836 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.111791 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.112065 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.112322 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.112562 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.112788 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.113014 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.113236 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.113534 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.113830 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.115940 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.116177 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.116406 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.116631 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.116928 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.117106 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.117284 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.117512 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.117823 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.118079 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.118416 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.118681 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.119921 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.120175 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.120440 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.120709 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.121588 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.121908 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.122140 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.122431 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.122677 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.122957 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.123157 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.123362 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.123654 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.123888 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.124224 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.124403 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.124702 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.124933 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.125233 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.125483 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.125789 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.127062 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.127282 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.127563 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.127735 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.127977 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.128643 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.128643 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.128803 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.129078 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.129344 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.129669 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.129984 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.130918 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.130918 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.130918 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.131155 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.131223 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.131453 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.131884 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.132115 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.132457 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.132706 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.132976 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.133321 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.133818 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.133981 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.135214 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.135519 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.135866 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.136221 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.136586 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.136921 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.137223 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.137440 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.137667 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.138832 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.139086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.139277 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.139824 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.140074 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.140220 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.140368 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.140644 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.141624 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.141624 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.141624 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.141624 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.142222 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.142222 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:42:48.142628 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94078) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:42:48.142794 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:42:48.142935 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:42:48.143127 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:42:48.143301 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:42:48.143457 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:42:48.144608 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.144907 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145088 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145230 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145377 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145515 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145675 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.145885 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.146028 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.146165 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.146255 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.146369 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.147514 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] debug = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.148552 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.149544 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.150365 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.150365 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.150800 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.150994 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.151183 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.151729 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.151729 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.151729 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152176 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152176 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] host = n-d-779913-25 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152448 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152448 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152723 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.152940 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.153929 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.154085 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.154698 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.154698 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.154698 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155124 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155124 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155124 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155518 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155518 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.155518 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_options = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.156717 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.157469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.157469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.157469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.157469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.157469 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158076 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158076 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158076 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158563 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158563 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158563 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158944 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158944 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.158944 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159333 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159333 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159590 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159590 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159871 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.159871 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.160215 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.160364 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.160500 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.160704 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162862 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162862 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.162862 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163297 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163297 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163297 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163658 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163658 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163658 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.163990 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164072 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164189 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_json = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164347 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164583 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164666 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164792 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.164946 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.165103 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.165259 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.165417 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:42:48.165599 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.165817 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.166881 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.167052 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.167210 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.167374 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.167532 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.168222 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.168381 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.168542 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.168708 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.168859 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169031 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169188 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169349 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169509 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169667 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.169847 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170007 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170165 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170324 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170480 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170654 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170813 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.170973 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171132 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171290 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171449 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171608 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171768 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.171927 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172086 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172246 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172405 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172620 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172785 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.172925 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173242 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173385 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173532 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173669 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173827 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.173970 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.174105 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.174270 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.174410 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175206 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175206 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175206 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175206 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175206 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175852 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175852 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175852 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175852 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.175852 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.176511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.176511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.176511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.176511 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177002 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177002 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177002 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177374 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177374 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:42:48.177844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.177844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178358 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178358 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178358 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178750 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178750 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.178750 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179022 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179022 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179163 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179317 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179477 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179635 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179792 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.179950 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180175 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180261 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180421 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180578 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180736 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.180893 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.181103 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.181239 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.181978 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.183838 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184294 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184294 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184294 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184503 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184503 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184659 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184822 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.184982 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.185140 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.185304 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.185468 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.185626 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.185844 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.186010 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.189772 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190371 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.190882 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.191382 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.191806 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.192157 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.192333 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.192477 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.192781 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.193277 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.193569 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.193970 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.194143 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.194318 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.194466 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.194622 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.194818 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195428 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195428 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195428 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195428 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195680 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.195912 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196008 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196161 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196307 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196462 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196639 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196732 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.196889 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.197064 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.197213 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.197357 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.197498 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.197661 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.198346 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.198346 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.198346 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.198346 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.199902 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.200695 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.201547 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.202427 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.204060 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206252 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.206753 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207197 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207197 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207197 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207384 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207457 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207619 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207776 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.207934 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208503 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208503 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208503 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208843 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208843 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.208843 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209175 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209175 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209377 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209484 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209588 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.209732 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.210540 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.210540 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.210540 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.210540 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.210540 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211138 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211138 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211138 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211138 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211537 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211642 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211746 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.211873 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212044 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212203 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212362 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212520 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212677 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212834 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.212992 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213150 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213306 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213464 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213621 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213816 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.213977 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214134 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214291 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214468 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214627 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214785 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.214942 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.215104 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:42:48.215256 n-d-779913-25 neutron-server[94078]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94078) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:42:59.238054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936d9be-5ed7-4948-8292-db02d835f049 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:42:59.305479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936d9be-5ed7-4948-8292-db02d835f049 None None] No non-hosted networks {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 08:42:59.322434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.agentschedulers_db [None req-a936d9be-5ed7-4948-8292-db02d835f049 None None] DHCP Agent not found on host n-d-779913-25 {{(pid=94186) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 08:42:59.452741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b697e0e9-ed7b-400d-8be9-0679f311af4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:01.801972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e7a3e21a-8477-43bc-bd81-087923854bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:01.869877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2746280b-3e8d-4d3f-bf90-21619d84a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:01.934297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:01.935294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.935777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.936251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.936728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.937231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.937765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.938233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.938696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.939207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.939725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.940204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.940887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:01.941419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-25', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:01.951138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-25', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:02.774251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:04.433286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:05.141604 n-d-779913-25 neutron-server[94186]: INFO neutron.db.l3_hamode_db [None req-9298036b-1b9a-487f-b5dd-b4300e729694 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 08:43:05.218739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298036b-1b9a-487f-b5dd-b4300e729694 None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:05.219130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298036b-1b9a-487f-b5dd-b4300e729694 None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:43:05.770582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:06.258164 n-d-779913-25 neutron-server[94185]: WARNING oslo_policy.policy [None req-e103fd95-02d0-461c-85ab-13374c81fe83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:06.258758 n-d-779913-25 neutron-server[94185]: WARNING oslo_policy.policy [None req-e103fd95-02d0-461c-85ab-13374c81fe83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:06.477270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-e103fd95-02d0-461c-85ab-13374c81fe83 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:06.478671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e103fd95-02d0-461c-85ab-13374c81fe83 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7059207 Jun 30 08:43:08.778753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59052) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:09.084296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:09.177713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.policy [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94185) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:43:09.222610 n-d-779913-25 neutron-server[94185]: WARNING oslo_policy.policy [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:09.222981 n-d-779913-25 neutron-server[94185]: WARNING oslo_policy.policy [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:09.232219 n-d-779913-25 neutron-server[94185]: INFO neutron.quota [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] Loaded quota_driver: . Jun 30 08:43:09.322588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226938521', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226940012', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226934804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226936410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226947229', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757226908280', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-777891', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7693726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-428193'] for rbac-policy, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:09.384249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:09.385414 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db70471d-7de7-4c62-b795-93a1b4533148 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056864 Jun 30 08:43:11.906314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59064) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:12.199536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'project_id': '225569387be14356bc0d8c99062ec8d7'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:12.226743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Made reservation on behalf of 225569387be14356bc0d8c99062ec8d7 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:12.230199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.246938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.365186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.368675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.388162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:43:12.416030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757224544058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.416610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Unsubscribe: segment precommit_create {{(pid=94185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:43:12.417665 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Added segment 85d75a6d-152d-42cf-97f8-127107938af9 of type vlan for network 676b60cf-4b92-4b7a-b90c-6908fabb154b Jun 30 08:43:12.434117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600d4b55-0f76-4264-8967-0d902f8781d8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:12.459374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.459713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.460046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.460375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.460694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.461012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.461352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.461667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.462005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.462318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.462631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.462942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Tracked resource versions report: Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: pushed versions: Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Log': {'1.0'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Network': {'1.1'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Port': {'1.7'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'PortForwarding': {'1.2'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'QosPolicy': {'1.8'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SubPort': {'1.0'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Subnet': {'1.1'}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Trunk': {'1.1'}} Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: consumer versions: Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: L3 agent@n-d-779913-25: {}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: Metadata agent@n-d-779913-25: {}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: Metering agent@n-d-779913-25: {}, Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'ConntrackHelper': '1.0', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Log': '1.0', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Network': '1.1', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Port': '1.7', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'PortForwarding': '1.2', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'QosPolicy': '1.8', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SecurityGroup': '1.4', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SecurityGroupRule': '1.2', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'SubPort': '1.0', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Subnet': '1.1', Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: 'Trunk': '1.1'}} Jun 30 08:43:12.464582 n-d-779913-25 neutron-server[94185]: {{(pid=94185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:12.538409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.587042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.588295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:12.589465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:12.662918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7554398 Jun 30 08:43:12.686280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d108a69-772d-4248-9893-af0b82f091f4 admin admin] Pushing event updated for resources: {'Network': ['ID=676b60cf-4b92-4b7a-b90c-6908fabb154b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:12.697772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:43:15.268239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:15.653728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca74cb-3749-46d3-b034-e423a2e8f15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:15.655094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1eca74cb-3749-46d3-b034-e423a2e8f15f admin admin] 10.222.0.66 "GET /v2.0/networks/676b60cf-4b92-4b7a-b90c-6908fabb154b HTTP/1.1" status: 200 len: 825 time: 0.3858862 Jun 30 08:43:15.678320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-007832c2-a958-4faa-a7a3-b1dff365bc52 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/3fec7b9f-f89d-474b-963c-5c60141654f8 HTTP/1.1" status: 200 len: 734 time: 0.0179164 Jun 30 08:43:15.686606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Request body: {'subnet': {'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'name': 'private-subnet', 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:15.707923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Made reservation on behalf of 225569387be14356bc0d8c99062ec8d7 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:15.710496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:15.999249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:16.066493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:16.068698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Checking segment: {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:16.069052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Network hostable DHCP agents. Network: 676b60cf-4b92-4b7a-b90c-6908fabb154b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:43:16.090118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:43:16.101191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 676b60cf-4b92-4b7a-b90c-6908fabb154b) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:16.106009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:16.106693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:16.110789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e63dca-9857-42e3-9a8e-d73e9756693d None None] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:16.121237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12babf18-d690-4338-b617-21a61115e365 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4380920 Jun 30 08:43:16.418458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-676b60cf-4b92-4b7a-b90c-6908fabb154b', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:43:16.419815 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:16.687495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Allocated IP 172.20.0.2 (676b60cf-4b92-4b7a-b90c-6908fabb154b/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d/664242a1-b03b-4f98-a78f-14c5f6a76c20) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:16.886986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:16.926817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Transition to ACTIVE for port object 664242a1-b03b-4f98-a78f-14c5f6a76c20 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:16.948889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Transition to ACTIVE for port object 664242a1-b03b-4f98-a78f-14c5f6a76c20 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:16.957042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:17.021221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:17.027207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:17.030216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:17.062004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Pushing event updated for resources: {'Port': ['ID=664242a1-b03b-4f98-a78f-14c5f6a76c20,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:17.087764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.088119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.088997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.089335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.089669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.090026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.090355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.090798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.091025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.091347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.091668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.091988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Tracked resource versions report: Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: pushed versions: Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Log': {'1.0'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Network': {'1.1'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Port': {'1.7'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'PortForwarding': {'1.2'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'QosPolicy': {'1.8'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SubPort': {'1.0'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Subnet': {'1.1'}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Trunk': {'1.1'}} Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: consumer versions: Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: L3 agent@n-d-779913-25: {}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: Metadata agent@n-d-779913-25: {}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: Metering agent@n-d-779913-25: {}, Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'ConntrackHelper': '1.0', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Log': '1.0', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Network': '1.1', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Port': '1.7', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'PortForwarding': '1.2', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'QosPolicy': '1.8', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SecurityGroup': '1.4', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SecurityGroupRule': '1.2', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'SubPort': '1.0', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Subnet': '1.1', Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: 'Trunk': '1.1'}} Jun 30 08:43:17.093083 n-d-779913-25 neutron-server[94186]: {{(pid=94186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:17.124047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Attempting to bind port 664242a1-b03b-4f98-a78f-14c5f6a76c20 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:17.124742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Attempting to bind port 664242a1-b03b-4f98-a78f-14c5f6a76c20 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:17.124923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Attempting to bind port 664242a1-b03b-4f98-a78f-14c5f6a76c20 on network 676b60cf-4b92-4b7a-b90c-6908fabb154b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:17.130039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:17.130451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Checking segment: {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:17.130962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:17.131355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Bound using segment: {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:17.131834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Bound port: 664242a1-b03b-4f98-a78f-14c5f6a76c20, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:17.132256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:17.192940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] For port 664242a1-b03b-4f98-a78f-14c5f6a76c20, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:17.197106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] For port 664242a1-b03b-4f98-a78f-14c5f6a76c20, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=664242a1-b03b-4f98-a78f-14c5f6a76c20,segment=NetworkSegment(85d75a6d-152d-42cf-97f8-127107938af9),segment_id=85d75a6d-152d-42cf-97f8-127107938af9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:17.201611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:17.269002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac859d16-ffdd-440d-b863-b7ec86650a95 None None] Pushing event updated for resources: {'Port': ['ID=664242a1-b03b-4f98-a78f-14c5f6a76c20,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:18.487482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:18.802283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-68495c46-c357-4c40-a0c2-cea616a4860c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:18.803288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68495c46-c357-4c40-a0c2-cea616a4860c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148587 Jun 30 08:43:21.133285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59094) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:21.448424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-dc0a953b-c571-4065-b4d5-8b11f8f52b93 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:21.449391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc0a953b-c571-4065-b4d5-8b11f8f52b93 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150477 Jun 30 08:43:23.241122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572352f-b08e-4149-aac8-bc698548e909 None None] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:23.304556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7904664-0d00-4d2b-a066-ef9bc8d26298 None None] Provisioning for port 664242a1-b03b-4f98-a78f-14c5f6a76c20 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:23.841116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 664242a1-b03b-4f98-a78f-14c5f6a76c20 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:23.919702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 664242a1-b03b-4f98-a78f-14c5f6a76c20 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:23.923406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 664242a1-b03b-4f98-a78f-14c5f6a76c20 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:23.923804 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.026030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.059091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 664242a1-b03b-4f98-a78f-14c5f6a76c20, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=664242a1-b03b-4f98-a78f-14c5f6a76c20,segment=NetworkSegment(85d75a6d-152d-42cf-97f8-127107938af9),segment_id=85d75a6d-152d-42cf-97f8-127107938af9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:43:24.062724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.094124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:24.107235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=664242a1-b03b-4f98-a78f-14c5f6a76c20,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:24.386659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Request body: {'router': {'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:24.409355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.412171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.543666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.548029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.559754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:24.561018 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-15e47a61-eef0-4819-845f-3b94430c7965 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4659371 Jun 30 08:43:25.823317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 664242a1-b03b-4f98-a78f-14c5f6a76c20 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:25.868617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 664242a1-b03b-4f98-a78f-14c5f6a76c20 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:25.869047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:26.880472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59116) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:27.184527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-daffc43d-2ba0-4442-bd5c-694613f662b7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:43:27.185558 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-daffc43d-2ba0-4442-bd5c-694613f662b7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041458 Jun 30 08:43:29.164311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b1c645a-dded-4c01-ae36-ad86a22f3d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:29.516659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59124) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:29.996598 n-d-779913-25 neutron-server[94183]: WARNING oslo_policy.policy [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:29.997174 n-d-779913-25 neutron-server[94183]: WARNING oslo_policy.policy [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:30.218620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:30.220282 n-d-779913-25 neutron-server[94183]: INFO neutron.quota [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Loaded quota_driver: . Jun 30 08:43:30.276263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Made reservation on behalf of 0921410d30a943a7af37848c57e51183 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:30.347156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.policy [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94183) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:43:30.392603 n-d-779913-25 neutron-server[94183]: WARNING oslo_policy.policy [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:30.392969 n-d-779913-25 neutron-server[94183]: WARNING oslo_policy.policy [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:43:30.403997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.423407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.548648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.552312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.563415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Reserving flat network on physical network physnet1 {{(pid=94183) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 08:43:30.597809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757224544058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.598392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Unsubscribe: segment precommit_create {{(pid=94183) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:43:30.598898 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Added segment 6e21a83a-d7f7-46ce-a2ae-7b4800185ceb of type flat for network a6bffaf2-48d2-46ae-be07-c53ef75e0646 Jun 30 08:43:30.616285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad7d53c-1fd0-4da7-8fa6-0e9ee857a062,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:30.643700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.644042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.644373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.644703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.645024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.645344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.645697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.646040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.646354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.646667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.646982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.647293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Tracked resource versions report: Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: pushed versions: Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Log': {'1.0'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Network': {'1.1'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Port': {'1.7'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'PortForwarding': {'1.2'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'QosPolicy': {'1.8'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SubPort': {'1.0'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Subnet': {'1.1'}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Trunk': {'1.1'}} Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: consumer versions: Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: L3 agent@n-d-779913-25: {}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: Metadata agent@n-d-779913-25: {}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: Metering agent@n-d-779913-25: {}, Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'ConntrackHelper': '1.0', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Log': '1.0', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Network': '1.1', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Port': '1.7', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'PortForwarding': '1.2', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'QosPolicy': '1.8', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SecurityGroup': '1.4', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SecurityGroupRule': '1.2', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'SubPort': '1.0', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Subnet': '1.1', Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: 'Trunk': '1.1'}} Jun 30 08:43:30.648402 n-d-779913-25 neutron-server[94183]: {{(pid=94183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:30.724815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.782744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.783825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:30.784470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:30.868678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3509769 Jun 30 08:43:30.881133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eb0c8-9296-400c-bc32-3651f9754e1e admin admin] Pushing event updated for resources: {'Network': ['ID=a6bffaf2-48d2-46ae-be07-c53ef75e0646,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:30.891868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:43:31.803070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-01bb390e-9230-4c4f-836b-9a0343daa434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:31.915059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:32.726648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:33.193416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59150) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:33.506852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745267a-2d13-4ed8-8cbd-0d45cbb70b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:33.508195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4745267a-2d13-4ed8-8cbd-0d45cbb70b74 admin admin] 10.222.0.66 "GET /v2.0/subnets/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d HTTP/1.1" status: 200 len: 849 time: 0.3137877 Jun 30 08:43:33.663271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd039b3a-bcec-4f2d-879a-9a6599809fa1 admin admin] 10.222.0.66 "GET /v2.0/routers/a16b3045-4631-46cc-b383-7dcaf6d370b7 HTTP/1.1" status: 200 len: 704 time: 0.1496632 Jun 30 08:43:33.939176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.224769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Allocated IP 172.20.0.1 (676b60cf-4b92-4b7a-b90c-6908fabb154b/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d/d0f0177f-a273-4dca-81f9-d7740c6374d6) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:34.376283 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.403699 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.426361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Transition to ACTIVE for port object d0f0177f-a273-4dca-81f9-d7740c6374d6 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:34.505061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.567175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:34.571465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:34.584224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:34.584753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.606883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f0177f-a273-4dca-81f9-d7740c6374d6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:34.798954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.814576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b8730a3-6cb8-4584-8a92-e758b5ce1c13 None None] Provisioning for port d0f0177f-a273-4dca-81f9-d7740c6374d6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:34.818282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b8730a3-6cb8-4584-8a92-e758b5ce1c13 None None] Provisioning complete for port d0f0177f-a273-4dca-81f9-d7740c6374d6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:34.818659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b8730a3-6cb8-4584-8a92-e758b5ce1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:34.850770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1b8730a3-6cb8-4584-8a92-e758b5ce1c13 None None] Port d0f0177f-a273-4dca-81f9-d7740c6374d6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:35.018705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:35.023244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:35.023986 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:35.098215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f0177f-a273-4dca-81f9-d7740c6374d6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:35.144483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:35.145800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:35.301531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Router a16b3045-4631-46cc-b383-7dcaf6d370b7 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:43:35.372319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f135a4e-9c32-4fcc-83e1-4931da4c77d2 None None] Provisioning complete for port d0f0177f-a273-4dca-81f9-d7740c6374d6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:35.372615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f135a4e-9c32-4fcc-83e1-4931da4c77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:35.389883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:43:35.395083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1781c0c9-2944-49aa-a4f0-572a6b1b99c0 admin admin] 10.222.0.66 "PUT /v2.0/routers/a16b3045-4631-46cc-b383-7dcaf6d370b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7264981 Jun 30 08:43:35.400844 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376e79-d058-4460-ac49-819b222e091b None None] Sync routers for ids ['a16b3045-4631-46cc-b383-7dcaf6d370b7'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:43:35.411818 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] Routers {'a16b3045-4631-46cc-b383-7dcaf6d370b7'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:35.412521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4f135a4e-9c32-4fcc-83e1-4931da4c77d2 None None] Port d0f0177f-a273-4dca-81f9-d7740c6374d6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:43:35.412996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a16b3045-4631-46cc-b383-7dcaf6d370b7'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:35.593169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] Set router a16b3045-4631-46cc-b383-7dcaf6d370b7 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:36.008910 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:34Z', 'revision_number': 2, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port_host': None, '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:34Z', 'revision_number': 2, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:36.059574 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376e79-d058-4460-ac49-819b222e091b None None] Checking router: a16b3045-4631-46cc-b383-7dcaf6d370b7 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:43:36.059859 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376e79-d058-4460-ac49-819b222e091b None None] Updating router a16b3045-4631-46cc-b383-7dcaf6d370b7 port d0f0177f-a273-4dca-81f9-d7740c6374d6 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:43:36.122721 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.598084 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.615625 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-09376e79-d058-4460-ac49-819b222e091b None None] Transition to ACTIVE for port object d0f0177f-a273-4dca-81f9-d7740c6374d6 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:36.621925 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.774825 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Pushing event updated for resources: {'Port': ['ID=d0f0177f-a273-4dca-81f9-d7740c6374d6,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:36.784454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-09376e79-d058-4460-ac49-819b222e091b None None] Attempting to bind port d0f0177f-a273-4dca-81f9-d7740c6374d6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:36.784848 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-09376e79-d058-4460-ac49-819b222e091b None None] Attempting to bind port d0f0177f-a273-4dca-81f9-d7740c6374d6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:36.785274 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376e79-d058-4460-ac49-819b222e091b None None] Attempting to bind port d0f0177f-a273-4dca-81f9-d7740c6374d6 on network 676b60cf-4b92-4b7a-b90c-6908fabb154b {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:36.788553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.788897 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.789232 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.789565 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.789921 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.790250 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.791432 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.791761 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.792084 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.792467 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.793010 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.793533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Tracked resource versions report: Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: pushed versions: Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: { 'AddressGroup': {'1.2'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'ConntrackHelper': {'1.0'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Log': {'1.0'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Network': {'1.1'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Port': {'1.7'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'PortForwarding': {'1.2'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'QosPolicy': {'1.8'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SecurityGroup': {'1.4'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SubPort': {'1.0'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Subnet': {'1.1'}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Trunk': {'1.1'}} Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: consumer versions: Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: L3 agent@n-d-779913-25: {}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: Metadata agent@n-d-779913-25: {}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: Metering agent@n-d-779913-25: {}, Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'ConntrackHelper': '1.0', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Log': '1.0', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Network': '1.1', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Port': '1.7', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'PortForwarding': '1.2', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'QosPolicy': '1.8', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SecurityGroup': '1.4', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SecurityGroupRule': '1.2', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'SubPort': '1.0', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Subnet': '1.1', Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: 'Trunk': '1.1'}} Jun 30 08:43:36.794653 n-d-779913-25 neutron-server[94188]: {{(pid=94188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:43:36.800730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376e79-d058-4460-ac49-819b222e091b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:36.801323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376e79-d058-4460-ac49-819b222e091b None None] Checking segment: {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:36.802017 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.802417 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376e79-d058-4460-ac49-819b222e091b None None] Bound using segment: {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:36.803078 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-09376e79-d058-4460-ac49-819b222e091b None None] Bound port: d0f0177f-a273-4dca-81f9-d7740c6374d6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d75a6d-152d-42cf-97f8-127107938af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:36.803460 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.872533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-09376e79-d058-4460-ac49-819b222e091b None None] For port d0f0177f-a273-4dca-81f9-d7740c6374d6, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:36.892931 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-09376e79-d058-4460-ac49-819b222e091b None None] For port d0f0177f-a273-4dca-81f9-d7740c6374d6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d0f0177f-a273-4dca-81f9-d7740c6374d6,segment=NetworkSegment(85d75a6d-152d-42cf-97f8-127107938af9),segment_id=85d75a6d-152d-42cf-97f8-127107938af9)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:36.897027 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-09376e79-d058-4460-ac49-819b222e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:36.947935 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] Routers {'a16b3045-4631-46cc-b383-7dcaf6d370b7'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:36.948546 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a16b3045-4631-46cc-b383-7dcaf6d370b7'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:36.988170 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df54be1-bf33-4a77-a3d2-aec3ff2d218d None None] Pushing event updated for resources: {'Port': ['ID=d0f0177f-a273-4dca-81f9-d7740c6374d6,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:37.048210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] Set router a16b3045-4631-46cc-b383-7dcaf6d370b7 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:37.248837 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09376e79-d058-4460-ac49-819b222e091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:34Z', 'revision_number': 2, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port_host': None, '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:36Z', 'revision_number': 4, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:37.276804 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376e79-d058-4460-ac49-819b222e091b None None] The sync data for ids ['a16b3045-4631-46cc-b383-7dcaf6d370b7'] in n-d-779913-25 is: [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:34Z', 'revision_number': 2, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port_host': None, '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:36Z', 'revision_number': 4, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:43:37.603464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:37.713586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be118604-56d2-415b-8739-ee4b85e90915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:37.714959 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be118604-56d2-415b-8739-ee4b85e90915 admin admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 842 time: 0.1105847 Jun 30 08:43:37.724098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.4.0/24'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:37.744886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Made reservation on behalf of 0921410d30a943a7af37848c57e51183 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:43:37.747268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.043925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:43:38.044281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.100893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd1b2d8-7945-4654-b407-7f0c2716066b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:38.105210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:38.105555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Network hostable DHCP agents. Network: a6bffaf2-48d2-46ae-be07-c53ef75e0646, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:43:38.121788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:43:38.130485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a6bffaf2-48d2-46ae-be07-c53ef75e0646) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:38.135112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:38.135716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:38.140310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14cd67-f053-4d26-aca5-731febc20688 None None] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:38.157796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8068ad95-5752-4e00-935b-cba81c3afa18 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4314432 Jun 30 08:43:38.273196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f4f62-02dd-4567-8707-ecb6948b4d31 None None] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:43:40.376869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59186) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:40.580192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-85ad867c-4fd3-467e-8443-57f0cad4390b admin admin] 10.222.0.66 "GET /v2.0/routers/a16b3045-4631-46cc-b383-7dcaf6d370b7 HTTP/1.1" status: 200 len: 710 time: 0.2021804 Jun 30 08:43:40.663723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae983cc-e7ae-4c37-916b-d239d6fa0c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:43:40.665077 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fae983cc-e7ae-4c37-916b-d239d6fa0c35 admin admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 886 time: 0.0798624 Jun 30 08:43:40.674132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:43:40.960397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.191873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.264507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.414535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Allocated IP 172.25.4.28 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/b134b3a7-5252-464a-b5ef-5a75acb31c32) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:43:41.517509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.598592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.666740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:43:41.672093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:43:41.679726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:43:41.714377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Pushing event updated for resources: {'Port': ['ID=b134b3a7-5252-464a-b5ef-5a75acb31c32,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:41.846711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d0f0177f-a273-4dca-81f9-d7740c6374d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:41.893499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d0f0177f-a273-4dca-81f9-d7740c6374d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:41.896895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d0f0177f-a273-4dca-81f9-d7740c6374d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:41.897277 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.954935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:41.972338 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.002760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port d0f0177f-a273-4dca-81f9-d7740c6374d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d0f0177f-a273-4dca-81f9-d7740c6374d6,segment=NetworkSegment(85d75a6d-152d-42cf-97f8-127107938af9),segment_id=85d75a6d-152d-42cf-97f8-127107938af9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:43:42.006818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.051782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=d0f0177f-a273-4dca-81f9-d7740c6374d6,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:42.145170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.148462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.314505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Router a16b3045-4631-46cc-b383-7dcaf6d370b7 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:43:42.415656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:43:42.420159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:42.421356 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-adba6dc4-1f8f-4339-94b5-f2a2c158cdd9 admin admin] 10.222.0.66 "PUT /v2.0/routers/a16b3045-4631-46cc-b383-7dcaf6d370b7 HTTP/1.1" status: 200 len: 889 time: 1.7504187 Jun 30 08:43:42.425144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Sync routers for ids ['a16b3045-4631-46cc-b383-7dcaf6d370b7'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:43:42.435967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Routers {'a16b3045-4631-46cc-b383-7dcaf6d370b7'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:42.436624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a16b3045-4631-46cc-b383-7dcaf6d370b7'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:42.697648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Set router a16b3045-4631-46cc-b383-7dcaf6d370b7 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:43.087611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 4, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port': {'id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:41Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 5, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:43.137178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Checking router: a16b3045-4631-46cc-b383-7dcaf6d370b7 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:43:43.137547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Updating router a16b3045-4631-46cc-b383-7dcaf6d370b7 port b134b3a7-5252-464a-b5ef-5a75acb31c32 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:43:43.169281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.475635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.486275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Transition to ACTIVE for port object b134b3a7-5252-464a-b5ef-5a75acb31c32 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:43:43.491127 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.537057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Attempting to bind port b134b3a7-5252-464a-b5ef-5a75acb31c32 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:43:43.537430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Attempting to bind port b134b3a7-5252-464a-b5ef-5a75acb31c32 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:43:43.537884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Attempting to bind port b134b3a7-5252-464a-b5ef-5a75acb31c32 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:43:43.542907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b0f5-c27a-483b-be5e-fbc7de519136 None None] Pushing event updated for resources: {'Port': ['ID=b134b3a7-5252-464a-b5ef-5a75acb31c32,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:43.547176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:43:43.547555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:43:43.547956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.548339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:43:43.548797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Bound port: b134b3a7-5252-464a-b5ef-5a75acb31c32, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:43:43.549173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.596917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] For port b134b3a7-5252-464a-b5ef-5a75acb31c32, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:43:43.599850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] For port b134b3a7-5252-464a-b5ef-5a75acb31c32, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b134b3a7-5252-464a-b5ef-5a75acb31c32,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:43:43.603850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:43.662137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Routers {'a16b3045-4631-46cc-b383-7dcaf6d370b7'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:43:43.662770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a16b3045-4631-46cc-b383-7dcaf6d370b7'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:43.664383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500b0f5-c27a-483b-be5e-fbc7de519136 None None] Pushing event updated for resources: {'Port': ['ID=b134b3a7-5252-464a-b5ef-5a75acb31c32,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:43.846353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d0f0177f-a273-4dca-81f9-d7740c6374d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:43.876214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] Set router a16b3045-4631-46cc-b383-7dcaf6d370b7 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:43:43.960287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d0f0177f-a273-4dca-81f9-d7740c6374d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:43.960672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:44.153261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 4, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port': {'id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:41Z', 'updated_at': '2021-06-30T08:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 5, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:43:44.178229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a64437-6898-4454-b3a3-5f004ab1a3d1 None None] The sync data for ids ['a16b3045-4631-46cc-b383-7dcaf6d370b7'] in n-d-779913-25 is: [{'id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'name': 'router1', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:43:24Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 4, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'gw_port': {'id': 'b134b3a7-5252-464a-b5ef-5a75acb31c32', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:41Z', 'updated_at': '2021-06-30T08:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd0f0177f-a273-4dca-81f9-d7740c6374d6', 'name': '', 'network_id': '676b60cf-4b92-4b7a-b90c-6908fabb154b', 'tenant_id': '225569387be14356bc0d8c99062ec8d7', 'mac_address': 'fa:16:3e:d4:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16b3045-4631-46cc-b383-7dcaf6d370b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:43:33Z', 'updated_at': '2021-06-30T08:43:41Z', 'revision_number': 5, 'project_id': '225569387be14356bc0d8c99062ec8d7', 'subnets': [{'id': '37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fec7b9f-f89d-474b-963c-5c60141654f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:43:44.797974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:43:44.928271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-19859363-bc7a-479d-be03-4d0c3c0595da admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1292067 Jun 30 08:43:45.872803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b134b3a7-5252-464a-b5ef-5a75acb31c32 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:45.918786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b134b3a7-5252-464a-b5ef-5a75acb31c32 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:43:45.922266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b134b3a7-5252-464a-b5ef-5a75acb31c32 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:45.922636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:45.998056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.017091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port b134b3a7-5252-464a-b5ef-5a75acb31c32, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b134b3a7-5252-464a-b5ef-5a75acb31c32,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:43:46.020521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:46.072829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=b134b3a7-5252-464a-b5ef-5a75acb31c32,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:43:47.859743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b134b3a7-5252-464a-b5ef-5a75acb31c32 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:43:47.908588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b134b3a7-5252-464a-b5ef-5a75acb31c32 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:43:47.908887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:43:56.076459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:43:59.166154 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3729b326-1990-424b-b9db-77e916bb0979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.817681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9f8532b-0b61-40b4-8591-0f4ce848ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:01.925512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:02.733262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:04.389701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:29.168671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e80bed6-ca10-4e5b-9de0-c766f4cfbed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.811818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-68fa7661-baa1-4eea-b6aa-bc0109c44353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:31.918519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:32.734924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:33.075897 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:44:34.401121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:44:59.171996 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-92a89857-251a-4b65-8e55-51d58bc73c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.817029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e87fb91-84ab-4c61-8319-53ee914e83bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:01.919118 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:02.737667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:04.398848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:10.074425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:45:23.872427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:23.936135 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce48b3d-5193-451c-b232-c5c0de8f549c admin admin] GET failed (client error): The resource could not be found. Jun 30 08:45:23.937738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dce48b3d-5193-451c-b232-c5c0de8f549c admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643365 Jun 30 08:45:24.097556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c88d47-c281-4c2b-814c-127f7f803b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:24.098919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-39c88d47-c281-4c2b-814c-127f7f803b63 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565051 Jun 30 08:45:26.207838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59806) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:26.296225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eccc70-ac64-45a3-9011-6e068f94fc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.297539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-84eccc70-ac64-45a3-9011-6e068f94fc66 admin admin] 10.222.0.66 "GET /v2.0/subnets/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d HTTP/1.1" status: 200 len: 849 time: 0.0887401 Jun 30 08:45:26.307240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:45:26.387199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.524837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757224534532'] for subnet, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.555012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:26.555599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:26.555735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a82c1-c54e-435a-910f-fd6ba66be77e None None] Network 676b60cf-4b92-4b7a-b90c-6908fabb154b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:45:26.556862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] 10.222.0.66 "PUT /v2.0/subnets/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d HTTP/1.1" status: 200 len: 868 time: 0.2532737 Jun 30 08:45:26.575113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:45:26.583260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.583627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.583944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.584281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.584614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.584946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.585276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.585601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.585954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.586289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.586606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.586930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634184d-e218-4214-8d25-d1f6e375fbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:45:26.951040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36e1259f-2aa8-4e20-8a0c-0444747cd828 None None] Provisioning complete for port 664242a1-b03b-4f98-a78f-14c5f6a76c20 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:26.951416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36e1259f-2aa8-4e20-8a0c-0444747cd828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:27.032972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36e1259f-2aa8-4e20-8a0c-0444747cd828 None None] Provisioning complete for port d0f0177f-a273-4dca-81f9-d7740c6374d6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:45:27.033247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36e1259f-2aa8-4e20-8a0c-0444747cd828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:28.692219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59816) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:28.888077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c274b-92c6-4321-a497-6e388dd7c488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.888478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c274b-92c6-4321-a497-6e388dd7c488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:28.890060 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-927c274b-92c6-4321-a497-6e388dd7c488 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968515 Jun 30 08:45:29.172345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3304478c-8483-4c50-9449-bb0d156250ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.018012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59824) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:31.210003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3941856-da7a-414c-bbe7-efc69282a4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:31.210490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3941856-da7a-414c-bbe7-efc69282a4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:31.212017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3941856-da7a-414c-bbe7-efc69282a4f1 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930649 Jun 30 08:45:31.808670 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b871e273-4d71-4d85-affc-176567e839ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:31.920512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:32.740499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:33.365782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:33.493655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce36f7-a2ab-4619-948f-ae99e3bb40cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:33.495028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3ce36f7-a2ab-4619-948f-ae99e3bb40cb admin admin] 10.222.0.66 "GET /v2.0/networks/676b60cf-4b92-4b7a-b90c-6908fabb154b HTTP/1.1" status: 200 len: 869 time: 0.1282737 Jun 30 08:45:34.406377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:45:35.615245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:35.734372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6d3d8-b4cb-474f-b0aa-9f3071959b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:35.735707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6c6d3d8-b4cb-474f-b0aa-9f3071959b25 admin admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 886 time: 0.1195307 Jun 30 08:45:37.853209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59848) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:37.972214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538bee-6bbf-4e36-b15d-c360c487f6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:37.972663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45538bee-6bbf-4e36-b15d-c360c487f6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:37.974166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45538bee-6bbf-4e36-b15d-c360c487f6d8 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199915 Jun 30 08:45:40.084606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:40.177043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2516c2-95b2-4a60-9ded-e49c2f7de6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.177508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2516c2-95b2-4a60-9ded-e49c2f7de6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:40.179033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0e2516c2-95b2-4a60-9ded-e49c2f7de6d3 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935433 Jun 30 08:45:42.281279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59864) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:42.371913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562743f-0751-4cf1-95a1-6361f822b51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:42.373254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f562743f-0751-4cf1-95a1-6361f822b51a admin admin] 10.222.0.66 "GET /v2.0/subnets/37f43b7a-7fd0-4d2f-8728-0c7a483b0f6d HTTP/1.1" status: 200 len: 868 time: 0.0909870 Jun 30 08:45:44.478970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59872) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:45:44.560927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c69f9-cc51-4f0d-becb-abeb1ffde465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:45:44.562245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1b4c69f9-cc51-4f0d-becb-abeb1ffde465 admin admin] 10.222.0.66 "GET /v2.0/subnets/8bd1b2d8-7945-4654-b407-7f0c2716066b HTTP/1.1" status: 200 len: 816 time: 0.0823321 Jun 30 08:45:47.073187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:45:59.174454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-acb34c07-fa4f-4b24-b2b4-a5e3c823e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.811102 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e450e040-dac1-4dff-9e95-d12b04262dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:01.922058 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:02.743596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:04.409017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:07.921540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59916) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:07.968191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-de6faab5-5b7e-48bb-8949-32461dbd70f5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:46:07.969175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de6faab5-5b7e-48bb-8949-32461dbd70f5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466447 Jun 30 08:46:10.171465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:10.229353 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f12403f-310b-41ab-ae2a-a0156636b57d admin admin] GET failed (client error): The resource could not be found. Jun 30 08:46:10.230697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4f12403f-310b-41ab-ae2a-a0156636b57d admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582378 Jun 30 08:46:10.312915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0ea63-7baf-4ab7-aebc-ac4cdea4d3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:10.314400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13e0ea63-7baf-4ab7-aebc-ac4cdea4d3d9 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799186 Jun 30 08:46:12.461374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:12.507559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:12.527541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Made reservation on behalf of 0921410d30a943a7af37848c57e51183 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:12.529806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.556976 n-d-779913-25 neutron-server[94183]: WARNING neutron.services.revisions.revision_plugin [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Could not find related network for resource to bump revision. Jun 30 08:46:12.571355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:46:12.581012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.581352 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Added segment a22f6721-9d2b-41c9-9f8b-30d126da3608 of type vlan for network eac7eb26-a7f2-4748-9dfd-2c998e375910 Jun 30 08:46:12.619118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.646941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.647826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:12.648390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:12.696867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2344120 Jun 30 08:46:12.708779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=eac7eb26-a7f2-4748-9dfd-2c998e375910,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:12.716397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.716753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.717096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.717431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.717776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.718552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.718893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.719263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.719584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.719911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.720237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.720561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595bf60-3880-458b-86e4-3f179d20b6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:12.732051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:46:14.839457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59940) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:46:14.898138 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb62770-d47f-4343-bc0e-4f63459864bc admin admin] GET failed (client error): The resource could not be found. Jun 30 08:46:14.899464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-abb62770-d47f-4343-bc0e-4f63459864bc admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590582 Jun 30 08:46:14.966517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6746a1-7dca-4611-a53d-84362077a46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:14.967977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bc6746a1-7dca-4611-a53d-84362077a46a admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647101 Jun 30 08:46:14.977498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:46:14.999751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Made reservation on behalf of 0921410d30a943a7af37848c57e51183 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:46:15.002762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.275309 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.328158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fc104a-b94e-40a7-bb0a-07c886fb95b3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:15.338688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:15.339049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Network hostable DHCP agents. Network: eac7eb26-a7f2-4748-9dfd-2c998e375910, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:46:15.360334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:46:15.370971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, eac7eb26-a7f2-4748-9dfd-2c998e375910) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:15.374919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:46:15.375535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.380381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9529aa-7452-4aa5-819f-1fe770d4de48 None None] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:15.389225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-59eed6fa-3fff-4bab-bc18-93c5601ed898 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4153345 Jun 30 08:46:15.525162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-eac7eb26-a7f2-4748-9dfd-2c998e375910', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'tenant_id': '0921410d30a943a7af37848c57e51183', 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:46:15.526196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.750897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Allocated IP 192.168.233.2 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/5a210059-5a27-44ae-932d-77dd040c62bf) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:46:15.897182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.905603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Transition to ACTIVE for port object 5a210059-5a27-44ae-932d-77dd040c62bf will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:15.920526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Transition to ACTIVE for port object 5a210059-5a27-44ae-932d-77dd040c62bf will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:46:15.928010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:15.962176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:46:15.964858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:46:15.968109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:46:15.981526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Pushing event updated for resources: {'Port': ['ID=5a210059-5a27-44ae-932d-77dd040c62bf,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:16.003404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.003756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.004088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.004426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.004759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.005090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.005417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.005741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.006092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.006414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.006736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.007059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:46:16.044001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Attempting to bind port 5a210059-5a27-44ae-932d-77dd040c62bf on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:46:16.044363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Attempting to bind port 5a210059-5a27-44ae-932d-77dd040c62bf by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:46:16.044720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Attempting to bind port 5a210059-5a27-44ae-932d-77dd040c62bf on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:46:16.050386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:46:16.050701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:46:16.051072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.051476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:46:16.052047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Bound port: 5a210059-5a27-44ae-932d-77dd040c62bf, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:46:16.052447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.113394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-241903ad-e6a0-48fb-8915-09541871236c None None] For port 5a210059-5a27-44ae-932d-77dd040c62bf, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:46:16.116536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-241903ad-e6a0-48fb-8915-09541871236c None None] For port 5a210059-5a27-44ae-932d-77dd040c62bf, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5a210059-5a27-44ae-932d-77dd040c62bf,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:46:16.121270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:16.175789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241903ad-e6a0-48fb-8915-09541871236c None None] Pushing event updated for resources: {'Port': ['ID=5a210059-5a27-44ae-932d-77dd040c62bf,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:17.055867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aca401-a20a-4844-990e-8184f4691e3a None None] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:46:17.115912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ca511bb-85d7-453e-87a2-38ab55cb851f None None] Provisioning for port 5a210059-5a27-44ae-932d-77dd040c62bf completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:18.004297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5a210059-5a27-44ae-932d-77dd040c62bf up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:18.051813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5a210059-5a27-44ae-932d-77dd040c62bf completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:46:18.055763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5a210059-5a27-44ae-932d-77dd040c62bf triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:18.056073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.135755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.167964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5a210059-5a27-44ae-932d-77dd040c62bf, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5a210059-5a27-44ae-932d-77dd040c62bf,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:46:18.172169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:18.218028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5a210059-5a27-44ae-932d-77dd040c62bf,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:46:19.977796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5a210059-5a27-44ae-932d-77dd040c62bf up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:46:20.028160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5a210059-5a27-44ae-932d-77dd040c62bf triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:46:20.028536 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:24.071068 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:46:29.176129 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-767c5a59-e694-421d-81da-10ec6264ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:31.815304 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10bc0a32-ecbe-4393-b41a-926631874699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:31.922457 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:32.745001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:34.412947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:46:59.177518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43d20b82-d8da-43a3-8c0c-16d2ae78a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:01.069617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:47:01.819582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-87d839e0-bf38-4c1a-953e-f8006f4b66e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:01.923326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:02.749298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:04.421043 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.332504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:24.338348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-b66c917a-5650-421d-856a-cb7003f7a7fe tempest-verify_tempest_config-751829710 tempest-verify_tempest_config-751829710-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:47:24.339315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b66c917a-5650-421d-856a-cb7003f7a7fe tempest-verify_tempest_config-751829710 tempest-verify_tempest_config-751829710-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058441 Jun 30 08:47:24.636246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:24.734496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.824520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.829456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.876655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e0c09-fe9e-493d-abba-e3e094ecc80f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:24.881172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d869858e2264d60acf74c17f65fd248&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2439446 Jun 30 08:47:24.884120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:47:24.885535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.885775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.886134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.886474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.886809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.887149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.887480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.887815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.888142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.888470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.888797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.889121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15fa6a5-4f8b-42a0-8291-bad29715237d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:24.938025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:24.957366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.041900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.044374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:25.045521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a1e0c09-fe9e-493d-abba-e3e094ecc80f HTTP/1.1" status: 204 len: 168 time: 0.1604326 Jun 30 08:47:25.054165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e0c09-fe9e-493d-abba-e3e094ecc80f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:47:25.060636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.060931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.061281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.061624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.061989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.062326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.062639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.063090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.063421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.063750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.064076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:25.064402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841edc3-7d70-41fb-ac09-231dc1d379bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:47:29.177472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d70868ac-517e-4f64-9d1d-9f8580c418de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:31.820641 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dd52f770-6604-4f4c-a208-2dfe88a4b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:31.924058 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:32.753027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:34.413988 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:47:38.068659 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:47:59.177901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0edeff6b-dc67-4d1b-a4d3-bf775b53845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:01.820254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d67bf6ed-b541-4d64-9a88-c7f5717582f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:01.923005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:02.754886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:04.421610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:15.067302 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:48:29.176736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20132d0a-8715-4250-8022-f5628888239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.819417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f385b38-b653-46ad-922b-0a5f47c0e84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:31.924167 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:32.757788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:34.424714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:48:52.066023 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:48:59.176832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b182d205-e5f5-437e-a761-5b0a3c5fae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:01.819590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1193-3ee4-4491-8119-802c0fff0e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:01.923694 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:02.760537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:04.428519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:29.064229 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:49:29.177363 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42d9c230-a6ed-413f-926d-260aa8236362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.818975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d9c72e3-26ca-4546-aa02-73e41cfd1f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:31.923220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:32.765986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:34.430366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:59.177508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7012409-4b51-4eb5-bde8-66d2fe93691b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.819193 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9d9ddd06-3b42-4122-a0ba-a976f3b16a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:01.922625 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:02.765865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:04.433927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:06.061986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 5 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:29.177490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec09e8d2-9575-4b48-865a-acf11fd39b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.818841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ab85c82-a43a-415d-ab5f-911b2f5e9b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.923083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:32.768141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:32.989809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.437902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:34.635240 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8053222'] for agent, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:43.061309 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:50:59.177983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-623d54dc-6b2a-4fa7-98f4-5e31c318d720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:01.820295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4733f42e-8def-47d1-b045-de8b77e351b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:01.922362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.772250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:02.911925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:04.440213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:04.606587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:16.596155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:16.699765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8610125b-52c6-428c-84d3-f127ad4d3e58 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1024983 Jun 30 08:51:18.843629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60090) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:18.896968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cac201a5-9731-4b9a-b6a5-fe3014eb0e70 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0522504 Jun 30 08:51:20.060502 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:29.178090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0f46faf1-6591-48ba-ae9d-59b0177b5319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.820824 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a40a1d4c-1df5-4a6e-bdbd-f1ddeb30bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:31.922899 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.773465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:32.910293 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.443835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:34.601553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:57.060464 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:59.180183 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-53f34208-8830-4885-b5d9-995ec98fc12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.835214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d272f41a-50d1-4f2d-9e10-69650fa70382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:01.927363 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.778645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:02.926563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.447986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:04.620596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:29.186650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eef69101-333e-48bf-bb61-bc52f5bd22a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.829309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-19e3fdb4-4f4f-4225-8ac9-7d7699a4e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:31.927549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.779193 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:32.923915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.069945 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:34.491965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:34.642516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:39.202940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.630902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4c20cfcb-5c5b-411e-9b3f-c2929155274c tempest-AutoAllocateNetworkTest-1407336162 tempest-AutoAllocateNetworkTest-1407336162-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=19ee7eb118724f4195b3284fcce1cb2f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4267068 Jun 30 08:52:39.634202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60338) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.647360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.811052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5c3d1-c435-4bc2-9f16-de0658f29542 tempest-AutoAllocateNetworkTest-1407336162 tempest-AutoAllocateNetworkTest-1407336162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:39.816176 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2a5c3d1-c435-4bc2-9f16-de0658f29542 tempest-AutoAllocateNetworkTest-1407336162 tempest-AutoAllocateNetworkTest-1407336162-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1779497 Jun 30 08:52:39.816288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60350) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.886242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60354) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:39.886468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6034dfa9-b7f8-4495-9366-0f96d231bc37 tempest-AutoAllocateNetworkTest-1407336162 tempest-AutoAllocateNetworkTest-1407336162-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688965 Jun 30 08:52:39.918063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fd8674a7-da1f-4628-8ffa-ca93b87da696 tempest-AutoAllocateNetworkTest-1407336162 tempest-AutoAllocateNetworkTest-1407336162-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=19ee7eb118724f4195b3284fcce1cb2f HTTP/1.1" status: 200 len: 208 time: 0.0306122 Jun 30 08:52:40.084720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-network', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:40.111008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Made reservation on behalf of 7f04beffcda04d9883ed6b79fb5ca37a for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:40.115093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.124944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.232413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.239574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.271207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4947a2c5-0a1a-4da5-bf02-ac14d8e9520e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.283112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.283880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.284225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.284830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.285163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.285538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.285899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.286203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.286493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.286811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.287400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.287603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Tracked resource versions report: Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: pushed versions: Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: { 'AddressGroup': {'1.2'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'ConntrackHelper': {'1.0'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Log': {'1.0'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Network': {'1.1'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Port': {'1.7'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'PortForwarding': {'1.2'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'QosPolicy': {'1.8'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SecurityGroup': {'1.4'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SubPort': {'1.0'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Subnet': {'1.1'}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Trunk': {'1.1'}} Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: consumer versions: Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: HyperV agent@n-h1-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: HyperV agent@n-h2-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: L3 agent@n-d-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: Metadata agent@n-d-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: Metering agent@n-d-779913-25: {}, Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'ConntrackHelper': '1.0', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Log': '1.0', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Network': '1.1', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Port': '1.7', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'PortForwarding': '1.2', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'QosPolicy': '1.8', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SecurityGroup': '1.4', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SecurityGroupRule': '1.2', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'SubPort': '1.0', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Subnet': '1.1', Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: 'Trunk': '1.1'}} Jun 30 08:52:40.288972 n-d-779913-25 neutron-server[94183]: {{(pid=94183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:52:40.297547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:40.313216 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.314007 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Added segment 01979d32-7704-4d54-88b5-1c0ccf0b465c of type vlan for network 2e11c203-c828-42ee-b354-0c030fc7c4b3 Jun 30 08:52:40.364493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.399672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.401703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.402327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.463646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8144403 Jun 30 08:52:40.467065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60382) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:40.480918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Request body: {'subnet': {'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-subnet', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:40.486243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5435b-e8df-4a80-8e31-8b50c2f045dd admin admin] Pushing event updated for resources: {'Network': ['ID=2e11c203-c828-42ee-b354-0c030fc7c4b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.503263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:40.523523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Made reservation on behalf of 7f04beffcda04d9883ed6b79fb5ca37a for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:40.530198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.752679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.768485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:40.804619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18a5e63-eb87-4f6d-82e9-a80f997e0317,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:40.838415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Checking segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:40.838685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Network hostable DHCP agents. Network: 2e11c203-c828-42ee-b354-0c030fc7c4b3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:40.856778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:40.868954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2e11c203-c828-42ee-b354-0c030fc7c4b3) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:40.874410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:40.875212 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.879821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e88a38-9fc1-4661-a16a-9c2e3bbffc01 None None] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:40.899394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-599a1ea2-3a77-421a-bfb8-f33b78a43851 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4298387 Jun 30 08:52:40.902315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60416) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:40.907561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:40.934126 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:40.935593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.000435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.049230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2e11c203-c828-42ee-b354-0c030fc7c4b3', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:41.050720 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.190854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.210553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Allocated IP 172.20.0.2 (2e11c203-c828-42ee-b354-0c030fc7c4b3/e18a5e63-eb87-4f6d-82e9-a80f997e0317/7a4beb67-ba89-493b-b232-fcfc87c1f9b6) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:41.296378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.415211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.415444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.428332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.429092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Transition to ACTIVE for port object 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:41.449383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Transition to ACTIVE for port object 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:41.459067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.485588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19ee7eb118724f4195b3284fcce1cb2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7156553 Jun 30 08:52:41.487341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf68ab-09df-4fa7-ac84-e51cb7f334e0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.488383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60452) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.502794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.503118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.503638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.504126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.504621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.505105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.505601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.506107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.506585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.507080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.507700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.508204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd9e5b2-7a88-47cb-b769-56fa400b8823 admin admin] Tracked resource versions report: Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: pushed versions: Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: { 'AddressGroup': {'1.2'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'ConntrackHelper': {'1.0'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Log': {'1.0'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Network': {'1.1'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Port': {'1.7'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'PortForwarding': {'1.2'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'QosPolicy': {'1.8'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SecurityGroup': {'1.4'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SubPort': {'1.0'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Subnet': {'1.1'}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Trunk': {'1.1'}} Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: consumer versions: Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: HyperV agent@n-h1-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: HyperV agent@n-h2-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: L3 agent@n-d-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: Metadata agent@n-d-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: Metering agent@n-d-779913-25: {}, Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'ConntrackHelper': '1.0', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Log': '1.0', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Network': '1.1', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Port': '1.7', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'PortForwarding': '1.2', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'QosPolicy': '1.8', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SecurityGroup': '1.4', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SecurityGroupRule': '1.2', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'SubPort': '1.0', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Subnet': '1.1', Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: 'Trunk': '1.1'}} Jun 30 08:52:41.509512 n-d-779913-25 neutron-server[94185]: {{(pid=94185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:52:41.513508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Pushing event updated for resources: {'Port': ['ID=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.522670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:41.523522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.523947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.524060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.524426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.525427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.525943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.526785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.527460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.527962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.528289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.528890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.529383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Tracked resource versions report: Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: pushed versions: Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: { 'AddressGroup': {'1.2'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'ConntrackHelper': {'1.0'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Log': {'1.0'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Network': {'1.1'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Port': {'1.7'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'PortForwarding': {'1.2'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'QosPolicy': {'1.8'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SecurityGroup': {'1.4'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SubPort': {'1.0'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Subnet': {'1.1'}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Trunk': {'1.1'}} Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: consumer versions: Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: HyperV agent@n-h1-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: HyperV agent@n-h2-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: L3 agent@n-d-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: Metadata agent@n-d-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: Metering agent@n-d-779913-25: {}, Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'ConntrackHelper': '1.0', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Log': '1.0', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Network': '1.1', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Port': '1.7', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'PortForwarding': '1.2', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'QosPolicy': '1.8', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SecurityGroup': '1.4', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SecurityGroupRule': '1.2', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'SubPort': '1.0', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Subnet': '1.1', Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: 'Trunk': '1.1'}} Jun 30 08:52:41.531470 n-d-779913-25 neutron-server[94186]: {{(pid=94186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:52:41.538598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:41.582410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:41.591857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.644660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.663772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.665885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Attempting to bind port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:41.666894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Attempting to bind port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:41.667652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Attempting to bind port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:41.678568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:41.679375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Checking segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:41.680069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.680686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Bound using segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:41.681509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Bound port: 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:41.682272 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.685951 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.746963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.750601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.752218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afdf68ab-09df-4fa7-ac84-e51cb7f334e0 HTTP/1.1" status: 204 len: 168 time: 0.2624614 Jun 30 08:52:41.763513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801aac6e-9c3a-410e-b4ee-1ea1eb3a3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf68ab-09df-4fa7-ac84-e51cb7f334e0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.788303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] For port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:41.793564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] For port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:41.808028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:41.855672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Allocated IP 172.25.4.196 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:41.924404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60472) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:41.929986 n-d-779913-25 neutron-server[94183]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 08:52:41.963346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb4ba-da01-4342-8787-834bed58dbbc None None] Pushing event updated for resources: {'Port': ['ID=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:41.988272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-a80fe6cc-06c5-4132-9c5d-ca737f9168eb tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a6925b80c32247288b445fe6ce327011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594172 Jun 30 08:52:42.048927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.208689 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.301107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:42.309958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:42.318787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:42.351007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-40225ea6-41f1-4e24-abb5-bb1ac9bdcf6e tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:42.359432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-40225ea6-41f1-4e24-abb5-bb1ac9bdcf6e tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596945 Jun 30 08:52:42.390846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-e3463b0c-85f6-47cb-877c-1938999c5d83 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/quotas/a6925b80c32247288b445fe6ce327011 HTTP/1.1" status: 200 len: 375 time: 0.0302048 Jun 30 08:52:42.429778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:42.478590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-e5f1853a-6505-4e6d-8353-41fce465c1ef tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824375 Jun 30 08:52:42.625541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:42.893391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.081243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:52:43.200302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160fe8d-b36f-4a57-8384-b14b64fb33ad None None] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:43.211866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:43.225080 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:43.236002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.241096 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:43.242096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:43.245035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7f02304-5b1c-46a4-8676-39ea96402643 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3413017 Jun 30 08:52:43.251400 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:43.343940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-58880baf-3b15-4545-8af1-30ca308c55c9 None None] Provisioning for port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:43.501766 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:43.599830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12fb36f8-dcb2-4b46-adc1-b4585e819189 req-58ad21ed-83da-442a-8fec-230902734579 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 210 time: 0.0673535 Jun 30 08:52:43.752806 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:42Z', 'revision_number': 3, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:43.781742 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:43.782127 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Updating router 2ea33d4f-3ffd-46f2-a5e6-226a491217da port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:43.848082 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.080552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60588) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:44.205511 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.220152 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Transition to ACTIVE for port object 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:44.243203 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.281527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1012744165', 'description': 'tempest-description-894869079'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:44.296867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.298084 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Pushing event updated for resources: {'Port': ['ID=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.315083 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.317479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:44.321265 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.329534 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.330299 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.330902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.331357 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.336753 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.337393 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.337967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.338520 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.339049 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.339521 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Tracked resource versions report: Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: pushed versions: Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: { 'AddressGroup': {'1.2'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'ConntrackHelper': {'1.0'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Log': {'1.0'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Network': {'1.1'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Port': {'1.7'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'PortForwarding': {'1.2'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'QosPolicy': {'1.8'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SecurityGroup': {'1.4'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SubPort': {'1.0'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Subnet': {'1.1'}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Trunk': {'1.1'}} Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: consumer versions: Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: { DHCP agent@n-d-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: HyperV agent@n-h1-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: HyperV agent@n-h2-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: L3 agent@n-d-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: Metadata agent@n-d-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: Metering agent@n-d-779913-25: {}, Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: Open vSwitch agent@n-d-779913-25: { 'AddressGroup': '1.2', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'ConntrackHelper': '1.0', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Log': '1.0', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Network': '1.1', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Port': '1.7', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'PortForwarding': '1.2', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'QosPolicy': '1.8', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SecurityGroup': '1.4', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SecurityGroupRule': '1.2', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'SubPort': '1.0', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Subnet': '1.1', Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: 'Trunk': '1.1'}} Jun 30 08:52:44.340784 n-d-779913-25 neutron-server[94188]: {{(pid=94188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:52:44.383043 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Attempting to bind port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:44.383580 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Attempting to bind port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:44.384220 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Attempting to bind port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:44.393595 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:44.396107 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:44.397394 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.399091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:44.399845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Bound port: 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:44.401211 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.406390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.424958 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.429227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:44.433106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:44.433505 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.506092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] For port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:44.506750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60602) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:44.509483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] For port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:44.517006 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.518812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2235c5b-f34d-40a9-bd83-01aee33c6bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.577910 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49372602-bac0-4be9-a0c3-b76bfb173f46 None None] Pushing event updated for resources: {'Port': ['ID=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.604519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.609815 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:44.610730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:44.656582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:44.668631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.709626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-3b523521-f3a2-434f-86c7-a5d2d482e309 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a06ffab2edd44d4f93acc9804f759da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1975133 Jun 30 08:52:44.728498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Allocated IP 172.20.0.1 (2e11c203-c828-42ee-b354-0c030fc7c4b3/e18a5e63-eb87-4f6d-82e9-a80f997e0317/472b93f6-06eb-4f80-adba-7f0b48cca6fb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:44.739727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:44.790689 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:44.822475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.869495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.930418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2235c5b-f34d-40a9-bd83-01aee33c6bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.945193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-87f6e580-f173-488a-84b0-886a06c392a2 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:44.950972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2235c5b-f34d-40a9-bd83-01aee33c6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.951772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-87f6e580-f173-488a-84b0-886a06c392a2 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411168 Jun 30 08:52:44.989881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315476af-652b-4095-a6d2-1778b510bd42,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.003612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-b3e4dd07-83c2-4115-aa93-2477a393974a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/quotas/a06ffab2edd44d4f93acc9804f759da8 HTTP/1.1" status: 200 len: 375 time: 0.0509415 Jun 30 08:52:45.074479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-bc386a57-a183-4e60-96d9-c17d194f2ca2 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a06ffab2edd44d4f93acc9804f759da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698831 Jun 30 08:52:45.079565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.088075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2235c5b-f34d-40a9-bd83-01aee33c6bc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3486863026a2421994b6f6ed37404ce7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0063412 Jun 30 08:52:45.100927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60624) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:45.138730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Transition to ACTIVE for port object 472b93f6-06eb-4f80-adba-7f0b48cca6fb will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:45.159177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235c5b-f34d-40a9-bd83-01aee33c6bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b053f-29c5-4175-96c1-b3cfdbb9f2dc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.192691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.199455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.202658 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:42Z', 'revision_number': 3, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:45.206259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.207401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.232856 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22e21-8d2f-40f2-bedb-1c24805ec100 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:42Z', 'revision_number': 3, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:45.263647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4798f540-7535-4f5e-b017-a1284cb8f9db,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.266479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.267684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4767645e-3249-4e4a-894f-b29201609ff7 req-203a87d8-8d8b-4c23-9798-653169d37d0d tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0246692 Jun 30 08:52:45.274079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:45.292634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:45.307373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:45.307373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.310822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Pushing event updated for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.434010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.530907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.535117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.536486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/073b053f-29c5-4175-96c1-b3cfdbb9f2dc HTTP/1.1" status: 204 len: 168 time: 0.4312782 Jun 30 08:52:45.552817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b650c-227b-485c-8644-e5970973f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b053f-29c5-4175-96c1-b3cfdbb9f2dc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:45.559236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71e57dce-ccc0-49b6-bf90-1ba21647a901 req-365fe3f4-3461-4142-bf8b-b0101ed81f2c tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 210 time: 0.0594206 Jun 30 08:52:45.606490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.41', 49259) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:45.676912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1553117060', 'description': 'tempest-description-393862138'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:45.688617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-b5cedebf-5984-4172-bcdd-458405a5f652 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6925b80c32247288b445fe6ce327011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807207 Jun 30 08:52:45.774899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8024f393-7ecb-46ee-982f-be74ee29be78 None None] Provisioning for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:45.791603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8024f393-7ecb-46ee-982f-be74ee29be78 None None] Provisioning complete for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:45.792326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8024f393-7ecb-46ee-982f-be74ee29be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.802141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7c469a2-f9db-40b7-979c-aea46f6608a2 req-5e353003-e94b-4c51-b8ea-80bde036ea04 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 210 time: 0.1004298 Jun 30 08:52:45.814337 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.869026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8024f393-7ecb-46ee-982f-be74ee29be78 None None] Port 472b93f6-06eb-4f80-adba-7f0b48cca6fb cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:45.977453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-ae5b001a-3764-4384-80cd-56ed2d9a7177 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:45.979265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-ae5b001a-3764-4384-80cd-56ed2d9a7177 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860444 Jun 30 08:52:45.980894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.043106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Request body: {'port': {'device_id': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'a6925b80c32247288b445fe6ce327011'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:46.191346 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.211600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.372522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.377446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8540a5-8a99-4f1e-b990-42d08f66d1c3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:46.395938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.404979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e9bbc63-4fd4-48c5-8320-c11fa32bab66 req-5424aa0d-0aba-4ccc-b5f8-78783db8cded tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7538137 Jun 30 08:52:46.425285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce0baf9-79c1-47b0-8ee5-25158a42b0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.456601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:46.495882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.516470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.517390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.549137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce0baf9-79c1-47b0-8ee5-25158a42b0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.578978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce0baf9-79c1-47b0-8ee5-25158a42b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.635402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:46.640845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60696) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.646767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:46.647763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.664886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ce0baf9-79c1-47b0-8ee5-25158a42b0ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bde82d7c15c549dd93546580c6e2059c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2889805 Jun 30 08:52:46.664886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0baf9-79c1-47b0-8ee5-25158a42b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e54b2-0b35-4efd-9a6f-384bca2dba31,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:46.666957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60700) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.675392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Made reservation on behalf of a6925b80c32247288b445fe6ce327011 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:46.680117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.701264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.789066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.871987 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.874312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.914498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:46.915979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Pushing event updated for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:46.937234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:46.952612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cdd1d08a-345d-44bf-908a-d6c027233490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.954542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.955523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:46.956287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:46.987672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4afc48b-f1f3-4fa1-b3fe-d3fc49c37a79 req-1d142394-a9df-49c7-b84b-474601dcd226 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 210 time: 0.1307280 Jun 30 08:52:47.009919 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.015540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.022301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.024022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a9e54b2-0b35-4efd-9a6f-384bca2dba31 HTTP/1.1" status: 204 len: 168 time: 0.3557146 Jun 30 08:52:47.037149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.069617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff69a4-0058-4e1f-ba06-3c2cf2e349f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e54b2-0b35-4efd-9a6f-384bca2dba31,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.182833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d6b7083-ec2d-450a-90d2-0ba6090e7a8b req-b1654082-6cc5-4704-bfa9-e27bcc0fea11 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 210 time: 0.0805705 Jun 30 08:52:47.205353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1493348013', 'description': 'tempest-description-1788573277'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:47.213941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.221798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:47.227478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.407992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eef34099-0be8-4c4e-9269-2404eca405c5 None None] Provisioning complete for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:47.408865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eef34099-0be8-4c4e-9269-2404eca405c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.454242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.458010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-eef34099-0be8-4c4e-9269-2404eca405c5 None None] Port 472b93f6-06eb-4f80-adba-7f0b48cca6fb cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:47.588245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cdd1d08a-345d-44bf-908a-d6c027233490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.595530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cdd1d08a-345d-44bf-908a-d6c027233490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.639098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:52:47.642220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.651797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.702993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Allocated IP 192.168.233.21 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/9716d424-aca1-4f9a-9929-d00d04e2c00c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:47.724257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cdd1d08a-345d-44bf-908a-d6c027233490 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=151bd95f9eb14aff8896468144eda294&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0820720 Jun 30 08:52:47.737024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1d08a-345d-44bf-908a-d6c027233490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc4d6d-058c-4be9-bd38-d1da3608dc1f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:47.740410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:47.980608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:47.996097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-46bbec92-51c6-40be-b60d-9bf6a0c19f92 admin admin] 10.222.0.66 "PUT /v2.0/routers/2ea33d4f-3ffd-46f2-a5e6-226a491217da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7433000 Jun 30 08:52:48.051078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.056689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.095975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:48.119929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:48.120581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:48.157779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da2597-0519-409d-b9c9-afc4f95313bf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.259429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.280450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Transition to ACTIVE for port object 9716d424-aca1-4f9a-9929-d00d04e2c00c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:48.310536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.328324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.339488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.345708 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.413092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:48.414493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb29009-c22e-46f5-9f27-1a127fa4307c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.465853 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.482272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-113c5f6f-de4d-4a53-af90-3e35fce69b32 req-112222fe-ad9b-479f-b8c0-aeba402921ec tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3217089 Jun 30 08:52:48.504471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:48.548285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:48.553960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 49263) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:48.554805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:48.584615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.585300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.631995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5939322 Jun 30 08:52:48.655715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-0dbcd1a5-c3e0-4d3a-8f31-05f7ea47b1a7 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a06ffab2edd44d4f93acc9804f759da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778756 Jun 30 08:52:48.708104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-5a4d796d-53a0-4241-ba7d-8ee3d85a337d tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:52:48.709097 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-5a4d796d-53a0-4241-ba7d-8ee3d85a337d tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0398314 Jun 30 08:52:48.723153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.732643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b084e8-7b49-4611-8fea-8e46d1b94858 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Pushing event updated for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.800376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.803269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.804773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32dc4d6d-058c-4be9-bd38-d1da3608dc1f HTTP/1.1" status: 204 len: 168 time: 1.0627069 Jun 30 08:52:48.818694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452774c5-51cb-4474-a329-90dbfc96d2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc4d6d-058c-4be9-bd38-d1da3608dc1f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:48.822209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686527c-2f17-4f64-898c-af797fb78be2 req-bd78631b-59e0-4cc1-bc31-288e8fb2eafe tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.835366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0686527c-2f17-4f64-898c-af797fb78be2 req-bd78631b-59e0-4cc1-bc31-288e8fb2eafe tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 935 time: 0.4198041 Jun 30 08:52:48.835581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:48.964631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f956400b-70fd-4c63-8d74-26c1fe5628c3 req-c5307884-85b8-4119-91c8-7fb5d05aa069 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 210 time: 0.1255038 Jun 30 08:52:49.048605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0686527c-2f17-4f64-898c-af797fb78be2 req-5aba1369-e228-4a91-a9ef-c3ee0b99594a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132652 Jun 30 08:52:49.068770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-32262392', 'description': 'tempest-description-1561079604'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:49.103129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-23f3e6ae-b5df-40c9-ac71-a6753a5e114e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:49.104975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-23f3e6ae-b5df-40c9-ac71-a6753a5e114e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4368751 Jun 30 08:52:49.122764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.199812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Request body: {'port': {'device_id': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'a06ffab2edd44d4f93acc9804f759da8'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:49.201871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0919f194-1f32-427c-841b-252c2959110d None None] Provisioning for port 9716d424-aca1-4f9a-9929-d00d04e2c00c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:49.223584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0919f194-1f32-427c-841b-252c2959110d None None] Provisioning complete for port 9716d424-aca1-4f9a-9929-d00d04e2c00c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:49.223584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0919f194-1f32-427c-841b-252c2959110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.364800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:49.368187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.452440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0919f194-1f32-427c-841b-252c2959110d None None] Port 9716d424-aca1-4f9a-9929-d00d04e2c00c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:49.498042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 2, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:49.513407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.527454 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.547744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:49.548093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Updating router 2ea33d4f-3ffd-46f2-a5e6-226a491217da port 472b93f6-06eb-4f80-adba-7f0b48cca6fb binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:49.592291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f01297-b1bf-482e-b4a7-487cf6dc0767,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:49.607350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Made reservation on behalf of a06ffab2edd44d4f93acc9804f759da8 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:49.612460 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.617777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.624220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-810c749e-5f73-4995-8451-2bd595661148 req-40f8348f-260a-4f04-853a-646ebd101944 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5906239 Jun 30 08:52:49.637103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.730709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.814324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:49.846744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb34-ec15-4851-8491-a9363daa8f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:49.997849 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.008321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-ea99cc9e-29ba-420d-ba1b-cd31b8fa2e42 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23000 time: 0.3277326 Jun 30 08:52:50.009538 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.195850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb34-ec15-4851-8491-a9363daa8f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.207394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c21bb34-ec15-4851-8491-a9363daa8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.313373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60786) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:50.317354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c21bb34-ec15-4851-8491-a9363daa8f42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97b8c6022b894510aa96d06502b9b9e3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5013099 Jun 30 08:52:50.329010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-network', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:50.355306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Allocated IP 192.168.233.241 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/c5715608-8f0f-4457-9a0a-ed5a3360a25b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:50.384981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60788) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:50.421034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.454599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Transition to ACTIVE for port object 472b93f6-06eb-4f80-adba-7f0b48cca6fb will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:50.480334 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.484002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Made reservation on behalf of 1ede0093347e4375b3706bb3263e6c3f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:50.490151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.572164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.573499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.583206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Request body: {'port': {'device_id': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'device_owner': 'compute:tempest-test_az-1975901269', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:50.624357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.660683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Transition to ACTIVE for port object c5715608-8f0f-4457-9a0a-ed5a3360a25b will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:50.666555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273951f0-0348-455f-9879-3f47e9fe9417 None None] Pushing event updated for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:50.719026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Attempting to bind port 472b93f6-06eb-4f80-adba-7f0b48cca6fb on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:50.719411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Attempting to bind port 472b93f6-06eb-4f80-adba-7f0b48cca6fb by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:50.719785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Attempting to bind port 472b93f6-06eb-4f80-adba-7f0b48cca6fb on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:50.728468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:50.728853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Checking segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:50.729295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.729704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Bound using segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:50.730205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Bound port: 472b93f6-06eb-4f80-adba-7f0b48cca6fb, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:50.730606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.730715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.839107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] For port 472b93f6-06eb-4f80-adba-7f0b48cca6fb, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:50.842904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] For port 472b93f6-06eb-4f80-adba-7f0b48cca6fb, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=472b93f6-06eb-4f80-adba-7f0b48cca6fb,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:50.850029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:50.906285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d526018-75f4-402b-ba07-67437bddc254,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:50.911472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65d59a5a-5525-4d6b-a460-e143d7bbbd24 req-d50135a6-edb5-4101-bcf5-fd49b3c63552 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 210 time: 0.1452363 Jun 30 08:52:50.939976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-3cde861f-3163-46c8-b49e-98aafe2e5b35 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/315476af-652b-4095-a6d2-1778b510bd42 HTTP/1.1" status: 200 len: 2977 time: 0.2523234 Jun 30 08:52:50.977162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.010330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:51.038021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:51.039254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:51.039891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:51.063430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273951f0-0348-455f-9879-3f47e9fe9417 None None] Pushing event updated for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.090502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:51.116884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:51.116884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.169333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-f5c72619-f624-4944-accc-fc8628bbc63a tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/315476af-652b-4095-a6d2-1778b510bd42 HTTP/1.1" status: 200 len: 2977 time: 0.2282081 Jun 30 08:52:51.178448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9909077 Jun 30 08:52:51.246827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4eda5-ee3c-4648-80a5-9f29ed981d9e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Pushing event updated for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.328637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21bb34-ec15-4851-8491-a9363daa8f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82d0c2-ce00-46de-9d24-5c8088fa6ded,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.353925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.373672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:51.405997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-7ed822de-7d8a-4e75-80fe-ebc4e5c54987 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4947a2c5-0a1a-4da5-bf02-ac14d8e9520e HTTP/1.1" status: 200 len: 2977 time: 0.2355220 Jun 30 08:52:51.464311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-468b2fab-3cba-4cbc-bb27-f4dfdec7bda5 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4947a2c5-0a1a-4da5-bf02-ac14d8e9520e HTTP/1.1" status: 200 len: 2977 time: 0.0572269 Jun 30 08:52:51.517890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acec4-efab-4157-ac96-ad0df81dfc2a req-2426a3a9-f7d2-4c81-958a-6e616283e2cb tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:51.519515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb5acec4-efab-4157-ac96-ad0df81dfc2a req-2426a3a9-f7d2-4c81-958a-6e616283e2cb tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 935 time: 0.2341340 Jun 30 08:52:51.528960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-40eb12a3-ed86-4fcb-ab77-94df450b119f tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/49da2597-0519-409d-b9c9-afc4f95313bf HTTP/1.1" status: 200 len: 2977 time: 0.0636575 Jun 30 08:52:51.609775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-7f80d43d-4e08-4e50-9d34-ea80b43b7e23 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/49da2597-0519-409d-b9c9-afc4f95313bf HTTP/1.1" status: 200 len: 2977 time: 0.0791774 Jun 30 08:52:51.610114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b36bb60b-a960-471d-a689-530faa4e2f72 None None] Provisioning for port c5715608-8f0f-4457-9a0a-ed5a3360a25b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:51.613991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb5acec4-efab-4157-ac96-ad0df81dfc2a req-ee1335eb-e37f-44fe-8394-4f3d538e80ab tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817044 Jun 30 08:52:51.625530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b36bb60b-a960-471d-a689-530faa4e2f72 None None] Provisioning complete for port c5715608-8f0f-4457-9a0a-ed5a3360a25b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:51.626035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b36bb60b-a960-471d-a689-530faa4e2f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.727764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9716d424-aca1-4f9a-9929-d00d04e2c00c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:51.739073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.742301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.743215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b36bb60b-a960-471d-a689-530faa4e2f72 None None] Port c5715608-8f0f-4457-9a0a-ed5a3360a25b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:52:51.751176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.754809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b82d0c2-ce00-46de-9d24-5c8088fa6ded HTTP/1.1" status: 204 len: 168 time: 1.3528571 Jun 30 08:52:51.835213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.858376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Transition to ACTIVE for port object 9716d424-aca1-4f9a-9929-d00d04e2c00c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:51.864935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.865129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:51.885733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:52:51.903886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-e4c86060-5905-41bb-a4fe-6824da237bbd tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/600d4b55-0f76-4264-8967-0d902f8781d8 HTTP/1.1" status: 200 len: 2973 time: 0.2937779 Jun 30 08:52:51.917384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:51.918197 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Added segment 2174cd1d-6ddd-46b3-9cb5-7fdded6b7237 of type vlan for network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 Jun 30 08:52:51.940359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43653e-29c1-4252-86e5-236a845d082e None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:50Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:51.941014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f50ed-285e-4e8c-ac65-fad8e5ed9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82d0c2-ce00-46de-9d24-5c8088fa6ded,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:51.946148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.021979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-b584ea98-b62b-4a11-bc64-a9d4900a4bf0 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/600d4b55-0f76-4264-8967-0d902f8781d8 HTTP/1.1" status: 200 len: 2973 time: 0.1118817 Jun 30 08:52:52.151444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-e90786bb-78b6-41bc-ae9f-9d27345896d0 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/74aaf86d-aaff-45b1-86bd-9f94bd31d3cd HTTP/1.1" status: 200 len: 2977 time: 0.1196969 Jun 30 08:52:52.163138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.183019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a11b0-a3ec-4d1e-b676-161f63202968,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.248066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Pushing event updated for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.281294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-4bb3fdb7-449b-46ec-b3f3-2da325453362 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/74aaf86d-aaff-45b1-86bd-9f94bd31d3cd HTTP/1.1" status: 200 len: 2977 time: 0.1248691 Jun 30 08:52:52.346064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Request body: {'port': {'device_id': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'device_owner': 'compute:tempest-test_az-1975901269', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:52.460173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.461020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 472b93f6-06eb-4f80-adba-7f0b48cca6fb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:52.462356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:52.463250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.537170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-fe4ca557-dcf5-4915-9c6f-78e4a52e49ea tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bad7d53c-1fd0-4da7-8fa6-0e9ee857a062 HTTP/1.1" status: 200 len: 2977 time: 0.2426951 Jun 30 08:52:52.591381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Attempting to bind port 9716d424-aca1-4f9a-9929-d00d04e2c00c on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:52.592328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Attempting to bind port 9716d424-aca1-4f9a-9929-d00d04e2c00c by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:52.593156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Attempting to bind port 9716d424-aca1-4f9a-9929-d00d04e2c00c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:52.614785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Port 9716d424-aca1-4f9a-9929-d00d04e2c00c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:52.615337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Attempting to bind port 9716d424-aca1-4f9a-9929-d00d04e2c00c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:52.626080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3021483 Jun 30 08:52:52.632198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:52.632783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:52.638637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Request body: {'subnet': {'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-subnet', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:52.643716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:52.644104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.645584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:52.646076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:52.646742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:52.651843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Bound port: 9716d424-aca1-4f9a-9929-d00d04e2c00c, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:52.652473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.658892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aaf53-bfc9-4927-9673-09c81a1ccbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d523c6c-fec6-41fb-ac5a-5db2b520eaa5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:52.703475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:52:52.758580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Made reservation on behalf of 1ede0093347e4375b3706bb3263e6c3f for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:52:52.761292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.762061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b20c59a-8072-4d2a-841a-412e3215d80c req-2a8f42b6-568b-4c2f-b138-957ed989d7bd tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bad7d53c-1fd0-4da7-8fa6-0e9ee857a062 HTTP/1.1" status: 200 len: 2977 time: 0.2238812 Jun 30 08:52:52.845636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:52.998299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:53.011472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:53.031034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.130347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 472b93f6-06eb-4f80-adba-7f0b48cca6fb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=472b93f6-06eb-4f80-adba-7f0b48cca6fb,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:53.137181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.224120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.236486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:53.297407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Pushing event updated for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:53.308212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.375416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ed9400-71e7-4d68-b447-6c53e1feab9e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:53.423250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.424140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.426326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-a9e40f8e-01a8-43d4-9bf3-ba7a3ba4deae service neutron] 10.222.0.41 "PUT /v2.0/ports/9716d424-aca1-4f9a-9929-d00d04e2c00c HTTP/1.1" status: 200 len: 1118 time: 3.3364720 Jun 30 08:52:53.437243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:53.458757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733709ad-9bce-4e37-a4eb-1e2afdc41d7a req-71462deb-8d22-426b-ad3e-163e278aa3ed tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.475402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-733709ad-9bce-4e37-a4eb-1e2afdc41d7a req-71462deb-8d22-426b-ad3e-163e278aa3ed tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 936 time: 0.9515297 Jun 30 08:52:53.557294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Checking segment: {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:53.559324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Network hostable DHCP agents. Network: 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:52:53.603955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:52:53.637672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:53.644007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.648721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65412b7d-4dfc-41fb-a9ec-716f0fbb6c2b None None] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:53.651796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.692862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f2654e0-a909-4c61-a760-2e26f349d161 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0583723 Jun 30 08:52:53.693920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:53.710018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:53.752350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.754643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.787331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-733709ad-9bce-4e37-a4eb-1e2afdc41d7a req-6dc1a6bb-151f-42d3-8f4d-8d0023b0ac34 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110175 Jun 30 08:52:53.900278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8789-8ad4-41ee-b83e-c47acd90ef26 req-3241fb8b-c192-483c-af1d-82bc5b1d0af3 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.909065 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:53.912319 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:53.913121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3aa8789-8ad4-41ee-b83e-c47acd90ef26 req-3241fb8b-c192-483c-af1d-82bc5b1d0af3 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.4926529 Jun 30 08:52:54.009109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5715608-8f0f-4457-9a0a-ed5a3360a25b {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:52:54.018866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.039275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Transition to ACTIVE for port object c5715608-8f0f-4457-9a0a-ed5a3360a25b will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:54.072141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.097506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'fixed_ips': [{'subnet_id': '18ed9400-71e7-4d68-b447-6c53e1feab9e'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:52:54.099037 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.173675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Pushing event updated for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:54.249003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3aa8789-8ad4-41ee-b83e-c47acd90ef26 req-68cdb2d3-4a2d-4881-a08c-59179b54af0f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336871 Jun 30 08:52:54.371851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 472b93f6-06eb-4f80-adba-7f0b48cca6fb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:54.385402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Attempting to bind port c5715608-8f0f-4457-9a0a-ed5a3360a25b on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:54.386191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Attempting to bind port c5715608-8f0f-4457-9a0a-ed5a3360a25b by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:54.386769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Attempting to bind port c5715608-8f0f-4457-9a0a-ed5a3360a25b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:54.408025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-decf8770-70f5-4ced-817c-9b1766caf700 req-3afed03d-a74e-4db7-b901-f6b296debb6c tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0530fa0d62b946868d9317bc2eae715f HTTP/1.1" status: 200 len: 6094 time: 0.4911809 Jun 30 08:52:54.412247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.418870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Port c5715608-8f0f-4457-9a0a-ed5a3360a25b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:52:54.419659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Attempting to bind port c5715608-8f0f-4457-9a0a-ed5a3360a25b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:54.433507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:54.434340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:54.435283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:54.436089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Bound port: c5715608-8f0f-4457-9a0a-ed5a3360a25b, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:54.436741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.477111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Allocated IP 172.20.0.2 (2d523c6c-fec6-41fb-ac5a-5db2b520eaa5/18ed9400-71e7-4d68-b447-6c53e1feab9e/175ac48c-0329-4a57-b350-e3f6acc46187) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:54.596090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-3e675f95-b540-434d-922d-ef266ab7ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:54.597836 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-3e675f95-b540-434d-922d-ef266ab7ffcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 1121 time: 0.5458477 Jun 30 08:52:54.608389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:54.615567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:54.616043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 472b93f6-06eb-4f80-adba-7f0b48cca6fb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:54.616713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.624655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.712382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:54.714561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:54.716586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5715608-8f0f-4457-9a0a-ed5a3360a25b HTTP/1.1" status: 200 len: 1119 time: 2.3757083 Jun 30 08:52:54.724395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:52:54.849163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-decf8770-70f5-4ced-817c-9b1766caf700 req-51976edd-698f-4612-8085-a9e2740ca04b tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "GET /v2.0/security-groups/315476af-652b-4095-a6d2-1778b510bd42 HTTP/1.1" status: 200 len: 2977 time: 0.4393222 Jun 30 08:52:54.975230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-8b086a4b-36e6-4310-be9c-cfb77552d0a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c HTTP/1.1" status: 200 len: 217 time: 0.2467844 Jun 30 08:52:55.011020 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.026827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Transition to ACTIVE for port object 175ac48c-0329-4a57-b350-e3f6acc46187 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:55.069947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Transition to ACTIVE for port object 175ac48c-0329-4a57-b350-e3f6acc46187 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:55.078816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-decf8770-70f5-4ced-817c-9b1766caf700 req-fa16042a-fc8d-41fe-8620-612e7ac09417 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "GET /v2.0/security-groups/315476af-652b-4095-a6d2-1778b510bd42 HTTP/1.1" status: 200 len: 2977 time: 0.2262483 Jun 30 08:52:55.124453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.136272 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2240a7-2a24-4820-b5cd-faf87ea0449b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:52:55.152997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b610b-5a3a-4687-a7cf-22d76034d816 service neutron] Pushing event updated for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.204561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-a4203364-64f3-4b63-8d32-4b193c17b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.206205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-a4203364-64f3-4b63-8d32-4b193c17b969 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a06ffab2edd44d4f93acc9804f759da8&device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 1122 time: 0.3858142 Jun 30 08:52:55.303089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:55.317704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:55.327131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:55.349624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Pushing event updated for resources: {'Port': ['ID=175ac48c-0329-4a57-b350-e3f6acc46187,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.395226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-c033ce8c-0c41-43af-80c9-ee8e35d1f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.397238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-c033ce8c-0c41-43af-80c9-ee8e35d1f42b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.3394516 Jun 30 08:52:55.447349 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ee978-af06-4d2d-aadd-d72ec13d6099 x-openstack-request-id: req-9d1ee978-af06-4d2d-aadd-d72ec13d6099 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:55.447655 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:55.447912 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d1ee978-af06-4d2d-aadd-d72ec13d6099 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:55.449883 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c', 'status': 'completed', 'code': 200} Jun 30 08:52:55.493647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.506194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Attempting to bind port 175ac48c-0329-4a57-b350-e3f6acc46187 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:55.506922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Attempting to bind port 175ac48c-0329-4a57-b350-e3f6acc46187 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:55.507949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Attempting to bind port 175ac48c-0329-4a57-b350-e3f6acc46187 on network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:55.528751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:55.530831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Checking segment: {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:55.533113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.533339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b2a8f-0580-47ee-80f6-129ebbc819af req-de9d79f6-d9c4-4952-8027-18e0cbea73ff tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.534044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Bound using segment: {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:55.534779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Bound port: 175ac48c-0329-4a57-b350-e3f6acc46187, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:55.535584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.544410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-278b2a8f-0580-47ee-80f6-129ebbc819af req-de9d79f6-d9c4-4952-8027-18e0cbea73ff tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 970 time: 0.1859055 Jun 30 08:52:55.548926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.620724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-b22d60c2-173c-4278-90d1-86a260c6d722 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a5f01297-b1bf-482e-b4a7-487cf6dc0767 HTTP/1.1" status: 200 len: 1774 time: 0.0643978 Jun 30 08:52:55.643656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] For port 175ac48c-0329-4a57-b350-e3f6acc46187, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:55.657539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] For port 175ac48c-0329-4a57-b350-e3f6acc46187, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=175ac48c-0329-4a57-b350-e3f6acc46187,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:55.673858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.687674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-278b2a8f-0580-47ee-80f6-129ebbc819af req-2e742d89-9101-4b6e-b5f1-0f9f19cb10d0 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422548 Jun 30 08:52:55.747362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.815795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.858235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee136-847c-4a0a-9fc8-78a32adda737 None None] Pushing event updated for resources: {'Port': ['ID=175ac48c-0329-4a57-b350-e3f6acc46187,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:55.927431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Allocated IP 172.25.4.170 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/03fcf1c2-26ee-44dd-9014-8a1a56cae865) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:55.931907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.934573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:55.939243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df55fee9-3d85-41d1-b104-f754405ddfcf req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5f01297-b1bf-482e-b4a7-487cf6dc0767 HTTP/1.1" status: 204 len: 173 time: 0.3023627 Jun 30 08:52:55.957187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ec3d7-944d-48eb-831a-a7153a51993b tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f01297-b1bf-482e-b4a7-487cf6dc0767,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:56.184817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.392230 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a28b4b2-48f1-4d62-8e55-bbb58db21503 x-openstack-request-id: req-8a28b4b2-48f1-4d62-8e55-bbb58db21503 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:52:56.392669 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:52:56.392934 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a28b4b2-48f1-4d62-8e55-bbb58db21503 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:52:56.393645 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b', 'status': 'completed', 'code': 200} Jun 30 08:52:56.397702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-1dfd67dc-698f-422b-94e0-df296616be67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b HTTP/1.1" status: 200 len: 217 time: 0.1772268 Jun 30 08:52:56.459500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805849-951e-440e-a94b-7997aad40265 req-389df724-eb3d-4847-ab45-eda7ac2280c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:56.462797 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-389df724-eb3d-4847-ab45-eda7ac2280c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2302938 Jun 30 08:52:56.467017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.478901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207e92-da75-4922-aec2-ee71708d035d req-5081a661-15a0-4128-8bf6-51bb25900f7a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:56.480778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e207e92-da75-4922-aec2-ee71708d035d req-5081a661-15a0-4128-8bf6-51bb25900f7a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.3808329 Jun 30 08:52:56.526197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-17fe8e95-20c0-4e9a-8f99-c0cec509fb73 tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2fb29009-c22e-46f5-9f27-1a127fa4307c HTTP/1.1" status: 200 len: 1776 time: 0.0999250 Jun 30 08:52:56.534399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e207e92-da75-4922-aec2-ee71708d035d req-a4962dd6-83c0-4a24-952e-09e9476123a6 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jun 30 08:52:56.593316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:52:56.593935 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.596594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:52:56.604117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:52:56.643867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.654106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Pushing event updated for resources: {'Port': ['ID=03fcf1c2-26ee-44dd-9014-8a1a56cae865,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:56.727930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.734114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:56.740842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe2e4bc5-877d-4a35-9117-1fb26e4b7e9d req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fb29009-c22e-46f5-9f27-1a127fa4307c HTTP/1.1" status: 204 len: 173 time: 0.2044420 Jun 30 08:52:56.763209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34e362-3b82-484b-8c24-d9219cb0b8eb tempest-SecurityGroupsTestAdminJSON-1536895041 tempest-SecurityGroupsTestAdminJSON-1536895041-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb29009-c22e-46f5-9f27-1a127fa4307c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:56.922883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92f06e5-5a85-4300-8366-9235143da983 req-22dac164-dca7-4b51-bb8a-493e9974d440 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "GET /v2.0/security-groups/fe8540a5-8a99-4f1e-b990-42d08f66d1c3 HTTP/1.1" status: 200 len: 1775 time: 0.0752587 Jun 30 08:52:56.958943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.217460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c457-be90-445e-bbcd-4512d7a082f5 req-5e3fb7c7-5771-4010-a968-4fd1a3ba6d17 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:57.219254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3139c457-be90-445e-bbcd-4512d7a082f5 req-5e3fb7c7-5771-4010-a968-4fd1a3ba6d17 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 970 time: 0.2687006 Jun 30 08:52:57.235209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.245665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c92f06e5-5a85-4300-8366-9235143da983 req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.289647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3139c457-be90-445e-bbcd-4512d7a082f5 req-3d7eee95-45c2-41cf-88af-0d0589c7d027 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Jun 30 08:52:57.292525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adedd7-d6f2-4e22-940a-5326943f980b None None] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:57.295886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c92f06e5-5a85-4300-8366-9235143da983 req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.377028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c92f06e5-5a85-4300-8366-9235143da983 req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.382965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c92f06e5-5a85-4300-8366-9235143da983 req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.384180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92f06e5-5a85-4300-8366-9235143da983 req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe8540a5-8a99-4f1e-b990-42d08f66d1c3 HTTP/1.1" status: 204 len: 173 time: 0.4450004 Jun 30 08:52:57.427783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f5f1d-5365-48ea-9265-db82e30dffec tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8540a5-8a99-4f1e-b990-42d08f66d1c3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:57.487039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:52:57.525830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-16586b36-f2ad-4ca5-ac78-45f3f81a5715 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "GET /v2.0/security-groups/4798f540-7535-4f5e-b017-a1284cb8f9db HTTP/1.1" status: 200 len: 1775 time: 0.0875857 Jun 30 08:52:57.552465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d8f16a01-8334-40d4-8e46-cde671f64bf4 None None] Provisioning for port 175ac48c-0329-4a57-b350-e3f6acc46187 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:57.637063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.663676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.741632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:52:57.783459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Sync routers for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:52:57.791830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.794463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.795691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-149945da-b87c-4cb6-ab15-47e783c2a1b2 req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] 10.222.0.66 "DELETE /v2.0/security-groups/4798f540-7535-4f5e-b017-a1284cb8f9db HTTP/1.1" status: 204 len: 173 time: 0.2609806 Jun 30 08:52:57.797308 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:57.798887 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:57.805285 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:57.813658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6911fcf5-e405-4146-b7c0-174ec1f40016 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1146078 Jun 30 08:52:57.814431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:57.884861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559cb7-bc58-4906-96ba-522977cf2ad1 tempest-SecurityGroupsTestAdminJSON-994021469 tempest-SecurityGroupsTestAdminJSON-994021469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4798f540-7535-4f5e-b017-a1284cb8f9db,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.035623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:58.360650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 175ac48c-0329-4a57-b350-e3f6acc46187 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:52:58.381082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-75580169-e5ed-4ff2-ac8e-908257e4031f service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581551 Jun 30 08:52:58.488891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 175ac48c-0329-4a57-b350-e3f6acc46187 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:52:58.494830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 175ac48c-0329-4a57-b350-e3f6acc46187 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:58.495494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.510905 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 3, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:58.512579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-6336a77e-1f1f-4ada-a791-93d0d4f2bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.514190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-6336a77e-1f1f-4ada-a791-93d0d4f2bae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.3173270 Jun 30 08:52:58.578706 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Checking router: a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:52:58.579052 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Updating router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:52:58.621991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.647652 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.664100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4604-ec58-45ae-b72a-8e9468871b3c req-dc38dfd0-5237-4a9e-b746-c02bca329e44 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.672847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631f4604-ec58-45ae-b72a-8e9468871b3c req-dc38dfd0-5237-4a9e-b746-c02bca329e44 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.6331511 Jun 30 08:52:58.677274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 175ac48c-0329-4a57-b350-e3f6acc46187, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=175ac48c-0329-4a57-b350-e3f6acc46187,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:52:58.689285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:58.714975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60952) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:58.809138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=175ac48c-0329-4a57-b350-e3f6acc46187,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:58.898581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631f4604-ec58-45ae-b72a-8e9468871b3c req-20fae3fb-055d-4f11-a039-b7ffd4384323 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246697 Jun 30 08:52:58.919038 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af805849-951e-440e-a94b-7997aad40265 req-6c55e701-0025-453d-9316-1f67f953c3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470033 Jun 30 08:52:59.071974 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.093527 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Transition to ACTIVE for port object 03fcf1c2-26ee-44dd-9014-8a1a56cae865 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:52:59.102234 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.167714 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff36e0-8da5-4a93-9777-c31426e45dc4 None None] Pushing event updated for resources: {'Port': ['ID=03fcf1c2-26ee-44dd-9014-8a1a56cae865,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.168222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-c5bd5194-7085-4b2b-a59f-89a83af79ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:59.170162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-c5bd5194-7085-4b2b-a59f-89a83af79ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4875004 Jun 30 08:52:59.194418 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-852d3e50-fa21-4fe3-8bf0-4d5054dd1c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.205092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Attempting to bind port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:52:59.205583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Attempting to bind port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:52:59.206002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Attempting to bind port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:52:59.207087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362ec46-7432-4b54-bba4-96a2c4d7eeca req-624734db-0ea0-45b6-a90d-fcd2909bec72 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:59.211273 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:52:59.211648 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:52:59.212051 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.212442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:52:59.212908 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Bound port: 03fcf1c2-26ee-44dd-9014-8a1a56cae865, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:52:59.213305 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.217638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e362ec46-7432-4b54-bba4-96a2c4d7eeca req-624734db-0ea0-45b6-a90d-fcd2909bec72 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 970 time: 0.3946462 Jun 30 08:52:59.278054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] For port 03fcf1c2-26ee-44dd-9014-8a1a56cae865, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:52:59.282028 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] For port 03fcf1c2-26ee-44dd-9014-8a1a56cae865, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03fcf1c2-26ee-44dd-9014-8a1a56cae865,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:52:59.288591 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.311727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:59.319787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-304a066d-0cfc-4399-b740-735e922d1961 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0530fa0d62b946868d9317bc2eae715f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6017032 Jun 30 08:52:59.348439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e362ec46-7432-4b54-bba4-96a2c4d7eeca req-35392cea-bcc8-43cc-b892-3ea8b44c3ce1 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296904 Jun 30 08:52:59.375812 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:52:59.376344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:52:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:59.391382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.423970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.437261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.453536 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff36e0-8da5-4a93-9777-c31426e45dc4 None None] Pushing event updated for resources: {'Port': ['ID=03fcf1c2-26ee-44dd-9014-8a1a56cae865,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.507654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.510553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:59.511726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/315476af-652b-4095-a6d2-1778b510bd42 HTTP/1.1" status: 204 len: 168 time: 0.1988902 Jun 30 08:52:59.522582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e3644-1c5f-429f-af59-98c6b694c46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315476af-652b-4095-a6d2-1778b510bd42,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:59.574129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60980) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:59.581849 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:52:59.696883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-a7ae7c85-9f85-4911-a9cb-7994a312e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:59.698798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-a7ae7c85-9f85-4911-a9cb-7994a312e5ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 1121 time: 0.1073017 Jun 30 08:52:59.774586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Allocated IP 172.20.0.1 (2d523c6c-fec6-41fb-ac5a-5db2b520eaa5/18ed9400-71e7-4d68-b447-6c53e1feab9e/727e0146-b841-44be-a18b-e2e989852745) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:52:59.910622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-4cbb1f29-412a-4fdf-8948-4d3b163f641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:59.912843 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-4cbb1f29-412a-4fdf-8948-4d3b163f641a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2057035 Jun 30 08:52:59.913698 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0d957910-0f37-4130-a934-3631b4476538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 3, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:52:59.955628 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d957910-0f37-4130-a934-3631b4476538 None None] The sync data for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 is: [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:52:56Z', 'revision_number': 3, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:52:59.998765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-3c8019da-abca-4f62-9c9b-4de8d4ccd5a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c HTTP/1.1" status: 200 len: 217 time: 0.0506887 Jun 30 08:52:59.999224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-f6352645-5e54-4238-9053-6072f77e2b79 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897824 Jun 30 08:53:00.060063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.077888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Transition to ACTIVE for port object 727e0146-b841-44be-a18b-e2e989852745 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:00.084974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c766921-df7b-44bf-b559-e71814a6721f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.117515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-e7dc6dae-4bb0-4832-81f0-1a3f085415bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.119433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-e7dc6dae-4bb0-4832-81f0-1a3f085415bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1087809 Jun 30 08:53:00.141576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.214505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32768) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:00.232338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Pushing event updated for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:00.272358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:00.278392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:00.283153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:00.284036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.313846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 175ac48c-0329-4a57-b350-e3f6acc46187 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:00.323151 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-55579491-5c67-4599-888a-bd18bb56befa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6b8fffd5edf49c0b1eea0291d92dc99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1074629 Jun 30 08:53:00.331394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:00.357968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-53bc5425-4da4-40ba-b4b1-3bede6c9cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.359643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-53bc5425-4da4-40ba-b4b1-3bede6c9cba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2301161 Jun 30 08:53:00.363142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c766921-df7b-44bf-b559-e71814a6721f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.401542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c766921-df7b-44bf-b559-e71814a6721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.448119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 175ac48c-0329-4a57-b350-e3f6acc46187 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:00.448406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.485811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2d3d-c8d7-4769-bec9-6e3fe2de266a req-4d4fb672-76d5-4f71-8982-a3bd86195f61 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.488843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c74a2d3d-c8d7-4769-bec9-6e3fe2de266a req-4d4fb672-76d5-4f71-8982-a3bd86195f61 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.3726120 Jun 30 08:53:00.501972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35374cfd-69a4-470f-99d2-8ac1686db9fa req-d67c8eff-6d7f-43a7-8295-7bc96ab9c482 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694905 Jun 30 08:53:00.642993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c766921-df7b-44bf-b559-e71814a6721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab39e6-6818-4955-8fbf-8f4610510250,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:00.700392 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c766921-df7b-44bf-b559-e71814a6721f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3f10bee48ef41aa983bbb94123a1f69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1250246 Jun 30 08:53:00.704361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.705678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32778) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:00.768425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-22273b62-22e6-4eb6-8b9d-5226db003984 None None] Provisioning for port 727e0146-b841-44be-a18b-e2e989852745 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:00.773183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-22273b62-22e6-4eb6-8b9d-5226db003984 None None] Provisioning complete for port 727e0146-b841-44be-a18b-e2e989852745 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:00.773640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-22273b62-22e6-4eb6-8b9d-5226db003984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.774927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.813088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-a2d827cf-2c24-4e36-863e-f57803b107b4 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453311 Jun 30 08:53:00.814449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-22273b62-22e6-4eb6-8b9d-5226db003984 None None] Port 727e0146-b841-44be-a18b-e2e989852745 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:00.924415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c74a2d3d-c8d7-4769-bec9-6e3fe2de266a req-cfb8dd6c-c8ae-45e7-a731-5e751073275a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312506 Jun 30 08:53:00.946481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.970477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:00.976064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.016154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6dc1-dd2d-4995-ae15-616710652feb req-2d96779d-18b2-48b1-9376-c562adf31e23 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.018730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c8a6dc1-dd2d-4995-ae15-616710652feb req-2d96779d-18b2-48b1-9376-c562adf31e23 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 970 time: 0.1678226 Jun 30 08:53:01.044815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.046627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.050843 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6ab39e6-6818-4955-8fbf-8f4610510250 HTTP/1.1" status: 204 len: 168 time: 0.3388047 Jun 30 08:53:01.064338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3dd26-d0af-4b49-92f6-e4c45b96cbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab39e6-6818-4955-8fbf-8f4610510250,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.068892 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f02880ab-e1e5-4aea-94d8-f50fe1610c5f req-f1b05ef7-e616-401e-8539-d3ef66e8f2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447782 Jun 30 08:53:01.073150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.083737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.087128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49da2597-0519-409d-b9c9-afc4f95313bf HTTP/1.1" status: 204 len: 168 time: 0.7539029 Jun 30 08:53:01.102134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cb3a3-2510-42cb-ad0f-d61c667da21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da2597-0519-409d-b9c9-afc4f95313bf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.137453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-1cb106b7-d858-40df-aba9-ce7174f95712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.139760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-1cb106b7-d858-40df-aba9-ce7174f95712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a06ffab2edd44d4f93acc9804f759da8&device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 1122 time: 0.5547822 Jun 30 08:53:01.363874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c8a6dc1-dd2d-4995-ae15-616710652feb req-769c73b3-c176-49d5-be61-f1dc3a44affd tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785583 Jun 30 08:53:01.482745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-163cabbd-e3fe-47d3-93c8-8141df6726f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.484276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-163cabbd-e3fe-47d3-93c8-8141df6726f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3355217 Jun 30 08:53:01.533810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-bb146c91-98ad-46f2-acc4-244e8accc9c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b HTTP/1.1" status: 200 len: 217 time: 0.0409987 Jun 30 08:53:01.538488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.573277 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.574027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.629727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:01.646571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b878527-3d0e-41ca-a38c-d0f5808a7bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.686740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-d4609955-4f35-4b76-9ef7-d4c23e02cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.689258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-d4609955-4f35-4b76-9ef7-d4c23e02cab1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1487274 Jun 30 08:53:01.690840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Pushing event updated for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:01.842914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-59d5ea97-f9a9-4763-9d60-1b852c440152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:01.844424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-59d5ea97-f9a9-4763-9d60-1b852c440152 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407783 Jun 30 08:53:01.853008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9b5e18f2-9a0d-4081-94a7-fb37cf142160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.869459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:01.909598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:01.949361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b878527-3d0e-41ca-a38c-d0f5808a7bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.958429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:01.959212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b878527-3d0e-41ca-a38c-d0f5808a7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.022556 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b878527-3d0e-41ca-a38c-d0f5808a7bb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=712ca341d0234358b3f2affeb3ceae10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917086 Jun 30 08:53:02.024213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32826) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:02.025345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b878527-3d0e-41ca-a38c-d0f5808a7bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c813f5-7d4b-454f-88e7-4910b9977fe8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.103212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.206816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.259696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc84049c-7e49-408c-9fa7-e0b9adbb81ba None None] Provisioning complete for port 727e0146-b841-44be-a18b-e2e989852745 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:02.260072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc84049c-7e49-408c-9fa7-e0b9adbb81ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.311773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.323705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.330408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18c813f5-7d4b-454f-88e7-4910b9977fe8 HTTP/1.1" status: 204 len: 168 time: 0.2998056 Jun 30 08:53:02.359638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fc84049c-7e49-408c-9fa7-e0b9adbb81ba None None] Port 727e0146-b841-44be-a18b-e2e989852745 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:02.384576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274bda0-e961-4683-9381-7fa273b5e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c813f5-7d4b-454f-88e7-4910b9977fe8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.391526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-8869ddd8-dd8e-492e-811d-31748204a7d9 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383563 Jun 30 08:53:02.395005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03fcf1c2-26ee-44dd-9014-8a1a56cae865 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:02.402416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:53:02.428211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:02.505135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:02.511158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:02.511791 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.649215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.692270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863299b-f24a-415f-b764-228b429aa51c req-f1f3f52b-eed0-4e9b-abfb-7e58323980ff tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:02.694139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 03fcf1c2-26ee-44dd-9014-8a1a56cae865, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03fcf1c2-26ee-44dd-9014-8a1a56cae865,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:02.699151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.705024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1863299b-f24a-415f-b764-228b429aa51c req-f1f3f52b-eed0-4e9b-abfb-7e58323980ff tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.5349579 Jun 30 08:53:02.807968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=03fcf1c2-26ee-44dd-9014-8a1a56cae865,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:02.817283 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.862359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2240a7-2a24-4820-b5cd-faf87ea0449b req-c5b87f3f-1713-4044-9941-833aafee4bce service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581680 Jun 30 08:53:02.883689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1863299b-f24a-415f-b764-228b429aa51c req-3256769c-b5cc-4566-9bb5-d0e6a1c39ee7 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742160 Jun 30 08:53:02.894569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926826ba-4231-4337-8207-7e86cc7ee5bc req-04ad2e56-db93-491a-a7cc-041da8a13e45 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:02.898473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-926826ba-4231-4337-8207-7e86cc7ee5bc req-04ad2e56-db93-491a-a7cc-041da8a13e45 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 970 time: 0.3920045 Jun 30 08:53:02.920539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6668-32b1-417a-a441-394977779035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.943461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:02.950267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-011a13aa-d592-4b99-ad93-e9adc70e0c4f admin admin] 10.222.0.66 "PUT /v2.0/routers/a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1336713 Jun 30 08:53:02.958263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:02.964142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Sync routers for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:02.983084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-926826ba-4231-4337-8207-7e86cc7ee5bc req-60830572-353a-4c38-84f5-5e5bdcda275a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Jun 30 08:53:02.988805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:02.990308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:03.108393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6668-32b1-417a-a441-394977779035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.113918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f1b6668-32b1-417a-a441-394977779035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.128049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:03.156278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f1b6668-32b1-417a-a441-394977779035 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be21436b43324dfba81ecaa8f535749e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266276 Jun 30 08:53:03.159160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:03.165244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b6668-32b1-417a-a441-394977779035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896f2668-230c-40b4-bba2-4368ad66f4c2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:03.261301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.286377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.340413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.346704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.349944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/896f2668-230c-40b4-bba2-4368ad66f4c2 HTTP/1.1" status: 204 len: 168 time: 0.1892395 Jun 30 08:53:03.359172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a5251-eb4d-41e3-a984-9ea68ff4362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896f2668-230c-40b4-bba2-4368ad66f4c2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:03.361863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:53:00Z', 'revision_number': 4, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '727e0146-b841-44be-a18b-e2e989852745', 'name': '', 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'mac_address': 'fa:16:3e:53:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:59Z', 'updated_at': '2021-06-30T08:53:01Z', 'revision_number': 2, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'subnets': [{'id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:03.393730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Checking router: a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:03.394111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Updating router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 port 727e0146-b841-44be-a18b-e2e989852745 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:53:03.434464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.540655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c5715608-8f0f-4457-9a0a-ed5a3360a25b details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:03.728998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:03.749565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b', 'mac_address': 'fa:16:3e:bb:b9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:tempest-test_az-1975901269', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:03.827159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.862217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.875416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5715608-8f0f-4457-9a0a-ed5a3360a25b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:03.906744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Transition to ACTIVE for port object 727e0146-b841-44be-a18b-e2e989852745 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:03.930125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:03.936951 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.958450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:03.958450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9716d424-aca1-4f9a-9929-d00d04e2c00c details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:04.004966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20b09-c94e-4148-a390-b8c5f1d01904 None None] Pushing event updated for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.018563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32904) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:04.043147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9844583c-478b-4e4f-bc36-e4a63d97aa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.100733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ecdea-d116-40d2-a9b7-b64ec2876c78 req-e134d638-3761-478e-992a-0dd09ba723f8 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:04.110197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-056ecdea-d116-40d2-a9b7-b64ec2876c78 req-e134d638-3761-478e-992a-0dd09ba723f8 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 969 time: 0.0856752 Jun 30 08:53:04.219395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-056ecdea-d116-40d2-a9b7-b64ec2876c78 req-589ea6e9-8ad7-4521-8987-de34fefb6da9 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079004 Jun 30 08:53:04.258396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9844583c-478b-4e4f-bc36-e4a63d97aa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.266290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9844583c-478b-4e4f-bc36-e4a63d97aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.298011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:04.303321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03fcf1c2-26ee-44dd-9014-8a1a56cae865 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:04.306001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.378894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9844583c-478b-4e4f-bc36-e4a63d97aa92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=101cd62247e44f53a0bb23c741b19b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562481 Jun 30 08:53:04.378894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844583c-478b-4e4f-bc36-e4a63d97aa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e279f66-14a6-47f3-b1a8-b85f34797569,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.380363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32914) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:04.403099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '9716d424-aca1-4f9a-9929-d00d04e2c00c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '9716d424-aca1-4f9a-9929-d00d04e2c00c', 'mac_address': 'fa:16:3e:27:4e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-1975901269', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:04.408327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Attempting to bind port 727e0146-b841-44be-a18b-e2e989852745 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:04.408836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Attempting to bind port 727e0146-b841-44be-a18b-e2e989852745 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:04.409202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Attempting to bind port 727e0146-b841-44be-a18b-e2e989852745 on network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:04.415414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:04.415630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Checking segment: {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:04.415939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.416635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Bound using segment: {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:04.417105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Bound port: 727e0146-b841-44be-a18b-e2e989852745, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:04.417482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.451387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:04.452155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.506493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.531251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.531431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.558031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafa6fa-96a2-452f-b618-5f02ee8b9b70 req-b59422f8-1cea-4d3b-88eb-938199a75257 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:04.565887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bafa6fa-96a2-452f-b618-5f02ee8b9b70 req-b59422f8-1cea-4d3b-88eb-938199a75257 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 971 time: 0.1389439 Jun 30 08:53:04.609472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:04.615351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001464138', 'description': 'tempest-description--894721958'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:04.643704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bafa6fa-96a2-452f-b618-5f02ee8b9b70 req-7f6d682f-f55e-4a61-ae72-b5be67225ba7 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767853 Jun 30 08:53:04.664433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.667877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.671634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.674305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e279f66-14a6-47f3-b1a8-b85f34797569 HTTP/1.1" status: 204 len: 168 time: 0.2926278 Jun 30 08:53:04.698859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1b519-7920-42ea-9bc3-c6adf41cd253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e279f66-14a6-47f3-b1a8-b85f34797569,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.713554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.789319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.792916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.794308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9716d424-aca1-4f9a-9929-d00d04e2c00c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:04.798382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.804367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] For port 727e0146-b841-44be-a18b-e2e989852745, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:04.809084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] For port 727e0146-b841-44be-a18b-e2e989852745, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=727e0146-b841-44be-a18b-e2e989852745,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:04.840287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.842321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2316973 Jun 30 08:53:04.845121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:04.851431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:04.851580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'security_group_rule': {'security_group_id': '8d0c86a3-becc-44ac-a0ca-363ffca17cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:04.855637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.861006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ea65a-9e1d-4365-a166-8091385a139c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c86a3-becc-44ac-a0ca-363ffca17cb7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.867662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.924418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:04.954763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20b09-c94e-4148-a390-b8c5f1d01904 None None] Pushing event updated for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:04.961811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:04.963643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:05.008415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8108475e-d68a-4272-9ee3-bdb85bf3fcc8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377972 Jun 30 08:53:05.009726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.017792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.067452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322e2f43-d9c2-412b-8402-dc1b93516b74,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:05.085919 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.090895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7e7410a-e33f-475d-84a4-2d1bfc0a63f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2440948 Jun 30 08:53:05.092253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32944) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.102446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'security_group_rule': {'security_group_id': '8d0c86a3-becc-44ac-a0ca-363ffca17cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:05.173122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.222236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:05.266202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.278439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.326087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.336248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2353764 Jun 30 08:53:05.336248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1053fd3-6106-4803-8b7b-fe33a7e3c069 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50123463-5f6d-4247-9beb-b15fe7c033bc,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:05.341977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32954) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.348174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9716d424-aca1-4f9a-9929-d00d04e2c00c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:05.350963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-0d311863-8907-4885-8b89-b0943fa69643 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:05.352536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:05.353371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c5715608-8f0f-4457-9a0a-ed5a3360a25b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:05.358380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-0d311863-8907-4885-8b89-b0943fa69643 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490562 Jun 30 08:53:05.375197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-5fdd1487-e2d5-499a-88e6-e43769fd59f4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0155892 Jun 30 08:53:05.409369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.417957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-00f7491a-ba8a-403d-bf94-e45c62a28dc3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421000 Jun 30 08:53:05.422514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32956) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.446297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05ac8b57-ae22-4132-9c9b-b665ee46b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.539473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:05.579366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913148fa-842a-4616-9068-6a97338b33d8 req-ae32c9d1-1b4b-4c96-9e28-6aaa9f0293c8 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:05.587196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913148fa-842a-4616-9068-6a97338b33d8 req-ae32c9d1-1b4b-4c96-9e28-6aaa9f0293c8 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 970 time: 0.1442540 Jun 30 08:53:05.621489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.655666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913148fa-842a-4616-9068-6a97338b33d8 req-44b2e544-8183-4652-ac16-f354c4e5988d tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672727 Jun 30 08:53:05.781724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Allocated IP 172.25.4.34 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ee05902e-9f87-459c-9796-1e76e2718bd5) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:05.791422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb584c58-54c9-4cbb-9136-0d042ebe6c0a req-68615ff3-2e50-4f06-9c41-306b7ce8986b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 210 time: 0.0906184 Jun 30 08:53:05.797063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05ac8b57-ae22-4132-9c9b-b665ee46b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.812168 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05ac8b57-ae22-4132-9c9b-b665ee46b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:05.865168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05ac8b57-ae22-4132-9c9b-b665ee46b382 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b352df51239e4433b336a292eb9b4a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4415154 Jun 30 08:53:05.867660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32972) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.924101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac8b57-ae22-4132-9c9b-b665ee46b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b4160e-e1eb-489a-b516-51baea0aadb6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:05.983850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88205804-747f-44e7-93f1-875463669913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.058038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88205804-747f-44e7-93f1-875463669913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.063689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:53:00Z', 'revision_number': 4, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '727e0146-b841-44be-a18b-e2e989852745', 'name': '', 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'mac_address': 'fa:16:3e:53:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:59Z', 'updated_at': '2021-06-30T08:53:04Z', 'revision_number': 4, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'subnets': [{'id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:06.081782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.116985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507381d0-43ef-41e8-b238-8a37cadefd5b None None] The sync data for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 is: [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T08:53:00Z', 'revision_number': 4, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '727e0146-b841-44be-a18b-e2e989852745', 'name': '', 'network_id': '2d523c6c-fec6-41fb-ac5a-5db2b520eaa5', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'mac_address': 'fa:16:3e:53:48:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:59Z', 'updated_at': '2021-06-30T08:53:04Z', 'revision_number': 4, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'subnets': [{'id': '18ed9400-71e7-4d68-b447-6c53e1feab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:06.166334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.235693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88205804-747f-44e7-93f1-875463669913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.238550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88205804-747f-44e7-93f1-875463669913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.242899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-88205804-747f-44e7-93f1-875463669913 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5b4160e-e1eb-489a-b516-51baea0aadb6 HTTP/1.1" status: 204 len: 168 time: 0.3742442 Jun 30 08:53:06.259502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:06.270170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:06.279690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:06.280230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5e07d-11a2-4882-8300-91960a6abf09 req-e11c89db-ab46-48fa-be05-4ac42c34b792 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.296241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4f5e07d-11a2-4882-8300-91960a6abf09 req-e11c89db-ab46-48fa-be05-4ac42c34b792 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 971 time: 0.2330282 Jun 30 08:53:06.323281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88205804-747f-44e7-93f1-875463669913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b4160e-e1eb-489a-b516-51baea0aadb6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.380865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4f5e07d-11a2-4882-8300-91960a6abf09 req-2f222e41-cea3-4b00-949e-179499a90d11 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826871 Jun 30 08:53:06.454789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'Port': ['ID=ee05902e-9f87-459c-9796-1e76e2718bd5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:06.506770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.595965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.868165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.890715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.932177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:06.951238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0647-1e4e-4370-820a-91971383ce45 req-3244ed78-4ec4-47c7-96d6-32cd5027b444 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:06.958770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96ea0647-1e4e-4370-820a-91971383ce45 req-3244ed78-4ec4-47c7-96d6-32cd5027b444 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 970 time: 0.1272540 Jun 30 08:53:07.009194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.018377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6750500 Jun 30 08:53:07.029958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e195c-46ac-4e17-8b9c-9669ca33c2a7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'Port': ['ID=ee05902e-9f87-459c-9796-1e76e2718bd5,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:07.047904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96ea0647-1e4e-4370-820a-91971383ce45 req-5c229fc5-6814-4110-bd9b-b63a7b29be09 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862000 Jun 30 08:53:07.127726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e33657c8-9f30-4aaf-a67f-54457120cff1 req-bf56240c-0b2d-4150-8d88-1626ebbb48eb tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 210 time: 0.0620766 Jun 30 08:53:07.200416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:07.322662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-514e8227-d2e5-49af-8d7a-a25da0843a01 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1001464138&fields=id&tenant_id=7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 267 time: 0.0820143 Jun 30 08:53:07.395465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.11', 61071) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:07.449557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-87204709-339e-456c-b436-81a75c685814 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520372 Jun 30 08:53:07.493779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c5715608-8f0f-4457-9a0a-ed5a3360a25b up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:07.621630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port c5715608-8f0f-4457-9a0a-ed5a3360a25b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:07.627960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port c5715608-8f0f-4457-9a0a-ed5a3360a25b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:07.628490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.636670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36c96751-7a8d-4f5a-b104-56c046dba79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.663274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-52795a6d-f564-46e5-bfde-78947ef45985 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.665234 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-52795a6d-f564-46e5-bfde-78947ef45985 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059386 Jun 30 08:53:07.704832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-bf985e32-ae1c-4b70-96cc-611978b311c3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.718212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-bf985e32-ae1c-4b70-96cc-611978b311c3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 823 time: 0.3945942 Jun 30 08:53:07.718528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:07.790174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.809217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-cd5aab63-ccee-4585-9e57-497d1dd1e4c3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/quotas/7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 375 time: 0.0900884 Jun 30 08:53:07.822332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:07.924707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:07.936290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:07.938858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9716d424-aca1-4f9a-9929-d00d04e2c00c up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:07.981314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f2a20-d9d5-4fbe-9c66-1e77fa1e1f4c req-843b5557-a0e1-4db7-a525-69c65804031a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:07.995694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915f2a20-d9d5-4fbe-9c66-1e77fa1e1f4c req-843b5557-a0e1-4db7-a525-69c65804031a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 971 time: 0.3842564 Jun 30 08:53:08.070293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 9716d424-aca1-4f9a-9929-d00d04e2c00c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:08.076776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 9716d424-aca1-4f9a-9929-d00d04e2c00c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:08.077436 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.133110 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d270ffaf-79cc-4545-93d5-fb2ac2337809" -d '{"events": [{"server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "name": "network-vif-plugged", "status": "completed", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:08.134296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915f2a20-d9d5-4fbe-9c66-1e77fa1e1f4c req-135ee0bc-a8b5-4190-883d-aa5152ce7ae9 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340861 Jun 30 08:53:08.141366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36c96751-7a8d-4f5a-b104-56c046dba79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.148737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.196849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:08.199246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-402787d3-ee32-4075-a818-f522822c453c tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3763368 Jun 30 08:53:08.200242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36c96751-7a8d-4f5a-b104-56c046dba79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.202309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.218723 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.221364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.254399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-36c96751-7a8d-4f5a-b104-56c046dba79b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da5fd65d6e564b36b3b1f15d8cd27603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0533247 Jun 30 08:53:08.257829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33056) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:08.290003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:08.297492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.323524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96751-7a8d-4f5a-b104-56c046dba79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec7e65-124e-4cfd-952a-4e7f6f259e6b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.395773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.435815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.456723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 727e0146-b841-44be-a18b-e2e989852745 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:08.487014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641b39-0ae9-424e-8e39-0cad1d14cad3 req-536229a3-57a5-4fcf-b460-b7c2e513d76a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:08.489059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.494638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75641b39-0ae9-424e-8e39-0cad1d14cad3 req-536229a3-57a5-4fcf-b460-b7c2e513d76a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.1137049 Jun 30 08:53:08.497793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.514601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.518592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 727e0146-b841-44be-a18b-e2e989852745 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:08.523761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 727e0146-b841-44be-a18b-e2e989852745 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:08.524143 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.562763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75641b39-0ae9-424e-8e39-0cad1d14cad3 req-d175e72a-73e0-4425-a5b1-c53ae19c4446 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643058 Jun 30 08:53:08.620101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.628448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-57305867-75c0-4c8c-8a6b-110122871401 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:08.642424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-57305867-75c0-4c8c-8a6b-110122871401 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1804781 Jun 30 08:53:08.649949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.652732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.657260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3aec7e65-124e-4cfd-952a-4e7f6f259e6b HTTP/1.1" status: 204 len: 168 time: 0.3949687 Jun 30 08:53:08.687398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584a1d1-478d-44a8-858e-cf83a08bf40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec7e65-124e-4cfd-952a-4e7f6f259e6b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.726607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.211 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/509f102c-cb5b-4f23-9e67-d88ea3648363) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:08.746055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.804165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 727e0146-b841-44be-a18b-e2e989852745, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=727e0146-b841-44be-a18b-e2e989852745,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:08.813027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.829326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-3804d78d-9ea2-4bf2-817a-e271455fc3a6 service neutron] 10.222.0.66 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812482 Jun 30 08:53:08.916980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:08.946698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:08.958300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-7e40f95a-a4f5-4584-80e6-f7d9576cbd0f service neutron] 10.222.0.66 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230834 Jun 30 08:53:08.969597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object 509f102c-cb5b-4f23-9e67-d88ea3648363 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:09.000742 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7f988-883d-48a0-9544-8e5e10f88da0 x-openstack-request-id: req-06f7f988-883d-48a0-9544-8e5e10f88da0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:09.001052 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "name": "network-vif-plugged", "status": "completed", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:09.001409 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06f7f988-883d-48a0-9544-8e5e10f88da0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:09.001947 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b', 'code': 200} Jun 30 08:53:09.019924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.088093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:09.095502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:09.099841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:09.106705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.108391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.127316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:09.142269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-8f4526db-0b98-4311-980b-fea65f66977e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4284422 Jun 30 08:53:09.254564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-4b1e51ee-26a2-445f-801d-ba282395221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.256326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-4b1e51ee-26a2-445f-801d-ba282395221f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 1124 time: 0.1683693 Jun 30 08:53:09.301942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-d1fb3075-53f2-4527-bdaf-56ad9c3ea177 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.377979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a31573-a46f-4155-8f35-da5bdccf2732 req-547e6a10-bbcb-44cd-b4a6-f7e391e083a8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.378891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dd34862c-c0a5-4bec-9dab-695b8ce5ad1e None None] Provisioning for port 509f102c-cb5b-4f23-9e67-d88ea3648363 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:09.379485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15a31573-a46f-4155-8f35-da5bdccf2732 req-547e6a10-bbcb-44cd-b4a6-f7e391e083a8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.1213489 Jun 30 08:53:09.387455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dd34862c-c0a5-4bec-9dab-695b8ce5ad1e None None] Provisioning complete for port 509f102c-cb5b-4f23-9e67-d88ea3648363 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:09.388788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dd34862c-c0a5-4bec-9dab-695b8ce5ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.404637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:09.427258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6e1b560-64cd-48e5-ad75-627aeada9417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.435817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dd34862c-c0a5-4bec-9dab-695b8ce5ad1e None None] Port 509f102c-cb5b-4f23-9e67-d88ea3648363 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:09.476605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15a31573-a46f-4155-8f35-da5bdccf2732 req-f9bb4573-06b0-4694-b938-2da3bfe62228 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840294 Jun 30 08:53:09.501681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-d1fb3075-53f2-4527-bdaf-56ad9c3ea177 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.515053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-d1fb3075-53f2-4527-bdaf-56ad9c3ea177 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.565767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-368e4e75-0da0-4ca2-813a-961ca12db5a8 req-d1fb3075-53f2-4527-bdaf-56ad9c3ea177 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027248 Jun 30 08:53:09.592055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed134683-b306-4942-aad7-ab01afbf7c5e req-5764e26f-ba3d-4cc6-bc71-26e5280d6d5f tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0416241 Jun 30 08:53:09.594219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb3075-53f2-4527-bdaf-56ad9c3ea177 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b1543e-7cd4-46f2-a75b-eb7e51f0443e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:09.646325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6e1b560-64cd-48e5-ad75-627aeada9417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.657168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6e1b560-64cd-48e5-ad75-627aeada9417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.705296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a030d4e-b0c3-443f-bf1a-1102c837d064 req-babf6239-fdc1-4ed3-91ec-34ceba3bbf55 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:09.707406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a030d4e-b0c3-443f-bf1a-1102c837d064 req-babf6239-fdc1-4ed3-91ec-34ceba3bbf55 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 972 time: 0.0834892 Jun 30 08:53:09.714803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d6e1b560-64cd-48e5-ad75-627aeada9417 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38016f21b30244ca86e577148bbe07ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066835 Jun 30 08:53:09.715744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33104) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:09.725143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1b560-64cd-48e5-ad75-627aeada9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c3473-f3ea-4dd3-b0d4-ef83026ede61,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:09.788170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a030d4e-b0c3-443f-bf1a-1102c837d064 req-5cbcb06e-f443-4a5b-b489-2cd9e6337c2e tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733213 Jun 30 08:53:09.803926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.830944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.895883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.899789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:09.900529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/542c3473-f3ea-4dd3-b0d4-ef83026ede61 HTTP/1.1" status: 204 len: 168 time: 0.1838646 Jun 30 08:53:09.910320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd0796-cf89-4f71-bc2c-42911a1328a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c3473-f3ea-4dd3-b0d4-ef83026ede61,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:10.039263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3e06-5a26-4ddd-b9f5-d546389e81f6 req-8ce90752-be01-44d4-b4ee-5a250c49a012 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:10.039474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db8e3e06-5a26-4ddd-b9f5-d546389e81f6 req-8ce90752-be01-44d4-b4ee-5a250c49a012 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.0945156 Jun 30 08:53:10.087956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db8e3e06-5a26-4ddd-b9f5-d546389e81f6 req-3108d104-4468-4925-9352-3895b6c455e5 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Jun 30 08:53:10.230368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 727e0146-b841-44be-a18b-e2e989852745 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:10.292548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 727e0146-b841-44be-a18b-e2e989852745 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:10.293083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.423302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33148) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:10.589105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25c7943d-f105-44a0-98a1-c8907ed4aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.709366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f9324-068d-462d-88bb-1d28a08a5003 req-b6c5956e-322d-4b51-8fa2-815d26a57134 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:10.710911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f4f9324-068d-462d-88bb-1d28a08a5003 req-b6c5956e-322d-4b51-8fa2-815d26a57134 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.1066768 Jun 30 08:53:10.786775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-976f38c5-c453-4b14-85e6-fa1ae182e339 req-292481a2-3368-4344-a049-1c668133d350 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0519626 Jun 30 08:53:10.794629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25c7943d-f105-44a0-98a1-c8907ed4aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.801237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25c7943d-f105-44a0-98a1-c8907ed4aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.835438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f4f9324-068d-462d-88bb-1d28a08a5003 req-ac15cfb1-8d66-448f-ab16-ad5f6c6634b5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165521 Jun 30 08:53:10.838936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7943d-f105-44a0-98a1-c8907ed4aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697d348-1049-4a41-bc0c-356105041ba7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:10.855541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25c7943d-f105-44a0-98a1-c8907ed4aa67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d9aeb1808ea4380873f2dedba0be730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311328 Jun 30 08:53:10.858221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:10.917632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:10.945994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.001143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.002896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:11.004228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.005349 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a1618-3b21-4df3-8688-3b37a1cb8fd4" -d '{"events": [{"server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "name": "network-vif-plugged", "status": "completed", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:11.005490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0697d348-1049-4a41-bc0c-356105041ba7 HTTP/1.1" status: 204 len: 168 time: 0.1460664 Jun 30 08:53:11.033987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28304b-15d2-49ac-b268-c48f5d2bb5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697d348-1049-4a41-bc0c-356105041ba7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:11.060377 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9680ce6f-4c27-4255-88ab-3340225d9eff x-openstack-request-id: req-9680ce6f-4c27-4255-88ab-3340225d9eff {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:11.060667 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "name": "network-vif-plugged", "status": "completed", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:11.060919 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9680ce6f-4c27-4255-88ab-3340225d9eff {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:11.061460 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c', 'code': 200} Jun 30 08:53:11.062121 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:11.066554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863209-db3b-44d9-83b5-87e4f54a4dc8 req-8a738131-acc5-4091-bc9b-cce5a5f295be tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:11.068455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0863209-db3b-44d9-83b5-87e4f54a4dc8 req-8a738131-acc5-4091-bc9b-cce5a5f295be tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 972 time: 0.1028960 Jun 30 08:53:11.148958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0863209-db3b-44d9-83b5-87e4f54a4dc8 req-06d80e3f-cf0a-4be0-b563-0aef14d1ac17 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705538 Jun 30 08:53:11.228960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29147f6b-064e-40c9-a5b9-4392833c5c5e req-378d687a-2b1e-49b3-87be-6ec8364e06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:11.230875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29147f6b-064e-40c9-a5b9-4392833c5c5e req-378d687a-2b1e-49b3-87be-6ec8364e06a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 1123 time: 0.0808058 Jun 30 08:53:11.305829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29147f6b-064e-40c9-a5b9-4392833c5c5e req-f857c266-5dfc-4665-a972-d5d673751284 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Jun 30 08:53:11.352159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c142-8709-46ee-a903-8ab955367d2a req-fbf37eeb-f509-4a3a-8c1a-3509c41b039f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:11.353716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33d2c142-8709-46ee-a903-8ab955367d2a req-fbf37eeb-f509-4a3a-8c1a-3509c41b039f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.1047511 Jun 30 08:53:11.401411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33d2c142-8709-46ee-a903-8ab955367d2a req-5b0c05e6-7d30-49d6-a44a-9a7ef28fcd3d tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Jun 30 08:53:11.466047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:11.482835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ecff8ac4-c34f-4374-9eb9-31074cfc3988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.587789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ecff8ac4-c34f-4374-9eb9-31074cfc3988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.597331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ecff8ac4-c34f-4374-9eb9-31074cfc3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.633554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff8ac4-c34f-4374-9eb9-31074cfc3988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4054d3-062d-40d0-9e8a-2c407100bd62,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:11.638152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ecff8ac4-c34f-4374-9eb9-31074cfc3988 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=859840ee72d64497a6a8ad34911ba1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708186 Jun 30 08:53:11.640796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:11.697523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.721450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.775083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.777572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:11.779271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b4054d3-062d-40d0-9e8a-2c407100bd62 HTTP/1.1" status: 204 len: 168 time: 0.1367931 Jun 30 08:53:11.788310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22dc5e-a96a-4897-af42-d1fa04c7f245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4054d3-062d-40d0-9e8a-2c407100bd62,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:11.969898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1bbfb6f-5be0-4085-90bd-2f55eb6884b1 req-149f8163-6c3d-46e2-b88a-f819e8e8e239 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0419114 Jun 30 08:53:12.065977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc745d7-db23-4531-b2a7-a61cfbd7e5e1 req-d51dde8b-d23e-434c-a584-c1e66b4b1d11 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.067434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc745d7-db23-4531-b2a7-a61cfbd7e5e1 req-d51dde8b-d23e-434c-a584-c1e66b4b1d11 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.0825057 Jun 30 08:53:12.107295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc745d7-db23-4531-b2a7-a61cfbd7e5e1 req-ae350552-1112-499d-9b71-fc3e6b0e43d7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Jun 30 08:53:12.358893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c37719-f8b8-4b86-b99b-750e22635517 req-0933a3a7-5f50-4e81-976e-2634d5a45907 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.360358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1c37719-f8b8-4b86-b99b-750e22635517 req-0933a3a7-5f50-4e81-976e-2634d5a45907 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 972 time: 0.0739741 Jun 30 08:53:12.400209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1c37719-f8b8-4b86-b99b-750e22635517 req-8dec93c6-5f5b-4e52-9c1c-a836dcce4367 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Jun 30 08:53:12.621969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c370d-4c09-45fe-afab-010859cde422 req-93b7ba20-3986-485a-ad32-918fb29b7355 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.623955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-216c370d-4c09-45fe-afab-010859cde422 req-93b7ba20-3986-485a-ad32-918fb29b7355 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.1047060 Jun 30 08:53:12.626564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-cce8986b-2f13-4b2b-bbe2-3ca99f1ab85b tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:12.627919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-cce8986b-2f13-4b2b-bbe2-3ca99f1ab85b tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 1124 time: 0.0998781 Jun 30 08:53:12.655475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-816c46a7-0956-4ab1-bff7-d5bb587d24f7 tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:12.683537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-216c370d-4c09-45fe-afab-010859cde422 req-018b5fa3-42bd-4e9e-9cc5-86d1f6698aca tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535686 Jun 30 08:53:12.776339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-816c46a7-0956-4ab1-bff7-d5bb587d24f7 tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:12.781447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-816c46a7-0956-4ab1-bff7-d5bb587d24f7 tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:12.814907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94c811cd-2b3c-4200-962a-17ee95f6ba97 req-816c46a7-0956-4ab1-bff7-d5bb587d24f7 tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Jun 30 08:53:12.816739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c46a7-0956-4ab1-bff7-d5bb587d24f7 tempest-AggregatesAdminTestJSON-628389162 tempest-AggregatesAdminTestJSON-628389162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f975c-6992-4795-83d4-01ad12245036,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:13.373400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f91dbb0-d867-4992-8266-9baae21da0a5 req-b467fb26-20eb-4715-a36c-76063f9c4f53 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0345409 Jun 30 08:53:13.546142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c638f6-f0c1-430e-a225-fed32dced2ef req-aa17eebb-6613-4c03-967e-b0ba35c2b451 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.547637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51c638f6-f0c1-430e-a225-fed32dced2ef req-aa17eebb-6613-4c03-967e-b0ba35c2b451 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.0980599 Jun 30 08:53:13.571126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca27dd-8269-4c8e-992a-78dc88adee47 req-d50aeb90-cd60-4490-bd28-91b619c7401a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:13.572708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43ca27dd-8269-4c8e-992a-78dc88adee47 req-d50aeb90-cd60-4490-bd28-91b619c7401a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.0933919 Jun 30 08:53:13.624764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51c638f6-f0c1-430e-a225-fed32dced2ef req-43dadeca-6049-4a3b-a264-45519edc7250 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 Jun 30 08:53:13.629564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43ca27dd-8269-4c8e-992a-78dc88adee47 req-8a02d4fa-29a1-4566-b3e5-22efbb44ad55 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502160 Jun 30 08:53:14.333921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33350) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:14.451830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a08344e-6180-4e0a-8f59-028f70ffc821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.537404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-109c52ac-f47d-47fb-827f-77b24267f3d5 req-3195df2b-e5dd-4bda-a680-6f6d07faea2d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0303106 Jun 30 08:53:14.562183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a08344e-6180-4e0a-8f59-028f70ffc821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.566171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a08344e-6180-4e0a-8f59-028f70ffc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.604595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08344e-6180-4e0a-8f59-028f70ffc821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55833161-1c9e-4d8f-8dd8-5a04d055fb76,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:14.610223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0a08344e-6180-4e0a-8f59-028f70ffc821 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b4651c25f8a4eb19080db3674044258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752037 Jun 30 08:53:14.611732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33370) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:14.659965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.681714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.731899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.735074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.736586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55833161-1c9e-4d8f-8dd8-5a04d055fb76 HTTP/1.1" status: 204 len: 168 time: 0.1239178 Jun 30 08:53:14.751943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb594-a0e8-4dca-9715-e4b15692d894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55833161-1c9e-4d8f-8dd8-5a04d055fb76,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:14.815449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-a329dcc3-d7cf-4b9e-8548-c1f896e8bd6e tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.816970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-a329dcc3-d7cf-4b9e-8548-c1f896e8bd6e tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 1123 time: 0.1119993 Jun 30 08:53:14.836000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aae4f-69cb-4170-b681-955b0c9abb71 req-9eb8c260-eefb-458b-b2a6-8610050379ae tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:14.837434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a8aae4f-69cb-4170-b681-955b0c9abb71 req-9eb8c260-eefb-458b-b2a6-8610050379ae tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.0874121 Jun 30 08:53:15.038922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:15.051641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1666d425-db33-4683-9d7c-fed207fb8106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.133654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a8aae4f-69cb-4170-b681-955b0c9abb71 req-220fe3b3-47aa-4c2d-aa89-d5af0d920d1b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893686 Jun 30 08:53:15.139972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1666d425-db33-4683-9d7c-fed207fb8106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.144272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1666d425-db33-4683-9d7c-fed207fb8106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.178799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba4f50-dddb-4534-93bc-27345261f5e7 req-2466e459-1499-4949-b23b-3a898c49c577 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:15.181183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdba4f50-dddb-4534-93bc-27345261f5e7 req-2466e459-1499-4949-b23b-3a898c49c577 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 971 time: 0.1363862 Jun 30 08:53:15.191490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666d425-db33-4683-9d7c-fed207fb8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548eac10-d435-44d6-a4b4-6cbd6075bd53,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:15.202761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1666d425-db33-4683-9d7c-fed207fb8106 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2362a02f16624e13bb842f44ae3e6d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625135 Jun 30 08:53:15.203911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:15.215227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Deleting port 9716d424-aca1-4f9a-9929-d00d04e2c00c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:15.215602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.277291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.279938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdba4f50-dddb-4534-93bc-27345261f5e7 req-db7ae6d6-03ac-4a9d-b2c2-e2005f80ccb2 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912011 Jun 30 08:53:15.303525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.339375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] For port 9716d424-aca1-4f9a-9929-d00d04e2c00c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9716d424-aca1-4f9a-9929-d00d04e2c00c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:15.339763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.359722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Calling delete_port for 9716d424-aca1-4f9a-9929-d00d04e2c00c owned by compute:tempest-test_az-1975901269 {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:15.370526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.374470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.379466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/548eac10-d435-44d6-a4b4-6cbd6075bd53 HTTP/1.1" status: 204 len: 168 time: 0.1743250 Jun 30 08:53:15.388195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513f3d6-0227-40bd-8059-b6b953cc14b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548eac10-d435-44d6-a4b4-6cbd6075bd53,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:15.578228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.591768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9716d424-aca1-4f9a-9929-d00d04e2c00c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:15.614859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Pushing event deleted for resources: {'Port': ['ID=9716d424-aca1-4f9a-9929-d00d04e2c00c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:15.688953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] No DVR routers for this DVR port 9716d424-aca1-4f9a-9929-d00d04e2c00c on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:15.720105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.722162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa8db7f2-508a-4fe6-9843-8254aec359e8 req-0831173f-5f88-4dd5-a898-cd18c13586bb tempest-DeleteServersAdminTestJSON-722206365 tempest-DeleteServersAdminTestJSON-722206365-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9716d424-aca1-4f9a-9929-d00d04e2c00c HTTP/1.1" status: 204 len: 173 time: 0.8979027 Jun 30 08:53:15.722761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'name': 'network-vif-deleted', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:15.735355 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e76b0-4bcf-4fb9-ae7b-67bbbc72af68" -d '{"events": [{"server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "name": "network-vif-deleted", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:15.740242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af4f188-c7d5-45d7-b8ad-f20528d48717 req-7ce12816-44a5-4e49-997a-ccf09fa7f869 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0525811 Jun 30 08:53:15.882983 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e2451-d849-4abb-b28e-b33f52cb5a4b x-openstack-request-id: req-7f2e2451-d849-4abb-b28e-b33f52cb5a4b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:15.883333 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4efc9a8-40ef-44b8-b564-4d93984d84f9", "name": "network-vif-deleted", "tag": "9716d424-aca1-4f9a-9929-d00d04e2c00c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:15.883591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f2e2451-d849-4abb-b28e-b33f52cb5a4b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:15.883986 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4efc9a8-40ef-44b8-b564-4d93984d84f9', 'name': 'network-vif-deleted', 'tag': '9716d424-aca1-4f9a-9929-d00d04e2c00c', 'status': 'completed', 'code': 200} Jun 30 08:53:16.244430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:16.408557 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4de64309-793b-434c-851c-d19f110b3116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.426201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e40d0-6d9a-47bd-8365-9f93317d6586 req-662a3a01-3899-47d0-b388-9399b79e0f59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:16.433950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-850e40d0-6d9a-47bd-8365-9f93317d6586 req-662a3a01-3899-47d0-b388-9399b79e0f59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.1270659 Jun 30 08:53:16.491165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-850e40d0-6d9a-47bd-8365-9f93317d6586 req-b77c3d1e-12e9-40e5-a7be-e69c9a7efde0 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561910 Jun 30 08:53:16.548138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4de64309-793b-434c-851c-d19f110b3116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.554741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4de64309-793b-434c-851c-d19f110b3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.613799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4de64309-793b-434c-851c-d19f110b3116 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23f03821096c495aa85701fb03e497d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644631 Jun 30 08:53:16.614487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:16.630970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de64309-793b-434c-851c-d19f110b3116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf73087-ab48-4572-962a-dddfb8581ee9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:16.690559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7aff0d46-4af7-424c-9e19-ed59dbc4ffab req-a5da59f0-8b5c-479b-a573-39897708a8eb tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4efc9a8-40ef-44b8-b564-4d93984d84f9 HTTP/1.1" status: 200 len: 210 time: 0.0603242 Jun 30 08:53:16.731353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.765897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.850582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.853843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:16.857869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daf73087-ab48-4572-962a-dddfb8581ee9 HTTP/1.1" status: 204 len: 168 time: 0.2393391 Jun 30 08:53:16.866393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40598-4616-49c0-82f3-e86ab61edbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf73087-ab48-4572-962a-dddfb8581ee9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:16.925146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-922f34c1-4c56-4020-8261-c6628509acab req-b276f262-b6c3-4c95-95e3-f84a98b7802b tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Jun 30 08:53:16.958248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-da97bacb-e826-4ac3-89ac-ca18deff7f04 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:16.959625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-da97bacb-e826-4ac3-89ac-ca18deff7f04 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065351 Jun 30 08:53:17.347024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33564) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:17.371665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60d647b9-aad1-48ff-bbd1-b4eabb7a7a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.530819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60d647b9-aad1-48ff-bbd1-b4eabb7a7a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.539384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60d647b9-aad1-48ff-bbd1-b4eabb7a7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.572791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Request body: {'port': {'device_id': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:17.599677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60d647b9-aad1-48ff-bbd1-b4eabb7a7a1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae59a318b4194baf9c1b0adcb9457ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500138 Jun 30 08:53:17.601094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d647b9-aad1-48ff-bbd1-b4eabb7a7a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39dd61-94b2-4344-a899-efecbdd5077e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:17.604121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33580) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:17.723749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.742433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.781805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.822938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91742d3b-d1a9-4c88-afbb-71e7c1ddc50e req-e6814bb1-27ef-4de5-a25f-1fcc58044611 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:17.827890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91742d3b-d1a9-4c88-afbb-71e7c1ddc50e req-e6814bb1-27ef-4de5-a25f-1fcc58044611 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 936 time: 0.1581681 Jun 30 08:53:17.865180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33592) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:17.906119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.11', 61076) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:17.934263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91742d3b-d1a9-4c88-afbb-71e7c1ddc50e req-876657bc-bc3e-47d9-b8ff-f7b7e979e91f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946527 Jun 30 08:53:17.956311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.958835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.962997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f39dd61-94b2-4344-a899-efecbdd5077e HTTP/1.1" status: 204 len: 168 time: 0.3578167 Jun 30 08:53:17.985302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fdc8d-1f2d-4c4d-a3a4-72870c9b404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39dd61-94b2-4344-a899-efecbdd5077e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.022232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711850e-217a-4f0a-9812-197601c68511 req-78c9a88e-1be5-45f9-b4e0-6c55d1cf5ff8 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.023922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0711850e-217a-4f0a-9812-197601c68511 req-78c9a88e-1be5-45f9-b4e0-6c55d1cf5ff8 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 972 time: 0.1909800 Jun 30 08:53:18.129916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0711850e-217a-4f0a-9812-197601c68511 req-208dad79-1714-4ca1-ad75-94d165cacb73 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974441 Jun 30 08:53:18.161740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a7996e9-ca64-4ac1-bb96-47c7109048e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.346092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a7996e9-ca64-4ac1-bb96-47c7109048e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.369979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36386183-f9a4-4ac9-bfcc-5ac0ffad95c4 req-e6f7b82e-e319-498e-8463-93dc9b643814 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 210 time: 0.0422459 Jun 30 08:53:18.371767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a7996e9-ca64-4ac1-bb96-47c7109048e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.387177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-ddd42820-1cbd-424c-b933-fbef4d729f4d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.389483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-ddd42820-1cbd-424c-b933-fbef4d729f4d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.11 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 823 time: 0.4820497 Jun 30 08:53:18.415494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7996e9-ca64-4ac1-bb96-47c7109048e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849b6b4-ba54-4084-bcc1-b77303b0377c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.422272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2a7996e9-ca64-4ac1-bb96-47c7109048e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73aa04e7b364414495dba49e637ab355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560646 Jun 30 08:53:18.424916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:18.501919 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-14d2d89b-b06b-4baa-89e1-449c2a326987 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 380 time: 0.0935688 Jun 30 08:53:18.525560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'port': {'device_id': '24e02051-0914-48d1-96c9-5bb11b62f041', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'admin_state_up': True, 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'security_groups': ['8d0c86a3-becc-44ac-a0ca-363ffca17cb7']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:18.533134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.556941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.580145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509f102c-cb5b-4f23-9e67-d88ea3648363 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:18.590357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.616707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Transition to ACTIVE for port object 509f102c-cb5b-4f23-9e67-d88ea3648363 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:18.624471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.657542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-1c11b69d-c9b6-43b4-8c35-8d9e6ecc40fc tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a6925b80c32247288b445fe6ce327011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547442 Jun 30 08:53:18.728919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Made reservation on behalf of 7f04beffcda04d9883ed6b79fb5ca37a for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:18.735787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.759452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Pushing event updated for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.792114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.795017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:18.799007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7849b6b4-ba54-4084-bcc1-b77303b0377c HTTP/1.1" status: 204 len: 168 time: 0.3702276 Jun 30 08:53:18.830826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159e5f0-52bc-42dc-bb0d-2778a9ae5095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849b6b4-ba54-4084-bcc1-b77303b0377c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:18.852701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-95c3cabc-4a47-46be-9629-8dd35da9c7f6 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.859664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-95c3cabc-4a47-46be-9629-8dd35da9c7f6 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011161 Jun 30 08:53:18.879772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-0ce725fa-b74f-428e-a362-f1f566cb94ae tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/quotas/a6925b80c32247288b445fe6ce327011 HTTP/1.1" status: 200 len: 375 time: 0.0191672 Jun 30 08:53:18.933088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-fac19452-0cc8-4e61-93e1-0592b67144cb tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450525 Jun 30 08:53:18.956310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Allocated IP 172.20.0.7 (2e11c203-c828-42ee-b354-0c030fc7c4b3/e18a5e63-eb87-4f6d-82e9-a80f997e0317/4b22aa01-0bab-4a46-bb15-c35ad84366b7) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:18.956651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-0a3bbc94-fd0d-4a68-88d6-05546a30bb1a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:18.958382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-0a3bbc94-fd0d-4a68-88d6-05546a30bb1a tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 972 time: 0.2264960 Jun 30 08:53:19.084708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Attempting to bind port 509f102c-cb5b-4f23-9e67-d88ea3648363 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:19.085052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Attempting to bind port 509f102c-cb5b-4f23-9e67-d88ea3648363 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:19.085382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Attempting to bind port 509f102c-cb5b-4f23-9e67-d88ea3648363 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:19.093645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Port 509f102c-cb5b-4f23-9e67-d88ea3648363 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:19.094000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Attempting to bind port 509f102c-cb5b-4f23-9e67-d88ea3648363 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:19.105629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:19.105994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:19.106389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:19.107390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Bound port: 509f102c-cb5b-4f23-9e67-d88ea3648363, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:19.107762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.170897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.225950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Transition to ACTIVE for port object 4b22aa01-0bab-4a46-bb15-c35ad84366b7 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:19.243387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Deleting port c5715608-8f0f-4457-9a0a-ed5a3360a25b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:19.243662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.272545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.389237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:19.422302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:19.434228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:19.439598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:19.439711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] For port c5715608-8f0f-4457-9a0a-ed5a3360a25b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c5715608-8f0f-4457-9a0a-ed5a3360a25b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:19.439972 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.447828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:19.448778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.474561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:19.478743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=509f102c-cb5b-4f23-9e67-d88ea3648363,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:19.485906 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-6c9362db-f2c9-43f5-9f95-a888052b4b82 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9656603 Jun 30 08:53:19.487970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.546549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33660) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:19.550075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9716d424-aca1-4f9a-9929-d00d04e2c00c no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:19.563209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Calling delete_port for c5715608-8f0f-4457-9a0a-ed5a3360a25b owned by compute:tempest-test_az-1975901269 {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:19.570377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Request body: {'port': {'device_id': '24e02051-0914-48d1-96c9-5bb11b62f041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:19.573993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6578836-9f58-4592-8c85-bcedc2b2d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.586767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Pushing event updated for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:19.592517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 9716d424-aca1-4f9a-9929-d00d04e2c00c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:19.593133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9716d424-aca1-4f9a-9929-d00d04e2c00c not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:19.623991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:19.624619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.626022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c4e48adf-8f74-4d91-84aa-5d907b369c88 service neutron] 10.222.0.11 "PUT /v2.0/ports/509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 200 len: 1097 time: 2.4030240 Jun 30 08:53:19.655838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:19.672358 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30536cd2-95b2-4c15-98b5-39a81ff09e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:19.802097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:19.895278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8282d6-e750-4ad6-af07-0df34d299314 req-80d5383d-4384-49e6-85d6-e948ab3f7e59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:19.902502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d8282d6-e750-4ad6-af07-0df34d299314 req-80d5383d-4384-49e6-85d6-e948ab3f7e59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 948 time: 0.4385037 Jun 30 08:53:19.972409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-303940d1-19f4-4209-87b4-0a291b9882fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:19.975279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-303940d1-19f4-4209-87b4-0a291b9882fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1100 time: 0.2975271 Jun 30 08:53:20.041586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db01ea70-78d0-4b6f-bb58-3a97df332367 None None] Provisioning for port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:20.053858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db01ea70-78d0-4b6f-bb58-3a97df332367 None None] Provisioning complete for port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:20.054570 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db01ea70-78d0-4b6f-bb58-3a97df332367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.077584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d8282d6-e750-4ad6-af07-0df34d299314 req-beea651c-fa6f-4f89-b482-1ee323389eee tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625645 Jun 30 08:53:20.087744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-c07cb8d9-ada2-4756-a1ca-919927702a45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 200 len: 217 time: 0.0976629 Jun 30 08:53:20.121632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-db01ea70-78d0-4b6f-bb58-3a97df332367 None None] Port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:20.190892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-6aef429d-a457-4f70-862b-f2cd866a6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.192362 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-6aef429d-a457-4f70-862b-f2cd866a6b12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0981963 Jun 30 08:53:20.250880 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6578836-9f58-4592-8c85-bcedc2b2d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.274767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a7d39fb-e13f-4afa-8038-bb3e2bb3434e req-601e781c-5bb5-4bce-ba62-cb706cdd4e9d tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 210 time: 0.0618100 Jun 30 08:53:20.275665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6578836-9f58-4592-8c85-bcedc2b2d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.299740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.314796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c5715608-8f0f-4457-9a0a-ed5a3360a25b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:20.363153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Pushing event deleted for resources: {'Port': ['ID=c5715608-8f0f-4457-9a0a-ed5a3360a25b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:20.367209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6578836-9f58-4592-8c85-bcedc2b2d385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78579e446a6a438791f5eb7bcd56cbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193314 Jun 30 08:53:20.369494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6578836-9f58-4592-8c85-bcedc2b2d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37bd5e-feec-4b86-8ee8-e4ecf4eb7dcc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:20.372157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:20.413333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-7aaa42e9-8718-4c12-b393-2867af716920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.415202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-7aaa42e9-8718-4c12-b393-2867af716920 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1893497 Jun 30 08:53:20.513938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6378c-a35e-47b2-beb1-4d764fe7fdc9 req-b281c88e-6338-4102-a52c-c45c7330972b tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.521799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0d6378c-a35e-47b2-beb1-4d764fe7fdc9 req-b281c88e-6338-4102-a52c-c45c7330972b tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cfccb90-6f72-426d-a9d7-d8f50442f596 HTTP/1.1" status: 200 len: 889 time: 0.4203835 Jun 30 08:53:20.540117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] No DVR routers for this DVR port c5715608-8f0f-4457-9a0a-ed5a3360a25b on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:20.551605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b22aa01-0bab-4a46-bb15-c35ad84366b7 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:20.562270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.567085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.569229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3c66618-95bb-463d-88da-e92ff98bd19f req-b33454dd-d0a3-4a3a-ad5a-4b4310e5b798 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.41 "DELETE /v2.0/ports/c5715608-8f0f-4457-9a0a-ed5a3360a25b HTTP/1.1" status: 204 len: 173 time: 1.6040742 Jun 30 08:53:20.574125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'name': 'network-vif-deleted', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:20.576457 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff584197-f7f7-4457-adfc-1afc6c23dd2b" -d '{"events": [{"server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "name": "network-vif-deleted", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:20.601879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Transition to ACTIVE for port object 4b22aa01-0bab-4a46-bb15-c35ad84366b7 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:20.608135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-01f773e5-b0b0-4312-8855-dc3c903b7b31 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844721 Jun 30 08:53:20.609780 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.663129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:20.665970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0d6378c-a35e-47b2-beb1-4d764fe7fdc9 req-414e43eb-fb7c-4e53-a562-48d48df77c47 tempest-AggregatesAdminTestJSON-1803321259 tempest-AggregatesAdminTestJSON-1803321259-project] 10.222.0.66 "GET /v2.0/security-groups?id=2d526018-75f4-402b-ba07-67437bddc254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Jun 30 08:53:20.675482 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.764475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.775771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Attempting to bind port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:20.776438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Attempting to bind port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:20.776985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef37d5-c896-44f7-86a2-895b0334ea0d req-622bd082-fc39-4f9f-b3ec-f3e6aea734db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:20.777297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Attempting to bind port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:20.782983 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b5d346-59a1-446c-b1b0-0e1073408340 x-openstack-request-id: req-36b5d346-59a1-446c-b1b0-0e1073408340 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:20.783570 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:20.784018 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36b5d346-59a1-446c-b1b0-0e1073408340 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:20.784623 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363', 'status': 'completed', 'code': 200} Jun 30 08:53:20.791389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6ef37d5-c896-44f7-86a2-895b0334ea0d req-622bd082-fc39-4f9f-b3ec-f3e6aea734db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 931 time: 0.2608018 Jun 30 08:53:20.804460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:20.804936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Attempting to bind port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:20.816427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:20.816942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Checking segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:20.817428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Bound using segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:20.818127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Bound port: 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:20.818559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.823855 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7942825-b52d-49ff-95ab-7796a2c68302 req-b9277c8a-8206-41a6-af67-3d1083826438 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767635 Jun 30 08:53:20.960173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6ef37d5-c896-44f7-86a2-895b0334ea0d req-47aa9192-59e1-4c7e-8c1b-79e232576080 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678026 Jun 30 08:53:20.968137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:20.984542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:20.991229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:20.994329 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.004929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c37bd5e-feec-4b86-8ee8-e4ecf4eb7dcc HTTP/1.1" status: 204 len: 168 time: 0.6273360 Jun 30 08:53:21.005131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.029875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5df8b0-eef7-4077-a32e-c6ce917d6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37bd5e-feec-4b86-8ee8-e4ecf4eb7dcc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:21.099728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-46a6c8f3-9e7b-4e0e-9a71-ed21f1140b21 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6925b80c32247288b445fe6ce327011&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505154 Jun 30 08:53:21.130673 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52891a26-fac8-42da-b2ae-9a2d1596c3d7 x-openstack-request-id: req-52891a26-fac8-42da-b2ae-9a2d1596c3d7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:21.131208 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfccb90-6f72-426d-a9d7-d8f50442f596", "name": "network-vif-deleted", "tag": "c5715608-8f0f-4457-9a0a-ed5a3360a25b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:21.131939 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52891a26-fac8-42da-b2ae-9a2d1596c3d7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:21.132402 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfccb90-6f72-426d-a9d7-d8f50442f596', 'name': 'network-vif-deleted', 'tag': 'c5715608-8f0f-4457-9a0a-ed5a3360a25b', 'status': 'completed', 'code': 200} Jun 30 08:53:21.149717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.158478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:21.160293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] 10.222.0.11 "PUT /v2.0/ports/4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 1092 time: 1.5950150 Jun 30 08:53:21.196203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e12b1b-ad88-4847-9e15-560158d4ac90 service neutron] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:21.221292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-ee45ca0b-d5b4-4871-b7d7-0bdd648cae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.223491 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-ee45ca0b-d5b4-4871-b7d7-0bdd648cae1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1100 time: 0.1464057 Jun 30 08:53:21.331898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-b2f50bd5-9c77-4484-98cc-bc30421b44ea tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.333580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-b2f50bd5-9c77-4484-98cc-bc30421b44ea tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283254 Jun 30 08:53:21.355942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Request body: {'port': {'device_id': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'a6925b80c32247288b445fe6ce327011'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:21.672366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-3a2429c1-619f-4d37-81de-173171b02169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.674220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-3a2429c1-619f-4d37-81de-173171b02169 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.4429116 Jun 30 08:53:21.711145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a6dd5d45-7c71-467e-90d1-cfaed4fa8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.722940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a6dd5d45-7c71-467e-90d1-cfaed4fa8787 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1095 time: 0.4401619 Jun 30 08:53:21.755896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-8486a9a0-384f-420a-a4d2-542937512c53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 200 len: 217 time: 0.0698369 Jun 30 08:53:21.813677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-7aa73566-e641-4d93-ad08-d8080d231142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 217 time: 0.0564492 Jun 30 08:53:21.897323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-9da5592b-dd66-41e8-8617-2718ad8518d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.898930 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-9da5592b-dd66-41e8-8617-2718ad8518d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0842495 Jun 30 08:53:21.900870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-2929cc6a-8c86-498e-913e-5af18270b64b tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=986c5c51467d49cfae4d4aef66582862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405009 Jun 30 08:53:21.943494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a1783d8a-3263-47f4-bd37-1106233db467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.944922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-a1783d8a-3263-47f4-bd37-1106233db467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.0800474 Jun 30 08:53:21.948172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485baf45-bc7f-4ab5-932e-88fc87430c88 req-1dd2a38d-6f74-4e38-bef7-a8e952049d97 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:21.949608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-485baf45-bc7f-4ab5-932e-88fc87430c88 req-1dd2a38d-6f74-4e38-bef7-a8e952049d97 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 948 time: 0.5416405 Jun 30 08:53:22.006719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-e1d97de6-a501-40c3-b0ef-1fc30ec8786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.008153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-e1d97de6-a501-40c3-b0ef-1fc30ec8786e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995588 Jun 30 08:53:22.022084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Made reservation on behalf of a6925b80c32247288b445fe6ce327011 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:22.025951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.065486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-26560764-da99-4228-aa8b-9381568826f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.067358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-26560764-da99-4228-aa8b-9381568826f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148760 Jun 30 08:53:22.080110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-485baf45-bc7f-4ab5-932e-88fc87430c88 req-6fbb1fd0-95c8-49b4-a225-577ee3623cc5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988967 Jun 30 08:53:22.173146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-57e10e63-34b4-477b-b405-684e16b01a8f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.180476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-aca78cd6-b142-45d9-a904-66fbdf3e434c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641705 Jun 30 08:53:22.181855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-57e10e63-34b4-477b-b405-684e16b01a8f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728882 Jun 30 08:53:22.211580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-92c7ad86-981c-4035-91bc-ff3c6df3039b tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/quotas/986c5c51467d49cfae4d4aef66582862 HTTP/1.1" status: 200 len: 375 time: 0.0286725 Jun 30 08:53:22.256561 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-12b1a8d4-7a33-4f3a-abb7-a048b4cbdb41 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796710 Jun 30 08:53:22.291991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-9b936745-d530-4681-9733-ba61b46facaf tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=986c5c51467d49cfae4d4aef66582862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793586 Jun 30 08:53:22.329811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c384a3a5-be95-4fd3-a85c-e6452febbc27 req-6a253455-afb3-455f-8c1d-79276b839860 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 210 time: 0.0367379 Jun 30 08:53:22.351047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Allocated IP 192.168.233.243 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/077d000c-5333-42c3-a1ea-258b28a4e8c5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:22.363603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30536cd2-95b2-4c15-98b5-39a81ff09e0d req-d5f93a82-4c31-43a3-96f0-01e9966f129b service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738005 Jun 30 08:53:22.408388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f9c4d99-b156-427e-8797-be3248ec9374 req-4978b0de-dbff-4de8-a3f3-b2147af2a7b8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430283 Jun 30 08:53:22.588813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.646299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Transition to ACTIVE for port object 077d000c-5333-42c3-a1ea-258b28a4e8c5 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:22.704946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9df72-9610-49af-88e7-de85de588a46 req-d86b8d17-f53e-40e1-bf3f-1a2f18df311a tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.706761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13e9df72-9610-49af-88e7-de85de588a46 req-d86b8d17-f53e-40e1-bf3f-1a2f18df311a tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 943 time: 0.1146476 Jun 30 08:53:22.709510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.786014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:22.788608 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1467066-f69f-486f-b309-1034aafb0028" -d '{"events": [{"name": "network-changed", "server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:22.797162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:22.797680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:22.840066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13e9df72-9610-49af-88e7-de85de588a46 req-23102c16-f047-4e4e-a969-6abd765726f6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225057 Jun 30 08:53:22.851472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:22.869831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:22.885542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:22.887168 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:22.915447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Pushing event updated for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:22.924572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-58bb7e26-f4bf-4ea1-9dd3-a557996c800b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5770638 Jun 30 08:53:22.942898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Request body: {'port': {'device_id': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:23.035487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-424c838f-d5be-47ad-9803-e6c5edcd1552 req-59e79dd3-3faa-48ab-8e07-d396f2534f21 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0802972 Jun 30 08:53:23.133734 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b017825-da1c-4759-8fd8-03b9f9cf6a9a x-openstack-request-id: req-8b017825-da1c-4759-8fd8-03b9f9cf6a9a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:23.134079 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:23.134332 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b017825-da1c-4759-8fd8-03b9f9cf6a9a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:23.134732 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'status': 'completed', 'code': 200} Jun 30 08:53:23.145631 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-632ebb2d-f5cc-4d74-907d-8705725fff86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a06ffab2edd44d4f93acc9804f759da8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3440170 Jun 30 08:53:23.145745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.145861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33784) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:23.229901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-789ec47d-e279-4139-a0c5-3e9e6496abeb None None] Provisioning for port 077d000c-5333-42c3-a1ea-258b28a4e8c5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:23.239652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-789ec47d-e279-4139-a0c5-3e9e6496abeb None None] Provisioning complete for port 077d000c-5333-42c3-a1ea-258b28a4e8c5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:23.240858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-789ec47d-e279-4139-a0c5-3e9e6496abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.260323 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.295327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.304647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467066-f69f-486f-b309-1034aafb0028 req-29cbaf96-a4ee-4a28-ad9c-88b6ea30b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.306476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-29cbaf96-a4ee-4a28-ad9c-88b6ea30b1ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1095 time: 0.1335161 Jun 30 08:53:23.308640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-789ec47d-e279-4139-a0c5-3e9e6496abeb None None] Port 077d000c-5333-42c3-a1ea-258b28a4e8c5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:23.436729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467066-f69f-486f-b309-1034aafb0028 req-a9830be2-330f-4eb0-93ff-874e14cf037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.438522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-a9830be2-330f-4eb0-93ff-874e14cf037f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.1181865 Jun 30 08:53:23.440292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.443363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.448947 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d526018-75f4-402b-ba07-67437bddc254 HTTP/1.1" status: 204 len: 168 time: 0.3024194 Jun 30 08:53:23.489654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4bc8-d3a3-42d3-8b3e-e43949e8e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d526018-75f4-402b-ba07-67437bddc254,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.545686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aea51-d5e2-4b34-b832-25003a638954 req-d7856b8d-a9a9-432e-a22c-feae268a306f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.552755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-560aea51-d5e2-4b34-b832-25003a638954 req-d7856b8d-a9a9-432e-a22c-feae268a306f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 948 time: 0.1665561 Jun 30 08:53:23.581919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c5715608-8f0f-4457-9a0a-ed5a3360a25b no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:23.582493 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-b253e6c7-c7c4-47e4-867d-e0d135359f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 217 time: 0.1320920 Jun 30 08:53:23.633645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-560aea51-d5e2-4b34-b832-25003a638954 req-c88119e4-c8c8-4a92-8369-7bad29d6a287 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800047 Jun 30 08:53:23.636932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: c5715608-8f0f-4457-9a0a-ed5a3360a25b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:23.637291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c5715608-8f0f-4457-9a0a-ed5a3360a25b not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:23.658091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467066-f69f-486f-b309-1034aafb0028 req-91df6b65-3b73-44a9-a145-25c839b79398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.663114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-91df6b65-3b73-44a9-a145-25c839b79398 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.0724585 Jun 30 08:53:23.681456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077d000c-5333-42c3-a1ea-258b28a4e8c5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:23.689299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.702702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Transition to ACTIVE for port object 077d000c-5333-42c3-a1ea-258b28a4e8c5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:23.708930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.784156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Pushing event updated for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:23.796509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1467066-f69f-486f-b309-1034aafb0028 req-875c871d-9259-41e2-82a7-9bfae643e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:23.806578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-875c871d-9259-41e2-82a7-9bfae643e30c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245131 Jun 30 08:53:23.856015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Attempting to bind port 077d000c-5333-42c3-a1ea-258b28a4e8c5 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:23.856725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Attempting to bind port 077d000c-5333-42c3-a1ea-258b28a4e8c5 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:23.857150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Attempting to bind port 077d000c-5333-42c3-a1ea-258b28a4e8c5 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:23.877222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Port 077d000c-5333-42c3-a1ea-258b28a4e8c5 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:23.877777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Attempting to bind port 077d000c-5333-42c3-a1ea-258b28a4e8c5 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:23.901958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:23.902398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:23.902710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:23.903200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Bound port: 077d000c-5333-42c3-a1ea-258b28a4e8c5, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:23.903586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:23.956035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33816) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:24.002543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-a64ffc0b-a5b8-4a03-a424-65f802658ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948969 Jun 30 08:53:24.021901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:24.040574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908efe-02c0-4ed4-abce-c8bc6b1b0de5 req-e600b74b-9399-462d-82f5-193031c78fa0 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.042948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c908efe-02c0-4ed4-abce-c8bc6b1b0de5 req-e600b74b-9399-462d-82f5-193031c78fa0 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 948 time: 0.1797550 Jun 30 08:53:24.047674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:24.077023 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.096492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b82fa7ae-0852-45aa-8244-b079ade0ef60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bdde1875baf42de8591afebfcbc31f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371324 Jun 30 08:53:24.097250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33824) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:24.134704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.135415 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.137227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] 10.222.0.41 "PUT /v2.0/ports/077d000c-5333-42c3-a1ea-258b28a4e8c5 HTTP/1.1" status: 200 len: 1097 time: 1.2050121 Jun 30 08:53:24.141683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:24.146918 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc942e-a6b0-467d-af43-05ff780b18e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:24.166969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c908efe-02c0-4ed4-abce-c8bc6b1b0de5 req-9ec15dab-a6f5-4e94-a9ff-313d289b971b tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 Jun 30 08:53:24.259708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-0d92d794-5fbc-4757-8d78-03bffdac800c tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=986c5c51467d49cfae4d4aef66582862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896363 Jun 30 08:53:24.297061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1467066-f69f-486f-b309-1034aafb0028 req-2af51920-8fc5-4c71-af11-29b8eb021363 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856610 Jun 30 08:53:24.332667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.397592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.400683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaf0de-d9dd-435c-8590-c15d970bc58f service neutron] Pushing event updated for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:24.429206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-047548c9-5876-4db7-9e74-6c71f8270862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.430992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-047548c9-5876-4db7-9e74-6c71f8270862 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 1100 time: 0.2426069 Jun 30 08:53:24.488306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-8c84d65c-e35e-4ac9-a0e1-2f5c15323069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5 HTTP/1.1" status: 200 len: 217 time: 0.0436175 Jun 30 08:53:24.499169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03e70708-519b-4e0c-b7e8-66a57ba34c94 req-ed56acb8-ddaa-497e-82d0-b8344fef0792 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0764344 Jun 30 08:53:24.563625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-e100b78d-52fd-413d-9532-2d84cb18b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.566613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-e100b78d-52fd-413d-9532-2d84cb18b8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0689855 Jun 30 08:53:24.588460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.592744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.596773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a27f975c-6992-4795-83d4-01ad12245036 HTTP/1.1" status: 204 len: 168 time: 0.4991174 Jun 30 08:53:24.610127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-0d71a9b8-8e43-45ca-a30d-9156b0712bae tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.611764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-0d71a9b8-8e43-45ca-a30d-9156b0712bae tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415520 Jun 30 08:53:24.626940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50869-cd66-425a-8e34-e6823c262490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f975c-6992-4795-83d4-01ad12245036,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:24.632211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a54c2-26f9-43e4-a1d3-c4aab373f899 req-9621e3c2-f76e-4584-8846-49054fa85a49 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.643831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed6a54c2-26f9-43e4-a1d3-c4aab373f899 req-9621e3c2-f76e-4584-8846-49054fa85a49 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 943 time: 0.3149500 Jun 30 08:53:24.646837 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af90c6e2-88d7-4a3f-a6a1-d5ff152a6db9 x-openstack-request-id: req-af90c6e2-88d7-4a3f-a6a1-d5ff152a6db9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:24.647333 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:24.647444 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af90c6e2-88d7-4a3f-a6a1-d5ff152a6db9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:24.647769 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5', 'status': 'completed', 'code': 200} Jun 30 08:53:24.666103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-a40537fe-8d06-4b1c-a32d-fbdd0ede0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:24.667631 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-a40537fe-8d06-4b1c-a32d-fbdd0ede0437 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893910 Jun 30 08:53:24.673393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Request body: {'port': {'device_id': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '986c5c51467d49cfae4d4aef66582862'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:24.687880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:24.748551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed6a54c2-26f9-43e4-a1d3-c4aab373f899 req-b1514d44-92d6-4177-a16b-4101d0f8c7fa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037467 Jun 30 08:53:24.856898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-264f1251-b5ec-49c8-8dd7-db80a02f86cf service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809254 Jun 30 08:53:24.916945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Made reservation on behalf of 986c5c51467d49cfae4d4aef66582862 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:24.920645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:24.941047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.022289 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-015f4d9f-2718-4193-85c4-72bed9c92030 req-c35bd9fd-e693-4282-b2b9-6a438a321c8e service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572802 Jun 30 08:53:25.161548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-56c0244f-816d-47f6-8f3e-5a217327dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.163540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-56c0244f-816d-47f6-8f3e-5a217327dc3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6925b80c32247288b445fe6ce327011&device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 1100 time: 0.0728388 Jun 30 08:53:25.180567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2046277-6181-4182-81dc-7f1cc8eefaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.232679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38630-e6c2-4653-9f33-1b68c5d63209 req-993a0630-f353-4579-b40f-9ca16e90cd11 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.235488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01f38630-e6c2-4653-9f33-1b68c5d63209 req-993a0630-f353-4579-b40f-9ca16e90cd11 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 948 time: 0.2737093 Jun 30 08:53:25.250303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.297391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-832760ac-927e-429b-8929-857ee3b7981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.299409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-832760ac-927e-429b-8929-857ee3b7981a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1287227 Jun 30 08:53:25.341160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.367522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-d71021f7-aef2-414a-9744-51d60b696454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5 HTTP/1.1" status: 200 len: 217 time: 0.0611577 Jun 30 08:53:25.396709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33888) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:25.421193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2046277-6181-4182-81dc-7f1cc8eefaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.422580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-30dcc63c-98d9-4b2c-ac88-2b5550e78a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.424843 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-30dcc63c-98d9-4b2c-ac88-2b5550e78a43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0495262 Jun 30 08:53:25.473983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2046277-6181-4182-81dc-7f1cc8eefaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.493642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-c3497344-bb19-4f83-b076-af3bc93041cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.495890 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-c3497344-bb19-4f83-b076-af3bc93041cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0600219 Jun 30 08:53:25.506719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4be6df-9cb2-4fb8-943b-a8563ad53c76,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.541213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01f38630-e6c2-4653-9f33-1b68c5d63209 req-949b454d-3b2e-4e9b-bb72-6f0765b6aa73 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894163 Jun 30 08:53:25.584175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2046277-6181-4182-81dc-7f1cc8eefaa4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e9b69313c7c4f20a9591347bb3ea840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8867984 Jun 30 08:53:25.587811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33898) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:25.630203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Allocated IP 192.168.233.45 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/299d0279-b776-4c1c-b93e-7401b64218bd) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:25.632639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046277-6181-4182-81dc-7f1cc8eefaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b79828a-2cf8-4285-bdeb-77f45a6271fe,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:25.635263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd48c-258d-4a86-9a08-b27e1dccd7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.670442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-7757557c-70d2-4412-b30f-38d1207a4b13 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663382 Jun 30 08:53:25.681210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be83c8-d984-4e8c-86e0-061d933ec134 req-3761cf39-fa38-4181-8842-aed0c502d82c tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:25.689170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02be83c8-d984-4e8c-86e0-061d933ec134 req-3761cf39-fa38-4181-8842-aed0c502d82c tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 948 time: 0.2932403 Jun 30 08:53:25.777342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.822903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.834826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ecb0ba6-bf43-4c5e-b3d9-515643d16a72 req-c4885001-744d-484d-8646-733ef6d9e6df tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0667274 Jun 30 08:53:25.850611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a2bc942e-a6b0-467d-af43-05ff780b18e4 req-17007c39-ce83-4096-bc51-7bacee400562 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675084 Jun 30 08:53:25.879768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02be83c8-d984-4e8c-86e0-061d933ec134 req-d69c62da-4ef4-4817-9404-6bcde85a9d28 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896367 Jun 30 08:53:25.896269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.898505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:25.902687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b79828a-2cf8-4285-bdeb-77f45a6271fe HTTP/1.1" status: 204 len: 168 time: 0.3128023 Jun 30 08:53:25.923095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3713095-365e-4ed1-98d5-a449fee4f203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b79828a-2cf8-4285-bdeb-77f45a6271fe,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.003951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33914) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.025025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.035859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd48c-258d-4a86-9a08-b27e1dccd7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.064438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd48c-258d-4a86-9a08-b27e1dccd7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.081723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Transition to ACTIVE for port object 299d0279-b776-4c1c-b93e-7401b64218bd will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:26.120738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f9bd48c-258d-4a86-9a08-b27e1dccd7b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f41fc79ba0c4811b943423874818c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106676 Jun 30 08:53:26.123900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.127302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd48c-258d-4a86-9a08-b27e1dccd7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0fb50-d5b8-4dd8-8c73-947282775a3e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.161843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94620-43c9-4759-a3bb-54f486915209 req-65ead3d8-3fc2-4a6e-8013-95049d1a681f tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:26.163401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8e94620-43c9-4759-a3bb-54f486915209 req-65ead3d8-3fc2-4a6e-8013-95049d1a681f tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 943 time: 0.1460686 Jun 30 08:53:26.199166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.227436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.257249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.263529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8e94620-43c9-4759-a3bb-54f486915209 req-f07ca49d-fcf9-41f6-8f7d-1a53e178f0d9 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898733 Jun 30 08:53:26.277599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:26.285254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:26.290816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Pushing event updated for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.296701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:26.304716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:26.307528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.326474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-b09ae3b7-4927-4aee-8a31-230548bdd534 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6603911 Jun 30 08:53:26.337547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0149e296-db6c-45f1-8ce6-8121198e6331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.339533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Request body: {'port': {'device_id': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:26.339668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.342336 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.343489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11f0fb50-d5b8-4dd8-8c73-947282775a3e HTTP/1.1" status: 204 len: 168 time: 0.2185659 Jun 30 08:53:26.361332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f004d-80a1-4f16-974a-a9dc74ff6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0fb50-d5b8-4dd8-8c73-947282775a3e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.451483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.475974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33928) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.499928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0149e296-db6c-45f1-8ce6-8121198e6331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.510792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0149e296-db6c-45f1-8ce6-8121198e6331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.569650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149e296-db6c-45f1-8ce6-8121198e6331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89708128-1149-4a8d-a267-47adb03bb082,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.576049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0149e296-db6c-45f1-8ce6-8121198e6331 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=550a1713306f431ca3e6e9174e18b93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698345 Jun 30 08:53:26.578576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33934) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.679264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-830a5bfe-f6a4-43b3-bdc5-ad2a5e33e303 None None] Provisioning for port 299d0279-b776-4c1c-b93e-7401b64218bd completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:26.686614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-830a5bfe-f6a4-43b3-bdc5-ad2a5e33e303 None None] Provisioning complete for port 299d0279-b776-4c1c-b93e-7401b64218bd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:26.686992 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-830a5bfe-f6a4-43b3-bdc5-ad2a5e33e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.706978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.739820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.790669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:26.793859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-830a5bfe-f6a4-43b3-bdc5-ad2a5e33e303 None None] Port 299d0279-b776-4c1c-b93e-7401b64218bd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:26.807305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3abb5cf-c1c0-4217-b433-813315be9f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.818254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8471e1b-1573-4905-8070-34a620f52db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.828781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.831326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.834976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89708128-1149-4a8d-a267-47adb03bb082 HTTP/1.1" status: 204 len: 168 time: 0.2523654 Jun 30 08:53:26.847162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb87c2-85e1-4fce-97f7-8e400beb2689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89708128-1149-4a8d-a267-47adb03bb082,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:26.967593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8471e1b-1573-4905-8070-34a620f52db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:26.976431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8471e1b-1573-4905-8070-34a620f52db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.031439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8471e1b-1573-4905-8070-34a620f52db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccd044-798a-4864-9e9e-1517592e5ef8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.049224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8471e1b-1573-4905-8070-34a620f52db8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e432fa848824bfa8c3851bb832e21c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574522 Jun 30 08:53:27.050118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:27.103648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.114421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9e6ab-0ac1-4216-a42d-cb2192d7b83a req-d552187e-4b12-4000-a111-4144c203434e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.115926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ce9e6ab-0ac1-4216-a42d-cb2192d7b83a req-d552187e-4b12-4000-a111-4144c203434e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 948 time: 0.3461845 Jun 30 08:53:27.131374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.190938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.194363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.196610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cccd044-798a-4864-9e9e-1517592e5ef8 HTTP/1.1" status: 204 len: 168 time: 0.1450069 Jun 30 08:53:27.208308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a421b-5a4e-473e-9e9e-9b52b204b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccd044-798a-4864-9e9e-1517592e5ef8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.246337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ce9e6ab-0ac1-4216-a42d-cb2192d7b83a req-057a19e4-1fb0-4f34-9ba8-70305eed4f82 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 Jun 30 08:53:27.329420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33962) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:27.332117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca3c72-995c-4bb4-ae96-610437d1b4ed req-b77fa971-17f0-4676-90b6-6465d44b823f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.333636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbca3c72-995c-4bb4-ae96-610437d1b4ed req-b77fa971-17f0-4676-90b6-6465d44b823f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 935 time: 0.2436492 Jun 30 08:53:27.335804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d0279-b776-4c1c-b93e-7401b64218bd {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:27.345459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.345886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-840a8560-34d8-4507-8ae5-d1c46c50e050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.383677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b22aa01-0bab-4a46-bb15-c35ad84366b7 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:27.395813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3abb5cf-c1c0-4217-b433-813315be9f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.402661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Transition to ACTIVE for port object 299d0279-b776-4c1c-b93e-7401b64218bd will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:27.412747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3abb5cf-c1c0-4217-b433-813315be9f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.439744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.460846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbca3c72-995c-4bb4-ae96-610437d1b4ed req-9df4f8a0-206d-4386-84f2-c48791c57df4 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180599 Jun 30 08:53:27.520904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-840a8560-34d8-4507-8ae5-d1c46c50e050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.527373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:27.529421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-840a8560-34d8-4507-8ae5-d1c46c50e050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.541187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'port_id': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'mac_address': 'fa:16:3e:e2:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:27.560204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abb5cf-c1c0-4217-b433-813315be9f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41256d2-4fe0-4026-b8ac-1839df0d5d1c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.568256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Pushing event updated for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.572284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3abb5cf-c1c0-4217-b433-813315be9f47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=953191d90c7344f09117a926bc2ea00c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0924680 Jun 30 08:53:27.576237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33974) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:27.608396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 077d000c-5333-42c3-a1ea-258b28a4e8c5 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:27.610729 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-840a8560-34d8-4507-8ae5-d1c46c50e050 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1086ecc2909640e0b0225171da2e80f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802057 Jun 30 08:53:27.614294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33976) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:27.641495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.676166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a8560-34d8-4507-8ae5-d1c46c50e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e748a7e-f4d3-48aa-b470-87cffcc3b5d1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.701387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff017b2a-80d1-48bf-a892-d63fd9da3131 req-c53be610-753b-4d79-8b21-31701a790ba6 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:27.708680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff017b2a-80d1-48bf-a892-d63fd9da3131 req-c53be610-753b-4d79-8b21-31701a790ba6 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 948 time: 0.3149321 Jun 30 08:53:27.730792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Attempting to bind port 299d0279-b776-4c1c-b93e-7401b64218bd on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:27.731138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Attempting to bind port 299d0279-b776-4c1c-b93e-7401b64218bd by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:27.731494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Attempting to bind port 299d0279-b776-4c1c-b93e-7401b64218bd on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:27.754296 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.760206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.763730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Port 299d0279-b776-4c1c-b93e-7401b64218bd on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:27.764147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Attempting to bind port 299d0279-b776-4c1c-b93e-7401b64218bd on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:27.791056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:27.797737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:27.798260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:27.798737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Bound port: 299d0279-b776-4c1c-b93e-7401b64218bd, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:27.799109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.809455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:27.813393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.834331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '077d000c-5333-42c3-a1ea-258b28a4e8c5', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '077d000c-5333-42c3-a1ea-258b28a4e8c5', 'mac_address': 'fa:16:3e:60:2f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:27.836953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff017b2a-80d1-48bf-a892-d63fd9da3131 req-2c7134f7-6cba-4733-84f0-d2c2e5e807ea tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270161 Jun 30 08:53:27.844306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b22aa01-0bab-4a46-bb15-c35ad84366b7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:27.844916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.873734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:27.908366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.912533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.914077 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e748a7e-f4d3-48aa-b470-87cffcc3b5d1 HTTP/1.1" status: 204 len: 168 time: 0.2986405 Jun 30 08:53:27.927747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.928806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e03109-416e-4f82-89fb-60b1862b6177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e748a7e-f4d3-48aa-b470-87cffcc3b5d1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:27.951019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077d000c-5333-42c3-a1ea-258b28a4e8c5 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:27.955031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:27.955665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 509f102c-cb5b-4f23-9e67-d88ea3648363 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:28.076028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:28.091263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=299d0279-b776-4c1c-b93e-7401b64218bd,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:28.092303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=509f102c-cb5b-4f23-9e67-d88ea3648363,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:28.099026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.101504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.102854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f41256d2-4fe0-4026-b8ac-1839df0d5d1c HTTP/1.1" status: 204 len: 168 time: 0.5255733 Jun 30 08:53:28.117353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14362151-1a8f-4b5f-8955-c2279e0c1bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41256d2-4fe0-4026-b8ac-1839df0d5d1c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.120425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.125541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '509f102c-cb5b-4f23-9e67-d88ea3648363', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '509f102c-cb5b-4f23-9e67-d88ea3648363', 'mac_address': 'fa:16:3e:59:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:28.173386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fbda-87af-456b-84f6-a72e0580324f req-50764dc3-ea23-4c7e-a0fd-91b114a9bd63 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.176618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e231fbda-87af-456b-84f6-a72e0580324f req-50764dc3-ea23-4c7e-a0fd-91b114a9bd63 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 944 time: 0.1719046 Jun 30 08:53:28.182981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.183647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.185742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/299d0279-b776-4c1c-b93e-7401b64218bd HTTP/1.1" status: 200 len: 1096 time: 1.8513119 Jun 30 08:53:28.186207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:28.188622 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c22fb-5743-4a22-835c-3b0cd5da31d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:28.223787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:28.240715 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.263310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8bd11-482d-43d0-a806-f4ba86c455b3 service neutron] Pushing event updated for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.279883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.311073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e231fbda-87af-456b-84f6-a72e0580324f req-73d5c83f-d2cb-4f85-9b3b-1aee6a870d4d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097469 Jun 30 08:53:28.312595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.350571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509f102c-cb5b-4f23-9e67-d88ea3648363 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:28.374848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-7ed23e9a-cc1c-4346-aea9-2d4e3b431c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.376340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-7ed23e9a-cc1c-4346-aea9-2d4e3b431c8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=986c5c51467d49cfae4d4aef66582862&device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1367199 Jun 30 08:53:28.403689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.410402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=509f102c-cb5b-4f23-9e67-d88ea3648363,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:28.420547 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:28.436048 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef2a1c-7ec0-4f3d-8fb1-ee96555cf24e x-openstack-request-id: req-3aef2a1c-7ec0-4f3d-8fb1-ee96555cf24e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:28.436342 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:28.436596 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aef2a1c-7ec0-4f3d-8fb1-ee96555cf24e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:28.436990 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd', 'status': 'completed', 'code': 200} Jun 30 08:53:28.438799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-359d5e06-9490-44ed-a236-78f1dc9b055c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=299d0279-b776-4c1c-b93e-7401b64218bd HTTP/1.1" status: 200 len: 217 time: 0.0548751 Jun 30 08:53:28.443860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['077d000c-5333-42c3-a1ea-258b28a4e8c5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:28.555069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-85c121ef-5411-4ffc-b3b8-cddff08db5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.557017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-85c121ef-5411-4ffc-b3b8-cddff08db5cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1115415 Jun 30 08:53:28.672868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:28.679413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-5376d164-a407-450e-8cdb-8c50c96a05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.686282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-5376d164-a407-450e-8cdb-8c50c96a05b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179202 Jun 30 08:53:28.754890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716d221-49a8-4982-a4ba-f11f8242c328 req-f9f5b31e-2c20-4320-965e-0b40bc625342 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.756477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5716d221-49a8-4982-a4ba-f11f8242c328 req-f9f5b31e-2c20-4320-965e-0b40bc625342 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 949 time: 0.2052257 Jun 30 08:53:28.861056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5716d221-49a8-4982-a4ba-f11f8242c328 req-2e96f09c-6635-4b9d-9882-d73351b7cf7c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971119 Jun 30 08:53:28.867275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-48f4eb5f-8649-4783-9789-be4c3e4c63b2 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724763 Jun 30 08:53:28.916524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a91467-0d55-47dc-b6a0-a4d565261efd req-1c6a44f2-13ba-41cb-8977-345dc046717e tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:28.918001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33a91467-0d55-47dc-b6a0-a4d565261efd req-1c6a44f2-13ba-41cb-8977-345dc046717e tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 947 time: 0.1573501 Jun 30 08:53:28.987532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33a91467-0d55-47dc-b6a0-a4d565261efd req-421c1684-4005-44ab-a66d-8ee99d077cd8 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Jun 30 08:53:29.016924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b2b4c1-c0ec-46ae-991f-59bd808188f2 req-7ee9748b-780f-4d8e-8bb4-946e2a12191a service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370602 Jun 30 08:53:29.035695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:29.074126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4b22aa01-0bab-4a46-bb15-c35ad84366b7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:29.176270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-2ccc6cfa-731b-4f86-bb20-34a651feb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.177928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-2ccc6cfa-731b-4f86-bb20-34a651feb57d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=986c5c51467d49cfae4d4aef66582862&device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1030507 Jun 30 08:53:29.229925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3db1c5b4-f93b-4557-b1bd-85e351c600d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.255011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeca81-77ff-4d7c-9508-02867cf1fa9d req-33579113-f380-49e6-b31c-7472d055fae3 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.261879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57eeca81-77ff-4d7c-9508-02867cf1fa9d req-33579113-f380-49e6-b31c-7472d055fae3 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 949 time: 0.1532569 Jun 30 08:53:29.350295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57eeca81-77ff-4d7c-9508-02867cf1fa9d req-6da35305-8996-4322-8a5b-55a9f0c25181 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875297 Jun 30 08:53:29.351303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-3998d618-6280-4e63-bde5-a6ffbb25e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.352689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-3998d618-6280-4e63-bde5-a6ffbb25e2c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1673300 Jun 30 08:53:29.409794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-7aeb2b08-14be-49e9-ac7d-5f790c0a688e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=299d0279-b776-4c1c-b93e-7401b64218bd HTTP/1.1" status: 200 len: 217 time: 0.0493484 Jun 30 08:53:29.471407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-030746ea-506f-4031-bff5-b03c11c07c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.473235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-030746ea-506f-4031-bff5-b03c11c07c48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0562518 Jun 30 08:53:29.596701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1b880-80b3-4240-ab5a-66aed68cbcbb req-56755669-84e7-40fc-9122-e359b7ed4c13 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.598575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acc1b880-80b3-4240-ab5a-66aed68cbcbb req-56755669-84e7-40fc-9122-e359b7ed4c13 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 944 time: 0.1183364 Jun 30 08:53:29.598749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 077d000c-5333-42c3-a1ea-258b28a4e8c5 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:29.608915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-c7e06efc-96ab-4b43-be59-7ac65adeea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:29.610381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-c7e06efc-96ab-4b43-be59-7ac65adeea52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293497 Jun 30 08:53:29.665158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 077d000c-5333-42c3-a1ea-258b28a4e8c5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:29.672452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 077d000c-5333-42c3-a1ea-258b28a4e8c5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:29.673155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.708919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acc1b880-80b3-4240-ab5a-66aed68cbcbb req-15c8e4ea-7b08-4c3d-a4d3-264e18247344 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023505 Jun 30 08:53:29.789561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-e1e64341-3037-45bf-b20a-c537209c87ab service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645319 Jun 30 08:53:29.833561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.885998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:29.889406 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0a030-d404-465d-9b42-9f866f71e0e2" -d '{"events": [{"server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "name": "network-vif-plugged", "status": "completed", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:29.944189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:29.954357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.982671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-420c22fb-5743-4a22-835c-3b0cd5da31d2 req-293f73ac-23b3-4db0-add3-31e63c2a395c service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847150 Jun 30 08:53:29.988989 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66aa81-59ae-4419-bc76-9ff9ebb9e164 x-openstack-request-id: req-7e66aa81-59ae-4419-bc76-9ff9ebb9e164 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:29.989372 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "name": "network-vif-plugged", "status": "completed", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:29.989639 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e66aa81-59ae-4419-bc76-9ff9ebb9e164 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:29.990072 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5', 'code': 200} Jun 30 08:53:30.072569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:30.170433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:30.241908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e94011-ae18-47f3-9d7c-b63e5de84e51 req-8486bf1e-7f56-48d2-bfa1-8d5d34482fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.243387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0e94011-ae18-47f3-9d7c-b63e5de84e51 req-8486bf1e-7f56-48d2-bfa1-8d5d34482fcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 1102 time: 0.1587651 Jun 30 08:53:30.271929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a68a2-92dd-4f30-94b0-0086a485fee6 req-cebbe327-2ab1-4197-968c-eb9e875e3c2f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.273349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f4a68a2-92dd-4f30-94b0-0086a485fee6 req-cebbe327-2ab1-4197-968c-eb9e875e3c2f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 949 time: 0.1559470 Jun 30 08:53:30.325678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec9b81-e6a2-45a0-944f-8f1c51bb951c req-f79b2cff-8d17-46d4-9a6f-cac1a7fb052f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.327092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ec9b81-e6a2-45a0-944f-8f1c51bb951c req-f79b2cff-8d17-46d4-9a6f-cac1a7fb052f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 947 time: 0.1511760 Jun 30 08:53:30.332544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0e94011-ae18-47f3-9d7c-b63e5de84e51 req-bf04bcfb-8828-40d1-a9ed-94b2ac2a7161 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797207 Jun 30 08:53:30.358650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f4a68a2-92dd-4f30-94b0-0086a485fee6 req-95c6346b-abed-49e0-90d2-a9b5a4dab188 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733807 Jun 30 08:53:30.393002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ec9b81-e6a2-45a0-944f-8f1c51bb951c req-36e44b83-c3e4-415d-9bbf-f32c33048b3f tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jun 30 08:53:30.394024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-450559739-network', 'tenant_id': '8818e83e09504133983903fd126f538f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:30.422065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Made reservation on behalf of 8818e83e09504133983903fd126f538f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:30.423997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.439616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.570827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.579092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.593129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff303d-eba5-4270-b530-963ea2e5805e req-3d781385-4a3f-4df3-81d9-7817f991f378 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.594459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:30.595026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbff303d-eba5-4270-b530-963ea2e5805e req-3d781385-4a3f-4df3-81d9-7817f991f378 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.0804803 Jun 30 08:53:30.626299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.626699 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Added segment 58145d79-173a-4648-9695-236fa6b93564 of type vlan for network 39a1ad99-701d-40f7-b1d2-f5afa5411b75 Jun 30 08:53:30.644810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbff303d-eba5-4270-b530-963ea2e5805e req-f55a7410-903e-4aa6-92f9-8b10c881b540 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Jun 30 08:53:30.668530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96348a10-26a3-40f1-908c-faa6c8c5d803,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:30.706247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.738435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.739508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:30.740140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.797834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6241045 Jun 30 08:53:30.799272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:30.807000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Request body: {'subnet': {'network_id': '39a1ad99-701d-40f7-b1d2-f5afa5411b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-450559739-subnet', 'tenant_id': '8818e83e09504133983903fd126f538f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:30.826726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd053979-a9f5-4112-9737-a487b7a6bf85 admin admin] Pushing event updated for resources: {'Network': ['ID=39a1ad99-701d-40f7-b1d2-f5afa5411b75,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:30.837551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Made reservation on behalf of 8818e83e09504133983903fd126f538f for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:30.841126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 39a1ad99-701d-40f7-b1d2-f5afa5411b75 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:30.854089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:30.963811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34122) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:31.003684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bff09b-8ef9-42f5-9269-8d5e0d7713a8 req-d2955b17-b3cf-417c-a414-66b68d5da1dc tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.005323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49bff09b-8ef9-42f5-9269-8d5e0d7713a8 req-d2955b17-b3cf-417c-a414-66b68d5da1dc tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 944 time: 0.1479092 Jun 30 08:53:31.086442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49bff09b-8ef9-42f5-9269-8d5e0d7713a8 req-9d347c21-a505-41ab-90f1-aa0c12ee318e tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675757 Jun 30 08:53:31.151902 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.165473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0154c4ab-5465-41fe-baee-0060a75a88ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.307824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0154c4ab-5465-41fe-baee-0060a75a88ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.314516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0154c4ab-5465-41fe-baee-0060a75a88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.353334 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0154c4ab-5465-41fe-baee-0060a75a88ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b333cde6f86a4d4693a5f18255530aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883772 Jun 30 08:53:31.355372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:31.381583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:31.385512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 509f102c-cb5b-4f23-9e67-d88ea3648363 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:31.442430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Checking segment: {'id': '58145d79-173a-4648-9695-236fa6b93564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '39a1ad99-701d-40f7-b1d2-f5afa5411b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:31.443036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Network hostable DHCP agents. Network: 39a1ad99-701d-40f7-b1d2-f5afa5411b75, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:31.445919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8a5fab-f648-465c-a4d4-f9a800191e68,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.450467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c4ab-5465-41fe-baee-0060a75a88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9887617-0165-4807-ac5f-b928ab8f3714,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.468124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Network 39a1ad99-701d-40f7-b1d2-f5afa5411b75 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:31.480949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.498368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 39a1ad99-701d-40f7-b1d2-f5afa5411b75) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:31.508528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec451a3-6894-431a-a356-ab83b6fd9875 None None] Network 39a1ad99-701d-40f7-b1d2-f5afa5411b75 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:31.508883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.510953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.511554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.531418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1f1862e4-9b43-46f0-b2fc-b43b09e8797b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7306619 Jun 30 08:53:31.569488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 509f102c-cb5b-4f23-9e67-d88ea3648363 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:31.590101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 299d0279-b776-4c1c-b93e-7401b64218bd details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:31.595930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 509f102c-cb5b-4f23-9e67-d88ea3648363 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:31.596491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.631477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fd83f60-3013-4311-bb6c-46cda8898aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.649482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.654646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.659710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9887617-0165-4807-ac5f-b928ab8f3714 HTTP/1.1" status: 204 len: 168 time: 0.3031261 Jun 30 08:53:31.688078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34484464-53fe-4869-8e53-9b128c0a58db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9887617-0165-4807-ac5f-b928ab8f3714,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.735937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa795bd4-da91-4e0d-82d5-06bd78a668cd req-8147a291-a5f0-4563-9101-92678a41a04b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.741139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa795bd4-da91-4e0d-82d5-06bd78a668cd req-8147a291-a5f0-4563-9101-92678a41a04b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 949 time: 0.1332598 Jun 30 08:53:31.851328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fd83f60-3013-4311-bb6c-46cda8898aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.851823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb302b-dd5d-4d4d-a5d8-99ff9d66ea5c None None] Network 39a1ad99-701d-40f7-b1d2-f5afa5411b75 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:31.859698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fd83f60-3013-4311-bb6c-46cda8898aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:31.880046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa795bd4-da91-4e0d-82d5-06bd78a668cd req-38a3b233-07b7-4868-83cc-82bbc4313f0b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311569 Jun 30 08:53:31.926205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c15234-0225-467c-bb7d-93da681bb418 req-8aeb251e-a461-455e-892f-ef4d71f6f5a5 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.928938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27c15234-0225-467c-bb7d-93da681bb418 req-8aeb251e-a461-455e-892f-ef4d71f6f5a5 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 947 time: 0.1826968 Jun 30 08:53:31.948587 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9fd83f60-3013-4311-bb6c-46cda8898aa4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f34623f5f7704c598a5f76f8f5b562a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599163 Jun 30 08:53:31.948587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd83f60-3013-4311-bb6c-46cda8898aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ce7f6e-a405-43b6-8d3f-56375c075fc7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:31.949727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34160) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:32.047051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27c15234-0225-467c-bb7d-93da681bb418 req-87eba9a6-77be-4ec1-85ee-651cbdbd8157 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112797 Jun 30 08:53:32.073609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.082668 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ea165d5-f82b-4723-ac2c-7d0d86db57cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.104958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=299d0279-b776-4c1c-b93e-7401b64218bd,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:32.107884 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.130755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.134595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.139724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '299d0279-b776-4c1c-b93e-7401b64218bd', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '299d0279-b776-4c1c-b93e-7401b64218bd', 'mac_address': 'fa:16:3e:93:d7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:32.177814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:32.191622 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571ae8a-1083-4c7c-aed6-e1699ff77991" -d '{"events": [{"server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "name": "network-vif-plugged", "status": "completed", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:32.215050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34172) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:32.251272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=509f102c-cb5b-4f23-9e67-d88ea3648363,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:32.262746 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-369cbc87-bb1e-450b-a0c6-4433d111f988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.300061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f56b7-e439-4a72-a2cc-5e91013069f1 req-9791812c-4f26-4083-a839-3491a26c275e tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:32.303473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25f56b7-e439-4a72-a2cc-5e91013069f1 req-9791812c-4f26-4083-a839-3491a26c275e tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.1112814 Jun 30 08:53:32.312468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.314974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.330176 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57ce7f6e-a405-43b6-8d3f-56375c075fc7 HTTP/1.1" status: 204 len: 168 time: 0.3652291 Jun 30 08:53:32.340873 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.342011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b22aa01-0bab-4a46-bb15-c35ad84366b7 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:32.367857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8c65-c128-4df9-aca1-18386a53a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ce7f6e-a405-43b6-8d3f-56375c075fc7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:32.405583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25f56b7-e439-4a72-a2cc-5e91013069f1 req-bdf44178-397b-418c-aed6-de942a32b087 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jun 30 08:53:32.477090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.515418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-369cbc87-bb1e-450b-a0c6-4433d111f988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.531679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-369cbc87-bb1e-450b-a0c6-4433d111f988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.533212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299d0279-b776-4c1c-b93e-7401b64218bd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:32.558164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=299d0279-b776-4c1c-b93e-7401b64218bd,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:32.563558 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d2a94-adae-4eb2-bd86-cedccd88996a x-openstack-request-id: req-6b5d2a94-adae-4eb2-bd86-cedccd88996a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:32.563859 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "name": "network-vif-plugged", "status": "completed", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:32.564159 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b5d2a94-adae-4eb2-bd86-cedccd88996a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:32.565541 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363', 'code': 200} Jun 30 08:53:32.598420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.603058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:32.630478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34184) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:32.633075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-369cbc87-bb1e-450b-a0c6-4433d111f988 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ec020e7ac004b99882967760513ee86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140553 Jun 30 08:53:32.635178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cbc87-bb1e-450b-a0c6-4433d111f988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2adca13-7be5-43d2-b60c-3d6762778086,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:32.726718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.763241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778733d-c6c5-47a6-a20f-77eae8e23baa req-83dc8858-7859-44f5-8220-75fe4f0a4fdc tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:32.764749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8778733d-c6c5-47a6-a20f-77eae8e23baa req-83dc8858-7859-44f5-8220-75fe4f0a4fdc tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 944 time: 0.2472579 Jun 30 08:53:32.771379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:32.793429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:32.809685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:32.810554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.826666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['299d0279-b776-4c1c-b93e-7401b64218bd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:32.843798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.853296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967947f0-c51a-4207-ab6f-4c0cdc3d30e9 req-81a93c8a-e0fc-433f-99aa-08e4c3a02022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:32.854949 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-967947f0-c51a-4207-ab6f-4c0cdc3d30e9 req-81a93c8a-e0fc-433f-99aa-08e4c3a02022 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1102 time: 0.2025969 Jun 30 08:53:32.872665 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.916669 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-967947f0-c51a-4207-ab6f-4c0cdc3d30e9 req-b79bfb7f-5ab2-4d09-9ba7-15e0352b5009 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Jun 30 08:53:32.930480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8778733d-c6c5-47a6-a20f-77eae8e23baa req-ff70f56f-558e-4805-b4a9-12a585cb5da6 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398864 Jun 30 08:53:32.985978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.989292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:32.990459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2adca13-7be5-43d2-b60c-3d6762778086 HTTP/1.1" status: 204 len: 168 time: 0.3577695 Jun 30 08:53:33.002615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0396ee-8fa8-43f1-8c98-8b6f484cea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2adca13-7be5-43d2-b60c-3d6762778086,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.011595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34198) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.033140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-efb8de62-048f-4b0a-9389-294a6d2f1165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.067105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.132876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34202) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.172532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.182193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-efb8de62-048f-4b0a-9389-294a6d2f1165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.189055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.194259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-efb8de62-048f-4b0a-9389-294a6d2f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.198513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1757139788-network', 'tenant_id': 'c246ba2cebc742bd84c71fce61dc31a3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:33.248574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3478-1b92-45a8-b261-a7a248605440 req-9baa68e8-0eda-463a-a1c3-b35bba709ad2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.260254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bee3478-1b92-45a8-b261-a7a248605440 req-9baa68e8-0eda-463a-a1c3-b35bba709ad2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.1933422 Jun 30 08:53:33.264821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:33.264964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-efb8de62-048f-4b0a-9389-294a6d2f1165 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c0ad23960e54e739d786f6bf05c9f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506585 Jun 30 08:53:33.273836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34208) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.280677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.343875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Made reservation on behalf of c246ba2cebc742bd84c71fce61dc31a3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:33.345121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.346357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.367958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8de62-048f-4b0a-9389-294a6d2f1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af771d72-7bc0-482e-9b6d-320afdcb4e0a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.385344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.398261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.412699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.431969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bee3478-1b92-45a8-b261-a7a248605440 req-e29c8cf7-0d39-4345-a79e-ceef911dedbc tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707096 Jun 30 08:53:33.481522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7268-52fb-4c2a-987e-4f18c373c873 req-88d273c8-6675-4a03-a442-475a30bf1405 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.482649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.483698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e89f7268-52fb-4c2a-987e-4f18c373c873 req-88d273c8-6675-4a03-a442-475a30bf1405 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.1916320 Jun 30 08:53:33.485976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.487176 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af771d72-7bc0-482e-9b6d-320afdcb4e0a HTTP/1.1" status: 204 len: 168 time: 0.2124221 Jun 30 08:53:33.497308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89bea7-2d34-4876-b8a1-14f2373d2647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af771d72-7bc0-482e-9b6d-320afdcb4e0a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.581969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af2b3f07-399c-44d2-818e-517271a314e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.636093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e89f7268-52fb-4c2a-987e-4f18c373c873 req-5722a4d3-ab64-4938-ae0a-c536464956d7 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298921 Jun 30 08:53:33.678757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.692695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970b722-3311-4539-a944-cfc0e06337db req-0365e19e-80cf-4564-bd28-a567cd736dfd tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.694264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9970b722-3311-4539-a944-cfc0e06337db req-0365e19e-80cf-4564-bd28-a567cd736dfd tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 948 time: 0.1284986 Jun 30 08:53:33.697169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.742584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:33.785629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.786005 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Added segment 10e1cadd-e0ea-42f4-9213-b8a07dcdf23e of type vlan for network 620a6932-87f8-443c-9585-6680eed3fce3 Jun 30 08:53:33.791722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72932b2-a6e6-40a0-b55a-1ef7e7a36681,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:33.808999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9970b722-3311-4539-a944-cfc0e06337db req-656facbc-df59-4e7b-8cc2-1b0bd3645c50 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040885 Jun 30 08:53:33.853540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.920984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.921985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:33.922558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.926103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af2b3f07-399c-44d2-818e-517271a314e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.948692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af2b3f07-399c-44d2-818e-517271a314e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:33.991696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7991886 Jun 30 08:53:33.991985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34236) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:33.997509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Request body: {'subnet': {'network_id': '620a6932-87f8-443c-9585-6680eed3fce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1757139788-subnet', 'tenant_id': 'c246ba2cebc742bd84c71fce61dc31a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:34.048057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Made reservation on behalf of c246ba2cebc742bd84c71fce61dc31a3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:34.053463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.067280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47102ad-787a-4f77-83c2-91a04b3588ac admin admin] Pushing event updated for resources: {'Network': ['ID=620a6932-87f8-443c-9585-6680eed3fce3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.069732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3f07-399c-44d2-818e-517271a314e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a785fe-05da-4cd1-a06b-a985db293093,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.079210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 620a6932-87f8-443c-9585-6680eed3fce3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:34.092096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af2b3f07-399c-44d2-818e-517271a314e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=920548517e7144f4a60509c66c79a06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9530935 Jun 30 08:53:34.092692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34244) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:34.225357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.286998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.304077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb6bc1-b6ce-43dc-8704-92a027372a68 req-dd97bed2-aff5-46a5-8001-4cd370771520 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.311839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4eb6bc1-b6ce-43dc-8704-92a027372a68 req-dd97bed2-aff5-46a5-8001-4cd370771520 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.2328098 Jun 30 08:53:34.391538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4eb6bc1-b6ce-43dc-8704-92a027372a68 req-187cd69b-009c-4caa-abe9-7a595f2e64d4 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787830 Jun 30 08:53:34.402936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba31630-853d-4c6c-95ce-1ba45ecf2b42 req-4af876f7-e9b5-4665-9e27-6b5223e7161e tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.404513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bba31630-853d-4c6c-95ce-1ba45ecf2b42 req-4af876f7-e9b5-4665-9e27-6b5223e7161e tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.2123382 Jun 30 08:53:34.443056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.456376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.462648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04a785fe-05da-4cd1-a06b-a985db293093 HTTP/1.1" status: 204 len: 168 time: 0.3656161 Jun 30 08:53:34.467750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.489301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4191cb-2358-4f79-a96c-fb00b28d1675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a785fe-05da-4cd1-a06b-a985db293093,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.503079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bba31630-853d-4c6c-95ce-1ba45ecf2b42 req-4227a1dd-1308-441a-930b-3806fe634c55 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880389 Jun 30 08:53:34.566139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:34.572219 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75998198-465e-405e-baf8-80babbc21ecc" -d '{"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-plugged", "status": "completed", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:34.588442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.649880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91638fcb-0da6-4b4d-bf1f-f14d24c85b00,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.664397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Checking segment: {'id': '10e1cadd-e0ea-42f4-9213-b8a07dcdf23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '620a6932-87f8-443c-9585-6680eed3fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:34.664701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Network hostable DHCP agents. Network: 620a6932-87f8-443c-9585-6680eed3fce3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:34.664823 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5f4ef-51a3-4a06-aed8-ad7eefb32af5 x-openstack-request-id: req-daf5f4ef-51a3-4a06-aed8-ad7eefb32af5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:34.666397 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-plugged", "status": "completed", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:34.666848 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-daf5f4ef-51a3-4a06-aed8-ad7eefb32af5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:34.668225 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'code': 200} Jun 30 08:53:34.671526 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.687040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Network 620a6932-87f8-443c-9585-6680eed3fce3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:34.698780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 620a6932-87f8-443c-9585-6680eed3fce3) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:34.703606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.704645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.708514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f158ed-972e-44b2-9a67-299c64b6f731 None None] Network 620a6932-87f8-443c-9585-6680eed3fce3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:34.720887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-97399f49-1b38-4123-9306-b064f6f4137c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7278078 Jun 30 08:53:34.752200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9548a-cb0c-41b6-9af8-6ecc41731031 req-58f6435d-2ff2-429f-a434-c7e1e3de0c3a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.759216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ff9548a-cb0c-41b6-9af8-6ecc41731031 req-58f6435d-2ff2-429f-a434-c7e1e3de0c3a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.1690590 Jun 30 08:53:34.816293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ff9548a-cb0c-41b6-9af8-6ecc41731031 req-6558bdf6-b1ff-4686-b3d3-4f88888456c9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Jun 30 08:53:34.868007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81b396-54d3-4a59-8b83-aba24081545f req-e2a95262-c16a-4afd-b100-902222a55bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.869897 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd81b396-54d3-4a59-8b83-aba24081545f req-e2a95262-c16a-4afd-b100-902222a55bfa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1097 time: 0.1016855 Jun 30 08:53:34.883626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30476dc8-57d6-43c4-b1bd-680e786ef8f0 None None] Network 620a6932-87f8-443c-9585-6680eed3fce3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:34.917937 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd81b396-54d3-4a59-8b83-aba24081545f req-7eef6ab2-1691-4485-906c-e0795596b60c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Jun 30 08:53:35.030001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34280) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.099047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Deleting subnet 6f8a5fab-f648-465c-a4d4-f9a800191e68 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:53:35.105526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.110119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2360ce4-47cc-4603-a7a9-79a726abac3f req-f733c4c5-f877-4c9c-869d-627daab71775 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.117541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2360ce4-47cc-4603-a7a9-79a726abac3f req-f733c4c5-f877-4c9c-869d-627daab71775 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 948 time: 0.1019492 Jun 30 08:53:35.148743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.165220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.170208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2360ce4-47cc-4603-a7a9-79a726abac3f req-b3a7da01-1ed9-4173-86e2-ed79a3cf6963 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Jun 30 08:53:35.186716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34284) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.207929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0703f8a8-bc05-4415-8ff4-27a26cc0ae18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.246204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.274893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8a5fab-f648-465c-a4d4-f9a800191e68,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.288306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.290260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bec4a96d-f523-4055-93c5-e71022b79c2c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6f8a5fab-f648-465c-a4d4-f9a800191e68 HTTP/1.1" status: 204 len: 168 time: 0.2588422 Jun 30 08:53:35.293244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34288) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.335492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-ebf71cc9-c585-4ed9-9da4-ce296c90a46a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:35.337158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-ebf71cc9-c585-4ed9-9da4-ce296c90a46a tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.1066012 Jun 30 08:53:35.392446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.500751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.512801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.513286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.514117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.514490 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > port after_create 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.514970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.515255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > port after_update 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.515581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.516339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.516339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.516644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.558238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0703f8a8-bc05-4415-8ff4-27a26cc0ae18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.570519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0703f8a8-bc05-4415-8ff4-27a26cc0ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.597466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 299d0279-b776-4c1c-b93e-7401b64218bd up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:35.622337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0703f8a8-bc05-4415-8ff4-27a26cc0ae18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9144b48176348c49b8ee19e7a8f746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339817 Jun 30 08:53:35.625999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34306) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.625999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703f8a8-bc05-4415-8ff4-27a26cc0ae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ad686-0af3-443b-87c3-e1bd6943b423,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.662807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 299d0279-b776-4c1c-b93e-7401b64218bd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:35.668347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 299d0279-b776-4c1c-b93e-7401b64218bd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:35.669403 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.669796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.670895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.671454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.672206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:53:35.672960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a1ad99-701d-40f7-b1d2-f5afa5411b75']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:35.698329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58145d79-173a-4648-9695-236fa6b93564') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:35.698692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58145d79-173a-4648-9695-236fa6b93564') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:35.721350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Deleting port 077d000c-5333-42c3-a1ea-258b28a4e8c5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:35.721701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.725588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.750221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.761254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:53:35.762360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: from cryptography.utils import int_from_bytes Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: from cryptography.utils import int_from_bytes Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:53:35.774623 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:53:35.843562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.888575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.894695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.899402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=299d0279-b776-4c1c-b93e-7401b64218bd,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:35.901529 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.906853 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] 10.222.0.66 "DELETE /v2.0/networks/39a1ad99-701d-40f7-b1d2-f5afa5411b75 HTTP/1.1" status: 204 len: 168 time: 0.6110232 Jun 30 08:53:35.908670 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.925704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34318) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:35.935755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946daefd-bef9-4f03-b9eb-df7505092300 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a1ad99-701d-40f7-b1d2-f5afa5411b75,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:35.978179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Deleting subnet 91638fcb-0da6-4b4d-bf1f-f14d24c85b00 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:53:35.981905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:35.985292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.020828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.038017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ef49a-c939-4bbd-a39b-7babe3c9df08 req-bad092c1-557e-46e2-9453-52f7a26094b0 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.040937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.045131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f62ef49a-c939-4bbd-a39b-7babe3c9df08 req-bad092c1-557e-46e2-9453-52f7a26094b0 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/ports?device_id=52c20c34-0b5f-4b38-a4ef-dde4d0b73b59 HTTP/1.1" status: 200 len: 950 time: 0.4212029 Jun 30 08:53:36.093796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.110455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] For port 077d000c-5333-42c3-a1ea-258b28a4e8c5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=077d000c-5333-42c3-a1ea-258b28a4e8c5,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:36.110820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.136931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Calling delete_port for 077d000c-5333-42c3-a1ea-258b28a4e8c5 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:36.164762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f62ef49a-c939-4bbd-a39b-7babe3c9df08 req-a5bad52b-8fd5-48af-990e-c9cc7d2438a9 tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.66 "GET /v2.0/security-groups?id=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187332 Jun 30 08:53:36.180743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.211907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbba6e-86b7-4c6d-bc98-f0108086a4df req-b52af883-06b3-47d9-ace1-522837dfb134 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.213550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3fbba6e-86b7-4c6d-bc98-f0108086a4df req-b52af883-06b3-47d9-ace1-522837dfb134 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.3058209 Jun 30 08:53:36.213842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91638fcb-0da6-4b4d-bf1f-f14d24c85b00,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.222432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.224643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cae736c0-7e28-4b08-a1fe-911c2487f24c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/91638fcb-0da6-4b4d-bf1f-f14d24c85b00 HTTP/1.1" status: 204 len: 168 time: 0.2978592 Jun 30 08:53:36.227984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34330) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:36.249132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.259449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.263662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b9ad686-0af3-443b-87c3-e1bd6943b423 HTTP/1.1" status: 204 len: 168 time: 0.6350100 Jun 30 08:53:36.288870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ec7b-0091-4749-8acb-2353328d6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ad686-0af3-443b-87c3-e1bd6943b423,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.316765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3fbba6e-86b7-4c6d-bc98-f0108086a4df req-e9b97730-573a-4e5d-a944-c4ea258bc3ee tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907795 Jun 30 08:53:36.335625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.442467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.450526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.456579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['077d000c-5333-42c3-a1ea-258b28a4e8c5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:36.487249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620a6932-87f8-443c-9585-6680eed3fce3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:36.498222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e1cadd-e0ea-42f4-9213-b8a07dcdf23e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:36.498909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e1cadd-e0ea-42f4-9213-b8a07dcdf23e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:36.512495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.531578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355bf53-dbc8-4c04-be95-54069034febb req-5d50de94-fb6a-4617-ab2f-c97111e6ae48 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.533428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3355bf53-dbc8-4c04-be95-54069034febb req-5d50de94-fb6a-4617-ab2f-c97111e6ae48 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.1522558 Jun 30 08:53:36.540044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.556375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Pushing event deleted for resources: {'Port': ['ID=077d000c-5333-42c3-a1ea-258b28a4e8c5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.556613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:53:36.558091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.561638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] No DVR routers for this DVR port 077d000c-5333-42c3-a1ea-258b28a4e8c5 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:53:36.562714 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:53:36.568000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.570538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54abbeeb-55f7-4806-8e7a-51f4bbc9f779 req-44286202-3fbb-4256-8d39-d1a2fea1e32f tempest-DeleteServersAdminTestJSON-1136289199 tempest-DeleteServersAdminTestJSON-1136289199-project] 10.222.0.41 "DELETE /v2.0/ports/077d000c-5333-42c3-a1ea-258b28a4e8c5 HTTP/1.1" status: 204 len: 173 time: 1.2255826 Jun 30 08:53:36.571748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'name': 'network-vif-deleted', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:36.574094 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b510ec3-a004-4131-a5e3-8bfd3d876edf" -d '{"events": [{"server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "name": "network-vif-deleted", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:36.628287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3355bf53-dbc8-4c04-be95-54069034febb req-44e393a9-3a0d-4c39-a4e0-d3a2d585487a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678115 Jun 30 08:53:36.670802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:36.673221 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e433f69e-979d-46b1-856c-049f4b8f1627" -d '{"events": [{"server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "name": "network-vif-plugged", "status": "completed", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:36.731546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.754300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.759953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] 10.222.0.66 "DELETE /v2.0/networks/620a6932-87f8-443c-9585-6680eed3fce3 HTTP/1.1" status: 204 len: 168 time: 0.5286553 Jun 30 08:53:36.759953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa29cb-c721-42f8-b0e0-0b9254b96e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=620a6932-87f8-443c-9585-6680eed3fce3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.882254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad001d-3ac5-4d29-8878-f21f2af80cc3 req-8f454911-c158-47de-93f2-16fbd2c65876 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.889725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32ad001d-3ac5-4d29-8878-f21f2af80cc3 req-8f454911-c158-47de-93f2-16fbd2c65876 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 949 time: 0.0807602 Jun 30 08:53:36.918103 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5155976-db83-4b39-87af-d7096d9c61c8 x-openstack-request-id: req-b5155976-db83-4b39-87af-d7096d9c61c8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:36.918973 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c20c34-0b5f-4b38-a4ef-dde4d0b73b59", "name": "network-vif-deleted", "tag": "077d000c-5333-42c3-a1ea-258b28a4e8c5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:36.918973 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5155976-db83-4b39-87af-d7096d9c61c8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:36.919152 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c20c34-0b5f-4b38-a4ef-dde4d0b73b59', 'name': 'network-vif-deleted', 'tag': '077d000c-5333-42c3-a1ea-258b28a4e8c5', 'status': 'completed', 'code': 200} Jun 30 08:53:36.934352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32ad001d-3ac5-4d29-8878-f21f2af80cc3 req-25a5505f-05ea-479f-8f76-7e3fbe2b5b53 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Jun 30 08:53:36.984397 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a51071-8051-42fd-84f6-a0b3b1e717fd x-openstack-request-id: req-72a51071-8051-42fd-84f6-a0b3b1e717fd {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:36.984694 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "name": "network-vif-plugged", "status": "completed", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:36.985149 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72a51071-8051-42fd-84f6-a0b3b1e717fd {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:36.985542 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd', 'code': 200} Jun 30 08:53:37.014954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34366) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:37.077313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f73358d-074b-4a9b-85d4-3a95d759345b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8818e83e09504133983903fd126f538f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606656 Jun 30 08:53:37.080652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34368) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:37.141822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48e3a-90c7-445f-a4dc-e326f57a2a46 req-a4a18b41-1f65-4f18-a372-7774c574327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.144038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44c48e3a-90c7-445f-a4dc-e326f57a2a46 req-a4a18b41-1f65-4f18-a372-7774c574327b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 1101 time: 0.0905232 Jun 30 08:53:37.180680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.201080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44c48e3a-90c7-445f-a4dc-e326f57a2a46 req-8ac3c458-bd67-4cc6-a378-410a8adb1f8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Jun 30 08:53:37.208741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.282620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-bb99a8ac-46c2-4461-b390-499e176c6555 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619678 Jun 30 08:53:37.286087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.297142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.302851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96348a10-26a3-40f1-908c-faa6c8c5d803 HTTP/1.1" status: 204 len: 168 time: 0.2183013 Jun 30 08:53:37.326393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818a09-33bf-4cd5-89ea-9fd651f0eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96348a10-26a3-40f1-908c-faa6c8c5d803,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.404812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-3d4ca882-531d-4ca4-8d4b-2900dfb823df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.407251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-3d4ca882-531d-4ca4-8d4b-2900dfb823df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1102 time: 0.0648520 Jun 30 08:53:37.507260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-d4788d1f-ce49-4247-bfdf-cd3a8e355c8d tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.507260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-d4788d1f-ce49-4247-bfdf-cd3a8e355c8d tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1102 time: 0.0960131 Jun 30 08:53:37.539289 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-05b7cbd1-858d-4016-80a1-2e60f480db6e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.548385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-d42363d2-9e4c-4070-8715-db2ae211fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.550024 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-d42363d2-9e4c-4070-8715-db2ae211fe27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1161354 Jun 30 08:53:37.606716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-032fb5b4-89bc-4329-b0db-db7976cf681c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 200 len: 217 time: 0.0491877 Jun 30 08:53:37.677645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-15ed2b35-6b11-4e62-b3ac-c2385e19dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.679338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-15ed2b35-6b11-4e62-b3ac-c2385e19dd36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0666544 Jun 30 08:53:37.742507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-05b7cbd1-858d-4016-80a1-2e60f480db6e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.751497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-eedf4bbb-f68a-4f91-a0e8-e2d4337fd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.753854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-eedf4bbb-f68a-4f91-a0e8-e2d4337fd322 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677812 Jun 30 08:53:37.759214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd979-541b-4631-bf02-38572920caf4 req-e3e1507d-f6dc-467b-ba33-15a8ceb55a8d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:37.760686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60dbd979-541b-4631-bf02-38572920caf4 req-e3e1507d-f6dc-467b-ba33-15a8ceb55a8d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.1121788 Jun 30 08:53:37.761486 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-05b7cbd1-858d-4016-80a1-2e60f480db6e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.801970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0da7ebeb-1f31-44c6-bd83-d6d7cebd3e9c req-05b7cbd1-858d-4016-80a1-2e60f480db6e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883365 Jun 30 08:53:37.814595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7cbd1-858d-4016-80a1-2e60f480db6e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5686a7c-76c9-424e-bd2a-f2857feb9c4f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.862343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60dbd979-541b-4631-bf02-38572920caf4 req-4c692460-55b4-4c7f-b7b4-7b49b75f3d0b tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947368 Jun 30 08:53:37.891927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-1acaaef3-44db-4dcf-9794-fdc745e7c602 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280887 Jun 30 08:53:37.957927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34412) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.071941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b475853d-ed11-4f57-8e2b-a3f425d0fc8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c246ba2cebc742bd84c71fce61dc31a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098804 Jun 30 08:53:38.072253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.095731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6f79aeb-34b6-4303-82f3-cefa5d8ab4b1 req-25c48ae5-ba69-4778-a79e-42707d67abac service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959050 Jun 30 08:53:38.205133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.243042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.255560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388147b8-8ee4-4f0d-9b9e-3bc6a146a557 req-20182627-62b5-4cac-acc0-268df27bc421 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:38.274716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-388147b8-8ee4-4f0d-9b9e-3bc6a146a557 req-20182627-62b5-4cac-acc0-268df27bc421 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.1091056 Jun 30 08:53:38.275423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34424) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.284599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'floatingip': {'port_id': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:38.295904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.301307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.307388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f72932b2-a6e6-40a0-b55a-1ef7e7a36681 HTTP/1.1" status: 204 len: 168 time: 0.2339923 Jun 30 08:53:38.328983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f9a89-4dec-4640-9223-45f68da0be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72932b2-a6e6-40a0-b55a-1ef7e7a36681,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.390114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34432) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.418417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.563729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64d81e4a-7df9-4f27-bdab-2e4b4c9f1ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.594000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-ce1226ac-73c7-4162-8f5e-70c794a1b578 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675564 Jun 30 08:53:38.707543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64d81e4a-7df9-4f27-bdab-2e4b4c9f1ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.712213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64d81e4a-7df9-4f27-bdab-2e4b4c9f1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.756744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d81e4a-7df9-4f27-bdab-2e4b4c9f1ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea517d-ea7a-467e-88c2-e8cea1ea1247,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.763251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-64d81e4a-7df9-4f27-bdab-2e4b4c9f1ce8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30fdba2c17bb41ca9be7c0a31ddd9648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720758 Jun 30 08:53:38.768713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34454) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:38.819484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-a903b294-adf5-44f2-bda2-c3287faa5af4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:38.819854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.820945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-a903b294-adf5-44f2-bda2-c3287faa5af4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137883 Jun 30 08:53:38.832668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da3453-3e21-40d1-818e-0a206c3df5c1 req-d812d6ee-67b8-4b3e-b903-2a9fd2aefa8b tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:38.834275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9da3453-3e21-40d1-818e-0a206c3df5c1 req-d812d6ee-67b8-4b3e-b903-2a9fd2aefa8b tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 949 time: 0.3053331 Jun 30 08:53:38.851711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.874298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5ce91ef0-5eba-495c-9643-650a86c8be60 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0388370 Jun 30 08:53:38.907959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.910590 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:38.914186 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70ea517d-ea7a-467e-88c2-e8cea1ea1247 HTTP/1.1" status: 204 len: 168 time: 0.1443918 Jun 30 08:53:38.924146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db8567-5fd2-47ce-9ef3-94f9f5bd1e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea517d-ea7a-467e-88c2-e8cea1ea1247,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.202472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9da3453-3e21-40d1-818e-0a206c3df5c1 req-d9c897b3-2274-4441-94b0-0fddfa195b9e tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553829 Jun 30 08:53:39.287461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34476) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:39.302298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d54b22c6-faa3-4046-8140-340a8a18b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.367407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34484) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:39.383896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-6337a806-5310-4ca2-9b3c-58152fcce59e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5085850 Jun 30 08:53:39.424826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d54b22c6-faa3-4046-8140-340a8a18b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.439093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d54b22c6-faa3-4046-8140-340a8a18b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.500960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d54b22c6-faa3-4046-8140-340a8a18b3d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57211aaf54074314b9f9b508c61f39f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121878 Jun 30 08:53:39.502371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b22c6-faa3-4046-8140-340a8a18b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daee966-6c47-4aa2-a45b-03cba6af01f6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.504799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34488) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:39.557233 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.resource_extend [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:53:39.563096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.589953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.620344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 077d000c-5333-42c3-a1ea-258b28a4e8c5 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:39.645018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.652496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.666821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.669363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.672827 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3daee966-6c47-4aa2-a45b-03cba6af01f6 HTTP/1.1" status: 204 len: 168 time: 0.1647255 Jun 30 08:53:39.675237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 077d000c-5333-42c3-a1ea-258b28a4e8c5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:39.675599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 077d000c-5333-42c3-a1ea-258b28a4e8c5 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:39.689305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eacfac-b69b-47bd-93f2-756f24644f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daee966-6c47-4aa2-a45b-03cba6af01f6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.722691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-network', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:39.779419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Made reservation on behalf of f3a39fc357a64fc99cd0931483ce9b06 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:39.785875 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.795421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.843866 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Floating IP ed284f31-ca40-4779-8282-9d9d254f7989 associated. External IP: 172.25.4.34, port: 4b22aa01-0bab-4a46-bb15-c35ad84366b7. Jun 30 08:53:40.065295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.076701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.138824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:40.171047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.171419 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Added segment bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef of type vlan for network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e Jun 30 08:53:40.175644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010592bf-a7c0-46c9-b7e5-e57668dd01f8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:40.232374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:53:40.237087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.317255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.318382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:40.319014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.442834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0713623 Jun 30 08:53:40.443746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34526) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:40.447831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Pushing event updated for resources: {'Network': ['ID=450e6ee6-5f6a-493a-839c-cce9b7d96e3e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:40.450991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:40.451622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Request body: {'subnet': {'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-subnet', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:40.455989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.464838 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:40.482295 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:40.482970 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:40.504218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5a7b7c86-68ea-4c33-8058-8b67555429c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "PUT /v2.0/floatingips/ed284f31-ca40-4779-8282-9d9d254f7989 HTTP/1.1" status: 200 len: 990 time: 2.2272646 Jun 30 08:53:40.508528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:40.511056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae2b60-9bde-4813-b9cb-de74cede3511" -d '{"events": [{"name": "network-changed", "server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:40.515556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.515890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.516401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.516761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.517210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.517550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.517904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.518183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Made reservation on behalf of f3a39fc357a64fc99cd0931483ce9b06 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:40.518311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.518549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.518872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.519206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.519511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a97ce-61d7-4560-bab0-ea86362a0d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:40.521551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:40.537509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:40.583911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b31a378-c8fa-4617-abdc-952c79f9087d req-a75c773e-4872-405b-9c25-b8676af9624f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 210 time: 0.0609927 Jun 30 08:53:40.644355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34538) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:40.744888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34542) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:40.787986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:40.813784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9f6a9-4456-4553-9b7e-c53b00a86617 req-e58c578a-5f3f-4111-97b5-c5a912b397ea tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:40.815388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86a9f6a9-4456-4553-9b7e-c53b00a86617 req-e58c578a-5f3f-4111-97b5-c5a912b397ea tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 949 time: 0.1044815 Jun 30 08:53:40.880029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86a9f6a9-4456-4553-9b7e-c53b00a86617 req-a52a9064-7b47-4a4c-91f4-71ed7f46e1c5 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Jun 30 08:53:40.933335 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c8d41-3b7d-4d67-9285-b8e13cc7c5a9 x-openstack-request-id: req-273c8d41-3b7d-4d67-9285-b8e13cc7c5a9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:40.933926 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:40.934085 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-273c8d41-3b7d-4d67-9285-b8e13cc7c5a9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:40.934482 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'status': 'completed', 'code': 200} Jun 30 08:53:40.959646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.117230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:41.131343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Checking segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:41.131696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Network hostable DHCP agents. Network: 450e6ee6-5f6a-493a-839c-cce9b7d96e3e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:41.138048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-c3ae4988-7f63-4945-a764-fd7557512b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:41.139833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-c3ae4988-7f63-4945-a764-fd7557512b9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1097 time: 0.1721730 Jun 30 08:53:41.238351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60e5c308-0118-4f23-8c14-a8652f50774e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6925b80c32247288b445fe6ce327011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5904300 Jun 30 08:53:41.239246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34556) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:41.287216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:41.328204 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e2:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e02051-0914-48d1-96c9-5bb11b62f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:53:39Z', 'revision_number': 1, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:41.331793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34558) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:41.351089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 450e6ee6-5f6a-493a-839c-cce9b7d96e3e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:41.361977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5e318-793d-48a2-b107-cd9fbea94253 None None] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:41.363274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.365361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:41.367212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.391377 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:41.403416 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:41.404107 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:41.407938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.431954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.449212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-b69cb0fe-575c-4f78-b723-6dafc0a57896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:41.453020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-b69cb0fe-575c-4f78-b723-6dafc0a57896 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.2918501 Jun 30 08:53:41.493261 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e97288c4-f546-49af-924c-491ce774593b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0476871 Jun 30 08:53:41.495183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:41.501630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:41.511085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.514535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.515953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74aaf86d-aaff-45b1-86bd-9f94bd31d3cd HTTP/1.1" status: 204 len: 168 time: 0.2758737 Jun 30 08:53:41.522645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.536487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a31ed-4940-44e7-90e4-61a5135c38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aaf86d-aaff-45b1-86bd-9f94bd31d3cd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:41.564451 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:53:41.564451 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:53:41.564451 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': 'f3a39fc357a64fc99cd0931483ce9b06', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 53, 41, 520327)}] Jun 30 08:53:41.564451 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:41.564451 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:41.568229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:53:41.568229 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:53:41.568229 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': '233aa99c4bdc4425ad6ed9010611336f', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 53, 41, 543692)}] Jun 30 08:53:41.568229 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:41.568229 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:41.587738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:41.589874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.643327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:41.843087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.861698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.898612 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e2:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e02051-0914-48d1-96c9-5bb11b62f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:53:39Z', 'revision_number': 1, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:41.899219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Allocated IP 172.20.0.2 (450e6ee6-5f6a-493a-839c-cce9b7d96e3e/5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4/92735813-d59c-497f-b80c-cd5f5ab973c9) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:41.936282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f115c42-1fab-46c4-b958-a789eb2ad469 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e2:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e02051-0914-48d1-96c9-5bb11b62f041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:53:39Z', 'revision_number': 1, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:41.963621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9893ab90d93d451c9e7e39fbde597b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2138946 Jun 30 08:53:41.965339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:42.041852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34586) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:42.103564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-5c4ec3d3-f0ab-4240-bfd0-33536263a2cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 998 time: 0.6362062 Jun 30 08:53:42.127676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c301c62-0a1c-4006-84da-749cb3dee1ff,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.168966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.169311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.169649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.170006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.170441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.170724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.170974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.171297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.172552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.173182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.173863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.173863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12cccc4-4efa-402c-a357-7f8266d9a9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.204067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-0ded76c5-52b2-44c5-a4e7-3d8135a37a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:42.205523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-0ded76c5-52b2-44c5-a4e7-3d8135a37a83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.0931730 Jun 30 08:53:42.224048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34590) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:42.251825 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.270387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Transition to ACTIVE for port object 92735813-d59c-497f-b80c-cd5f5ab973c9 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:42.284530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28217c27-d30b-4242-9ad7-5807f2b7f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.287732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.308211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-225014800-network', 'tenant_id': '462490e123844c658aa29a8917d82e0e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:42.310679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Transition to ACTIVE for port object 92735813-d59c-497f-b80c-cd5f5ab973c9 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:42.327516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.354969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.379631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3a54465-441f-48a0-9913-4f280b9d5300 req-0ed958f5-e026-45a3-9f25-fb151de7c55d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 210 time: 0.5362735 Jun 30 08:53:42.381915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.402709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Pushing event updated for resources: {'Port': ['ID=92735813-d59c-497f-b80c-cd5f5ab973c9,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.405454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ef2d7-a5e6-4347-b820-7ee1c1cd1e10 None None] New status for floating IP ed284f31-ca40-4779-8282-9d9d254f7989: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:53:42.441448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-3392266a-566c-403a-a223-5ccab0b50da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:42.442862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-3392266a-566c-403a-a223-5ccab0b50da9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199883 Jun 30 08:53:42.468507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-580fee3c-3035-4a33-9a63-a834fff36dc0 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:42.470476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-580fee3c-3035-4a33-9a63-a834fff36dc0 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.41 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 949 time: 0.7256501 Jun 30 08:53:42.493818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.493818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.493818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.494442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.494978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.495458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.495943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.497223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.497711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.498229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.498708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.499232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:42.538261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:42.553581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:42.561679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:42.581536 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.582842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede181f8-8b7a-48fc-b4dd-b6db0b68e54a req-cc7f2acb-e85e-43f6-a236-ade310d7c8a5 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:42.584032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.584862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ede181f8-8b7a-48fc-b4dd-b6db0b68e54a req-cc7f2acb-e85e-43f6-a236-ade310d7c8a5 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 949 time: 0.2243123 Jun 30 08:53:42.596683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c301c62-0a1c-4006-84da-749cb3dee1ff HTTP/1.1" status: 204 len: 168 time: 0.5392802 Jun 30 08:53:42.642108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67f30b-3a5b-46fa-8a63-201ce3d96488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c301c62-0a1c-4006-84da-749cb3dee1ff,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.669676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-3549ed14-4dcb-48c9-b51f-74f2a52b2cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179251 Jun 30 08:53:42.671621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28217c27-d30b-4242-9ad7-5807f2b7f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.720021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ede181f8-8b7a-48fc-b4dd-b6db0b68e54a req-9fd2835d-5d9a-45a2-a43c-fcb0ea492da6 tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/security-groups?id=aa4be6df-9cb2-4fb8-943b-a8563ad53c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256342 Jun 30 08:53:42.727719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Deleting port 299d0279-b776-4c1c-b93e-7401b64218bd {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:53:42.728170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.744989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Attempting to bind port 92735813-d59c-497f-b80c-cd5f5ab973c9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:42.745849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Attempting to bind port 92735813-d59c-497f-b80c-cd5f5ab973c9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:42.746519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Attempting to bind port 92735813-d59c-497f-b80c-cd5f5ab973c9 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:42.758932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28217c27-d30b-4242-9ad7-5807f2b7f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.769086 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-f9e71700-acd1-4917-a371-df0ddf317102 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197364 Jun 30 08:53:42.789649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:42.790553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Checking segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:42.790975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.791375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Bound using segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:42.791872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Bound port: 92735813-d59c-497f-b80c-cd5f5ab973c9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:42.792269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.866221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] For port 299d0279-b776-4c1c-b93e-7401b64218bd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=299d0279-b776-4c1c-b93e-7401b64218bd,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:42.866502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.889397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Calling delete_port for 299d0279-b776-4c1c-b93e-7401b64218bd owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:53:42.907532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:42.910123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:42.923435 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28217c27-d30b-4242-9ad7-5807f2b7f460 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0aeb8a1238a24842af147eef870592fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980474 Jun 30 08:53:42.928548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28217c27-d30b-4242-9ad7-5807f2b7f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cacace-12f4-439a-9bbb-a6f2fa126d49,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:42.941016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34600) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:42.955801 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdae2b60-9bde-4813-b9cb-de74cede3511 req-9284c8e0-42a2-47a8-8bac-12bfc983811d service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744417 Jun 30 08:53:42.956455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.004390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.007423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.035619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-91af0481-510b-47b4-af11-29ea0c2c0a59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:43.037129 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-91af0481-510b-47b4-af11-29ea0c2c0a59 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569253 Jun 30 08:53:43.052715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:43.072389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.166345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] For port 92735813-d59c-497f-b80c-cd5f5ab973c9, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:43.170836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] For port 92735813-d59c-497f-b80c-cd5f5ab973c9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92735813-d59c-497f-b80c-cd5f5ab973c9,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:43.183125 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.267762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b5aa6-e360-44a0-be18-ad616ce1f8fc None None] Pushing event updated for resources: {'Port': ['ID=92735813-d59c-497f-b80c-cd5f5ab973c9,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.282168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34604) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:43.291652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.323793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65c99014-8569-4248-abc0-8f93934823e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.409402 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-4be9690c-78f2-4adc-93e5-3a3ce99b5a7d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471544 Jun 30 08:53:43.413117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.599596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.602372 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.603784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6cacace-12f4-439a-9bbb-a6f2fa126d49 HTTP/1.1" status: 204 len: 168 time: 0.6616113 Jun 30 08:53:43.618836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-217c7e5a-ced7-46a7-99cc-1e525da30f55 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:43.620505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-217c7e5a-ced7-46a7-99cc-1e525da30f55 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034686 Jun 30 08:53:43.626451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f9bb1-4b8b-4dec-99ea-5327fd66f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cacace-12f4-439a-9bbb-a6f2fa126d49,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.634143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:43.698886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0991b516-ac37-42f8-a197-0d24d28f429b req-05c2dfca-8b8a-4ba9-9497-a80c72104b1e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 210 time: 0.1062474 Jun 30 08:53:43.708702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.729169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.761717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.774699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:53:43.774699 n-d-779913-25 neutron-server[94185]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 08:53:43.774699 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id': '462490e123844c658aa29a8917d82e0e', 'id': '59818720-c65c-43dc-90da-e1cae0d1b1d3', 'expiration': datetime.datetime(2021, 6, 30, 8, 55, 43, 762162)}] Jun 30 08:53:43.774699 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:43.775377 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:43.795902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:43.802108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.817279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.886761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:53:43.886761 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:53:43.886761 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id_1': '30dfdd6c874d45d4943f96107887f2a3', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 53, 43, 760497)}] Jun 30 08:53:43.886761 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:43.888186 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:43.906170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Pushing event deleted for resources: {'Port': ['ID=299d0279-b776-4c1c-b93e-7401b64218bd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.908890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68450dac-f28b-4649-9f5b-1435cdd78e1c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:43.940238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-084e9010-b978-42d0-957b-ac40b594190a req-32950e0a-2989-4c90-813e-d17eee2edd9b tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.66 "GET /v2.0/ports?device_id=3822cae3-0247-4336-bd38-9fa0a8a6b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0543556 Jun 30 08:53:43.942427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bab18157-b29e-486a-8a7c-711ed102a60a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=233aa99c4bdc4425ad6ed9010611336f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5997987 Jun 30 08:53:43.947436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34616) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:44.006724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.214 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/a31aef34-06c4-4a71-9db9-a9330eaa927c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:44.020433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] No DVR routers for this DVR port 299d0279-b776-4c1c-b93e-7401b64218bd on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:53:44.026386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.029041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-173fa9da-42a5-40f9-8296-d6d11c05677b req-a070e785-42bc-45fb-9ca4-b89b37bb340a tempest-ServerDiagnosticsNegativeTest-1680127606 tempest-ServerDiagnosticsNegativeTest-1680127606-project] 10.222.0.41 "DELETE /v2.0/ports/299d0279-b776-4c1c-b93e-7401b64218bd HTTP/1.1" status: 204 len: 173 time: 1.5506077 Jun 30 08:53:44.030616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'name': 'network-vif-deleted', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:44.034635 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a7aa4b-602b-4e3d-97a2-8846a4d145ca" -d '{"events": [{"server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "name": "network-vif-deleted", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:44.045937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.072532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.107341 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c612a-41df-44cf-8c73-318c1554962e x-openstack-request-id: req-627c612a-41df-44cf-8c73-318c1554962e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:44.107636 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3822cae3-0247-4336-bd38-9fa0a8a6b0e6", "name": "network-vif-deleted", "tag": "299d0279-b776-4c1c-b93e-7401b64218bd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:44.107894 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-627c612a-41df-44cf-8c73-318c1554962e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:44.108294 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3822cae3-0247-4336-bd38-9fa0a8a6b0e6', 'name': 'network-vif-deleted', 'tag': '299d0279-b776-4c1c-b93e-7401b64218bd', 'status': 'completed', 'code': 200} Jun 30 08:53:44.138211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65c99014-8569-4248-abc0-8f93934823e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.142426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.144817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65c99014-8569-4248-abc0-8f93934823e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.147352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.150997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68450dac-f28b-4649-9f5b-1435cdd78e1c HTTP/1.1" status: 204 len: 168 time: 0.2001276 Jun 30 08:53:44.212770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401abcea-47a7-4a87-b3c9-3dccd00edd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68450dac-f28b-4649-9f5b-1435cdd78e1c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:44.298271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c99014-8569-4248-abc0-8f93934823e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd161303-5962-4b83-88ea-2d25b92f0f7c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:44.374793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.388399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-65c99014-8569-4248-abc0-8f93934823e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11e1172a98f4427c9167a32ac618d933&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0983996 Jun 30 08:53:44.399295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34632) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:44.544781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.555306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.569228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.573035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.582658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92735813-d59c-497f-b80c-cd5f5ab973c9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:44.607868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:44.618044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.665308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object a31aef34-06c4-4a71-9db9-a9330eaa927c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:44.717054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 92735813-d59c-497f-b80c-cd5f5ab973c9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:44.740159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.855869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace63d48-c68f-4b02-ac17-231fff286d95 None None] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:44.875161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Allocated IP 172.25.4.61 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/9604838d-ed35-4e7a-af0c-8fe737e7c93e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:44.876173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.881205 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.885841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.888545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd161303-5962-4b83-88ea-2d25b92f0f7c HTTP/1.1" status: 204 len: 168 time: 0.4867275 Jun 30 08:53:44.905837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61294e02-b2e5-495e-8a70-548737899aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd161303-5962-4b83-88ea-2d25b92f0f7c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:44.930430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:44.960277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34646) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:44.986622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b00b4009-b700-44ed-b5c0-10d9edc5ecfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.036502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9215ede6-a80e-4128-8cae-534466eee4b0 req-c2821a71-b381-42a5-a45c-cd1e062e105a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 210 time: 0.0466521 Jun 30 08:53:45.060198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:45.079269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:45.096542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.097558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:45.100863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.181431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.216662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:45.219229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Provisioning for port 92735813-d59c-497f-b80c-cd5f5ab973c9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:45.231630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.234731 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Added segment edd302ee-90fe-49b8-bdc0-936847b7b9cc of type vlan for network 559d2b51-8adb-4eed-aebe-31f2595ff978 Jun 30 08:53:45.234928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Provisioning complete for port 92735813-d59c-497f-b80c-cd5f5ab973c9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:45.235587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.242792 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.270713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:45.276091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:45.281060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:45.312770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.365441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.99 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/3408a577-0286-49ba-ac92-6d27c2de4fed) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:45.370536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.396767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.397957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.398820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.401475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.450716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b00b4009-b700-44ed-b5c0-10d9edc5ecfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.457562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:45.458389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.482759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Pushing event updated for resources: {'Port': ['ID=9604838d-ed35-4e7a-af0c-8fe737e7c93e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.491167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b00b4009-b700-44ed-b5c0-10d9edc5ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.502367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b876c6f-fb22-44ab-b50f-2960497d8144,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.541349 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5134819 Jun 30 08:53:45.549308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34660) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:45.563749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Request body: {'subnet': {'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-225014800-subnet', 'tenant_id': '462490e123844c658aa29a8917d82e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:45.570426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b00b4009-b700-44ed-b5c0-10d9edc5ecfa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db9d902151d8464d9679259402cd3757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079917 Jun 30 08:53:45.579624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa9ed6-f045-4f77-b1de-3b0a0c7ba384 admin admin] Pushing event updated for resources: {'Network': ['ID=559d2b51-8adb-4eed-aebe-31f2595ff978,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.583799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34662) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:45.591100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4009-b700-44ed-b5c0-10d9edc5ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66469a2e-d8cb-4f22-a0cf-a0db038c9d99,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:45.626362 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-8081a633-f7f9-486b-8fb1-b69b1748161a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5793192 Jun 30 08:53:45.701826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:45.705237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 299d0279-b776-4c1c-b93e-7401b64218bd no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:53:45.730097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Request body: {'port': {'device_id': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:45.733453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.770892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 299d0279-b776-4c1c-b93e-7401b64218bd {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:53:45.771525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 299d0279-b776-4c1c-b93e-7401b64218bd not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:53:45.794510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] For port 92735813-d59c-497f-b80c-cd5f5ab973c9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92735813-d59c-497f-b80c-cd5f5ab973c9,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:45.815355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:45.817901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.903497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.993700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.995454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721618ec-6c38-4c63-b569-1c34441df3ec None None] Pushing event updated for resources: {'Port': ['ID=92735813-d59c-497f-b80c-cd5f5ab973c9,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:46.024340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object 3408a577-0286-49ba-ac92-6d27c2de4fed will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:46.038865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6642e8f-2a42-431f-aa4e-f8e9550f42cc None None] Provisioning for port a31aef34-06c4-4a71-9db9-a9330eaa927c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:46.045091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6642e8f-2a42-431f-aa4e-f8e9550f42cc None None] Provisioning complete for port a31aef34-06c4-4a71-9db9-a9330eaa927c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:46.046335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6642e8f-2a42-431f-aa4e-f8e9550f42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.058498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.075506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.079067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34674) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:46.097207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.113343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f6642e8f-2a42-431f-aa4e-f8e9550f42cc None None] Port a31aef34-06c4-4a71-9db9-a9330eaa927c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:46.237993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.319351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92735813-d59c-497f-b80c-cd5f5ab973c9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:46.380993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 92735813-d59c-497f-b80c-cd5f5ab973c9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:46.381380 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.480158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1972775d-1162-40e1-8ffa-649165560eae None None] Provisioning complete for port 92735813-d59c-497f-b80c-cd5f5ab973c9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:46.486632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1972775d-1162-40e1-8ffa-649165560eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.563673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.618794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:46.644625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:46.664924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.667687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:46.672800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66469a2e-d8cb-4f22-a0cf-a0db038c9d99 HTTP/1.1" status: 204 len: 168 time: 1.0702641 Jun 30 08:53:46.681427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:46.689011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:46.712091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:46.772355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce610e-91b0-4eb0-ad14-9dcb3a36f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66469a2e-d8cb-4f22-a0cf-a0db038c9d99,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:46.904650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b048828a-6ace-4a3c-9754-c4c21620fdd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=986c5c51467d49cfae4d4aef66582862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8203771 Jun 30 08:53:46.909298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34704) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:46.955092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:46.955815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.001650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-9263d2b7-1a8a-40be-b976-cb5428bf4a57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3716090 Jun 30 08:53:47.012044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31aef34-06c4-4a71-9db9-a9330eaa927c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:47.024827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Request body: {'port': {'device_id': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:47.028312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.036615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.064133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d113c94-2282-4b35-9e4a-b15272ca5858 req-7c42ade5-c940-41b7-9543-60e86b40c09a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:47.065447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d113c94-2282-4b35-9e4a-b15272ca5858 req-7c42ade5-c940-41b7-9543-60e86b40c09a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 935 time: 0.3927646 Jun 30 08:53:47.102051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:53:47.108933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Transition to ACTIVE for port object a31aef34-06c4-4a71-9db9-a9330eaa927c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:47.125252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.132456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.148725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24147013-cfb1-4012-af85-8967c0cf81d4,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:47.151166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1ec5a8d-fb35-4dbf-a528-640b28575b55 None None] Provisioning for port 3408a577-0286-49ba-ac92-6d27c2de4fed completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:47.151646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d113c94-2282-4b35-9e4a-b15272ca5858 req-caf7f1b9-615c-4b8e-9ba6-aef96f5c5502 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759192 Jun 30 08:53:47.157032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1ec5a8d-fb35-4dbf-a528-640b28575b55 None None] Provisioning complete for port 3408a577-0286-49ba-ac92-6d27c2de4fed triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:47.157799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5a8d-fb35-4dbf-a528-640b28575b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.211345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec5a8d-fb35-4dbf-a528-640b28575b55 None None] Port 3408a577-0286-49ba-ac92-6d27c2de4fed cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:47.299428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:47.302968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:47.304905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:47.305271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Network hostable DHCP agents. Network: 559d2b51-8adb-4eed-aebe-31f2595ff978, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:47.340522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.352918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:47.356465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.366082 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:47.392170 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:47.392810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:47.435809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.438429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.439683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa4be6df-9cb2-4fb8-943b-a8563ad53c76 HTTP/1.1" status: 204 len: 168 time: 0.5292599 Jun 30 08:53:47.449168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecb459-45a2-4c21-857d-435d92d1a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4be6df-9cb2-4fb8-943b-a8563ad53c76,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:47.451087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.454855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1b0256de-6a24-4af1-bcac-0df2664ab878 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.9557676 Jun 30 08:53:47.455837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34732) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:47.574386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:47.650528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 559d2b51-8adb-4eed-aebe-31f2595ff978) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:47.659299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73149b-c246-42a8-b1fe-67273757d150 None None] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:47.686169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1136386146-network', 'tenant_id': '181dc6030a41419794abfd8e61972460'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:47.695324 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:47.705229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:47.706803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.742805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Attempting to bind port a31aef34-06c4-4a71-9db9-a9330eaa927c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:47.744411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Attempting to bind port a31aef34-06c4-4a71-9db9-a9330eaa927c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:47.745525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Attempting to bind port a31aef34-06c4-4a71-9db9-a9330eaa927c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:47.916283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Port a31aef34-06c4-4a71-9db9-a9330eaa927c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:47.916706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Attempting to bind port a31aef34-06c4-4a71-9db9-a9330eaa927c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:47.966025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:47.969894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:47.975967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:47.977828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Bound port: a31aef34-06c4-4a71-9db9-a9330eaa927c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:47.978320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.982382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38abbfb-267a-4795-8fac-aafd414ec0a9 None None] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:48.000513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:48.007743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.047628 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:45Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:48.098580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a37c6e22-be2e-4de1-b040-b6e4ea49749a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5477476 Jun 30 08:53:48.128278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.151062 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:48.151421 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Updating router 459311dd-ccaa-465c-aeb9-13312ad74f46 port 9604838d-ed35-4e7a-af0c-8fe737e7c93e binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:53:48.178244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:48.274012 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.332724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:48.404939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17b3c1d5-1a59-456f-a8fa-7d4cf4f66574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.485356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.586676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:48.613377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:48.633040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.693849 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.708049 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Transition to ACTIVE for port object 9604838d-ed35-4e7a-af0c-8fe737e7c93e will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:48.713817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:48.714523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.716590 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a31aef34-06c4-4a71-9db9-a9330eaa927c HTTP/1.1" status: 200 len: 1097 time: 3.0541646 Jun 30 08:53:48.717043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:48.720356 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9851f-084a-49e0-8da0-29d14c7629ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:48.725094 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.732060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3408a577-0286-49ba-ac92-6d27c2de4fed {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:48.744662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56762c-b2b2-4402-8bb2-11856e6edc91 req-e5849d97-d8da-4cb3-9f91-646b874ba63c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:48.757479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.758138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e56762c-b2b2-4402-8bb2-11856e6edc91 req-e5849d97-d8da-4cb3-9f91-646b874ba63c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 935 time: 0.3989110 Jun 30 08:53:48.842432 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Pushing event updated for resources: {'Port': ['ID=9604838d-ed35-4e7a-af0c-8fe737e7c93e,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:48.845385 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Attempting to bind port 9604838d-ed35-4e7a-af0c-8fe737e7c93e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:48.845811 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Attempting to bind port 9604838d-ed35-4e7a-af0c-8fe737e7c93e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:48.846138 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Attempting to bind port 9604838d-ed35-4e7a-af0c-8fe737e7c93e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:48.855503 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.855853 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.856195 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.856529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.856860 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.857363 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.857860 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.858333 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.858822 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.859462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Bound port: 9604838d-ed35-4e7a-af0c-8fe737e7c93e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:48.869962 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.926468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e4d6-317d-46bd-b5ad-d17945a132d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:48.929378 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] For port 9604838d-ed35-4e7a-af0c-8fe737e7c93e, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:48.934616 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] For port 9604838d-ed35-4e7a-af0c-8fe737e7c93e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9604838d-ed35-4e7a-af0c-8fe737e7c93e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:48.947306 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:48.976383 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab207ad-a1ef-4699-9124-55c874d9baeb x-openstack-request-id: req-7ab207ad-a1ef-4699-9124-55c874d9baeb {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:48.977926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e56762c-b2b2-4402-8bb2-11856e6edc91 req-d26cbc4a-7f6d-45e0-bdd0-a3951a100984 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169676 Jun 30 08:53:48.982501 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:48.982817 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ab207ad-a1ef-4699-9124-55c874d9baeb {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:48.984074 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c', 'status': 'completed', 'code': 200} Jun 30 08:53:48.986965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Transition to ACTIVE for port object 3408a577-0286-49ba-ac92-6d27c2de4fed will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:49.002597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.006581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.032948 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:49.034054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:49.073556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.098876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:49.117963 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.118690 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Added segment 99810dc2-b4fa-48cd-bdc1-f5584bd2c194 of type vlan for network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 Jun 30 08:53:49.142731 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53f214-799d-4dbf-ba3b-947f369a9ed5 None None] Pushing event updated for resources: {'Port': ['ID=9604838d-ed35-4e7a-af0c-8fe737e7c93e,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.181323 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.269932 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:49.308183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Allocated IP 172.20.0.1 (450e6ee6-5f6a-493a-839c-cce9b7d96e3e/5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4/baab39dc-c37c-4669-b849-310c3576f2ea) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:49.382657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fcd774-d260-4f08-bf4b-45d5b5251a04,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.423783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Pushing event updated for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.426437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.426437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:49.426741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.558093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17b3c1d5-1a59-456f-a8fa-7d4cf4f66574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.609442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17b3c1d5-1a59-456f-a8fa-7d4cf4f66574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.638609 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3266559 Jun 30 08:53:49.647166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-59fc658f-aea2-4728-ab87-74a4bf45d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:49.648443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:49.653862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-59fc658f-aea2-4728-ab87-74a4bf45d54e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 1100 time: 0.8599410 Jun 30 08:53:49.666552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Attempting to bind port 3408a577-0286-49ba-ac92-6d27c2de4fed on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:49.667076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Attempting to bind port 3408a577-0286-49ba-ac92-6d27c2de4fed by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:49.667733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Attempting to bind port 3408a577-0286-49ba-ac92-6d27c2de4fed on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:49.673363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4defa0-d820-41fb-ab80-d001812235c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5a1545-b1e5-4c68-b5eb-e6b651adce71,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.679040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Request body: {'subnet': {'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1136386146-subnet', 'tenant_id': '181dc6030a41419794abfd8e61972460', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:49.681476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Port 3408a577-0286-49ba-ac92-6d27c2de4fed on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:49.681979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Attempting to bind port 3408a577-0286-49ba-ac92-6d27c2de4fed on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:49.688779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:49.692965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:49.693546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:49.694155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:49.694868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Bound port: 3408a577-0286-49ba-ac92-6d27c2de4fed, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:49.695448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.748657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17b3c1d5-1a59-456f-a8fa-7d4cf4f66574 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9189a82de5134513aee1df2e701035fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4103243 Jun 30 08:53:49.748657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3c1d5-1a59-456f-a8fa-7d4cf4f66574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5363818e-35b9-4543-b7ee-69c919006474,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:49.752909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34842) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:49.766793 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-168d0efe-0bab-4781-bff1-50ac3c8662cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c HTTP/1.1" status: 200 len: 217 time: 0.0991695 Jun 30 08:53:49.770082 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.777081 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:45Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:49.817070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Transition to ACTIVE for port object baab39dc-c37c-4669-b849-310c3576f2ea will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:49.827016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:49.829339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.860085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c98c5d-a7bf-4b4c-acf6-dae701ca0abb None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:45Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:49.908595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:49.914940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:49.917300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-971934072-network', 'tenant_id': '0c79fb43e1f8439c8dec5dfbd08704fb'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:49.918481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3408a577-0286-49ba-ac92-6d27c2de4fed,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:49.942515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:49.962204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.024098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:50.032023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Made reservation on behalf of 0c79fb43e1f8439c8dec5dfbd08704fb for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:50.034336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.061860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:50.067826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:50.068315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.106453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Pushing event updated for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:50.129325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.130193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.133638 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-deaa6bbb-3342-4746-a3d6-59e48fa56096 service neutron] 10.222.0.11 "PUT /v2.0/ports/3408a577-0286-49ba-ac92-6d27c2de4fed HTTP/1.1" status: 200 len: 1096 time: 3.1160913 Jun 30 08:53:50.135686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-7e5d85ea-6494-47a2-b85d-d2527da6bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.139672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-7e5d85ea-6494-47a2-b85d-d2527da6bae7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.3504634 Jun 30 08:53:50.139820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.178689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Pushing event updated for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:50.198083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.330517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.536656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-e3a1dfed-6eeb-41b0-9224-15d5fb2d2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.543712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-e3a1dfed-6eeb-41b0-9224-15d5fb2d2e2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3947473 Jun 30 08:53:50.547673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.552262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.554042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5363818e-35b9-4543-b7ee-69c919006474 HTTP/1.1" status: 204 len: 168 time: 0.7982905 Jun 30 08:53:50.589293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2438f-4663-4e9d-bbe8-b92a243579cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5363818e-35b9-4543-b7ee-69c919006474,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:50.607027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-cac46f97-e698-487a-a2a5-bf1866632b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.609009 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-cac46f97-e698-487a-a2a5-bf1866632b02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 1099 time: 0.4045491 Jun 30 08:53:50.680315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aa478e83-a255-4e6d-b40d-8e199956f75c None None] Provisioning for port baab39dc-c37c-4669-b849-310c3576f2ea completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:50.694493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aa478e83-a255-4e6d-b40d-8e199956f75c None None] Provisioning complete for port baab39dc-c37c-4669-b849-310c3576f2ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:50.695274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aa478e83-a255-4e6d-b40d-8e199956f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.724579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:50.732566 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-123bdaea-9cf4-498c-be83-41d312244e27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3408a577-0286-49ba-ac92-6d27c2de4fed HTTP/1.1" status: 200 len: 217 time: 0.1013298 Jun 30 08:53:50.781093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aa478e83-a255-4e6d-b40d-8e199956f75c None None] Port baab39dc-c37c-4669-b849-310c3576f2ea cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:50.817240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-6feb9f84-c879-4f74-8ef4-3583d62dc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:50.821372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-6feb9f84-c879-4f74-8ef4-3583d62dc5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0801139 Jun 30 08:53:50.948694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-5618dd97-563b-402a-9bb8-31e199520846 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916588 Jun 30 08:53:50.973189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af706342-3f17-4ca2-8ccf-80b07f5ec934,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:51.001218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:51.003641 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2c064-ef29-4b6f-8437-89af74045289" -d '{"events": [{"name": "network-changed", "server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:51.030133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.032167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:51.032883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Network hostable DHCP agents. Network: 0b5a1545-b1e5-4c68-b5eb-e6b651adce71, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:51.039163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-4ef68413-8d0a-400b-a0f5-e32f89af6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.040794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-4ef68413-8d0a-400b-a0f5-e32f89af6f9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2071154 Jun 30 08:53:51.056693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d27383-8dbe-4624-beb7-2fb2e7790187 req-77f5398f-f470-4ed4-8e04-44091445af17 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.063488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8d27383-8dbe-4624-beb7-2fb2e7790187 req-77f5398f-f470-4ed4-8e04-44091445af17 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 947 time: 0.6727576 Jun 30 08:53:51.160098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.169537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:51.187979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.219935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-3fd2892d-eb66-4072-8cd5-5b352a20efab service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632897 Jun 30 08:53:51.254307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-77bf111d-1943-400c-8b21-e1135824c137 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037339 Jun 30 08:53:51.258362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8d27383-8dbe-4624-beb7-2fb2e7790187 req-ee077474-9457-4381-8ff5-48e4abdd0d9c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732531 Jun 30 08:53:51.272743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 0b5a1545-b1e5-4c68-b5eb-e6b651adce71) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:51.284493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.284493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.286827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bdd57-03e7-4935-a34a-4ab6ea824d08 None None] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:51.345100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aa99b5b1-4577-4aeb-82f1-3655ae833756 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6910193 Jun 30 08:53:51.360163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:51.422612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36e2be-dc67-4f36-9d63-67b0f7895103,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:51.440695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.444375 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Added segment ff0c80b7-cab3-4de5-a3a4-5440db393400 of type vlan for network 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b Jun 30 08:53:51.510454 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc0c73b-c932-43e1-b68a-dfffe29eaa65 x-openstack-request-id: req-acc0c73b-c932-43e1-b68a-dfffe29eaa65 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:53:51.510749 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:53:51.513657 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acc0c73b-c932-43e1-b68a-dfffe29eaa65 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:53:51.514609 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed', 'status': 'completed', 'code': 200} Jun 30 08:53:51.530746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.559823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a51a7b5-787a-469a-bd3e-5d44d3d80050 req-05af5a86-50fd-4af3-92bd-9fcb3bc22f6c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881043 Jun 30 08:53:51.570845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-58e899cd-88a2-46fe-a646-ccf1ebe3bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.572288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-58e899cd-88a2-46fe-a646-ccf1ebe3bd37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 1100 time: 0.2522564 Jun 30 08:53:51.590494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb2220-ca9d-4490-af90-a04aec237e0e None None] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:51.634963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9d424808-c8b6-473c-a397-3ab3d8c4f52c tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=049bec4864da40358d4ac0e6ab9fa708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997598 Jun 30 08:53:51.739574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.740609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.741334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.747901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.753605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-158ceee9-53be-4eb9-b3fa-06ff9472035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.755640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-158ceee9-53be-4eb9-b3fa-06ff9472035f service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1733789 Jun 30 08:53:51.803763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c064-ef29-4b6f-8437-89af74045289 req-04f7b787-0898-4d7b-830c-9bcb8f23504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:51.803954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.804494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:51.805783 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-04f7b787-0898-4d7b-830c-9bcb8f23504d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 1099 time: 0.1483040 Jun 30 08:53:51.807546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-e81e5bee-1d9f-47fd-8faa-11766d934e9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c HTTP/1.1" status: 200 len: 217 time: 0.0433235 Jun 30 08:53:51.912840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0006449 Jun 30 08:53:51.921047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34920) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:51.961049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Request body: {'subnet': {'network_id': '2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-971934072-subnet', 'tenant_id': '0c79fb43e1f8439c8dec5dfbd08704fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:52.020387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c064-ef29-4b6f-8437-89af74045289 req-f2ca0c6f-afc7-4890-bfe0-c97764fe9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.022505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-f2ca0c6f-afc7-4890-bfe0-c97764fe9138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1885197 Jun 30 08:53:52.030778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0433c-46a3-4c4c-a6a7-06e93594ce98 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:52.045150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:52.095192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-2f4fed7c-378e-4bfe-9cde-c1c45a4a0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.099291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-2f4fed7c-378e-4bfe-9cde-c1c45a4a0a4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2806287 Jun 30 08:53:52.101544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Pushing event updated for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:52.143309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-0a8601de-4ec4-4841-a7cb-08d4b60ee616 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.146352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-0a8601de-4ec4-4841-a7cb-08d4b60ee616 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104010 Jun 30 08:53:52.181033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-042df194-e0fd-40a3-a271-c181c1947adf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3408a577-0286-49ba-ac92-6d27c2de4fed HTTP/1.1" status: 200 len: 217 time: 0.0797155 Jun 30 08:53:52.202003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Made reservation on behalf of 0c79fb43e1f8439c8dec5dfbd08704fb for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:52.206404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.234262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:52.257498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-203510ab-8a22-4b6a-812e-e33af25cb4bc tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/quotas/049bec4864da40358d4ac0e6ab9fa708 HTTP/1.1" status: 200 len: 375 time: 0.0947521 Jun 30 08:53:52.420891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9604838d-ed35-4e7a-af0c-8fe737e7c93e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:52.432134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9c7c96d3-1b16-46ab-85ec-007a0f9d5f79 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1734643 Jun 30 08:53:52.456188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:52.463469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:52.554134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9604838d-ed35-4e7a-af0c-8fe737e7c93e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:52.558407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9604838d-ed35-4e7a-af0c-8fe737e7c93e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:52.559621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.606143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c064-ef29-4b6f-8437-89af74045289 req-46c63363-8ad5-4687-bfe0-9492d50d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.608023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-46c63363-8ad5-4687-bfe0-9492d50d8154 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.4179409 Jun 30 08:53:52.747794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-bba2014f-2c7f-4395-bfa3-5528f6374efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.750716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-bba2014f-2c7f-4395-bfa3-5528f6374efe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5677009 Jun 30 08:53:52.765027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.791824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 9604838d-ed35-4e7a-af0c-8fe737e7c93e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9604838d-ed35-4e7a-af0c-8fe737e7c93e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:52.807260 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.885175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=9604838d-ed35-4e7a-af0c-8fe737e7c93e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:52.917397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2c064-ef29-4b6f-8437-89af74045289 req-57250630-1877-4aa9-8e0d-ca0f2f633ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:52.920918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-57250630-1877-4aa9-8e0d-ca0f2f633ead service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2985783 Jun 30 08:53:52.945208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-57810188-085a-4117-8c12-10d5fa72e019 None None] Provisioning complete for port baab39dc-c37c-4669-b849-310c3576f2ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:52.946537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-57810188-085a-4117-8c12-10d5fa72e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:52.951667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:52.958250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-919847492-network', 'tenant_id': '1a116506e30c4d68a7ebd3650c0575ad'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:53.006986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-57810188-085a-4117-8c12-10d5fa72e019 None None] Port baab39dc-c37c-4669-b849-310c3576f2ea cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:53.063862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-471c1a3b-47ca-4908-8120-425d2dc5575d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.093219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-14ce04b4-e004-43f4-a9fc-5e6119d0e456 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251510 Jun 30 08:53:53.096147 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-86117ae2-0a2b-4d81-92eb-13339ffe2bef service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611853 Jun 30 08:53:53.098454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Made reservation on behalf of 1a116506e30c4d68a7ebd3650c0575ad for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:53.100847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.130910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.205738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5132a076-4807-4168-909b-c9e6a7cc38f1 req-f0ee2bd7-fdcd-4eb9-897e-5410a65ab58c tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 210 time: 0.1614435 Jun 30 08:53:53.299146 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2fa9851f-084a-49e0-8da0-29d14c7629ec req-b323d944-a37c-46f4-85da-a29063558088 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872921 Jun 30 08:53:53.300904 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88b2c064-ef29-4b6f-8437-89af74045289 req-b1edaf8f-b451-41d9-8d6a-c9c1ef153d93 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880543 Jun 30 08:53:53.350320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b508a-e4b9-419f-a12d-3088503782e6 req-cbe13456-e287-4a7b-9d40-788c1a6ba20b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:53.352040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-228b508a-e4b9-419f-a12d-3088503782e6 req-cbe13456-e287-4a7b-9d40-788c1a6ba20b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 947 time: 0.7579875 Jun 30 08:53:53.362919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:53:53.460188 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-471c1a3b-47ca-4908-8120-425d2dc5575d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.461347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.499231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-471c1a3b-47ca-4908-8120-425d2dc5575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.560048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-228b508a-e4b9-419f-a12d-3088503782e6 req-72b7e7fb-ac90-46e7-8900-bdfe954157e4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735675 Jun 30 08:53:53.598091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.603394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.630263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:53.645810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344356c9-3c9b-4ecf-ac58-f436906d02f5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.652556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.652908 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Added segment 95382a70-99fd-46e2-b0a5-80424012d2fb of type vlan for network c5b7f62b-ad92-436a-898e-80fa631b9bc5 Jun 30 08:53:53.668183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-471c1a3b-47ca-4908-8120-425d2dc5575d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e78849031d44ee88d4ad654a13857e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4242463 Jun 30 08:53:53.671548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:53.676281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0957772b-784a-4751-8725-10db6aabf303,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.689678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c1a3b-47ca-4908-8120-425d2dc5575d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad1c88-c34f-4e8d-898e-54d6070cdad2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:53.712571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Checking segment: {'id': 'ff0c80b7-cab3-4de5-a3a4-5440db393400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:53.713037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Network hostable DHCP agents. Network: 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:53.725061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:53:53.733798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bfd74602-0229-4fae-898c-907ffaaf6816 admin admin] 10.222.0.66 "PUT /v2.0/routers/459311dd-ccaa-465c-aeb9-13312ad74f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2768636 Jun 30 08:53:53.747805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Network 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:53.753528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:53:53.760569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:53.768076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:53.769137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:53.775173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:53.776247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.803365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-09d1d3f0-3a82-42a3-b81b-0152bdff5cce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8740289 Jun 30 08:53:53.821383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.830303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.858869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.937461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.940608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.945433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbad1c88-c34f-4e8d-898e-54d6070cdad2 HTTP/1.1" status: 204 len: 168 time: 0.2735128 Jun 30 08:53:53.949663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.951051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:53.951830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:53.978902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e064f2-0872-4b40-b51d-58f08a5f2822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad1c88-c34f-4e8d-898e-54d6070cdad2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:54.034763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:54.034992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0823925 Jun 30 08:53:54.040538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c367b5b-623b-4bda-b784-405a1644b169 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b7f62b-ad92-436a-898e-80fa631b9bc5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:54.041038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Request body: {'subnet': {'network_id': 'c5b7f62b-ad92-436a-898e-80fa631b9bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-919847492-subnet', 'tenant_id': '1a116506e30c4d68a7ebd3650c0575ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:54.045388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:54.097310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Made reservation on behalf of 1a116506e30c4d68a7ebd3650c0575ad for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:54.100642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.304451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e762f7-6ad6-4842-a7db-217092fef4bf None None] Network 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:54.332793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c5b7f62b-ad92-436a-898e-80fa631b9bc5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:54.378970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-41a414b0-4c75-49dc-bcfe-af237919accd tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=049bec4864da40358d4ac0e6ab9fa708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1623135 Jun 30 08:53:54.477787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9604838d-ed35-4e7a-af0c-8fe737e7c93e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:54.536793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb9c8ec9-4cff-482a-a0d3-57854168e8ea req-91f41f0d-829c-43b9-af54-d6b5f8f9287e tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 210 time: 0.0840480 Jun 30 08:53:54.557471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:51Z', 'revision_number': 2, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:54.600343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:53:54.600703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Updating router 459311dd-ccaa-465c-aeb9-13312ad74f46 port baab39dc-c37c-4669-b849-310c3576f2ea binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:53:54.645082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.678869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:54.693518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18c98259-0dfb-49a9-b155-b89f306476f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.805833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18c98259-0dfb-49a9-b155-b89f306476f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.811086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18c98259-0dfb-49a9-b155-b89f306476f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.825978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-8bd93053-0b67-42cf-b5c5-24d09ea0ece0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.827667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-8bd93053-0b67-42cf-b5c5-24d09ea0ece0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 821 time: 0.3999698 Jun 30 08:53:54.863387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18c98259-0dfb-49a9-b155-b89f306476f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=442062d1c5c541f7b4cf76017255d01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827996 Jun 30 08:53:54.863994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.864555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:54.866894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-4515acea-6d6e-4cfc-8a4a-06d820ebcd63 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/quotas/f3a39fc357a64fc99cd0931483ce9b06 HTTP/1.1" status: 200 len: 375 time: 0.0241301 Jun 30 08:53:54.875775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9604838d-ed35-4e7a-af0c-8fe737e7c93e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:54.876308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.885492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-a423c932-b01f-4f95-a6fc-5dd4b01346bf tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:54.888210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-a423c932-b01f-4f95-a6fc-5dd4b01346bf tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4949756 Jun 30 08:53:54.903143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c98259-0dfb-49a9-b155-b89f306476f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab57899d-3d46-4e80-87c7-3db7ee4a42ea,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:54.930457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c9652-b155-4805-969c-3dbe59f859b7 None None] Network 2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:54.933401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:54.942371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Request body: {'port': {'device_id': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '049bec4864da40358d4ac0e6ab9fa708'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:54.958974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.021235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.024753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.033790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab57899d-3d46-4e80-87c7-3db7ee4a42ea HTTP/1.1" status: 204 len: 168 time: 0.1653614 Jun 30 08:53:55.047377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f472e-3554-4318-a144-461c4c905baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab57899d-3d46-4e80-87c7-3db7ee4a42ea,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.074669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ea25c5-12e0-44cb-a10e-b93c6c7474dc,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.117822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Checking segment: {'id': '95382a70-99fd-46e2-b0a5-80424012d2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c5b7f62b-ad92-436a-898e-80fa631b9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:55.118814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Network hostable DHCP agents. Network: c5b7f62b-ad92-436a-898e-80fa631b9bc5, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:55.183626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.193201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-548d06b6-435d-4111-892f-8fa3543a63fa tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3039417 Jun 30 08:53:55.199859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Transition to ACTIVE for port object baab39dc-c37c-4669-b849-310c3576f2ea will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:55.211768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.225264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Network c5b7f62b-ad92-436a-898e-80fa631b9bc5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:55.241243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c5b7f62b-ad92-436a-898e-80fa631b9bc5) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:55.252125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.252729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.254744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Made reservation on behalf of 049bec4864da40358d4ac0e6ab9fa708 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:55.258172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.260137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e8e4d-742a-4319-98df-e729ebf04d32 None None] Network c5b7f62b-ad92-436a-898e-80fa631b9bc5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:55.285396 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.315358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b030153-d9e9-4608-99a7-44b0e12d0119 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2790251 Jun 30 08:53:55.355391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-f4bbf8fe-7c7a-4d8e-a4e6-bfc91f9c7d46 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:55.356874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-f4bbf8fe-7c7a-4d8e-a4e6-bfc91f9c7d46 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.2122204 Jun 30 08:53:55.402792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-282cce44-5b2a-4411-ba5c-2bed6b6653a1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/quotas/462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 375 time: 0.0364621 Jun 30 08:53:55.434089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b4e7-5e95-42c6-a544-27046dcabb66 None None] Pushing event updated for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.469530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-6241b29a-093e-452c-ba48-17633fb3d66f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472894 Jun 30 08:53:55.489258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-821a85b2-3188-413f-b2d7-8d21524a4be4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:55.490556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-821a85b2-3188-413f-b2d7-8d21524a4be4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1100321 Jun 30 08:53:55.547838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3408a577-0286-49ba-ac92-6d27c2de4fed details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:55.561856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Attempting to bind port baab39dc-c37c-4669-b849-310c3576f2ea on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:55.562233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Attempting to bind port baab39dc-c37c-4669-b849-310c3576f2ea by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:55.562602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Attempting to bind port baab39dc-c37c-4669-b849-310c3576f2ea on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:55.569537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c6662-cac9-44c5-b7dc-0ec946a4b4c1 None None] Network c5b7f62b-ad92-436a-898e-80fa631b9bc5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:55.582532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:55.582918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Checking segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:55.583416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.583701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Bound using segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:55.584187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Bound port: baab39dc-c37c-4669-b849-310c3576f2ea, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:55.590574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.673099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.687934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.706207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-60466c48-6c13-4135-bb4a-9718e67e32b5 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242670 Jun 30 08:53:55.769847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] For port baab39dc-c37c-4669-b849-310c3576f2ea, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:55.781996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-8c356db3-8d2c-43e2-893f-0c748a4e6ff8 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819545 Jun 30 08:53:55.795118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] For port baab39dc-c37c-4669-b849-310c3576f2ea, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=baab39dc-c37c-4669-b849-310c3576f2ea,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:55.808931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:55.830303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:55.989387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Allocated IP 192.168.233.40 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/bdf510e3-f6f0-455c-a595-d81cd8aed2d6) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:55.998593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-d1dc032b-ba50-4186-9091-a3ab891df187 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777336 Jun 30 08:53:56.009362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-a249ced6-d546-446e-8417-6d129e1173e7 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941538 Jun 30 08:53:56.030872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3408a577-0286-49ba-ac92-6d27c2de4fed,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:56.065633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '3408a577-0286-49ba-ac92-6d27c2de4fed', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '3408a577-0286-49ba-ac92-6d27c2de4fed', 'mac_address': 'fa:16:3e:bc:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:56.068593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b4e7-5e95-42c6-a544-27046dcabb66 None None] Pushing event updated for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.071184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:53:56.071969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:53:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:56.259014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.287458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.310394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Transition to ACTIVE for port object bdf510e3-f6f0-455c-a595-d81cd8aed2d6 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:56.313967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3408a577-0286-49ba-ac92-6d27c2de4fed {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:56.359719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.366127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:53:56.398630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3408a577-0286-49ba-ac92-6d27c2de4fed,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:56.415959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.416907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a31aef34-06c4-4a71-9db9-a9330eaa927c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:53:56.486138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:56.489995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:56.509009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:56.522484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.523964 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.566437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Pushing event updated for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.620248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-15d7c472-031a-4d35-9e8c-1bcbf696fe05 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6832440 Jun 30 08:53:56.637924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Request body: {'port': {'device_id': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:56.648022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:56.659122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:56.682078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a31aef34-06c4-4a71-9db9-a9330eaa927c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a31aef34-06c4-4a71-9db9-a9330eaa927c', 'mac_address': 'fa:16:3e:d4:d1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:53:56.766349 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.782672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559819e6-1ac4-41bb-b843-d867bec6d46a req-9da9733a-171d-4733-b1ce-304222e590c3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.784175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-559819e6-1ac4-41bb-b843-d867bec6d46a req-9da9733a-171d-4733-b1ce-304222e590c3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 948 time: 0.2541358 Jun 30 08:53:56.812754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31aef34-06c4-4a71-9db9-a9330eaa927c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:56.858999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:56.869852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:56.909651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:55Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:53:56.962719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147758d-d1be-4141-be7b-205df262804f req-bfc5812a-a7c5-4b7b-b5a8-890e865e2d7f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:56.963623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c7301-0b95-4662-8119-397461340cbc None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:55Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:53:56.964292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2147758d-d1be-4141-be7b-205df262804f req-bfc5812a-a7c5-4b7b-b5a8-890e865e2d7f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 935 time: 0.3365393 Jun 30 08:53:56.977265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-559819e6-1ac4-41bb-b843-d867bec6d46a req-eb995c5f-6f30-4914-8d2c-def79e06a602 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656189 Jun 30 08:53:56.985703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:57.011197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-39abc1f0-ebb0-4260-8b5a-b1831e23dc6d None None] Provisioning for port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:57.025281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-39abc1f0-ebb0-4260-8b5a-b1831e23dc6d None None] Provisioning complete for port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:57.025648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-39abc1f0-ebb0-4260-8b5a-b1831e23dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.044790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:57.144063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-39abc1f0-ebb0-4260-8b5a-b1831e23dc6d None None] Port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:53:57.177277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2147758d-d1be-4141-be7b-205df262804f req-f0092924-e0ee-4661-a684-3e93a697fc67 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986768 Jun 30 08:53:57.296787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3408a577-0286-49ba-ac92-6d27c2de4fed'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:57.300788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a31aef34-06c4-4a71-9db9-a9330eaa927c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:53:57.854309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8a02ea5-5f97-4d52-b14c-0881681ac507 req-6234dcc6-7fcb-4080-a0ee-e2454839bc59 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0804210 Jun 30 08:53:57.951010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-652d17e0-6ee3-4b86-ba7f-f6b32b9e9b47 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:57.952437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-652d17e0-6ee3-4b86-ba7f-f6b32b9e9b47 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.1797409 Jun 30 08:53:57.974242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-6017a650-8bec-4a95-af10-66d1b0167913 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/quotas/181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 375 time: 0.0161011 Jun 30 08:53:58.059126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef4c92ed-874f-4908-a7c4-087694aa279d req-3b0f8983-8c16-481a-88fc-0feb26fafbee tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 210 time: 0.0614707 Jun 30 08:53:58.069452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-7ee84919-5f7f-4d95-aedd-c195fd373caa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704901 Jun 30 08:53:58.105932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf510e3-f6f0-455c-a595-d81cd8aed2d6 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:58.148206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.170958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Transition to ACTIVE for port object bdf510e3-f6f0-455c-a595-d81cd8aed2d6 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:58.188008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.302003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-44c4a2c1-9444-4511-ae14-f426e05613c3 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314980 Jun 30 08:53:58.378267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-b0c2b523-9d95-40c8-8bca-bf681fe5222d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.380350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-b0c2b523-9d95-40c8-8bca-bf681fe5222d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.2642210 Jun 30 08:53:58.399610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Request body: {'port': {'device_id': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'admin_state_up': True, 'tenant_id': '462490e123844c658aa29a8917d82e0e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:58.399843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:58.485768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device baab39dc-c37c-4669-b849-310c3576f2ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:58.657840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port baab39dc-c37c-4669-b849-310c3576f2ea completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:58.662343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port baab39dc-c37c-4669-b849-310c3576f2ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:58.662983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.691451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:58.696050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.734766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Attempting to bind port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:58.735504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Attempting to bind port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:58.735893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Attempting to bind port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:58.775574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 49287) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:58.794465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.836483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port baab39dc-c37c-4669-b849-310c3576f2ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=baab39dc-c37c-4669-b849-310c3576f2ea,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:58.846009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.874919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Allocated IP 172.20.0.9 (559d2b51-8adb-4eed-aebe-31f2595ff978/24147013-cfb1-4012-af85-8967c0cf81d4/65a27dbc-4521-488a-9d13-ee64ccc6d630) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:58.891147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:53:58.891762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Attempting to bind port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:58.902894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:58.904120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:58.904644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:58.905148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Bound port: bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:58.905569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:58.907318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:58.938090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-dbe37b60-9bf1-4bce-9a62-ba283208b304 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352103 Jun 30 08:53:58.953138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-f14a489f-a09f-44c6-b82d-a09cdabb4e3c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:58.954625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-f14a489f-a09f-44c6-b82d-a09cdabb4e3c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 821 time: 0.1759517 Jun 30 08:53:58.986180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'port': {'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'admin_state_up': True, 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:59.053339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cde39-844d-41f0-99af-dbc36d2b3d2e req-ef43973b-3b4c-4274-9404-037bc90161a9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.055225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-551cde39-844d-41f0-99af-dbc36d2b3d2e req-ef43973b-3b4c-4274-9404-037bc90161a9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 948 time: 0.4456589 Jun 30 08:53:59.055366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.125410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.129963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:59.172819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:59.181046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:59.187295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:59.188515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-551cde39-844d-41f0-99af-dbc36d2b3d2e req-09e71ad4-332c-45c4-9347-77071df4dedf tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171744 Jun 30 08:53:59.190417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:59.195690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.229856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3239f82b-9e9c-4bba-b380-077bb1f21cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.254800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.255391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.256822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] 10.222.0.41 "PUT /v2.0/ports/bdf510e3-f6f0-455c-a595-d81cd8aed2d6 HTTP/1.1" status: 200 len: 1096 time: 2.6268544 Jun 30 08:53:59.257234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:59.259513 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094a0000-e098-4243-90e8-6728d2dda2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:59.267613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Made reservation on behalf of f3a39fc357a64fc99cd0931483ce9b06 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:59.271140 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.302086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.302753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.307016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114610a-7274-43e6-ab56-545fd2968ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.342856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.354171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-11067190-9dec-4994-ab3a-3e341d8d152b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614291 Jun 30 08:53:59.367849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Request body: {'port': {'device_id': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:59.476928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.555006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3408a577-0286-49ba-ac92-6d27c2de4fed up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:59.555973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff173d2-27f7-4757-8cae-ef68627540e2 req-626f2b09-cc65-41a0-b3da-5aff96baa8a4 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.557534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eff173d2-27f7-4757-8cae-ef68627540e2 req-626f2b09-cc65-41a0-b3da-5aff96baa8a4 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 947 time: 0.2669766 Jun 30 08:53:59.584960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Allocated IP 172.20.0.9 (450e6ee6-5f6a-493a-839c-cce9b7d96e3e/5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4/377e6076-dce0-4cb1-938f-9cb6c91a2107) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:59.588384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-b2740add-6cfd-4130-9380-390e819caf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.590651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-b2740add-6cfd-4130-9380-390e819caf0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 1099 time: 0.2372983 Jun 30 08:53:59.687833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-2d9cd181-7100-4c81-a82d-ffa8b87e4e2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6 HTTP/1.1" status: 200 len: 217 time: 0.0864019 Jun 30 08:53:59.696919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 3408a577-0286-49ba-ac92-6d27c2de4fed completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:59.701556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 3408a577-0286-49ba-ac92-6d27c2de4fed triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:59.701963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.767941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eff173d2-27f7-4757-8cae-ef68627540e2 req-4cc46be4-8595-403c-83a2-c4a6abf3eae6 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988845 Jun 30 08:53:59.806367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.847019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:53:59.850574 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ebc50-c5a1-4e8b-8a9b-e313d8dd6bba" -d '{"events": [{"server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "name": "network-vif-plugged", "status": "completed", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:53:59.867483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3408a577-0286-49ba-ac92-6d27c2de4fed,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:59.872626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.873539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a31aef34-06c4-4a71-9db9-a9330eaa927c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:59.881038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a27dbc-4521-488a-9d13-ee64ccc6d630 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:53:59.891053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.912360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Transition to ACTIVE for port object 65a27dbc-4521-488a-9d13-ee64ccc6d630 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:59.919003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:59.955503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-2dcadca6-bfd2-47ba-af41-94c3c6ecd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.956434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-2dcadca6-bfd2-47ba-af41-94c3c6ecd384 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2618341 Jun 30 08:53:59.958245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:59.965076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-916183e4-21f3-47ff-8758-4460782debbb req-b3e76e77-44f0-4bc5-a6f6-d33941679303 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 210 time: 0.0654550 Jun 30 08:53:59.976586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051d01-8530-404f-80ae-de5276cde8b3 req-e7432414-7c3c-48ee-8337-d3b31abcd58a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:59.987523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7051d01-8530-404f-80ae-de5276cde8b3 req-e7432414-7c3c-48ee-8337-d3b31abcd58a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 931 time: 0.2699280 Jun 30 08:53:59.988402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a31aef34-06c4-4a71-9db9-a9330eaa927c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:59.994895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a31aef34-06c4-4a71-9db9-a9330eaa927c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:59.995728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.012023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.090216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:00.090554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:00.090886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:00.096325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:00.096652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:00.102829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:00.104086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:00.104086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:00.104330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Bound port: 65a27dbc-4521-488a-9d13-ee64ccc6d630, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:00.104522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.146102 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.173078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:00.177842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:00.186240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7051d01-8530-404f-80ae-de5276cde8b3 req-51977dd2-b6cf-41f1-9433-add5ba51cca0 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976829 Jun 30 08:54:00.186404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:00.188300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9f54e36-763a-4172-9a30-72c1a37acb81 req-697387c8-784f-4c80-b0ec-06173a82cbbb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 210 time: 0.0624490 Jun 30 08:54:00.188657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.207360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.248714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-e3e0b5e7-c00d-4819-acae-9ce19d087303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.249626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-e3e0b5e7-c00d-4819-acae-9ce19d087303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2595379 Jun 30 08:54:00.252068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.252868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.254711 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] 10.222.0.41 "PUT /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 1092 time: 0.8926196 Jun 30 08:54:00.255425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:00.258366 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc660b-be89-4810-9677-a5a2167938b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:00.285813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.313439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783adcca-e5bc-441e-933d-a612d06fdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.336423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.341939 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b135b-3f7f-4c3f-9f47-ae21383ce57e x-openstack-request-id: req-932b135b-3f7f-4c3f-9f47-ae21383ce57e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:00.342232 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:00.348631 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-932b135b-3f7f-4c3f-9f47-ae21383ce57e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:00.349040 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6', 'status': 'completed', 'code': 200} Jun 30 08:54:00.364049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Transition to ACTIVE for port object 377e6076-dce0-4cb1-938f-9cb6c91a2107 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:00.382088 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1f1c1-90ab-4bd3-ad46-14e044dae36b x-openstack-request-id: req-e4e1f1c1-90ab-4bd3-ad46-14e044dae36b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:00.382484 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "name": "network-vif-plugged", "status": "completed", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:00.382902 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4e1f1c1-90ab-4bd3-ad46-14e044dae36b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:00.383315 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed', 'code': 200} Jun 30 08:54:00.392792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device baab39dc-c37c-4669-b849-310c3576f2ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:00.413649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-1ca48c33-da3a-49b5-9643-f0c48c9ba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.415161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-1ca48c33-da3a-49b5-9643-f0c48c9ba366 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1095 time: 0.0743711 Jun 30 08:54:00.442459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-11f9b4a7-bd79-4a2e-a54d-7662d90be55b service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787984 Jun 30 08:54:00.445398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.458785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port baab39dc-c37c-4669-b849-310c3576f2ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:00.459545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.479124 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-2e7de976-a7d2-4107-b91a-d4dbe83e1a55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0540409 Jun 30 08:54:00.602222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feca25-fa5f-49c3-9b21-91e87a5a581a req-6cdf2723-9c16-4366-91cc-48f17bf6a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.603968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-28feca25-fa5f-49c3-9b21-91e87a5a581a req-6cdf2723-9c16-4366-91cc-48f17bf6a407 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 1101 time: 0.1239920 Jun 30 08:54:00.606531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-bd900b26-756d-4804-823a-7e68687776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.608082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-bd900b26-756d-4804-823a-7e68687776d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0946939 Jun 30 08:54:00.615870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:00.637736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:00.644780 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe51472-90ee-41a0-b905-30b37d9310ee x-openstack-request-id: req-4fe51472-90ee-41a0-b905-30b37d9310ee {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:00.645194 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:00.645403 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4fe51472-90ee-41a0-b905-30b37d9310ee {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:00.645945 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'status': 'completed', 'code': 200} Jun 30 08:54:00.662430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:00.668397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.669045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:00.685858 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-be85c0bc-9593-41a8-a6e7-5c1aa5d6d6ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661392 Jun 30 08:54:00.719021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c45a5-bcb4-4357-9129-f7e76aae305e req-ffb5a084-05c9-4eab-b596-1d8962d91b9f service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705843 Jun 30 08:54:00.722142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event updated for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:00.735941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-89200bfd-a633-4185-aa04-fb227963d4b0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7555285 Jun 30 08:54:00.752873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Request body: {'port': {'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:00.804275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811a90-0a51-4a65-b5fa-9511622766ca req-42a8604e-2b37-48cf-9a7a-fba912abdd57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:00.807245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47811a90-0a51-4a65-b5fa-9511622766ca req-42a8604e-2b37-48cf-9a7a-fba912abdd57 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 949 time: 0.2056422 Jun 30 08:54:00.813303 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-28feca25-fa5f-49c3-9b21-91e87a5a581a req-edc45cab-36a9-405f-8939-ab905018f1f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016764 Jun 30 08:54:00.877979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-851afbcf-fb2a-4803-a739-91365530c370 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851833 Jun 30 08:54:00.934124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47811a90-0a51-4a65-b5fa-9511622766ca req-51449aed-6af2-4ad5-bd34-421c21d09cb5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258435 Jun 30 08:54:00.949404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.020630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9aa3be13-fce1-46e4-9022-5c50906de0e4 None None] Provisioning for port 377e6076-dce0-4cb1-938f-9cb6c91a2107 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:01.025202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9aa3be13-fce1-46e4-9022-5c50906de0e4 None None] Provisioning complete for port 377e6076-dce0-4cb1-938f-9cb6c91a2107 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:01.026510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa3be13-fce1-46e4-9022-5c50906de0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.088595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-c4100126-6a28-4777-8004-97bc2ae00a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.107394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-c4100126-6a28-4777-8004-97bc2ae00a73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 1099 time: 0.2808676 Jun 30 08:54:01.114156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3be13-fce1-46e4-9022-5c50906de0e4 None None] Port 377e6076-dce0-4cb1-938f-9cb6c91a2107 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:01.123339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35196) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:01.137020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-347fcd00-8b01-46d8-8569-051613ae6e36 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.139558 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-347fcd00-8b01-46d8-8569-051613ae6e36 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.2066293 Jun 30 08:54:01.156210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Request body: {'port': {'device_id': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'admin_state_up': True, 'tenant_id': '181dc6030a41419794abfd8e61972460'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:01.164877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24e8f968-c48a-459c-8a3a-d341e541ffe0 req-a28610b7-e636-4c5d-90ac-c5f97f4162f9 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800496 Jun 30 08:54:01.517687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc660b-be89-4810-9677-a5a2167938b7 req-dad0bad5-c500-456d-bdb0-28f9699f9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.519267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-dad0bad5-c500-456d-bdb0-28f9699f9324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1095 time: 0.1018522 Jun 30 08:54:01.535080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:01.538341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.612793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfda1b7e-9b2b-4c95-a377-bfb01ee41ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.678149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc660b-be89-4810-9677-a5a2167938b7 req-a3e8abec-0529-4ba5-bd0b-d9451cf09b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.679589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-a3e8abec-0529-4ba5-bd0b-d9451cf09b0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1530247 Jun 30 08:54:01.686743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-bb5dacff-ba01-43d6-a9f8-9db9fbbb530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.688171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-bb5dacff-ba01-43d6-a9f8-9db9fbbb530d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.5680799 Jun 30 08:54:01.701161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f547c93-0e47-4633-9a0e-8e0d9ac8edef req-7c05753e-564b-4bee-90df-c55437aa8054 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.702605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f547c93-0e47-4633-9a0e-8e0d9ac8edef req-7c05753e-564b-4bee-90df-c55437aa8054 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 947 time: 0.5319276 Jun 30 08:54:01.740142 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-40faf8c0-94ad-4e02-977e-02185ebee9ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0427175 Jun 30 08:54:01.778399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20e22a-7918-481b-bd4a-829b0aac5ac4 req-e859279e-cae5-4d72-abb5-207124a673a3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.779831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af20e22a-7918-481b-bd4a-829b0aac5ac4 req-e859279e-cae5-4d72-abb5-207124a673a3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 931 time: 0.5580232 Jun 30 08:54:01.781060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-ad23c3e6-a0a6-4ff9-ae99-0b6fcbafad69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6 HTTP/1.1" status: 200 len: 217 time: 0.0734544 Jun 30 08:54:01.784297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Allocated IP 172.20.0.3 (0b5a1545-b1e5-4c68-b5eb-e6b651adce71/af706342-3f17-4ca2-8ccf-80b07f5ec934/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:01.808744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc660b-be89-4810-9677-a5a2167938b7 req-9b1b8a63-b9ac-4389-a5d2-46b67fe62f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.810223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-9b1b8a63-b9ac-4389-a5d2-46b67fe62f10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0618308 Jun 30 08:54:01.841040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ba107c9-6c14-4f24-8373-904cd8bb0a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.862912 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-4a6cb8e7-296f-44a2-aff5-10a4c94f4ec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410566 Jun 30 08:54:01.912431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f547c93-0e47-4633-9a0e-8e0d9ac8edef req-6930cb2a-5f65-48b0-9549-fdac0a3f0d75 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887956 Jun 30 08:54:01.930673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-c0dc2ce3-b54b-4469-829b-e98db9883f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:01.932103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-c0dc2ce3-b54b-4469-829b-e98db9883f1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1409311 Jun 30 08:54:01.946006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af20e22a-7918-481b-bd4a-829b0aac5ac4 req-87ff7c18-0a30-494d-920a-d4f58f6c3171 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513152 Jun 30 08:54:01.962271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377e6076-dce0-4cb1-938f-9cb6c91a2107 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:01.990569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:01.995673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.022859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Transition to ACTIVE for port object 377e6076-dce0-4cb1-938f-9cb6c91a2107 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:02.028707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfda1b7e-9b2b-4c95-a377-bfb01ee41ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.032518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.039014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfda1b7e-9b2b-4c95-a377-bfb01ee41ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.118529 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-a7e4905d-e4fa-44ea-9ff8-b1fba2ade80f service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484739 Jun 30 08:54:02.174072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cfda1b7e-9b2b-4c95-a377-bfb01ee41ad7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=803608a084b140d78e5756e637fac328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0073118 Jun 30 08:54:02.174991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Pushing event updated for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.185170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35212) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:02.187821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda1b7e-9b2b-4c95-a377-bfb01ee41ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e051149-df24-45a1-a7c2-055b5ea33f51,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.206849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.239599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-0ee32a32-ae39-434e-b587-22ab9222046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.241102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-0ee32a32-ae39-434e-b587-22ab9222046c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2984025 Jun 30 08:54:02.271448 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-95cc660b-be89-4810-9677-a5a2167938b7 req-c7fe772f-df35-4d42-a6bf-b605eec16a10 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378889 Jun 30 08:54:02.283683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.310523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5292995b-df7b-40f0-9677-1ade9b8afe61 req-0dea84ce-a560-494b-a7b7-c1e32e52b631 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 210 time: 0.1136546 Jun 30 08:54:02.332235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:02.348886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:02.353539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:02.381905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Attempting to bind port 377e6076-dce0-4cb1-938f-9cb6c91a2107 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:02.382166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Attempting to bind port 377e6076-dce0-4cb1-938f-9cb6c91a2107 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:02.382552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Attempting to bind port 377e6076-dce0-4cb1-938f-9cb6c91a2107 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:02.384470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:02.390513 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae60b54-dae9-4e24-8135-fed2b895a123" -d '{"events": [{"server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "name": "network-vif-plugged", "status": "completed", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:02.398134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.408680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Port 377e6076-dce0-4cb1-938f-9cb6c91a2107 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:02.409213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Attempting to bind port 377e6076-dce0-4cb1-938f-9cb6c91a2107 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:02.416314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.419513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.420300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.435657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb7d98a1-73d7-4e6a-a386-96f020997689 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2842805 Jun 30 08:54:02.436229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:02.436611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Checking segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:02.436992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Bound using segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:02.437448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Bound port: 377e6076-dce0-4cb1-938f-9cb6c91a2107, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:02.438024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.451179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Request body: {'port': {'device_id': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:02.459763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892105c-f57a-49f2-94c6-1a2577ed70d9 req-7230c451-bd49-42bf-9d64-67c2f1fd7906 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.461259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4892105c-f57a-49f2-94c6-1a2577ed70d9 req-7230c451-bd49-42bf-9d64-67c2f1fd7906 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.3540788 Jun 30 08:54:02.501855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.528737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.540171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-a020e6a7-83b3-4577-a3db-25e6fbea5416 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463353 Jun 30 08:54:02.654561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4892105c-f57a-49f2-94c6-1a2577ed70d9 req-6c98d4e9-0a4b-492e-8efd-b0d0c580fb46 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812134 Jun 30 08:54:02.704706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:02.719514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:02.731153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.733619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.734799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e051149-df24-45a1-a7c2-055b5ea33f51 HTTP/1.1" status: 204 len: 168 time: 0.5392568 Jun 30 08:54:02.735956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.745915 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2d90b4-7901-42be-94ea-363891d94150 x-openstack-request-id: req-4c2d90b4-7901-42be-94ea-363891d94150 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:02.746661 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "name": "network-vif-plugged", "status": "completed", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:02.746661 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c2d90b4-7901-42be-94ea-363891d94150 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:02.746937 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c', 'code': 200} Jun 30 08:54:02.798190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb66fd4-dc63-48fd-9952-f4636f8cd286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e051149-df24-45a1-a7c2-055b5ea33f51,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.805460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.845819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.846447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.851144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] 10.222.0.41 "PUT /v2.0/ports/377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 1092 time: 2.1030855 Jun 30 08:54:02.851575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-094a0000-e098-4243-90e8-6728d2dda2a9 req-dd42727c-6dbb-4eec-9106-d544d0594c46 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968552 Jun 30 08:54:02.852001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:02.854380 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e9127-a87d-4286-b540-a39009e02c64" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:02.887018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542fe1a-e9b3-4e85-b9d9-a775df569fa8 req-c20a3403-0f5c-4541-996e-095e3d52cbce tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:02.894449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f542fe1a-e9b3-4e85-b9d9-a775df569fa8 req-c20a3403-0f5c-4541-996e-095e3d52cbce tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 949 time: 0.3470833 Jun 30 08:54:02.949333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:02.973897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.982672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdae6d-9b1a-471c-b5ce-a80bbee02133 service neutron] Pushing event updated for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:02.986701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:02.991152 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165464c9-a226-4611-bee6-02d0d67eae2a x-openstack-request-id: req-165464c9-a226-4611-bee6-02d0d67eae2a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:02.995296 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:02.995629 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-165464c9-a226-4611-bee6-02d0d67eae2a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:02.996567 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:54:03.023364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Transition to ACTIVE for port object 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:03.038948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6a3bd-8e24-45b1-90e4-4d7e6298876b req-a2b76c5b-fa09-4c83-9db5-6c0312929cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.039879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f542fe1a-e9b3-4e85-b9d9-a775df569fa8 req-db03ff6e-2c91-4c8a-8c85-294bac82aac6 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445329 Jun 30 08:54:03.040814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2dc6a3bd-8e24-45b1-90e4-4d7e6298876b req-a2b76c5b-fa09-4c83-9db5-6c0312929cff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 1102 time: 0.1864221 Jun 30 08:54:03.042994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.085780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-0de018dc-8327-4682-8fdf-be1fcdf3f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.088680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-0de018dc-8327-4682-8fdf-be1fcdf3f1a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1095 time: 0.1748044 Jun 30 08:54:03.183893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-97c55299-95b7-4e31-8e2a-24004c27128f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0848224 Jun 30 08:54:03.234742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.245181 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2dc6a3bd-8e24-45b1-90e4-4d7e6298876b req-5f7906b9-de52-407d-82af-648af8e435c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987651 Jun 30 08:54:03.277800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-2e4ca1db-ed25-4954-a80a-557ec518ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.279569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-2e4ca1db-ed25-4954-a80a-557ec518ad3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0876713 Jun 30 08:54:03.296972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:03.297523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:03.298258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:03.304605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:03.305028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:03.311710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:03.312108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:03.312505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:03.312942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Bound port: 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:03.313305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.314984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35240) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:03.338776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-382cde92-03f6-4b40-8fdb-2aa42863b72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.367103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff787c-23b5-4a2b-89b5-d6a74db04ea0 req-5c314187-edec-4b40-b2b1-4209bfad6f1a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.368598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4ff787c-23b5-4a2b-89b5-d6a74db04ea0 req-5c314187-edec-4b40-b2b1-4209bfad6f1a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 947 time: 0.1880989 Jun 30 08:54:03.369890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:03.420445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:03.430620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf015e8-4ceb-4f5f-a76b-8d562afbbaa0 req-82313b7e-964e-43c8-972c-f2001d363151 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.432096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf015e8-4ceb-4f5f-a76b-8d562afbbaa0 req-82313b7e-964e-43c8-972c-f2001d363151 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 943 time: 0.1739404 Jun 30 08:54:03.438334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4ff787c-23b5-4a2b-89b5-d6a74db04ea0 req-3a9e75f7-5207-4cc5-98c6-7c2c5131d218 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 Jun 30 08:54:03.440085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:03.441107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-41e3e8b9-9faa-4e0b-a7d5-9ddd99699d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.442605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-41e3e8b9-9faa-4e0b-a7d5-9ddd99699d91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450596 Jun 30 08:54:03.453326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.499513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.500388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.501916 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] 10.222.0.11 "PUT /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 1092 time: 1.0572460 Jun 30 08:54:03.502475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:03.504843 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:03.540290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a45ad-dba7-4597-bc26-2c23c109e6dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.557893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf015e8-4ceb-4f5f-a76b-8d562afbbaa0 req-b3617788-ab8e-4b85-a6b2-d1d6868da4be tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079586 Jun 30 08:54:03.575644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-382cde92-03f6-4b40-8fdb-2aa42863b72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.590892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-382cde92-03f6-4b40-8fdb-2aa42863b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.615434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-4887c4b0-0685-4beb-b19c-744934da91d3 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609404 Jun 30 08:54:03.668382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-382cde92-03f6-4b40-8fdb-2aa42863b72f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75c3fd008de8430fbf30dcaf862e5db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513441 Jun 30 08:54:03.674717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:03.676956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35252) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:03.684309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cde92-03f6-4b40-8fdb-2aa42863b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063fd6d5-96a1-4a16-be02-d01b2b8e6f7f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:03.686838 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ede2-95af-46a5-9b03-88ff82013ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.739978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-18112256-da7b-49b7-99d1-a0015d3de1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.741459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-18112256-da7b-49b7-99d1-a0015d3de1ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1095 time: 0.1757674 Jun 30 08:54:03.784944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b31ccf-c472-4c5c-b3b4-52d656ea343a req-007cf5bc-7887-4f0f-8424-afc141b3ceb7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.786577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96b31ccf-c472-4c5c-b3b4-52d656ea343a req-007cf5bc-7887-4f0f-8424-afc141b3ceb7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 950 time: 0.1854377 Jun 30 08:54:03.793348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:03.797163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1d69bc-9459-4e42-be30-47be083f6947 req-e3e5d4ff-3a4a-4f7a-adda-3285beea27dc service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614521 Jun 30 08:54:03.812592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'port_id': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'mac_address': 'fa:16:3e:db:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24147013-cfb1-4012-af85-8967c0cf81d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:03.816162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-8f77069a-f3b8-4190-a044-f75cf1726499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.0567176 Jun 30 08:54:03.818439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.842656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3899a25-cfb6-4e85-862f-ce61c72649f2 req-bdd522cc-6a34-4d0f-8cd4-d2dddf05872d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.844169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3899a25-cfb6-4e85-862f-ce61c72649f2 req-bdd522cc-6a34-4d0f-8cd4-d2dddf05872d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.1544609 Jun 30 08:54:03.849917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96b31ccf-c472-4c5c-b3b4-52d656ea343a req-4d30ca5d-af39-494b-a918-93c079fe29ce tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Jun 30 08:54:03.896842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.900941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.913204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3899a25-cfb6-4e85-862f-ce61c72649f2 req-a53d0e25-8bd2-4709-8e2c-a6d170236b49 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Jun 30 08:54:03.924624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a27dbc-4521-488a-9d13-ee64ccc6d630 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:03.943077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-4b9669e1-89b6-4bb0-9db8-28a90d491e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:03.944522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-4b9669e1-89b6-4bb0-9db8-28a90d491e08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1216090 Jun 30 08:54:03.970416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:03.980845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:03.981647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device bdf510e3-f6f0-455c-a595-d81cd8aed2d6 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:04.000272 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50acbc71-0023-47a0-b348-05ef610e6045 x-openstack-request-id: req-50acbc71-0023-47a0-b348-05ef610e6045 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:04.000551 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:04.000806 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50acbc71-0023-47a0-b348-05ef610e6045 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:04.001192 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'status': 'completed', 'code': 200} Jun 30 08:54:04.003340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-3bcf513e-f3d8-4060-a306-07da18ff8456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452480 Jun 30 08:54:04.011050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9127-a87d-4286-b540-a39009e02c64 req-3b572bcb-4396-4e61-af1c-240a91e6f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.013972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-3b572bcb-4396-4e61-af1c-240a91e6f993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1095 time: 0.1052275 Jun 30 08:54:04.080371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ede2-95af-46a5-9b03-88ff82013ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.095705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ede2-95af-46a5-9b03-88ff82013ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.125999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-7a1a61c6-6d65-4f08-8c2e-90cecddaa70a service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147139 Jun 30 08:54:04.130852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.139552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.141982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.145434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/063fd6d5-96a1-4a16-be02-d01b2b8e6f7f HTTP/1.1" status: 204 len: 168 time: 0.4651892 Jun 30 08:54:04.154060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9127-a87d-4286-b540-a39009e02c64 req-e13c0085-6e48-460a-9ee0-29730c578604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.155932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-e13c0085-6e48-460a-9ee0-29730c578604 service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1249571 Jun 30 08:54:04.156074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ede2-95af-46a5-9b03-88ff82013ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01985a13-ed84-4b05-b29c-915ff2697f61,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.204578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:04.209145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0eb7ede2-95af-46a5-9b03-88ff82013ffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2daaa4eb23b946a980ac1eef898f7af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348463 Jun 30 08:54:04.209145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35258) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:04.212254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dcaca-a950-4ae2-bbee-1d26ef5c2a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063fd6d5-96a1-4a16-be02-d01b2b8e6f7f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.223881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6', 'mac_address': 'fa:16:3e:63:1d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:04.225132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-0d5b5b7c-1052-4aa8-bee0-49a15c441caf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0594912 Jun 30 08:54:04.277811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440d1b-459a-455f-853e-54ca5b06bd20 req-339c5116-7d94-478f-81c2-632dd03a0355 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.279304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20440d1b-459a-455f-853e-54ca5b06bd20 req-339c5116-7d94-478f-81c2-632dd03a0355 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.1799088 Jun 30 08:54:04.279431 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.299531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf510e3-f6f0-455c-a595-d81cd8aed2d6 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:04.320676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:04.322357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.327927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.336528 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-25c12dfe-d2c6-4595-a23d-7246e070067b req-f2813b8d-94f6-4651-a761-06ab7ba10af9 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987951 Jun 30 08:54:04.358868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20440d1b-459a-455f-853e-54ca5b06bd20 req-97932698-923b-4009-87f9-e8a89948f98c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Jun 30 08:54:04.368660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9127-a87d-4286-b540-a39009e02c64 req-f0bb4235-50c0-4a6f-a297-344bd05af6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.370188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-f0bb4235-50c0-4a6f-a297-344bd05af6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1361771 Jun 30 08:54:04.376090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.404340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.481317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.489319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e9127-a87d-4286-b540-a39009e02c64 req-56cc9b8f-756b-4e92-9555-66a3d9924c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.491204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-56cc9b8f-756b-4e92-9555-66a3d9924c0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139925 Jun 30 08:54:04.531982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-ed570476-4362-4d29-8dcb-9b2ae6439719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.533465 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-ed570476-4362-4d29-8dcb-9b2ae6439719 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1095 time: 0.1213911 Jun 30 08:54:04.534509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.536963 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.540691 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01985a13-ed84-4b05-b29c-915ff2697f61 HTTP/1.1" status: 204 len: 168 time: 0.3309104 Jun 30 08:54:04.558781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf3d0-8d28-4f17-9d41-e1b213057a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01985a13-ed84-4b05-b29c-915ff2697f61,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:04.608368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['65a27dbc-4521-488a-9d13-ee64ccc6d630'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:04.660299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-dfcfffa5-a94f-4dd6-8ef2-351e81590f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.661781 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-dfcfffa5-a94f-4dd6-8ef2-351e81590f08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1126873 Jun 30 08:54:04.666341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['bdf510e3-f6f0-455c-a595-d81cd8aed2d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:04.749209 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-866790ca-8dca-4f77-b82d-bec1b5f69b6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.0792286 Jun 30 08:54:04.754653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:04.843838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-7b8dd5d6-5e90-4e53-850a-99f865b517c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.850647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-7b8dd5d6-5e90-4e53-850a-99f865b517c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0926983 Jun 30 08:54:04.878650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-77103784-0836-4e4e-9fd3-696b4176031d service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788879 Jun 30 08:54:04.887491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2707f-2a41-4e3f-a7ed-069ecdce31dd req-05f0fc52-29b3-4e87-a4e0-f25d32f6b3f3 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.888953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14a2707f-2a41-4e3f-a7ed-069ecdce31dd req-05f0fc52-29b3-4e87-a4e0-f25d32f6b3f3 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 948 time: 0.2252274 Jun 30 08:54:04.925413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-71a6d3b0-57e4-44d6-8a69-44411ff2a4f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678656 Jun 30 08:54:04.963631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35286) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:04.992444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e671ac-86c8-4463-a531-8e63975a40c8 req-2f806844-ac1a-41fa-8e6f-0cb31f9f5072 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:04.999243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5e671ac-86c8-4463-a531-8e63975a40c8 req-2f806844-ac1a-41fa-8e6f-0cb31f9f5072 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 943 time: 0.2075138 Jun 30 08:54:05.061985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-f1f6e9ee-4f1a-47b2-9b10-a3116d442bdb service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289921 Jun 30 08:54:05.163805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b942c6c8-b33a-4a29-8667-1b13f20d9fb8 req-7e3ff014-ba9a-42b5-9142-9759e009acac service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921476 Jun 30 08:54:05.268955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499a1ab2-fa54-484c-a7e8-c3ea853e86a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.286424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14a2707f-2a41-4e3f-a7ed-069ecdce31dd req-d21fc4c0-dd06-4e32-a088-b7bec3127ef2 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834274 Jun 30 08:54:05.320426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5e671ac-86c8-4463-a531-8e63975a40c8 req-b214f2ed-ff59-4f02-b7ee-6dff41438b26 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203385 Jun 30 08:54:05.355644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f79e9127-a87d-4286-b540-a39009e02c64 req-998f5156-326b-4108-9737-313d6cd2e7fe service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635551 Jun 30 08:54:05.451874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499a1ab2-fa54-484c-a7e8-c3ea853e86a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.476541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499a1ab2-fa54-484c-a7e8-c3ea853e86a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.558253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-499a1ab2-fa54-484c-a7e8-c3ea853e86a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4478ecaf6daa443c8ea26c02d8b16969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894551 Jun 30 08:54:05.559972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a1ab2-fa54-484c-a7e8-c3ea853e86a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc045bb-3d49-4b8d-aab6-63bb74c5f228,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.561192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35306) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:05.594045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e715-f8e1-4d6b-a6b9-49e2fc85ea16 req-e477e84c-7d9f-4de8-bafc-281283f1bcd7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.595558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db09e715-f8e1-4d6b-a6b9-49e2fc85ea16 req-e477e84c-7d9f-4de8-bafc-281283f1bcd7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 950 time: 0.1596050 Jun 30 08:54:05.611341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5b10-e0a3-4e76-8856-2c3bdb6dfed0 req-4fd03c4a-e957-4d61-a1e8-3e846a9fde22 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.612859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6eee5b10-e0a3-4e76-8856-2c3bdb6dfed0 req-4fd03c4a-e957-4d61-a1e8-3e846a9fde22 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.1413348 Jun 30 08:54:05.628760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.651045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.678393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db09e715-f8e1-4d6b-a6b9-49e2fc85ea16 req-651a51ce-01d5-4a7e-bd81-b96565c537b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644512 Jun 30 08:54:05.680816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:05.697799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6eee5b10-e0a3-4e76-8856-2c3bdb6dfed0 req-2012fb01-31d6-44c7-a5b3-2efe8a36b930 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618596 Jun 30 08:54:05.732977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.736463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.738145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fc045bb-3d49-4b8d-aab6-63bb74c5f228 HTTP/1.1" status: 204 len: 168 time: 0.1746242 Jun 30 08:54:05.755576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62960b93-fa98-43b3-86fc-2a1c2a3e3aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc045bb-3d49-4b8d-aab6-63bb74c5f228,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:05.780264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 65a27dbc-4521-488a-9d13-ee64ccc6d630 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:05.786748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 65a27dbc-4521-488a-9d13-ee64ccc6d630 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:05.787315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.952093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:05.985790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c31e5-9030-401a-a238-64a66a35d9d9 req-d045607e-ae63-4924-be98-7e5745ab57a6 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:05.991214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-499c31e5-9030-401a-a238-64a66a35d9d9 req-d045607e-ae63-4924-be98-7e5745ab57a6 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.1344192 Jun 30 08:54:06.002169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:06.005889 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c9e1f-35d3-485f-a1ef-9789e5f2ad5a" -d '{"events": [{"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:06.037230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-499c31e5-9030-401a-a238-64a66a35d9d9 req-a1146ef8-a8dd-464d-9db7-12f6c481f915 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Jun 30 08:54:06.037415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:06.046107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.049276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device bdf510e3-f6f0-455c-a595-d81cd8aed2d6 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:06.133293 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac082600-3ddd-41df-b35a-28fbf88e6b93 x-openstack-request-id: req-ac082600-3ddd-41df-b35a-28fbf88e6b93 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:06.133716 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-plugged", "status": "completed", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:06.134059 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac082600-3ddd-41df-b35a-28fbf88e6b93 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:06.134523 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'code': 200} Jun 30 08:54:06.150610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:06.188757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:06.199892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:06.200247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.397194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37eb1e9-7623-4266-9a55-a2df5dcca01e req-1690154c-a02f-49d4-bf59-5003979c0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.398764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c37eb1e9-7623-4266-9a55-a2df5dcca01e req-1690154c-a02f-49d4-bf59-5003979c0df2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.1907058 Jun 30 08:54:06.408848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147d4f-2730-4f2a-9f5a-4429fe528687 req-aecf0852-affa-4c92-9b7a-c99258239cb9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.415164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147d4f-2730-4f2a-9f5a-4429fe528687 req-aecf0852-affa-4c92-9b7a-c99258239cb9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.416844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca147d4f-2730-4f2a-9f5a-4429fe528687 req-aecf0852-affa-4c92-9b7a-c99258239cb9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3&device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 1690 time: 0.1304402 Jun 30 08:54:06.475970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c37eb1e9-7623-4266-9a55-a2df5dcca01e req-2d38efdf-0003-49c8-a883-0697d87c8961 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580928 Jun 30 08:54:06.484580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca147d4f-2730-4f2a-9f5a-4429fe528687 req-9dba8838-2fec-4eca-a4ff-37ff76222fc0 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497258 Jun 30 08:54:06.517062 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.568726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:06.576767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:06.623378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-8f988fca-ff1d-47d9-87f5-5a4d7c482f0e tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=651c3c883b8a422980f6975d0af28d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548730 Jun 30 08:54:06.655052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:06.794125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d11e-25e2-4506-be30-f731d546cb45 req-d229bd34-adba-4490-9602-b86d5800382f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.800876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c511d11e-25e2-4506-be30-f731d546cb45 req-d229bd34-adba-4490-9602-b86d5800382f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.1090667 Jun 30 08:54:06.815428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-8972ba38-bf22-483e-8b0d-4f7a68f5d6c9 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:06.816861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-8972ba38-bf22-483e-8b0d-4f7a68f5d6c9 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918521 Jun 30 08:54:06.841349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-b8d7582a-0ef2-4828-87f2-c476004ef9f4 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/quotas/651c3c883b8a422980f6975d0af28d01 HTTP/1.1" status: 200 len: 375 time: 0.0167530 Jun 30 08:54:06.864093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c511d11e-25e2-4506-be30-f731d546cb45 req-4a53e677-a19e-47f1-b056-d9ad70e9ca78 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624325 Jun 30 08:54:06.896424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-0ce7f64f-9bd2-4f8c-adcb-6bb5f1dac12b tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=651c3c883b8a422980f6975d0af28d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464032 Jun 30 08:54:07.109916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba59f19-2857-4991-98d4-e8eaeffa5c4a req-9d2cb6de-2198-4e20-9e9a-36892b556a8f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.113778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ba59f19-2857-4991-98d4-e8eaeffa5c4a req-9d2cb6de-2198-4e20-9e9a-36892b556a8f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 943 time: 0.1102424 Jun 30 08:54:07.166878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ba59f19-2857-4991-98d4-e8eaeffa5c4a req-eab253b6-bde8-4c8b-88d5-d4e8b6c41636 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Jun 30 08:54:07.295116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28023-c12d-4b81-b300-e1a50ab10232 req-b3e7e588-789d-4d90-9206-ede5c67890de tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.304498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08c28023-c12d-4b81-b300-e1a50ab10232 req-b3e7e588-789d-4d90-9206-ede5c67890de tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0987036 Jun 30 08:54:07.364564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08c28023-c12d-4b81-b300-e1a50ab10232 req-89a70797-ea0d-4831-a92b-1372c5aaf9e1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Jun 30 08:54:07.433744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3d8f67b-12b5-4038-838d-2be992c4248f req-1f97e5ed-f701-4e27-928d-8f4ee8f131d5 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 210 time: 0.0590580 Jun 30 08:54:07.612347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558352-dacc-4b6a-a53f-1abe52a85d0b req-0241039c-9861-41b2-8f75-8fd8801bd174 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.613882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c558352-dacc-4b6a-a53f-1abe52a85d0b req-0241039c-9861-41b2-8f75-8fd8801bd174 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 945 time: 0.1116176 Jun 30 08:54:07.619447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaeb15-92ae-4d69-8fe3-fcf3ca31162d req-7b730c03-82fd-4f14-8b58-8a176d4d64ab tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.620923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ddaeb15-92ae-4d69-8fe3-fcf3ca31162d req-7b730c03-82fd-4f14-8b58-8a176d4d64ab tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 1102 time: 0.0828793 Jun 30 08:54:07.677345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c558352-dacc-4b6a-a53f-1abe52a85d0b req-5a09ea4e-62a6-4691-92a6-a767b05a33eb tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Jun 30 08:54:07.677922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 377e6076-dce0-4cb1-938f-9cb6c91a2107 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:07.679257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ddaeb15-92ae-4d69-8fe3-fcf3ca31162d req-c5f9784c-beba-40a1-812c-b6f008cbf7f0 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Jun 30 08:54:07.814163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:07.828862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:07.893454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.911352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377e6076-dce0-4cb1-938f-9cb6c91a2107 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:07.930107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223a2e-0ad3-4c63-a782-92e522f26244 req-609149d9-8ac7-4494-918d-d6699638d9b2 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:07.938927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:07.944312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:07.948388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75223a2e-0ad3-4c63-a782-92e522f26244 req-609149d9-8ac7-4494-918d-d6699638d9b2 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 1101 time: 0.1100314 Jun 30 08:54:07.995028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75223a2e-0ad3-4c63-a782-92e522f26244 req-ff59b1f1-dce9-4718-9756-274b50d838d5 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Jun 30 08:54:08.018826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:08.064801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35404) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:08.135337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:08.138337 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b93a0e-6f1f-4a93-9e88-a92e323f9c57" -d '{"events": [{"server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "name": "network-vif-plugged", "status": "completed", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:08.185068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['377e6076-dce0-4cb1-938f-9cb6c91a2107'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:08.203977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b7b56-5124-4ce2-afd8-7bd1e2150cd2 req-4577a1aa-2dcd-40a5-9f09-cc9714c0293c tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.205351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b83b7b56-5124-4ce2-afd8-7bd1e2150cd2 req-4577a1aa-2dcd-40a5-9f09-cc9714c0293c tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0984545 Jun 30 08:54:08.217285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44dce2-56a5-4c78-8544-b5ea0a161e2f req-ed33b2c2-ed58-42f0-8271-9080993f9466 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.218839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb44dce2-56a5-4c78-8544-b5ea0a161e2f req-ed33b2c2-ed58-42f0-8271-9080993f9466 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.1100867 Jun 30 08:54:08.223978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c8623ac-03c1-46a5-9b6d-5bd313e7a6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.290101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb44dce2-56a5-4c78-8544-b5ea0a161e2f req-e25216f2-298e-4099-8f6c-d0265361f9ba tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651443 Jun 30 08:54:08.295057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b83b7b56-5124-4ce2-afd8-7bd1e2150cd2 req-81f91fd3-db7e-45ed-b49e-dedeae52c181 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639803 Jun 30 08:54:08.373342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c8623ac-03c1-46a5-9b6d-5bd313e7a6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.377470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c8623ac-03c1-46a5-9b6d-5bd313e7a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.410139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-7971e777-a274-4204-bad3-29433c5535e6 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=651c3c883b8a422980f6975d0af28d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281978 Jun 30 08:54:08.429078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8623ac-03c1-46a5-9b6d-5bd313e7a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960f1874-1d92-4f6e-a49c-2f4b68f73d8a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:08.441619 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395496e2-f0cb-43e0-9045-60fedd60f84e x-openstack-request-id: req-395496e2-f0cb-43e0-9045-60fedd60f84e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:08.442000 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "name": "network-vif-plugged", "status": "completed", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:08.442262 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-395496e2-f0cb-43e0-9045-60fedd60f84e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:08.442586 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6', 'code': 200} Jun 30 08:54:08.446704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6c8623ac-03c1-46a5-9b6d-5bd313e7a6db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7510456644dd4064a8f2f4dfbe0bb09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801165 Jun 30 08:54:08.451512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35420) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:08.546051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.582110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.660211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.663378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.668891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/960f1874-1d92-4f6e-a49c-2f4b68f73d8a HTTP/1.1" status: 204 len: 168 time: 0.2162285 Jun 30 08:54:08.685594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ad39f-483e-40b8-9d12-e95ed66c7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f1874-1d92-4f6e-a49c-2f4b68f73d8a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:08.804604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-f2ae727a-0b6a-4caa-8489-8a521d458778 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.806288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-f2ae727a-0b6a-4caa-8489-8a521d458778 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533821 Jun 30 08:54:08.826982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Request body: {'port': {'device_id': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '651c3c883b8a422980f6975d0af28d01'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:08.840028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee097690-1cf9-4100-a64d-616cea014d02 req-2bc9704f-5aed-41ef-b516-b8a868292114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.841388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee097690-1cf9-4100-a64d-616cea014d02 req-2bc9704f-5aed-41ef-b516-b8a868292114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 1101 time: 0.2579424 Jun 30 08:54:08.907068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1373b-5fdb-4bda-9b55-142f74f631c4 req-bcf42c85-614c-4c9c-9829-14b3c76db56c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.908533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbe1373b-5fdb-4bda-9b55-142f74f631c4 req-bcf42c85-614c-4c9c-9829-14b3c76db56c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 944 time: 0.3088796 Jun 30 08:54:08.950382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6217e6a-9354-4805-afb4-0c6dcbbe0183 req-6b6a35c5-1ee2-4450-b9c5-821d8ac38119 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:08.951858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6217e6a-9354-4805-afb4-0c6dcbbe0183 req-6b6a35c5-1ee2-4450-b9c5-821d8ac38119 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.2315001 Jun 30 08:54:08.954005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35430) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:08.966756 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ab-7896-4c7d-9e73-4c041e21cb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:08.992510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee097690-1cf9-4100-a64d-616cea014d02 req-58ff69e3-62ea-44d6-83af-bf1d07739d48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382773 Jun 30 08:54:09.032234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbe1373b-5fdb-4bda-9b55-142f74f631c4 req-c6847ef8-cdee-4e6d-96a3-a8b97dff0a86 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 Jun 30 08:54:09.052053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6217e6a-9354-4805-afb4-0c6dcbbe0183 req-a0fdb868-7b1f-4328-a36e-9105ad382f52 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852287 Jun 30 08:54:09.053902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ab-7896-4c7d-9e73-4c041e21cb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.059159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dce16ab-7896-4c7d-9e73-4c041e21cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.085952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Made reservation on behalf of 651c3c883b8a422980f6975d0af28d01 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:09.091744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.094602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7dce16ab-7896-4c7d-9e73-4c041e21cb3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74d3cdc399114943a9a71683d69e2943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393576 Jun 30 08:54:09.095543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:09.109608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce16ab-7896-4c7d-9e73-4c041e21cb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da3577-134b-4772-b5e2-8d1b639a149f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.122231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.241023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f4963ef-510a-41c4-b124-0bd2f37c8d77 req-6bd9e690-3c65-49f0-a946-6f7ac5db0dde tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 210 time: 0.0502954 Jun 30 08:54:09.262006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.300744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.365540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad766612-e90e-4fcc-bc98-3ed934987130 req-f36e26a0-acf1-44bf-8153-4de88be93a20 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.366958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad766612-e90e-4fcc-bc98-3ed934987130 req-f36e26a0-acf1-44bf-8153-4de88be93a20 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2228732 Jun 30 08:54:09.373664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-eb3b6c1c-86dd-4ec4-bda6-ce697200ff12 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545230 Jun 30 08:54:09.427132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.459404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.503058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.505483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.506608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32da3577-134b-4772-b5e2-8d1b639a149f HTTP/1.1" status: 204 len: 168 time: 0.4101143 Jun 30 08:54:09.537286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad766612-e90e-4fcc-bc98-3ed934987130 req-4c960a53-569c-4eeb-8cab-9c23a1cf0ea9 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621747 Jun 30 08:54:09.563978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd3bb1a-c4eb-4aec-9a11-101c8069d637,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.585737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954619e-1c11-4f18-b72f-a2ee340236ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da3577-134b-4772-b5e2-8d1b639a149f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:09.606865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-9f787802-05ed-4b9c-87f7-d7016d36f934 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:09.608368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-9f787802-05ed-4b9c-87f7-d7016d36f934 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252710 Jun 30 08:54:09.627054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:09.646225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-c5015707-c4a2-45da-99ea-6bfea38493a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0150387 Jun 30 08:54:09.706535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 377e6076-dce0-4cb1-938f-9cb6c91a2107 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:09.735773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Allocated IP 192.168.233.202 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/b2149372-dfc8-4054-9442-5aedd467af94) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:09.761041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.775433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'port_id': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'mac_address': 'fa:16:3e:b4:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af706342-3f17-4ca2-8ccf-80b07f5ec934', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:09.794815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-c17ed6ae-196e-4165-9385-361891942700 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404760 Jun 30 08:54:09.823545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 377e6076-dce0-4cb1-938f-9cb6c91a2107 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:09.835746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 377e6076-dce0-4cb1-938f-9cb6c91a2107 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:09.836135 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.838761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:09.881952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:09.906338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:09.920695 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.002251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335f6c7-9f4f-4182-b295-0fbbd29ba9ab req-52b99918-637f-4e71-b540-5da9c85c01c4 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.004428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0335f6c7-9f4f-4182-b295-0fbbd29ba9ab req-52b99918-637f-4e71-b540-5da9c85c01c4 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.1701908 Jun 30 08:54:10.034292 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.037737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:10.081296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:10.081862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.091047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.094958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0335f6c7-9f4f-4182-b295-0fbbd29ba9ab req-ff3cbe1d-d7e9-434c-8eb2-588cac257b3a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Jun 30 08:54:10.102771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Transition to ACTIVE for port object b2149372-dfc8-4054-9442-5aedd467af94 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:10.141208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.165481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:10.184923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:10.188045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:10.202945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:10.210989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.211676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.239067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Pushing event updated for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:10.248135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-784dd714-cf25-4793-bfc7-ad45f79e8136 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4294174 Jun 30 08:54:10.262730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Request body: {'port': {'device_id': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:10.345350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:10.406466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.445266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:10.448188 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61185fc4-9ebb-4e3c-8978-3948964025ca" -d '{"events": [{"server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "name": "network-vif-plugged", "status": "completed", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:10.593693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55c95cb7-beef-4f8a-9072-2e70ccd30252 None None] Provisioning for port b2149372-dfc8-4054-9442-5aedd467af94 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:10.598685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55c95cb7-beef-4f8a-9072-2e70ccd30252 None None] Provisioning complete for port b2149372-dfc8-4054-9442-5aedd467af94 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:10.599192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55c95cb7-beef-4f8a-9072-2e70ccd30252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:10.658667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-55c95cb7-beef-4f8a-9072-2e70ccd30252 None None] Port b2149372-dfc8-4054-9442-5aedd467af94 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:10.981949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93d2b-2c92-4526-9f69-79b08ddf29f4 req-390ec5e3-efb7-46fd-a34a-0d8595598742 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:10.983471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cda93d2b-2c92-4526-9f69-79b08ddf29f4 req-390ec5e3-efb7-46fd-a34a-0d8595598742 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.4898610 Jun 30 08:54:11.034948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0c0e-8ebe-4659-b74d-c92bf4031608 req-113821ce-f3c2-4c72-bbfa-3213b469b1a1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.036411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee5d0c0e-8ebe-4659-b74d-c92bf4031608 req-113821ce-f3c2-4c72-bbfa-3213b469b1a1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 945 time: 0.4373527 Jun 30 08:54:11.077328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cda93d2b-2c92-4526-9f69-79b08ddf29f4 req-9af61041-9a89-4b5d-ba29-adf062e5f155 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Jun 30 08:54:11.123961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee5d0c0e-8ebe-4659-b74d-c92bf4031608 req-896fc43d-4bb1-4e4f-9cad-6ac56fe762ea tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784557 Jun 30 08:54:11.171137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2149372-dfc8-4054-9442-5aedd467af94 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:11.179110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.193658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Transition to ACTIVE for port object b2149372-dfc8-4054-9442-5aedd467af94 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:11.200412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.257794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:11.390292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Attempting to bind port b2149372-dfc8-4054-9442-5aedd467af94 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:11.390948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Attempting to bind port b2149372-dfc8-4054-9442-5aedd467af94 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:11.391355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Attempting to bind port b2149372-dfc8-4054-9442-5aedd467af94 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:11.397948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Port b2149372-dfc8-4054-9442-5aedd467af94 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:11.398811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Attempting to bind port b2149372-dfc8-4054-9442-5aedd467af94 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:11.427827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:11.428263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:11.428727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:11.429354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Bound port: b2149372-dfc8-4054-9442-5aedd467af94, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:11.429795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.508349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc379-a07d-47a6-b5fc-b08f5478af5d req-ee4f4137-f3d6-4587-90aa-c8502a9341af tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.516439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-295cc379-a07d-47a6-b5fc-b08f5478af5d req-ee4f4137-f3d6-4587-90aa-c8502a9341af tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 948 time: 0.1910374 Jun 30 08:54:11.588646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:11.622969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-295cc379-a07d-47a6-b5fc-b08f5478af5d req-500b19f5-4df0-4354-af88-c575d75c9796 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043909 Jun 30 08:54:11.634247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b2149372-dfc8-4054-9442-5aedd467af94,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:11.640890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.685075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.685785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.687166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2149372-dfc8-4054-9442-5aedd467af94 HTTP/1.1" status: 200 len: 1097 time: 1.4311059 Jun 30 08:54:11.687592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:11.690069 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "tag": "b2149372-dfc8-4054-9442-5aedd467af94"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:11.733685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ee604-d839-4300-9f20-794be4bd41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:11.804607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-83b8995b-9554-43bf-9feb-c8c8393538fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.809478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-83b8995b-9554-43bf-9feb-c8c8393538fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=651c3c883b8a422980f6975d0af28d01&device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 1100 time: 0.0620010 Jun 30 08:54:11.874067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-63f61885-650c-4be3-b445-5295a4dac550 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b2149372-dfc8-4054-9442-5aedd467af94 HTTP/1.1" status: 200 len: 217 time: 0.0548203 Jun 30 08:54:11.934240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-a1b825a2-5694-4809-aec3-cb4cde8ee4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:11.935834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-a1b825a2-5694-4809-aec3-cb4cde8ee4b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0540769 Jun 30 08:54:11.953959 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c515f4a-e756-4ecf-9929-e29cbbcd5f51 x-openstack-request-id: req-3c515f4a-e756-4ecf-9929-e29cbbcd5f51 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:11.954934 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "name": "network-vif-plugged", "status": "completed", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:11.955558 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c515f4a-e756-4ecf-9929-e29cbbcd5f51 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:11.956614 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'code': 200} Jun 30 08:54:12.020540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-98e9a6da-22f6-4171-8269-b1e615c26bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.022320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-98e9a6da-22f6-4171-8269-b1e615c26bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771308 Jun 30 08:54:12.216881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-aeb6e572-c417-4ef0-92f6-d59f1aa6701e service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867983 Jun 30 08:54:12.228792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e2059-f1a9-49e6-9e47-086a12408ea1 req-3ab885f6-82d8-4cba-8f95-61510d417575 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.231211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-329e2059-f1a9-49e6-9e47-086a12408ea1 req-3ab885f6-82d8-4cba-8f95-61510d417575 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.1461048 Jun 30 08:54:12.275596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-864b3990-10c4-426b-b91a-bbe270cf8614 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363364 Jun 30 08:54:12.305315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e811-e9e9-428f-bf7b-15461e428976 req-13e91e61-42c1-47ab-a8f0-c75129e340d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.307111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0374e811-e9e9-428f-bf7b-15461e428976 req-13e91e61-42c1-47ab-a8f0-c75129e340d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.1891425 Jun 30 08:54:12.358413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-329e2059-f1a9-49e6-9e47-086a12408ea1 req-f919ee76-be8f-4799-9c62-2040b1bd9fe0 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 Jun 30 08:54:12.373928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-3f839df6-31d3-4196-ad53-87ad04de4860 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644984 Jun 30 08:54:12.424693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0374e811-e9e9-428f-bf7b-15461e428976 req-95b48b6b-71a5-4710-ba66-508aaabd10c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067626 Jun 30 08:54:12.446215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3554397-fe0e-4e92-9392-b31771558fd2 req-2170cc54-c2ba-49d0-9d3c-6e6df131be18 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141349 Jun 30 08:54:12.781076 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7baa2d6-0be2-4b63-88ba-a3f549d050e7 x-openstack-request-id: req-e7baa2d6-0be2-4b63-88ba-a3f549d050e7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:12.781471 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "tag": "b2149372-dfc8-4054-9442-5aedd467af94", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:12.781867 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7baa2d6-0be2-4b63-88ba-a3f549d050e7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:12.782587 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94', 'status': 'completed', 'code': 200} Jun 30 08:54:12.801111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-c3ff8bcc-5ee8-4071-b8fd-498944f59b2c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.803046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-c3ff8bcc-5ee8-4071-b8fd-498944f59b2c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5144060 Jun 30 08:54:12.834279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:12.858413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-5ed912b5-5968-48a9-8864-a31e00a3ee5e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.860407 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-5ed912b5-5968-48a9-8864-a31e00a3ee5e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019963 Jun 30 08:54:12.884542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-92357fc8-9560-4b06-ab0d-9b9fb46bb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:12.886777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-92357fc8-9560-4b06-ab0d-9b9fb46bb220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=651c3c883b8a422980f6975d0af28d01&device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 1100 time: 0.0736318 Jun 30 08:54:12.890501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:12.942868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4131eef9-5e94-4c7c-abfa-e59b89d5536c req-b455aedf-f796-4c5c-8cf4-e5877046af25 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 210 time: 0.0546589 Jun 30 08:54:13.018224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:13.041321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-26852ddf-7be3-4a02-b229-137c0315f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.044426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-26852ddf-7be3-4a02-b229-137c0315f82b service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1438053 Jun 30 08:54:13.051101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:13.054620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.086740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:13.091214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.101913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-bcf821ef-e6ac-4480-8493-6e5cbcab2922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b2149372-dfc8-4054-9442-5aedd467af94 HTTP/1.1" status: 200 len: 217 time: 0.0456262 Jun 30 08:54:13.159852 n-d-779913-25 neutron-server[94185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 08:54:13.169311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-3f5b1fa8-a86a-4d8d-ab84-306c4fcb2870 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:13.170343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-3f5b1fa8-a86a-4d8d-ab84-306c4fcb2870 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1499867 Jun 30 08:54:13.173215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-9b89f402-cfb2-4653-bc5c-014ce48f38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.174704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-9b89f402-cfb2-4653-bc5c-014ce48f38e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0539789 Jun 30 08:54:13.217271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c9b4c-a25d-47da-8840-14e202412da1 req-e0e63053-02c9-4409-92bc-b94a29333b98 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.218765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a82c9b4c-a25d-47da-8840-14e202412da1 req-e0e63053-02c9-4409-92bc-b94a29333b98 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.1557131 Jun 30 08:54:13.272976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.210 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/2c3f4068-dfe0-4607-ab7e-b35fa46ecccb) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:13.278205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-283984e7-088f-49b2-9921-bf24a611d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.279731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-283984e7-088f-49b2-9921-bf24a611d700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973029 Jun 30 08:54:13.282689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a82c9b4c-a25d-47da-8840-14e202412da1 req-fad0bb56-7795-43c6-94b5-e2616ef56c8a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Jun 30 08:54:13.322002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Request body: {'binding': {'host': 'n-h2-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:13.322551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Unknown quota resources ['binding']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:54:13.408980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-7d5d565d-c7cb-478c-a433-7dbe0c2eaf2c service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199291 Jun 30 08:54:13.542686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca2aff4d-c3b9-40f5-b4ab-a21a32d8257e req-c9eec6c6-bd2c-44a8-b56f-37eb7859a868 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251855 Jun 30 08:54:13.547152 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.551834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc2d3-bcb4-4413-b220-e842c6e89ba7 req-4c7c35da-f85f-40be-89f2-7d4f571492c0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.553293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7ddc2d3-bcb4-4413-b220-e842c6e89ba7 req-4c7c35da-f85f-40be-89f2-7d4f571492c0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 945 time: 0.1285067 Jun 30 08:54:13.569928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:13.571444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on host n-h2-779913-25 for vnic_type normal with profile None {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:13.571827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:13.572249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:13.578614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:13.578941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:13.587850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:13.588187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:13.588571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:13.589103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Bound port: 65a27dbc-4521-488a-9d13-ee64ccc6d630, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:13.593256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7ddc2d3-bcb4-4413-b220-e842c6e89ba7 req-a6461e3d-683f-4f76-834e-c86987191d23 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Jun 30 08:54:13.632185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:13.682316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:13.687923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:13.688512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.691892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.711689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:13.750223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:13.775164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.777553 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4e9e26ed-3097-4d31-91db-f0060993a440 service neutron] 10.222.0.66 "POST /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630/bindings HTTP/1.1" status: 201 len: 390 time: 0.5401208 Jun 30 08:54:13.791015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:13.805523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:13.813505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:13.858173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.874752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:13.875555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.880154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.13 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/cb55d4be-120f-4586-ad6b-cc09c1982615) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:13.882666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:13.964520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-556c1758-8948-4380-ba43-a736ffe52db9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1303244 Jun 30 08:54:13.964971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:13.967302 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf62731-b6d3-4ade-9696-37f1f58bbd28" -d '{"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-plugged", "status": "completed", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:13.978789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:13.983342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Request body: {'port': {'device_id': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:13.990028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.085789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:14.189391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbf0a3-3eb4-4048-8f77-1bf08d04b229 req-9b3b6194-0b71-4c69-85e4-1279579b1e0c tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.198940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7bbf0a3-3eb4-4048-8f77-1bf08d04b229 req-9b3b6194-0b71-4c69-85e4-1279579b1e0c tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 948 time: 0.0894969 Jun 30 08:54:14.219825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a919f4b-23f7-49f0-b186-a41a4e414a30 None None] Provisioning for port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:14.226864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.227886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a919f4b-23f7-49f0-b186-a41a4e414a30 None None] Provisioning complete for port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:14.228270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a919f4b-23f7-49f0-b186-a41a4e414a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.258612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7bbf0a3-3eb4-4048-8f77-1bf08d04b229 req-08fecca6-b836-4e58-aa37-625cfceb257b tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Jun 30 08:54:14.282422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8a919f4b-23f7-49f0-b186-a41a4e414a30 None None] Port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:14.294836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.328321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object cb55d4be-120f-4586-ad6b-cc09c1982615 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:14.402186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-0fc5194e-fef1-4e2a-8f72-ef0e8e6f2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.403878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-0fc5194e-fef1-4e2a-8f72-ef0e8e6f2e41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2243295 Jun 30 08:54:14.489291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.560979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-bc28f93c-a03d-493a-a0de-1d87b4bbefa7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2162302 Jun 30 08:54:14.572335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:14.610546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c1e8-d35f-4301-988c-1786fe654242 req-fb35b06d-cf70-4a74-b02f-3e97af6f559d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.612079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f024c1e8-d35f-4301-988c-1786fe654242 req-fb35b06d-cf70-4a74-b02f-3e97af6f559d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 945 time: 0.1239388 Jun 30 08:54:14.617658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.697015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f024c1e8-d35f-4301-988c-1786fe654242 req-74f50798-1884-417e-b793-fad1fe22d152 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763321 Jun 30 08:54:14.759929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.775711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:14.796923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:14.804797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:14.816501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-ba34f842-8979-4ecf-8378-3b80c8c3bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.818017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-ba34f842-8979-4ecf-8378-3b80c8c3bca1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.4069319 Jun 30 08:54:14.837077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:14.904679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-8cfd30dc-77a7-4de2-a0a8-01dcdb163629 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0650043 Jun 30 08:54:14.917627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.918108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.930823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Allocated IP 172.25.4.111 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/56b4a36a-ab71-427c-bdab-2143f70e165d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:14.942805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441b4d8-a84d-45d6-a062-88ad78e8bdbf req-9d8c3fcb-0bc9-47ed-b372-39107d9887fd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:14.950400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4441b4d8-a84d-45d6-a062-88ad78e8bdbf req-9d8c3fcb-0bc9-47ed-b372-39107d9887fd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 935 time: 0.1229811 Jun 30 08:54:15.004288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-d25be3e9-35c6-46eb-9dad-05113f80b2a3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1184413 Jun 30 08:54:15.016811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Request body: {'port': {'device_id': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:15.021503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-93245efe-ea75-410c-9d2b-92bfc5ce776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.022922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-93245efe-ea75-410c-9d2b-92bfc5ce776c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1022005 Jun 30 08:54:15.031897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4441b4d8-a84d-45d6-a062-88ad78e8bdbf req-b19e0ece-7887-4b90-805a-eda9b8219e54 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807168 Jun 30 08:54:15.055509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:15.081806 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb404da5-d36e-4452-b7b1-cc6b1dbf7d0e x-openstack-request-id: req-eb404da5-d36e-4452-b7b1-cc6b1dbf7d0e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:15.082744 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-plugged", "status": "completed", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:15.082855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.083304 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb404da5-d36e-4452-b7b1-cc6b1dbf7d0e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:15.085912 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'code': 200} Jun 30 08:54:15.086574 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-f6769660-2c47-4c26-aca4-81d2e204c8a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449483 Jun 30 08:54:15.101098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.128027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Transition to ACTIVE for port object 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:15.132040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-43a3f255-b7dd-44b3-8c12-81a65ca9277d None None] Provisioning for port cb55d4be-120f-4586-ad6b-cc09c1982615 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:15.137049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:15.143978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-43a3f255-b7dd-44b3-8c12-81a65ca9277d None None] Provisioning complete for port cb55d4be-120f-4586-ad6b-cc09c1982615 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:15.144814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43a3f255-b7dd-44b3-8c12-81a65ca9277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.151283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.181018 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.189386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.11', 61093) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:15.199606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:15.210702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:15.213454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:15.259949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-43a3f255-b7dd-44b3-8c12-81a65ca9277d None None] Port cb55d4be-120f-4586-ad6b-cc09c1982615 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:15.261680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event updated for resources: {'Port': ['ID=56b4a36a-ab71-427c-bdab-2143f70e165d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:15.284639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.312140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:15.340304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.372425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c43eea-b800-4a4a-9472-d83b732a9936 req-961f4d0a-ce66-450b-85b7-08392427a031 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.374164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05c43eea-b800-4a4a-9472-d83b732a9936 req-961f4d0a-ce66-450b-85b7-08392427a031 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.1798224 Jun 30 08:54:15.376753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-6787f550-b1e6-41b6-81bf-cbfe563744ee service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825446 Jun 30 08:54:15.423799 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.472453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05c43eea-b800-4a4a-9472-d83b732a9936 req-9384091b-719f-46cc-a2ec-afc7ba7e9bb1 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797510 Jun 30 08:54:15.491220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b3dfb-5bef-4f94-9737-2effbf054d9e req-c3e5491a-6c7b-4999-bf33-48bbbcf69736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.492555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a19b3dfb-5bef-4f94-9737-2effbf054d9e req-c3e5491a-6c7b-4999-bf33-48bbbcf69736 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1097 time: 0.2940867 Jun 30 08:54:15.678278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Attempting to bind port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:15.678618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Attempting to bind port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:15.678939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Attempting to bind port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:15.705600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a19b3dfb-5bef-4f94-9737-2effbf054d9e req-daa069d8-24c7-4c62-baf6-0e0f6723053b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Jun 30 08:54:15.720539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b2149372-dfc8-4054-9442-5aedd467af94 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:15.725239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.731515 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-5df24e1d-d09d-4e91-8173-2fecb00c7538 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313763 Jun 30 08:54:15.731855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:15.732150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Attempting to bind port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:15.737593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54896eb-673a-437b-a5ac-536c56d1a1f6 req-a7dd83dd-6316-410d-a52a-a6f011cbf7aa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.739104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d54896eb-673a-437b-a5ac-536c56d1a1f6 req-a7dd83dd-6316-410d-a52a-a6f011cbf7aa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 945 time: 0.1094851 Jun 30 08:54:15.740308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.741103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:15.741305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:15.741666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:15.742090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Bound port: 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:15.742955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.770834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.817130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event updated for resources: {'Port': ['ID=56b4a36a-ab71-427c-bdab-2143f70e165d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:15.821390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.829539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-969d0a34-8664-4d47-a471-27edef5a4f19 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2584925 Jun 30 08:54:15.846326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d54896eb-673a-437b-a5ac-536c56d1a1f6 req-4f7641da-6294-4a39-9389-7e79f138b9b2 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803995 Jun 30 08:54:15.855347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:15.861365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b2149372-dfc8-4054-9442-5aedd467af94,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:15.878668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'b2149372-dfc8-4054-9442-5aedd467af94', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'b2149372-dfc8-4054-9442-5aedd467af94', 'mac_address': 'fa:16:3e:de:e3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:15.884289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:15.910617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.931085 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.946707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2149372-dfc8-4054-9442-5aedd467af94 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:15.952293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb55d4be-120f-4586-ad6b-cc09c1982615 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:15.970172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.974075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b2149372-dfc8-4054-9442-5aedd467af94,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:15.977550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:15.978378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.980262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] 10.222.0.11 "PUT /v2.0/ports/2c3f4068-dfe0-4607-ab7e-b35fa46ecccb HTTP/1.1" status: 200 len: 1097 time: 2.0022669 Jun 30 08:54:15.980742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:15.981477 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.983454 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cecd084-5bce-43bf-b6b3-07c676b127a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:16.006857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec34b0f-4c51-4f53-8a15-4451cec18b57 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:16.012395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Transition to ACTIVE for port object cb55d4be-120f-4586-ad6b-cc09c1982615 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:16.016653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.077564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:16.179252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:16.207769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-13f26479-7f4a-43c7-992b-545175da8f12 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.3793962 Jun 30 08:54:16.243705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b2149372-dfc8-4054-9442-5aedd467af94'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:16.278806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-50e2c6b8-a073-4969-85cb-a577f1c9541b tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.280321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-50e2c6b8-a073-4969-85cb-a577f1c9541b tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.2483099 Jun 30 08:54:16.284048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-84fd28b7-0275-4be6-87be-5b8c500ccbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.285483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-84fd28b7-0275-4be6-87be-5b8c500ccbf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 1100 time: 0.2342398 Jun 30 08:54:16.304505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:16.320218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5313a03-49b7-4cbc-94ae-ef8706110ee5 req-9b025510-d40c-4ada-bd76-b367048c5313 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.321981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5313a03-49b7-4cbc-94ae-ef8706110ee5 req-9b025510-d40c-4ada-bd76-b367048c5313 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 949 time: 0.1522162 Jun 30 08:54:16.367073 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-c67febc0-880a-42b4-a940-33dbe2036971 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb HTTP/1.1" status: 200 len: 217 time: 0.0598612 Jun 30 08:54:16.367734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Attempting to bind port cb55d4be-120f-4586-ad6b-cc09c1982615 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:16.368070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Attempting to bind port cb55d4be-120f-4586-ad6b-cc09c1982615 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:16.368405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Attempting to bind port cb55d4be-120f-4586-ad6b-cc09c1982615 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:16.397612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-172525af-7fb6-43c0-bac7-2ea563476dba tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.399066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-172525af-7fb6-43c0-bac7-2ea563476dba tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1770270 Jun 30 08:54:16.402169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5313a03-49b7-4cbc-94ae-ef8706110ee5 req-372f0335-df5e-4775-bebd-ca6fdf143220 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734236 Jun 30 08:54:16.410408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-59bd53f6-f093-4906-8e33-fdd62bb41742 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:16.412019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Port cb55d4be-120f-4586-ad6b-cc09c1982615 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:16.412911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Attempting to bind port cb55d4be-120f-4586-ad6b-cc09c1982615 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:16.418321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6251d4a-03c6-4378-bdb4-06180e9a2614 req-59bd53f6-f093-4906-8e33-fdd62bb41742 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133982 Jun 30 08:54:16.449009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:16.449726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:16.450281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:16.451340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Bound port: cb55d4be-120f-4586-ad6b-cc09c1982615, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:16.451582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.503806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-6ae08e2d-3696-41e1-b9b7-df8aee95d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.505343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-6ae08e2d-3696-41e1-b9b7-df8aee95d41a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1288037 Jun 30 08:54:16.507795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.545048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-c282db9e-eec3-4c62-8e12-d76ac0b0a30f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=049bec4864da40358d4ac0e6ab9fa708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270007 Jun 30 08:54:16.675042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-49ad0eb1-da75-44f4-a2b2-fb2e8f860faa tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.676476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-49ad0eb1-da75-44f4-a2b2-fb2e8f860faa tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255894 Jun 30 08:54:16.707927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-a6d5f52c-2d31-4125-bfed-3d04c414fb08 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/quotas/049bec4864da40358d4ac0e6ab9fa708 HTTP/1.1" status: 200 len: 375 time: 0.0146437 Jun 30 08:54:16.777330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587efea5-572f-40c2-a86f-afd443b0858d req-60652b22-8df3-4f1f-b4a6-f99abcb84f04 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.778841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-587efea5-572f-40c2-a86f-afd443b0858d req-60652b22-8df3-4f1f-b4a6-f99abcb84f04 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 945 time: 0.1276274 Jun 30 08:54:16.832825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-587efea5-572f-40c2-a86f-afd443b0858d req-2fc674ce-ccd5-478a-91c6-65427974af53 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Jun 30 08:54:16.838016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-c959b33f-7ad9-4509-9e28-94a754a9591b tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232445 Jun 30 08:54:16.878974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:16.899216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=cb55d4be-120f-4586-ad6b-cc09c1982615,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:16.913082 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.926629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-f9c2ae30-a9fb-4a2c-a569-a89392dc1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.928123 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-f9c2ae30-a9fb-4a2c-a569-a89392dc1613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4040101 Jun 30 08:54:16.942599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:16.943417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:16.945003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb55d4be-120f-4586-ad6b-cc09c1982615 HTTP/1.1" status: 200 len: 1096 time: 1.9324212 Jun 30 08:54:17.102953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7d372b2c-12cf-47a2-be2e-4a21f52c0bbf service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664851 Jun 30 08:54:17.172382 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4340d-ea66-4598-ba75-5ad2e6ddd496 x-openstack-request-id: req-7ef4340d-ea66-4598-ba75-5ad2e6ddd496 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:17.172679 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:17.172930 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ef4340d-ea66-4598-ba75-5ad2e6ddd496 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:17.173320 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'status': 'completed', 'code': 200} Jun 30 08:54:17.180290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:17.223119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:17.242865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf12dc-263d-4a57-bbf3-740e5033bdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:17.328793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-0961abd2-96b8-4388-a20d-27084447f321 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.332819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.349849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.352014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-0961abd2-96b8-4388-a20d-27084447f321 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 821 time: 0.2552021 Jun 30 08:54:17.365786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e180-0cd6-4755-bb02-84b99176dbba req-d5e5d432-216d-4b1f-a009-a3ea3e20a28c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.370896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f4e180-0cd6-4755-bb02-84b99176dbba req-d5e5d432-216d-4b1f-a009-a3ea3e20a28c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 947 time: 0.1911066 Jun 30 08:54:17.392785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-4abe1483-1e0d-49e2-9b35-0ba5e14cf084 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/quotas/f3a39fc357a64fc99cd0931483ce9b06 HTTP/1.1" status: 200 len: 375 time: 0.0397305 Jun 30 08:54:17.430453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-e6a35a1e-27b3-406d-92bd-7f32d8e2e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.431749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-e6a35a1e-27b3-406d-92bd-7f32d8e2e0a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 1099 time: 0.2918003 Jun 30 08:54:17.438853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:17.448964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f4e180-0cd6-4755-bb02-84b99176dbba req-84b387e8-a138-4f6c-ab46-45192f72b3d9 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705431 Jun 30 08:54:17.492774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-5f6c45c1-5672-4acd-ba0b-d356d00a3fdc tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930390 Jun 30 08:54:17.503344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-1b181d30-bc0d-4875-a684-72d46f6f25ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=cb55d4be-120f-4586-ad6b-cc09c1982615 HTTP/1.1" status: 200 len: 217 time: 0.0591755 Jun 30 08:54:17.506914 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-8c52a031-7956-4392-ad09-f0e24a59491f service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595029 Jun 30 08:54:17.581377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on host n-h1-779913-25 for vnic_type normal with profile {"migrating_to": "n-h2-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:17.581797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:17.582094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:17.607360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-b6c76055-dea3-4d6c-9848-6523a1216e49 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056485 Jun 30 08:54:17.610603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:17.610936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Attempting to bind port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:17.615211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-a0c07bfc-2500-476b-a124-9dfcacbdefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.616655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-a0c07bfc-2500-476b-a124-9dfcacbdefbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1057405 Jun 30 08:54:17.623054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:17.623397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:17.623777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:17.624221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Bound port: 65a27dbc-4521-488a-9d13-ee64ccc6d630, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:17.624564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.721220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b2149372-dfc8-4054-9442-5aedd467af94 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:17.736927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-76e50287-4c70-454a-b1bd-b9d16ed03ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.738479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-76e50287-4c70-454a-b1bd-b9d16ed03ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 1100 time: 0.1643095 Jun 30 08:54:17.749774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:17.755098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-c967a4db-1034-41dd-b6e9-7ecbd3666467 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386867 Jun 30 08:54:17.762292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:17.767211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92fbf-97e5-4d4a-983e-c010204ceba0 req-4860dbff-8f7e-4c62-898f-ecd0a3a2f4ac tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.768934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5a92fbf-97e5-4d4a-983e-c010204ceba0 req-4860dbff-8f7e-4c62-898f-ecd0a3a2f4ac tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 945 time: 0.1660607 Jun 30 08:54:17.778930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port b2149372-dfc8-4054-9442-5aedd467af94 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:17.784019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port b2149372-dfc8-4054-9442-5aedd467af94 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:17.784768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.811747 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.816665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5a92fbf-97e5-4d4a-983e-c010204ceba0 req-69a371aa-2452-4faf-91a8-e85dc801a443 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Jun 30 08:54:17.819098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-0e2e3bf6-9891-4f56-a91c-3112dde18bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:17.820899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-0e2e3bf6-9891-4f56-a91c-3112dde18bb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1937277 Jun 30 08:54:17.922785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.950945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:17.953203 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109d5e84-ff7c-46fc-b097-8ebedb5ade3b" -d '{"events": [{"server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2149372-dfc8-4054-9442-5aedd467af94"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:17.967348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b2149372-dfc8-4054-9442-5aedd467af94,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:17.976036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.008338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c95810c-0254-4dc5-a8fd-98f3e9bc512a req-3defc880-1f96-4a77-86cc-3157d13b7011 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 210 time: 0.0545678 Jun 30 08:54:18.065153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.065532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.067005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] 10.222.0.11 "PUT /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 1123 time: 1.7731419 Jun 30 08:54:18.067193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:18.067710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf275673-43bb-4af5-8b6f-77671e55349b service neutron] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:18.091094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-ce2c9f6b-4a71-4a5d-a613-50e4aa48a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.092556 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-ce2c9f6b-4a71-4a5d-a613-50e4aa48a6b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3405697 Jun 30 08:54:18.154426 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-e2500a35-fbbd-4bde-bb8e-7098750253d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb HTTP/1.1" status: 200 len: 217 time: 0.0479474 Jun 30 08:54:18.158051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['65a27dbc-4521-488a-9d13-ee64ccc6d630'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:18.158467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-895dc5fb-d35d-4583-a7c0-12a7a25b1210 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922981 Jun 30 08:54:18.261069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14766f-969f-45b0-b198-c5945c208bb4 req-52e53a26-604f-4dfa-848c-59d67a9387c5 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.262746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc14766f-969f-45b0-b198-c5945c208bb4 req-52e53a26-604f-4dfa-848c-59d67a9387c5 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.1051335 Jun 30 08:54:18.285184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-46f6632a-1b1f-4bd4-90e0-c3f6715ae729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.287372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-46f6632a-1b1f-4bd4-90e0-c3f6715ae729 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1250417 Jun 30 08:54:18.350966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc14766f-969f-45b0-b198-c5945c208bb4 req-dffd26ba-d76b-4498-9014-16d5850ca5e2 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808070 Jun 30 08:54:18.389265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30c54dea-13b0-42e9-8ff4-8b0b2b1e5c0d req-7511c160-17ff-4837-884b-deff922ff6ed service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680317 Jun 30 08:54:18.406703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-958d6ef1-737d-42d9-ba08-3dde4cf2e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.408162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-958d6ef1-737d-42d9-ba08-3dde4cf2e7c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074030 Jun 30 08:54:18.518140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-aa22b2a4-69eb-4fb5-be0e-b2e509131725 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004932 Jun 30 08:54:18.622192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-3278ff3b-396c-4bfe-9e2c-7508e006728e tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=049bec4864da40358d4ac0e6ab9fa708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348387 Jun 30 08:54:18.738385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-38238839-3d16-4004-b8a6-acea5e74f61a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.740478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-38238839-3d16-4004-b8a6-acea5e74f61a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109018 Jun 30 08:54:18.761905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Request body: {'port': {'device_id': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '049bec4864da40358d4ac0e6ab9fa708'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:18.836646 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cecd084-5bce-43bf-b6b3-07c676b127a5 req-7d2a46ff-9e32-4eaf-a3e8-a37266ec0478 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104818 Jun 30 08:54:18.838546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e28bd-985b-40b3-92ff-f1193ad2e063 req-b887dc9f-3407-45aa-93b2-5dcb1fe8ee77 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.846316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d09e28bd-985b-40b3-92ff-f1193ad2e063 req-b887dc9f-3407-45aa-93b2-5dcb1fe8ee77 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.1413562 Jun 30 08:54:18.896002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d09e28bd-985b-40b3-92ff-f1193ad2e063 req-c9d3d2c3-10f1-4de9-9aeb-0ad52056877a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Jun 30 08:54:18.900229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f27094-8f73-427e-8614-1715fe0ece21 req-2ec5316b-0ff2-450e-b1bc-57748a15fe4c tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:18.906259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01f27094-8f73-427e-8614-1715fe0ece21 req-2ec5316b-0ff2-450e-b1bc-57748a15fe4c tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1097 time: 0.1558611 Jun 30 08:54:18.910653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Made reservation on behalf of 049bec4864da40358d4ac0e6ab9fa708 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:18.914817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:18.952284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01f27094-8f73-427e-8614-1715fe0ece21 req-7555d850-5927-488c-a9a1-c1f6420ccd95 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Jun 30 08:54:18.962418 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0299057-9a02-4339-8161-afea382a23fa x-openstack-request-id: req-f0299057-9a02-4339-8161-afea382a23fa {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:18.963241 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "name": "network-vif-plugged", "status": "completed", "tag": "b2149372-dfc8-4054-9442-5aedd467af94", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:18.969340 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0299057-9a02-4339-8161-afea382a23fa {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:18.970410 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94', 'code': 200} Jun 30 08:54:19.074721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Allocated IP 192.168.233.250 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/3f451836-091e-4bde-b348-6cff4c1e2b27) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:19.131345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7cf842f-5212-4640-a79b-8fa34f772f95 req-091b05f5-5b60-4254-a705-5cb94c5dc1b3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 210 time: 0.0315807 Jun 30 08:54:19.160074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666b8d-7669-483a-bb47-587079b6fdb7 req-351d2dfb-4167-46c8-908a-378f960d2582 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.161538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95666b8d-7669-483a-bb47-587079b6fdb7 req-351d2dfb-4167-46c8-908a-378f960d2582 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 947 time: 0.0933111 Jun 30 08:54:19.175027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615'}, {'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630'}, {'name': 'network-changed', 'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:19.179015 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d3103-0199-437f-93fe-cefeefed0a95" -d '{"events": [{"name": "network-changed", "server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615"}, {"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630"}, {"name": "network-changed", "server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:19.205047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95666b8d-7669-483a-bb47-587079b6fdb7 req-05401e8f-bed9-4b83-8059-e00ed2f1c31f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Jun 30 08:54:19.224327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e9c6-289a-44fe-8368-03ee16cadc94 req-2030d854-f033-4dae-82b1-476c7c3bfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.226242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9012e9c6-289a-44fe-8368-03ee16cadc94 req-2030d854-f033-4dae-82b1-476c7c3bfba9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 1102 time: 0.1602092 Jun 30 08:54:19.286665 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9012e9c6-289a-44fe-8368-03ee16cadc94 req-9418d5e0-f3e3-452f-9a6b-114bd132de5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Jun 30 08:54:19.309094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.324943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Transition to ACTIVE for port object 3f451836-091e-4bde-b348-6cff4c1e2b27 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:19.364916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a7e43-0119-4362-b469-ae7d4638e247 req-44709873-9cb7-47df-aeef-a5770c2c9b1b tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.367534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.367931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0a7e43-0119-4362-b469-ae7d4638e247 req-44709873-9cb7-47df-aeef-a5770c2c9b1b tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1097 time: 0.0538552 Jun 30 08:54:19.391099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['bdf510e3-f6f0-455c-a595-d81cd8aed2d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:19.422685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0a7e43-0119-4362-b469-ae7d4638e247 req-588b6751-d032-44c6-b26a-60a8a0ee7b0b tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484536 Jun 30 08:54:19.430186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Pushing event updated for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:19.443080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:19.444827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:19.458980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:19.511535 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7177950-6680-44ee-9187-d998aaf32af8 x-openstack-request-id: req-e7177950-6680-44ee-9187-d998aaf32af8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:19.511842 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615", "status": "completed", "code": 200}, {"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630", "code": 200}, {"name": "network-changed", "server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:19.512097 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7177950-6680-44ee-9187-d998aaf32af8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:19.512488 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615', 'status': 'completed', 'code': 200} Jun 30 08:54:19.512744 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'code': 200} Jun 30 08:54:19.513000 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'status': 'completed', 'code': 200} Jun 30 08:54:19.545263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.545942 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.555451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069aece-12f9-4328-a0c6-7aca03ca2e8a req-76ba7922-535b-4858-9930-edc95e8bba41 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.557586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8069aece-12f9-4328-a0c6-7aca03ca2e8a req-76ba7922-535b-4858-9930-edc95e8bba41 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 936 time: 0.0992734 Jun 30 08:54:19.622159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8069aece-12f9-4328-a0c6-7aca03ca2e8a req-89e9934c-79cc-48bc-a53e-30ccb5ae5ed2 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577393 Jun 30 08:54:19.656701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-2b337fff-c029-412b-b11c-abd2383cc613 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9053071 Jun 30 08:54:19.685941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Request body: {'port': {'device_id': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:19.759420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-44f386c9-0c5a-439a-80f8-a7ac5ca077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.761485 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-44f386c9-0c5a-439a-80f8-a7ac5ca077bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 1099 time: 0.2128861 Jun 30 08:54:19.834064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.837561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-9b12c9b7-7be2-4bda-a9a2-6b6a5a59f053 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:19.841801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-9b12c9b7-7be2-4bda-a9a2-6b6a5a59f053 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 821 time: 0.1990705 Jun 30 08:54:19.861033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'port': {'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'admin_state_up': True, 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:19.924323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27fa06f1-e364-47e7-9e6a-43e4842a2894 None None] Provisioning for port 3f451836-091e-4bde-b348-6cff4c1e2b27 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:19.931963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27fa06f1-e364-47e7-9e6a-43e4842a2894 None None] Provisioning complete for port 3f451836-091e-4bde-b348-6cff4c1e2b27 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:19.932445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27fa06f1-e364-47e7-9e6a-43e4842a2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:19.981116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-27fa06f1-e364-47e7-9e6a-43e4842a2894 None None] Port 3f451836-091e-4bde-b348-6cff4c1e2b27 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:20.063250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c98797-8d1f-4d49-9009-45a9a699d77f req-13078991-49b6-4b41-b269-400a0f48d765 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.072355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8c98797-8d1f-4d49-9009-45a9a699d77f req-13078991-49b6-4b41-b269-400a0f48d765 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.2054672 Jun 30 08:54:20.115898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Made reservation on behalf of f3a39fc357a64fc99cd0931483ce9b06 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:20.119300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.142919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8c98797-8d1f-4d49-9009-45a9a699d77f req-731d9279-8e38-4316-b42d-85950cf1defa tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691357 Jun 30 08:54:20.259833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-419bf67c-34c0-4cab-b030-ddbcec7493ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.261873 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-419bf67c-34c0-4cab-b030-ddbcec7493ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.4889445 Jun 30 08:54:20.324508 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-0324e5b5-8e85-4bf5-8289-83ff20d9f3ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=cb55d4be-120f-4586-ad6b-cc09c1982615 HTTP/1.1" status: 200 len: 217 time: 0.0383484 Jun 30 08:54:20.352266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Allocated IP 172.20.0.12 (450e6ee6-5f6a-493a-839c-cce9b7d96e3e/5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4/5425151d-dc33-496c-b1ca-5b80e4634b13) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:20.399089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be58b-c2a9-4a3e-83db-986dede532e7 req-c030493f-c99d-453a-a953-94a0a423361b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.400839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d36be58b-c2a9-4a3e-83db-986dede532e7 req-c030493f-c99d-453a-a953-94a0a423361b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.1268778 Jun 30 08:54:20.462248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-1fdadfbe-9a04-4670-a931-497bdb04205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.464297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-1fdadfbe-9a04-4670-a931-497bdb04205e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0829277 Jun 30 08:54:20.501100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f451836-091e-4bde-b348-6cff4c1e2b27 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:20.505587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d36be58b-c2a9-4a3e-83db-986dede532e7 req-6077f805-e7c4-4ee2-9b5a-b495d104c479 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923150 Jun 30 08:54:20.513471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.530831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Transition to ACTIVE for port object 3f451836-091e-4bde-b348-6cff4c1e2b27 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:20.543243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.582699 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.593651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-09b54baf-6e35-47a1-b461-2e6d7d6a47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.595708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-09b54baf-6e35-47a1-b461-2e6d7d6a47d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240873 Jun 30 08:54:20.596329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:20.601120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Transition to ACTIVE for port object 5425151d-dc33-496c-b1ca-5b80e4634b13 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:20.667963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.695239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['377e6076-dce0-4cb1-938f-9cb6c91a2107'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:20.769294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event updated for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:20.780467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:20.787340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:20.795745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:20.804913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:20.805725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:20.839276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-5143505d-2961-428b-92d9-78c6550dfcbb service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321899 Jun 30 08:54:20.847286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-a9b4f5ba-fa5e-46eb-a7c3-64af31c0d3b1 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9944358 Jun 30 08:54:20.848528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Attempting to bind port 3f451836-091e-4bde-b348-6cff4c1e2b27 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:20.848880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Attempting to bind port 3f451836-091e-4bde-b348-6cff4c1e2b27 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:20.849225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Attempting to bind port 3f451836-091e-4bde-b348-6cff4c1e2b27 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:20.861228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Request body: {'port': {'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:20.887151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Port 3f451836-091e-4bde-b348-6cff4c1e2b27 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:20.887480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Attempting to bind port 3f451836-091e-4bde-b348-6cff4c1e2b27 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:20.933217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:20.933603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:20.934383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:20.934517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Bound port: 3f451836-091e-4bde-b348-6cff4c1e2b27, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:20.934956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.048764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.065199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-b0931dd0-fc7e-4a05-8f07-93fd75dab428 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982985 Jun 30 08:54:21.122426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:21.126770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3f451836-091e-4bde-b348-6cff4c1e2b27,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:21.132508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.199607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.200444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.202219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] 10.222.0.11 "PUT /v2.0/ports/3f451836-091e-4bde-b348-6cff4c1e2b27 HTTP/1.1" status: 200 len: 1097 time: 1.5265932 Jun 30 08:54:21.284621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a089f-188f-4a1e-98db-cff83e3aa4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:21.335641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-40e966a1-c2d3-4dce-8a5d-1909f7d10a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.337161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-40e966a1-c2d3-4dce-8a5d-1909f7d10a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1126 time: 0.1956172 Jun 30 08:54:21.365125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-61832fe2-f9ff-4599-b99e-c4ced3760c02 None None] Provisioning for port 5425151d-dc33-496c-b1ca-5b80e4634b13 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:21.377083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-61832fe2-f9ff-4599-b99e-c4ced3760c02 None None] Provisioning complete for port 5425151d-dc33-496c-b1ca-5b80e4634b13 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:21.377464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61832fe2-f9ff-4599-b99e-c4ced3760c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.408426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5425151d-dc33-496c-b1ca-5b80e4634b13 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:21.417335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.436273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-6a4e1f2a-73f4-4ec2-ac3a-aa9a70d0b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.436983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-61832fe2-f9ff-4599-b99e-c4ced3760c02 None None] Port 5425151d-dc33-496c-b1ca-5b80e4634b13 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:21.437697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-6a4e1f2a-73f4-4ec2-ac3a-aa9a70d0b0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 1100 time: 0.1434195 Jun 30 08:54:21.442973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Transition to ACTIVE for port object 5425151d-dc33-496c-b1ca-5b80e4634b13 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:21.452458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.466845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96739ca1-4a06-4b89-9ba6-6e5cdff852d3 req-867f466d-664f-4544-8e2a-437116cbfb07 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.468342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96739ca1-4a06-4b89-9ba6-6e5cdff852d3 req-867f466d-664f-4544-8e2a-437116cbfb07 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 932 time: 0.4151707 Jun 30 08:54:21.498716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-f61e4095-e6f4-41f3-9570-74c03b8db8ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=3f451836-091e-4bde-b348-6cff4c1e2b27 HTTP/1.1" status: 200 len: 217 time: 0.0440495 Jun 30 08:54:21.509584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-d0c1ee5b-2482-4d80-ac31-9eba7eadfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.511954 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-d0c1ee5b-2482-4d80-ac31-9eba7eadfd09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1664972 Jun 30 08:54:21.513721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:21.516305 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda7282-7139-4729-96d4-2b35f5a1434d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:21.538825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35776) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:21.541411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:21.569883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-3d30c9eb-66fb-4dcd-8aa5-9c74ef549857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.571460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-3d30c9eb-66fb-4dcd-8aa5-9c74ef549857 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0518909 Jun 30 08:54:21.606208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96739ca1-4a06-4b89-9ba6-6e5cdff852d3 req-febcfe36-b0a0-4ca1-afb1-f4d549d81076 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108654 Jun 30 08:54:21.621693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Attempting to bind port 5425151d-dc33-496c-b1ca-5b80e4634b13 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:21.622306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Attempting to bind port 5425151d-dc33-496c-b1ca-5b80e4634b13 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:21.622605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Attempting to bind port 5425151d-dc33-496c-b1ca-5b80e4634b13 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:21.627877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-fac26d60-536d-4bdc-b86d-09fdd4a31933 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0546715 Jun 30 08:54:21.632309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Port 5425151d-dc33-496c-b1ca-5b80e4634b13 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:21.632796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Attempting to bind port 5425151d-dc33-496c-b1ca-5b80e4634b13 on network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:21.639342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:21.639753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Checking segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:21.640448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Bound using segment: {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:21.641215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Bound port: 5425151d-dc33-496c-b1ca-5b80e4634b13, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:21.641651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.660510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:21.735182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d3103-0199-437f-93fe-cefeefed0a95 req-0546e4fb-3c69-47a2-b433-f17eb9601640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.736640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-0546e4fb-3c69-47a2-b433-f17eb9601640 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0967410 Jun 30 08:54:21.744424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:21.748906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5425151d-dc33-496c-b1ca-5b80e4634b13,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:21.751327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-570c3946-9141-4d85-a9f6-65f498b5d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.752936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-570c3946-9141-4d85-a9f6-65f498b5d61b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232126 Jun 30 08:54:21.756718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-67d39f46-04a6-4e62-9ceb-f1fabcd393d8 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:21.757818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-67d39f46-04a6-4e62-9ceb-f1fabcd393d8 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2137821 Jun 30 08:54:21.763131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.784533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device cb55d4be-120f-4586-ad6b-cc09c1982615 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:21.788561 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-bffe141e-fca2-40ff-8e4c-f639520faed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407426 Jun 30 08:54:21.861842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:21.862591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:21.863962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] 10.222.0.41 "PUT /v2.0/ports/5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 1093 time: 1.0088775 Jun 30 08:54:21.867109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:21.869491 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a5b9f-38b6-403d-89b6-74c0e1ef930e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:21.913704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:21.961500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-4a7413df-658d-47da-9fdb-111ee00a9275 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978223 Jun 30 08:54:21.967435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=cb55d4be-120f-4586-ad6b-cc09c1982615,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:21.970492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:54:21.970968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:21.974551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c668-1bb6-4a5d-ad7b-f364c5dd0c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:21.988057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Request body: {'binding': {'host': 'n-h1-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:21.988577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Unknown quota resources ['binding']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:54:22.041930 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-dc3d8340-01db-4b0d-ac09-90187955d7bc service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410173 Jun 30 08:54:22.054370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f729-8279-4f1c-8009-35f56e310baa req-003c51b4-483b-41c6-8d56-15668a3551c2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.062160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54a0f729-8279-4f1c-8009-35f56e310baa req-003c51b4-483b-41c6-8d56-15668a3551c2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 947 time: 0.2836168 Jun 30 08:54:22.084503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:22.105949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'mac_address': 'fa:16:3e:ce:a0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:22.108810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'cb55d4be-120f-4586-ad6b-cc09c1982615', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'cb55d4be-120f-4586-ad6b-cc09c1982615', 'mac_address': 'fa:16:3e:aa:a8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:22.140742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ada05f5b-6bd9-4899-ab9a-e5b094133469 req-4c454371-3c92-41ab-ace5-8e4c08f964f0 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672659 Jun 30 08:54:22.150273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54a0f729-8279-4f1c-8009-35f56e310baa req-cd4d17f6-0c87-4743-8c20-36f4cdf521cb tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872312 Jun 30 08:54:22.169276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-c38a1087-3855-4bbb-89d9-ed1d64312b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.170792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-c38a1087-3855-4bbb-89d9-ed1d64312b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1096 time: 0.2431693 Jun 30 08:54:22.188174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.191371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-051d3103-0199-437f-93fe-cefeefed0a95 req-7a966841-316c-4a77-8edb-6168993c3d77 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376123 Jun 30 08:54:22.202502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.223025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb55d4be-120f-4586-ad6b-cc09c1982615 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:22.234946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:22.250103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-9044412e-16cd-4738-bb05-a9df7886ac6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 217 time: 0.0507991 Jun 30 08:54:22.257802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=cb55d4be-120f-4586-ad6b-cc09c1982615,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:22.267460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:22.269113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.293631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.317237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:22.335951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on host n-h1-779913-25 for vnic_type normal with profile None {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:22.336291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:22.336623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:22.349153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-c91cb597-9fed-4e52-b143-a8e9f7d87147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.350649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-c91cb597-9fed-4e52-b143-a8e9f7d87147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0900850 Jun 30 08:54:22.351918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:22.352255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:22.359135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:22.359475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:22.359852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:22.360280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Bound port: 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:22.371600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:22.492490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05b64-fc22-49b2-96e7-3f7c0242a287 req-5f4d60e1-9bb8-420a-84b7-d97a60626b10 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.493882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0d05b64-fc22-49b2-96e7-3f7c0242a287 req-5f4d60e1-9bb8-420a-84b7-d97a60626b10 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 948 time: 0.1998510 Jun 30 08:54:22.507974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:22.523184 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:22.524273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be357491-2bf3-41df-aaa2-afc8b63706f8 service neutron] 10.222.0.66 "POST /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.6953115 Jun 30 08:54:22.542235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-b4cd9311-1bea-4ae9-810f-0e152985f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:22.543661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-b4cd9311-1bea-4ae9-810f-0e152985f64a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803491 Jun 30 08:54:22.550938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0d05b64-fc22-49b2-96e7-3f7c0242a287 req-603dacc6-fdce-40cd-8c6a-c8b22b537903 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468948 Jun 30 08:54:22.590091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:22.862581 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede61f60-b315-4021-9e87-cbae10126b04 x-openstack-request-id: req-ede61f60-b315-4021-9e87-cbae10126b04 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:22.863137 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:22.863137 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ede61f60-b315-4021-9e87-cbae10126b04 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:22.863501 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27', 'status': 'completed', 'code': 200} Jun 30 08:54:23.020481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-53788b13-6776-4301-aad9-dad172be1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.021891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-53788b13-6776-4301-aad9-dad172be1c63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1097 time: 0.1564951 Jun 30 08:54:23.030398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-3ef52cca-53fd-47d2-941e-4090f2dfbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.031967 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-3ef52cca-53fd-47d2-941e-4090f2dfbc33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 1100 time: 0.0981712 Jun 30 08:54:23.075486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-ccef6b99-e7cc-42a6-9ab4-ab7b1eb023a6 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219386 Jun 30 08:54:23.118812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c518b-5618-47f7-89da-f7004e79c0e6 req-00bda6ac-1de5-4348-a4c3-b5893d3d656c tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.121911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec5c518b-5618-47f7-89da-f7004e79c0e6 req-00bda6ac-1de5-4348-a4c3-b5893d3d656c tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.1670349 Jun 30 08:54:23.156348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a181e-359e-4281-bf38-ef02d132f6cb req-61c5bab5-d2e8-4a98-ab9a-6ae18d618040 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.157859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0a181e-359e-4281-bf38-ef02d132f6cb req-61c5bab5-d2e8-4a98-ab9a-6ae18d618040 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.1850989 Jun 30 08:54:23.196427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-fe35280a-56f9-422f-9dbf-52f03a5e0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.198449 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-fe35280a-56f9-422f-9dbf-52f03a5e0438 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1523423 Jun 30 08:54:23.199363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-5358d75e-d984-428c-b5c0-980675f25d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.200630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-5358d75e-d984-428c-b5c0-980675f25d02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1633482 Jun 30 08:54:23.248503 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-90aacc0b-6c6f-446b-b70d-c2d91d0d645d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.0409632 Jun 30 08:54:23.252402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec5c518b-5618-47f7-89da-f7004e79c0e6 req-9a3b95c5-a5da-4af8-b066-903119dc70dd tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935853 Jun 30 08:54:23.256307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0a181e-359e-4281-bf38-ef02d132f6cb req-73fb062b-6271-4393-93c5-02322e8efcc1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887640 Jun 30 08:54:23.258556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a99b54e-1f56-4d8a-957c-a1d00e051c06 req-ae45c0ba-2508-42b7-acc9-62564fc697b6 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721675 Jun 30 08:54:23.284314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-f67298f4-b69a-4acb-b9d5-864c6de89806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=3f451836-091e-4bde-b348-6cff4c1e2b27 HTTP/1.1" status: 200 len: 217 time: 0.0702412 Jun 30 08:54:23.327831 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c5516b-6eb1-43fd-a539-1bba8e26614f x-openstack-request-id: req-b9c5516b-6eb1-43fd-a539-1bba8e26614f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:23.329212 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:23.329212 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9c5516b-6eb1-43fd-a539-1bba8e26614f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:23.329636 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'status': 'completed', 'code': 200} Jun 30 08:54:23.363471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-ef1feca2-0684-4f44-8f60-06aa3d079637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.364939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-ef1feca2-0684-4f44-8f60-06aa3d079637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0897095 Jun 30 08:54:23.377337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-a4f7c769-30e6-4eab-b278-bdabec3178b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.383167 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-a4f7c769-30e6-4eab-b278-bdabec3178b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0760875 Jun 30 08:54:23.414607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-02e83aec-8da1-4003-9750-fc5db71f62b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301943 Jun 30 08:54:23.432100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:23.502367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-f0e40ab6-ec42-4e18-83eb-75057e90f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.503907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-f0e40ab6-ec42-4e18-83eb-75057e90f668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1096 time: 0.1380200 Jun 30 08:54:23.521012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d03dc-065f-4929-aac0-6d629afdde6c req-414fc015-8deb-4390-aede-0d55134c6c76 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.526830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c75d03dc-065f-4929-aac0-6d629afdde6c req-414fc015-8deb-4390-aede-0d55134c6c76 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 945 time: 0.1316378 Jun 30 08:54:23.533948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-da756337-db47-42de-b10d-69b97ca79731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.535533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-da756337-db47-42de-b10d-69b97ca79731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234865 Jun 30 08:54:23.541054 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-715d963c-64a4-44f4-a884-44adb7f2afd1 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183259 Jun 30 08:54:23.598255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72598-000e-49a5-834c-b4b9eefa5fde req-740d96bb-4bdb-4f8e-90c8-c88bdd306d32 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.599732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ca72598-000e-49a5-834c-b4b9eefa5fde req-740d96bb-4bdb-4f8e-90c8-c88bdd306d32 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 944 time: 0.1749754 Jun 30 08:54:23.649956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c75d03dc-065f-4929-aac0-6d629afdde6c req-d29c019b-6507-43ba-951a-2d81ed949dbc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114190 Jun 30 08:54:23.685650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ca72598-000e-49a5-834c-b4b9eefa5fde req-558ccafc-9aab-4131-9a2e-d6db28bb6eb3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787573 Jun 30 08:54:23.699203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-6bb74d6c-4d1b-4200-a876-c4389fa9abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.700710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-6bb74d6c-4d1b-4200-a876-c4389fa9abb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1729209 Jun 30 08:54:23.752252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device cb55d4be-120f-4586-ad6b-cc09c1982615 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:23.789691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-9344e09c-e2b8-4972-8782-893a57fd851e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 217 time: 0.0795176 Jun 30 08:54:23.859633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port cb55d4be-120f-4586-ad6b-cc09c1982615 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:23.864288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port cb55d4be-120f-4586-ad6b-cc09c1982615 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:23.865139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:23.883386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-2ad943bf-3fcb-46ce-83f6-a0c687b5fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.884826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-2ad943bf-3fcb-46ce-83f6-a0c687b5fafb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0846305 Jun 30 08:54:23.911051 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-526b466f-c54e-4873-b347-0459dd0d2cbf service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589649 Jun 30 08:54:23.913161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-941c7521-a0c3-49e6-ab58-6e74d588efde service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622699 Jun 30 08:54:23.965070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51740c84-4b59-4bfe-8a8a-ef94e08eb0c3 req-dc464227-1716-4282-ad77-b92c3643ef64 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:23.967202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51740c84-4b59-4bfe-8a8a-ef94e08eb0c3 req-dc464227-1716-4282-ad77-b92c3643ef64 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 948 time: 0.1524255 Jun 30 08:54:23.991051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.015443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-849d37ca-19b0-4a50-9f47-c0e635c96f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.016939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-849d37ca-19b0-4a50-9f47-c0e635c96f70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197398 Jun 30 08:54:24.022338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:24.024627 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d20305-ce6d-4943-86ac-4aece91f5f02" -d '{"events": [{"server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "name": "network-vif-plugged", "status": "completed", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:24.029402 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9dda7282-7139-4729-96d4-2b35f5a1434d req-fc648a9a-fd94-40a1-bfb7-3b1bf23cc56b service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066976 Jun 30 08:54:24.030315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51740c84-4b59-4bfe-8a8a-ef94e08eb0c3 req-cb2c7284-d0db-4b62-b9b2-175f66b44370 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567987 Jun 30 08:54:24.046517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=cb55d4be-120f-4586-ad6b-cc09c1982615,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:24.054582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.111198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:24.141893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-2d7dbf77-023f-48c6-bc53-9cd2d327c253 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103961 Jun 30 08:54:24.156107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-f7c15522-2988-481d-81bb-b1a091cb08c7 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.157884 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-f7c15522-2988-481d-81bb-b1a091cb08c7 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.0922704 Jun 30 08:54:24.180070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:24.286924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.288057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-797a5b9f-38b6-403d-89b6-74c0e1ef930e req-534e393b-af55-453f-bd81-ad774afeab74 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384537 Jun 30 08:54:24.402198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f763d-c776-466d-bd08-89ec16f17b0b req-657c4149-2af4-480c-aa68-4df1abacdbcb tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.403749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9f763d-c776-466d-bd08-89ec16f17b0b req-657c4149-2af4-480c-aa68-4df1abacdbcb tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 948 time: 0.0647423 Jun 30 08:54:24.424518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:24.459014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9f763d-c776-466d-bd08-89ec16f17b0b req-a18ba7ed-0801-40c8-a494-86c429c0b955 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Jun 30 08:54:24.477532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:24.498656 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6194d5-4fa7-4bc6-9e2e-46b61756b0d5 x-openstack-request-id: req-4f6194d5-4fa7-4bc6-9e2e-46b61756b0d5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:24.499163 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "name": "network-vif-plugged", "status": "completed", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:24.499163 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f6194d5-4fa7-4bc6-9e2e-46b61756b0d5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:24.499528 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615', 'code': 200} Jun 30 08:54:24.523217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.531269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.600715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:24.640693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on host n-h2-779913-25 for vnic_type normal with profile {"migrating_to": "n-h1-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:24.641024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:24.641352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:24.646338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:24.646657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Attempting to bind port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:24.652405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:24.652747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:24.653132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:24.653556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Bound port: 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:24.653938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.656885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c58e7b-16de-484e-b65c-b8707e57402b req-3fc97e1a-fcdd-44b8-9bec-e1eee044f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.659137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0c58e7b-16de-484e-b65c-b8707e57402b req-3fc97e1a-fcdd-44b8-9bec-e1eee044f570 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 1101 time: 0.0792813 Jun 30 08:54:24.727196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:24.730338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:24.731016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0c58e7b-16de-484e-b65c-b8707e57402b req-f5f7e594-71b2-4e05-9500-74a4e6f22bf5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Jun 30 08:54:24.735565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.757958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf786eb-ccd5-4726-bc3d-1cc7e3ff5e5d req-9723fdff-2804-471b-bafc-e9426164c227 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.759371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf786eb-ccd5-4726-bc3d-1cc7e3ff5e5d req-9723fdff-2804-471b-bafc-e9426164c227 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.0948417 Jun 30 08:54:24.807279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf786eb-ccd5-4726-bc3d-1cc7e3ff5e5d req-8637c930-e797-4f8a-8867-5382c1d262de tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Jun 30 08:54:24.816707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.817326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:24.818742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 1123 time: 0.6456811 Jun 30 08:54:24.819780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd424f05-b0a8-47ce-b818-2212a341d840 service neutron] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:24.867780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'}, {'name': 'network-changed', 'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:24.867780 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911" -d '{"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-unplugged", "status": "completed", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd"}, {"name": "network-changed", "server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:24.994711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42135b7-e901-4a2f-af10-e37e7cae37c4 req-12676b0e-0551-4210-a25b-a8d7ccce8dcc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:24.996277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f42135b7-e901-4a2f-af10-e37e7cae37c4 req-12676b0e-0551-4210-a25b-a8d7ccce8dcc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0680482 Jun 30 08:54:25.038405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f42135b7-e901-4a2f-af10-e37e7cae37c4 req-6c43c6dd-ffd8-42b1-bc42-5f760cc489e4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Jun 30 08:54:25.060020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:54:25.244080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc652cf-0978-40ed-aaf6-5c04d86ba38f req-a5a9d882-b6a0-4b13-bb7f-5bdc49cdd347 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.245740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdc652cf-0978-40ed-aaf6-5c04d86ba38f req-a5a9d882-b6a0-4b13-bb7f-5bdc49cdd347 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 944 time: 0.0802658 Jun 30 08:54:25.251116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:25.310761 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab3fe37-120f-44ba-8bac-654e4d470a50 x-openstack-request-id: req-6ab3fe37-120f-44ba-8bac-654e4d470a50 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:25.312037 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-unplugged", "status": "completed", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd", "code": 200}, {"name": "network-changed", "server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:25.312498 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ab3fe37-120f-44ba-8bac-654e4d470a50 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:25.313198 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'code': 200} Jun 30 08:54:25.313641 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'status': 'completed', 'code': 200} Jun 30 08:54:25.332251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdc652cf-0978-40ed-aaf6-5c04d86ba38f req-fd2fe8a9-65be-44d1-9eba-c6f5ac5f992d tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Jun 30 08:54:25.369350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35854) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:25.443115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-00c1007b-7f9e-426d-a663-8fbdaac7c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.445307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-00c1007b-7f9e-426d-a663-8fbdaac7c7f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1126 time: 0.0904584 Jun 30 08:54:25.497806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-145a9d82-0746-4240-b7a3-8915c5469b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.558198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-2038abee-8122-4298-b170-d9c2d76fffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.559577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-2038abee-8122-4298-b170-d9c2d76fffdc service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.0983176 Jun 30 08:54:25.608450 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-08241b50-cb2a-4363-93f2-23b1325861c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.0386350 Jun 30 08:54:25.639128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c63a-8163-4324-a412-89812514bdb9 req-f9eaa17d-351f-4178-a35e-5bc5e833b4f8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.640637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6976c63a-8163-4324-a412-89812514bdb9 req-f9eaa17d-351f-4178-a35e-5bc5e833b4f8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 949 time: 0.1459336 Jun 30 08:54:25.666707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-c3048946-46e4-4d56-a980-6fe786716253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.668161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-c3048946-46e4-4d56-a980-6fe786716253 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0494068 Jun 30 08:54:25.676548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:25.712542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-f68642f0-3daf-48b2-a686-75401ebc4184 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304153 Jun 30 08:54:25.716462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6976c63a-8163-4324-a412-89812514bdb9 req-3701349d-44f6-43e0-832f-bba5b41ed629 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Jun 30 08:54:25.727333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b93c-1401-470b-a296-8b47097d9586 req-833e55bd-7e3f-4013-9f66-3c81c11b9c19 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:25.734225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7a9b93c-1401-470b-a296-8b47097d9586 req-833e55bd-7e3f-4013-9f66-3c81c11b9c19 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.1704736 Jun 30 08:54:25.736689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:25.741429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:25.742034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.769078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5425151d-dc33-496c-b1ca-5b80e4634b13 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:25.776876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-145a9d82-0746-4240-b7a3-8915c5469b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.799437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-145a9d82-0746-4240-b7a3-8915c5469b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:25.816443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7a9b93c-1401-470b-a296-8b47097d9586 req-3f54d6b9-6f44-40b7-b6cc-c0fbd52d81cb tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Jun 30 08:54:25.835160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-475af279-d436-498a-8c6d-4fc396143c60 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147182 Jun 30 08:54:25.865427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a9d82-0746-4240-b7a3-8915c5469b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0583a52-1d86-4eb6-bb35-5b561b2e36c3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:25.870722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-145a9d82-0746-4240-b7a3-8915c5469b1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b59a2cc27204c708657ad929122c528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996963 Jun 30 08:54:25.873125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35862) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:25.966298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5425151d-dc33-496c-b1ca-5b80e4634b13,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:25.978339 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e1bcf2cb-3ebe-4cd5-9b5a-72d3a1161911 req-71a6b12e-9a38-476b-befd-0ccee4b3bf36 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317475 Jun 30 08:54:25.982273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:26.051295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.053402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.068791 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.071278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5425151d-dc33-496c-b1ca-5b80e4634b13 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:26.073897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21450211-e6a7-4259-9d8e-51d60d2b84dd req-ba8a16e8-b5a5-4902-87f6-d7c253ad5475 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.075370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21450211-e6a7-4259-9d8e-51d60d2b84dd req-ba8a16e8-b5a5-4902-87f6-d7c253ad5475 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 948 time: 0.2030632 Jun 30 08:54:26.091141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.108611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5425151d-dc33-496c-b1ca-5b80e4634b13,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:26.117370 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.120143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:26.124505 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.161300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39510c83-c1e9-4bb8-9965-66015eedb8b7 req-2ea4151e-9440-43aa-aa9f-71ef79c13991 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.162785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39510c83-c1e9-4bb8-9965-66015eedb8b7 req-2ea4151e-9440-43aa-aa9f-71ef79c13991 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.1665809 Jun 30 08:54:26.169494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.170363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21450211-e6a7-4259-9d8e-51d60d2b84dd req-ac60ebd0-796f-40f0-945c-8472794a9942 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858235 Jun 30 08:54:26.205509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39510c83-c1e9-4bb8-9965-66015eedb8b7 req-21c3a927-fad2-4468-9309-74f3b7729096 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Jun 30 08:54:26.212842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.222763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.226532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0583a52-1d86-4eb6-bb35-5b561b2e36c3 HTTP/1.1" status: 204 len: 168 time: 0.3496685 Jun 30 08:54:26.240963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756e70-58e2-4dc2-a5b7-ebe24c27fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0583a52-1d86-4eb6-bb35-5b561b2e36c3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.244865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.385043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222a0bb-d254-400c-a04b-741cfbdc31b9 req-3857cf5c-5f0a-41d8-b543-a26432ba4692 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.387419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d222a0bb-d254-400c-a04b-741cfbdc31b9 req-3857cf5c-5f0a-41d8-b543-a26432ba4692 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0678477 Jun 30 08:54:26.427683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d222a0bb-d254-400c-a04b-741cfbdc31b9 req-6c0cfe73-e988-48e6-aa2e-790a7417d740 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Jun 30 08:54:26.486765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['5425151d-dc33-496c-b1ca-5b80e4634b13'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:26.500277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d99dd-2eb1-4a37-b2cc-dacc3eb543dc req-0758c9d0-e900-41a5-ac5f-f91ead2e9605 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.507826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8d99dd-2eb1-4a37-b2cc-dacc3eb543dc req-0758c9d0-e900-41a5-ac5f-f91ead2e9605 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 945 time: 0.0716164 Jun 30 08:54:26.511054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:26.513605 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ecfb8-cf7f-4c4a-990e-ef9da9101c73" -d '{"events": [{"server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "name": "network-vif-plugged", "status": "completed", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:26.527166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35876) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:26.543004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f503363-e694-4721-a685-1cc30988a867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.549247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8d99dd-2eb1-4a37-b2cc-dacc3eb543dc req-0d4b44a2-8e29-49f8-ba78-325137540b76 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jun 30 08:54:26.605361 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3debba8c-80cf-4e9d-badf-8f851f0aa0d0 x-openstack-request-id: req-3debba8c-80cf-4e9d-badf-8f851f0aa0d0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:26.605659 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "name": "network-vif-plugged", "status": "completed", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:26.605946 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3debba8c-80cf-4e9d-badf-8f851f0aa0d0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:26.606331 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'code': 200} Jun 30 08:54:26.650729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f503363-e694-4721-a685-1cc30988a867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.656256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f503363-e694-4721-a685-1cc30988a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.720360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f503363-e694-4721-a685-1cc30988a867 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d0bb505d56243a386c596455421f88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921313 Jun 30 08:54:26.721074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f503363-e694-4721-a685-1cc30988a867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ffbe9-b42d-4d40-a660-c63467111be1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.723283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:26.749981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40974cf4-5137-441a-8082-69399e71f982 req-cb5268ee-953a-4895-86b7-7dccae12fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.751755 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-40974cf4-5137-441a-8082-69399e71f982 req-cb5268ee-953a-4895-86b7-7dccae12fc25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 1102 time: 0.0719788 Jun 30 08:54:26.777635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.790120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-40974cf4-5137-441a-8082-69399e71f982 req-fe3e1fa2-0dbb-40d6-ae94-e14048d0a7a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301058 Jun 30 08:54:26.799421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.854728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.857289 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:26.858477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b17ffbe9-b42d-4d40-a660-c63467111be1 HTTP/1.1" status: 204 len: 168 time: 0.1342223 Jun 30 08:54:26.884828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e805-a978-4c11-862b-5faaebe96301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ffbe9-b42d-4d40-a660-c63467111be1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:26.929172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5182f-48bd-432b-9b8d-2aaa0ebf2e03 req-7cb5845f-f1d0-4a9a-a157-95ec59ee9c4c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:26.930705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ea5182f-48bd-432b-9b8d-2aaa0ebf2e03 req-7cb5845f-f1d0-4a9a-a157-95ec59ee9c4c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 949 time: 0.0884993 Jun 30 08:54:27.004814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ea5182f-48bd-432b-9b8d-2aaa0ebf2e03 req-c631a7a4-8ddb-4ec9-a034-b412635267f4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663283 Jun 30 08:54:27.038732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae508d9e-b4bb-4a30-8f40-d9be7be0d5bb req-a5833dbe-5fac-4b85-8fdc-2adf1be2ce1b tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.040144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae508d9e-b4bb-4a30-8f40-d9be7be0d5bb req-a5833dbe-5fac-4b85-8fdc-2adf1be2ce1b tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.0875156 Jun 30 08:54:27.080101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae508d9e-b4bb-4a30-8f40-d9be7be0d5bb req-33c853c1-68ff-4a70-b3a3-e8b9c9b25ef5 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fd3bb1a-c4eb-4aec-9a11-101c8069d637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Jun 30 08:54:27.191092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf32b1-8440-4e9b-9205-5cffe6347ed5 req-b0c0c249-d8a9-4c18-a45e-116ad2c97125 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.192568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85cf32b1-8440-4e9b-9205-5cffe6347ed5 req-b0c0c249-d8a9-4c18-a45e-116ad2c97125 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 950 time: 0.0646367 Jun 30 08:54:27.231134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85cf32b1-8440-4e9b-9205-5cffe6347ed5 req-4e9fea2e-ae2a-411a-b0a2-21fd9fafde87 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jun 30 08:54:27.410183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-f1e6d680-8249-48c0-8b4d-c49eeee037e1 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.412006 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-f1e6d680-8249-48c0-8b4d-c49eeee037e1 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 950 time: 0.1271229 Jun 30 08:54:27.424176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104639c-cdc1-4043-847e-1390b6ca2c5c req-ce655120-6812-4016-8dd4-0ae1891f3b70 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.428475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0104639c-cdc1-4043-847e-1390b6ca2c5c req-ce655120-6812-4016-8dd4-0ae1891f3b70 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 948 time: 0.1144912 Jun 30 08:54:27.456727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a020854-51e3-43c7-bbdd-7bf79626904b req-e1303105-02d8-4776-804f-85682671c223 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.458233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a020854-51e3-43c7-bbdd-7bf79626904b req-e1303105-02d8-4776-804f-85682671c223 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 943 time: 0.1098688 Jun 30 08:54:27.486205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0104639c-cdc1-4043-847e-1390b6ca2c5c req-54e8d109-6453-41de-aa5b-b8cbf4b13a89 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Jun 30 08:54:27.522643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a020854-51e3-43c7-bbdd-7bf79626904b req-0b87711c-f4b5-4c59-ad88-9e5030043419 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504577 Jun 30 08:54:27.589412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Deleting port b2149372-dfc8-4054-9442-5aedd467af94 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:27.589881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.679980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3f451836-091e-4bde-b348-6cff4c1e2b27 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:27.681852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6e42-cbeb-473e-b318-7875d1270493 req-8d8707e7-906a-4497-9912-ddbf6637dab8 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.683569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-787c6e42-cbeb-473e-b318-7875d1270493 req-8d8707e7-906a-4497-9912-ddbf6637dab8 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0745685 Jun 30 08:54:27.712379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] For port b2149372-dfc8-4054-9442-5aedd467af94, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b2149372-dfc8-4054-9442-5aedd467af94,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:27.713223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.728459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Calling delete_port for b2149372-dfc8-4054-9442-5aedd467af94 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:27.768848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:27.769331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-787c6e42-cbeb-473e-b318-7875d1270493 req-907b4bf7-3ebc-445b-a302-8854abd9fa97 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761826 Jun 30 08:54:27.772464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5425151d-dc33-496c-b1ca-5b80e4634b13 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:27.803829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9635105-5b89-4451-9f0b-f19fab688cea req-77c80d1e-3487-4b7d-97a4-144bd3c348c4 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:27.805788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9635105-5b89-4451-9f0b-f19fab688cea req-77c80d1e-3487-4b7d-97a4-144bd3c348c4 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 945 time: 0.1213179 Jun 30 08:54:27.901986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3f451836-091e-4bde-b348-6cff4c1e2b27,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:27.929222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:27.930732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 5425151d-dc33-496c-b1ca-5b80e4634b13 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:27.963775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b2149372-dfc8-4054-9442-5aedd467af94'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:27.966655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '3f451836-091e-4bde-b348-6cff4c1e2b27', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '3f451836-091e-4bde-b348-6cff4c1e2b27', 'mac_address': 'fa:16:3e:af:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:27.974039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Pushing event deleted for resources: {'Port': ['ID=b2149372-dfc8-4054-9442-5aedd467af94,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:28.007931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 5425151d-dc33-496c-b1ca-5b80e4634b13 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:28.008568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.012812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9635105-5b89-4451-9f0b-f19fab688cea req-a71a151a-e922-4120-8f57-d7aee1c2afa4 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006247 Jun 30 08:54:28.049686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-9b4f030c-c655-4272-b98b-7af73e368cf2 service neutron] 10.222.0.41 "GET /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.1927702 Jun 30 08:54:28.052978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] No DVR routers for this DVR port b2149372-dfc8-4054-9442-5aedd467af94 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:28.063760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.064861 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a630f595-fd6f-44f3-af90-f402bb2eac45 req-7e9dd6c7-0553-4da8-b4fb-d1312796ce0d tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.41 "DELETE /v2.0/ports/b2149372-dfc8-4054-9442-5aedd467af94 HTTP/1.1" status: 204 len: 173 time: 0.6458113 Jun 30 08:54:28.065239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'name': 'network-vif-deleted', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:28.068541 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497aa20-6664-4732-b1b9-1adf1fa7905e" -d '{"events": [{"server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "name": "network-vif-deleted", "tag": "b2149372-dfc8-4054-9442-5aedd467af94"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:28.137212 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce501eb-c3e8-45d1-8590-77f90e6c1562 x-openstack-request-id: req-9ce501eb-c3e8-45d1-8590-77f90e6c1562 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:28.137317 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f303fb6-4f6d-4217-ae1f-80f51c3487ed", "name": "network-vif-deleted", "tag": "b2149372-dfc8-4054-9442-5aedd467af94", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:28.137569 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ce501eb-c3e8-45d1-8590-77f90e6c1562 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:28.137997 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f303fb6-4f6d-4217-ae1f-80f51c3487ed', 'name': 'network-vif-deleted', 'tag': 'b2149372-dfc8-4054-9442-5aedd467af94', 'status': 'completed', 'code': 200} Jun 30 08:54:28.138606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.155924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd has no active binding in host n-h1-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:54:28.162949 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.183740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f451836-091e-4bde-b348-6cff4c1e2b27 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:28.298554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3f451836-091e-4bde-b348-6cff4c1e2b27,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.321835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.323821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:28.333464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.356021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.394753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93389da6-3b08-4927-9b6c-ac1075e0362f req-9da881c7-36a5-4596-a60c-36ace2ea8672 tempest-TenantUsagesTestJSON-1841808893 tempest-TenantUsagesTestJSON-1841808893-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f303fb6-4f6d-4217-ae1f-80f51c3487ed HTTP/1.1" status: 200 len: 210 time: 0.0604982 Jun 30 08:54:28.409633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:28.455457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a27dbc-4521-488a-9d13-ee64ccc6d630 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:28.468834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.485033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:28.496609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.513099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5425151d-dc33-496c-b1ca-5b80e4634b13,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.536448 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.604873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:28.606919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:28.609120 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8aa0fe-9757-4c70-b79b-79227faec58e" -d '{"events": [{"server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "name": "network-vif-plugged", "status": "completed", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:28.618968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] Transition to ACTIVE for port object 65a27dbc-4521-488a-9d13-ee64ccc6d630 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:28.627732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:54:28.632423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:28.643726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:28.730040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] No DVR routers for this DVR port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:28.759655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] Pushing event updated for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:28.771278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dd13c-ab3e-4ea5-b299-99de1bcd6751 req-bc628155-e10f-46f1-acd2-09d7aac4152d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.772794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-934dd13c-ab3e-4ea5-b299-99de1bcd6751 req-bc628155-e10f-46f1-acd2-09d7aac4152d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 950 time: 0.1962323 Jun 30 08:54:28.824144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-bbdb05a4-4c62-4d5b-a22d-c1eda0140a45 service neutron] 10.222.0.41 "PUT /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630/bindings/n-h2-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 0.7679245 Jun 30 08:54:28.851052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-934dd13c-ab3e-4ea5-b299-99de1bcd6751 req-46df05c2-7f3b-4cfc-af55-4df295046aca tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Jun 30 08:54:28.873806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc377e3-a6fc-469d-9362-deef422df158 req-2f0f0fee-9027-44e5-ba69-3ee450082d9d tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.873806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dc377e3-a6fc-469d-9362-deef422df158 req-2f0f0fee-9027-44e5-ba69-3ee450082d9d tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 949 time: 0.1825905 Jun 30 08:54:28.912652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dc377e3-a6fc-469d-9362-deef422df158 req-aa324194-c326-459f-9739-c2669126a8d0 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Jun 30 08:54:28.988929 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82fa966-49c8-4fe6-a07b-99c59b0549ab x-openstack-request-id: req-a82fa966-49c8-4fe6-a07b-99c59b0549ab {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:28.989439 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "name": "network-vif-plugged", "status": "completed", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:28.989607 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a82fa966-49c8-4fe6-a07b-99c59b0549ab {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:28.990215 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'code': 200} Jun 30 08:54:28.992815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-10b44437-5af0-4ecf-8a32-f7027209a39b tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:28.995065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-10b44437-5af0-4ecf-8a32-f7027209a39b tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.0896211 Jun 30 08:54:29.060684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1970f-4544-4f87-af3d-9e2486ffae77 req-d5423015-a848-45be-a0ab-fb3485783176 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.062741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e1970f-4544-4f87-af3d-9e2486ffae77 req-d5423015-a848-45be-a0ab-fb3485783176 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0919781 Jun 30 08:54:29.099052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-3868c968-870d-43e6-9caf-763e0af38f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.100533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-3868c968-870d-43e6-9caf-763e0af38f83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&tenant_id=462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 1096 time: 0.0937660 Jun 30 08:54:29.134829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e1970f-4544-4f87-af3d-9e2486ffae77 req-f2cd0f98-4f7c-4806-9cae-ba98969eca8e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Jun 30 08:54:29.158285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1350d1-9398-46fd-8216-c76d0ec04285 req-4f8c8adc-899d-4935-a359-77af3eb381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.159913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd1350d1-9398-46fd-8216-c76d0ec04285 req-4f8c8adc-899d-4935-a359-77af3eb381dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1098 time: 0.0769904 Jun 30 08:54:29.203942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4b2164da-1214-4574-895a-f97fdb6594f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.205881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-4b2164da-1214-4574-895a-f97fdb6594f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0693147 Jun 30 08:54:29.224523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd1350d1-9398-46fd-8216-c76d0ec04285 req-d3584c4e-0c5a-4ebf-bfd4-b019ea230a17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535116 Jun 30 08:54:29.231721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aa125e47-b575-4c75-b318-7a152b22ed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:29.314989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c4c77922-0ef2-4f4f-b7af-dc6708cc8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.315253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3f451836-091e-4bde-b348-6cff4c1e2b27'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:29.316496 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c4c77922-0ef2-4f4f-b7af-dc6708cc8b60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.0947294 Jun 30 08:54:29.335389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3f7c7-9835-455f-90c8-0c9a77cc919e req-499748a4-0ee7-4528-8fc0-e2255d63b066 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.336952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a3f7c7-9835-455f-90c8-0c9a77cc919e req-499748a4-0ee7-4528-8fc0-e2255d63b066 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0722702 Jun 30 08:54:29.371782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-863fb3fb-f63d-47dd-9663-2d9832938f8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0434496 Jun 30 08:54:29.390770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a3f7c7-9835-455f-90c8-0c9a77cc919e req-627ed3f4-d372-4e1d-aa73-6e510d6222e1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Jun 30 08:54:29.439016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c85a43d7-b237-4b05-b025-366a9a07ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.440546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c85a43d7-b237-4b05-b025-366a9a07ad96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0564458 Jun 30 08:54:29.483667 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-d0bb83d0-0293-4bdf-9520-a51cd69fc185 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340810 Jun 30 08:54:29.538212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4aad5-620c-40fa-ab86-7b53a6309177 req-17efd397-c4b6-47f5-ab0c-614ec616cb62 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.540967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73a4aad5-620c-40fa-ab86-7b53a6309177 req-17efd397-c4b6-47f5-ab0c-614ec616cb62 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 946 time: 0.0745602 Jun 30 08:54:29.599564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-88074a7d-1b7f-443f-aa50-b8757546ad0a service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026881 Jun 30 08:54:29.606184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73a4aad5-620c-40fa-ab86-7b53a6309177 req-768a5496-ff2f-45df-b39c-b0ebbb83f198 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580447 Jun 30 08:54:29.707476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-e6b05c66-b506-452a-aa3d-43bbdd630581 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922787 Jun 30 08:54:29.802147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:29.847672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0a7f71b-19c8-4820-beb9-582ba824da96 req-f22ea23d-2ecd-4d61-bae4-0011b2e6a954 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=df1e80855e994c088c3e046db4f4434e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305805 Jun 30 08:54:29.857495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:29.955678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7f71b-19c8-4820-beb9-582ba824da96 req-a2cfd591-f451-40cd-a488-d55a1399fee7 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:29.962355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35986) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:29.962501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0a7f71b-19c8-4820-beb9-582ba824da96 req-a2cfd591-f451-40cd-a488-d55a1399fee7 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138258 Jun 30 08:54:29.980210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0a7f71b-19c8-4820-beb9-582ba824da96 req-f82e46d4-074e-43dc-ae16-de4cdb2d382c tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/quotas/df1e80855e994c088c3e046db4f4434e HTTP/1.1" status: 200 len: 375 time: 0.0169353 Jun 30 08:54:30.035480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0a7f71b-19c8-4820-beb9-582ba824da96 req-336cad12-3630-4a9d-9f9e-14f46eff24c0 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1e80855e994c088c3e046db4f4434e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543985 Jun 30 08:54:30.086575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cbcdc-e205-48ab-a994-243c6211192a req-4f33e992-b2eb-4078-9aba-ff18eefe896a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.088277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-528cbcdc-e205-48ab-a994-243c6211192a req-4f33e992-b2eb-4078-9aba-ff18eefe896a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 950 time: 0.1059775 Jun 30 08:54:30.149430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c45421b9-c33e-4111-9c6e-289ec8cd42a8 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.151763 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-c45421b9-c33e-4111-9c6e-289ec8cd42a8 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1126831 Jun 30 08:54:30.158113 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d9c59a7d-63f5-412f-8668-b806fda502dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=651c3c883b8a422980f6975d0af28d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922340 Jun 30 08:54:30.158474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35992) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:30.399849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-528cbcdc-e205-48ab-a994-243c6211192a req-9465bebe-7aef-4f4f-94c1-427c4f5638b0 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047338 Jun 30 08:54:30.429184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287df8b-cecf-416f-9577-fd18f3648f5c req-4eeaf813-ae02-44b1-9945-681409452810 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.431452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5287df8b-cecf-416f-9577-fd18f3648f5c req-4eeaf813-ae02-44b1-9945-681409452810 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 949 time: 0.0765131 Jun 30 08:54:30.469858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5287df8b-cecf-416f-9577-fd18f3648f5c req-b1b4bd6a-6a1c-4816-84e6-8d02e498fa8f tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330362 Jun 30 08:54:30.494104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.531487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.558322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-7fb9426c-4cd3-43c2-9d36-03fa7053c2c7 service neutron] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:30.566851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-7fb9426c-4cd3-43c2-9d36-03fa7053c2c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.568055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e5acc28-57e3-4e01-9a94-040d297bb1d0 req-7fb9426c-4cd3-43c2-9d36-03fa7053c2c7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630/bindings/n-h1-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.3975494 Jun 30 08:54:30.588962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.595334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:30.597036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fd3bb1a-c4eb-4aec-9a11-101c8069d637 HTTP/1.1" status: 204 len: 168 time: 0.4374156 Jun 30 08:54:30.608541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213116b-3319-48e0-93bf-bd32ad813e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd3bb1a-c4eb-4aec-9a11-101c8069d637,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:30.673261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b613a1-a519-477f-9e34-187675daca62 req-091b0657-e329-4164-8e02-3895e952bd6a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.680188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70b613a1-a519-477f-9e34-187675daca62 req-091b0657-e329-4164-8e02-3895e952bd6a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0980580 Jun 30 08:54:30.719931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70b613a1-a519-477f-9e34-187675daca62 req-6c27f78a-b8b4-4ce9-aed7-01a4dc949747 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Jun 30 08:54:30.921891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52debf94-6525-4d59-a4fc-0fb426060e17 req-e88163e7-b97b-465a-a8ef-a80a95211273 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:30.923939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52debf94-6525-4d59-a4fc-0fb426060e17 req-e88163e7-b97b-465a-a8ef-a80a95211273 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 943 time: 0.0705132 Jun 30 08:54:30.972311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52debf94-6525-4d59-a4fc-0fb426060e17 req-3dccb27d-8923-492d-8b66-7699a8bffaff tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Jun 30 08:54:30.973309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36016) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:30.986915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d182a56-65d7-46aa-8b1a-71fc81c02de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.085929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d182a56-65d7-46aa-8b1a-71fc81c02de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.093611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d182a56-65d7-46aa-8b1a-71fc81c02de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.134839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d182a56-65d7-46aa-8b1a-71fc81c02de6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f20cd5d3f4140e0b1e9f1664d4d9629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604147 Jun 30 08:54:31.137171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d182a56-65d7-46aa-8b1a-71fc81c02de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ade065-fd52-4500-a418-d0be955bb514,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:31.138082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:31.243768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8be5-24c5-4596-b7d1-6f553122b3a5 req-c933ebec-81c5-4b13-80f3-f7b294935ebe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.245955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c21a8be5-24c5-4596-b7d1-6f553122b3a5 req-c933ebec-81c5-4b13-80f3-f7b294935ebe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 946 time: 0.1492853 Jun 30 08:54:31.255110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.272734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fddda3-00c9-49ca-ba83-30dcb0bc7352 req-a9a4a93a-b46d-486b-8b05-c69f1105ab3e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.278536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fddda3-00c9-49ca-ba83-30dcb0bc7352 req-a9a4a93a-b46d-486b-8b05-c69f1105ab3e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.280056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1fddda3-00c9-49ca-ba83-30dcb0bc7352 req-a9a4a93a-b46d-486b-8b05-c69f1105ab3e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7&device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 1690 time: 0.1724660 Jun 30 08:54:31.324147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.363300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c21a8be5-24c5-4596-b7d1-6f553122b3a5 req-2c3b7745-2051-4547-99c7-3b8310488f49 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106319 Jun 30 08:54:31.377194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1fddda3-00c9-49ca-ba83-30dcb0bc7352 req-42eaf015-33c8-4dc5-93ae-73c153dba9c5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907743 Jun 30 08:54:31.406268 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.409308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.411078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50ade065-fd52-4500-a418-d0be955bb514 HTTP/1.1" status: 204 len: 168 time: 0.2714484 Jun 30 08:54:31.422159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a7b18-0429-4e29-a045-75fba72732f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ade065-fd52-4500-a418-d0be955bb514,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:31.631398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-f159a216-c091-46d8-b629-8d0da4fba349 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:31.633427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-f159a216-c091-46d8-b629-8d0da4fba349 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1210675 Jun 30 08:54:31.695331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3f451836-091e-4bde-b348-6cff4c1e2b27 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:31.714058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-1e5e02f9-5b77-40ca-bca6-d93e673d2d7b tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0742009 Jun 30 08:54:31.729737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:31.773886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 3f451836-091e-4bde-b348-6cff4c1e2b27 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:31.779827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.780168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 3f451836-091e-4bde-b348-6cff4c1e2b27 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:31.780639 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.831206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b2149372-dfc8-4054-9442-5aedd467af94 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:31.861021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: b2149372-dfc8-4054-9442-5aedd467af94 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:31.861266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b2149372-dfc8-4054-9442-5aedd467af94 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:31.880686 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1e7742e-8845-4ec0-bcc1-8a425200d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.939630 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.942320 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.970280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:31.972788 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224a628-bdbd-4453-90a3-ea8f63f17d97" -d '{"events": [{"server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "name": "network-vif-plugged", "status": "completed", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:31.987414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3f451836-091e-4bde-b348-6cff4c1e2b27,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:31.993593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:31.994463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:32.002105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc1b77-6d0a-4154-97a1-026a17bf4536 req-24894ae1-3f23-44fc-b753-0894c3b1a992 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.003598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69dc1b77-6d0a-4154-97a1-026a17bf4536 req-24894ae1-3f23-44fc-b753-0894c3b1a992 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1441383 Jun 30 08:54:32.071070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:32.081461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69dc1b77-6d0a-4154-97a1-026a17bf4536 req-f138506c-06e4-42eb-a370-6906a6c9b6d7 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Jun 30 08:54:32.363767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991dd8b-e2ef-4e7c-b484-a85faf008d1e req-cccdfbb8-ade9-4548-8c5c-0973144d7606 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:32.365198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e991dd8b-e2ef-4e7c-b484-a85faf008d1e req-cccdfbb8-ade9-4548-8c5c-0973144d7606 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.1115963 Jun 30 08:54:32.374766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-df445305-35b1-4cdf-a502-01656e1dc5f3 service neutron] 10.222.0.11 "GET /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.0600357 Jun 30 08:54:32.436554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.444766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e991dd8b-e2ef-4e7c-b484-a85faf008d1e req-dca9b448-bedc-4d1a-a050-da7f86744ffb tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Jun 30 08:54:32.445490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.556591 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef associated. External IP: 172.25.4.111, port: 377e6076-dce0-4cb1-938f-9cb6c91a2107. Jun 30 08:54:32.563518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:32.585641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:32.623572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:32.634785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:32.648972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.724534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] Transition to ACTIVE for port object 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:32.728399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.800407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:32.812062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:32.816036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] No DVR routers for this DVR port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:32.831086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:32.867887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-78f9b249-ebcc-49d7-8a89-23835f8730c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd/bindings/n-h1-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 0.4865246 Jun 30 08:54:32.982823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.019481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:33.024053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:33.029193 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:33.035649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a738de-883a-44df-9248-5dfa4b4d014c req-a022ff6d-fed8-418e-9de4-129770bf25d7 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.036932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6a738de-883a-44df-9248-5dfa4b4d014c req-a022ff6d-fed8-418e-9de4-129770bf25d7 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 1101 time: 0.1773903 Jun 30 08:54:33.038396 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:33.039014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.107400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-390662eb-9abe-4220-8e21-fb03b661dc1a tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.108843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-390662eb-9abe-4220-8e21-fb03b661dc1a tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1759279 Jun 30 08:54:33.110197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-c9103ab0-efb8-4827-a5db-b4ae32d56d85 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "PUT /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 996 time: 1.3865590 Jun 30 08:54:33.114823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:33.117138 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:33.141982 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:33.168812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6a738de-883a-44df-9248-5dfa4b4d014c req-857f6a05-16a8-479d-9a3d-0c905c20186e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060483 Jun 30 08:54:33.338527 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d97194-adf5-42f9-8eb7-bc99072f4fb4 x-openstack-request-id: req-17d97194-adf5-42f9-8eb7-bc99072f4fb4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:33.339083 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "name": "network-vif-plugged", "status": "completed", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:33.339594 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17d97194-adf5-42f9-8eb7-bc99072f4fb4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:33.340219 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27', 'code': 200} Jun 30 08:54:33.382210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:32Z', 'revision_number': 1, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.416857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:33.425637 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:33.426283 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.481697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cc81a-dd26-4b7d-9c70-ae21e1b232e8 req-3a26bc99-ba72-47b2-a01c-fcefa04fc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.483363 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33cc81a-dd26-4b7d-9c70-ae21e1b232e8 req-3a26bc99-ba72-47b2-a01c-fcefa04fc018 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 1102 time: 0.0650294 Jun 30 08:54:33.519855 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33cc81a-dd26-4b7d-9c70-ae21e1b232e8 req-97f2661f-de0a-4b15-a0f5-118110c53cb2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289524 Jun 30 08:54:33.520779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-9732aae2-7d67-4bcb-9f4a-472e31fc2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.522260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-9732aae2-7d67-4bcb-9f4a-472e31fc2b64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&tenant_id=181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 1096 time: 0.4007502 Jun 30 08:54:33.526731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-105ea496-7a89-4ccc-8928-3157520eab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.528088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-105ea496-7a89-4ccc-8928-3157520eab2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.3833184 Jun 30 08:54:33.534071 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:33.626847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762ac97-32df-46f4-8645-fa4746c3cb2e req-639cb1ee-8c21-4747-821a-2c01dadc301a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.628213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7762ac97-32df-46f4-8645-fa4746c3cb2e req-639cb1ee-8c21-4747-821a-2c01dadc301a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.1652005 Jun 30 08:54:33.702784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7762ac97-32df-46f4-8645-fa4746c3cb2e req-f3391b85-baeb-4fed-8b94-824bd232c06d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Jun 30 08:54:33.707492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-2bc576ae-ecdb-42ba-ba61-0c4f7ad36403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.708898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-2bc576ae-ecdb-42ba-ba61-0c4f7ad36403 service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1704662 Jun 30 08:54:33.721436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-8b4fcc33-8633-4d13-b110-978d0ab3d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.721436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-8b4fcc33-8633-4d13-b110-978d0ab3d966 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1096 time: 0.1602550 Jun 30 08:54:33.756885 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:32Z', 'revision_number': 1, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:33.785698 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9a338-89ae-4a13-a529-4aaee7041c4f None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:32Z', 'revision_number': 1, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:33.920836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-e3e4b6f0-f5d1-4752-a43b-dd7c50151dc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 999 time: 0.2000308 Jun 30 08:54:33.995563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e208cfb-51b3-4957-988a-e1bfb649078c None None] New status for floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:54:33.996636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-10fb6e2a-c432-4757-a4e5-15ee2cc479a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:33.998122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-10fb6e2a-c432-4757-a4e5-15ee2cc479a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.2695978 Jun 30 08:54:34.021975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-4c3ce968-71c3-448a-8366-95537cfe5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.023375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-4c3ce968-71c3-448a-8366-95537cfe5c47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0968156 Jun 30 08:54:34.069421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-0fb1f6c7-b6f6-49be-9ca8-793e646d58b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.0607364 Jun 30 08:54:34.110159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-42ecb59c-0088-49f1-84f8-f7153c46e12d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.111592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-42ecb59c-0088-49f1-84f8-f7153c46e12d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.2993681 Jun 30 08:54:34.157445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-2e2b2c19-abae-484f-86a1-d3d354f6a70d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/quotas/462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 375 time: 0.0278647 Jun 30 08:54:34.165135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be31df9a-fecf-4318-a371-edb3c12c3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.167099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-be31df9a-fecf-4318-a371-edb3c12c3e4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0791199 Jun 30 08:54:34.227588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-ac5cedbf-37b9-44b4-8d70-b3f5c47c4629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474052 Jun 30 08:54:34.230774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-06fff52c-14b9-4e9e-94d2-cedf7eb67db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:34.232133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-06fff52c-14b9-4e9e-94d2-cedf7eb67db0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785707 Jun 30 08:54:34.244054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-0000b8c4-2af3-4b0b-baef-0bf6ef043591 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:34.245095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-0000b8c4-2af3-4b0b-baef-0bf6ef043591 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066001 Jun 30 08:54:34.367911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-45c70d23-c6ba-4ee8-8f5f-b04943bede86 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1992249 Jun 30 08:54:34.465640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-6bcbd7bf-4432-4f3e-a690-727c04c2678c service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259357 Jun 30 08:54:34.466793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.469540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-ad553ef5-b112-4e66-9d7b-93e5b617236a service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158351 Jun 30 08:54:34.586010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-e11b25a4-3d6d-4c8f-b5bf-2fa99981ea96 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097442 Jun 30 08:54:34.647707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:34.697012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-ab83d444-9dff-4ffe-ac08-aa9b74fe0abc service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161226 Jun 30 08:54:34.701127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb8aa1c6-41ba-4a8e-b8b3-43fa10b198b5 req-446578ed-ffaf-46fe-a1c2-16b44ced9eac service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214384 Jun 30 08:54:34.730291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-0c1b0b95-7a5d-4b2d-8d5c-764edbda8492 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368721 Jun 30 08:54:34.885676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-f3ae6e13-6c08-4025-99e9-e2f56ac83d8b tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302474 Jun 30 08:54:34.990844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60149a6b-ea21-4a5d-b63e-25d5a3a5a43a req-7c6163fc-4dcb-46d8-a8c2-04f0b5e1cd7a tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=df1e80855e994c088c3e046db4f4434e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334482 Jun 30 08:54:35.114266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-c14c6f92-bb83-489a-a3d3-6508f2dd3576 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.115728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-c14c6f92-bb83-489a-a3d3-6508f2dd3576 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228341 Jun 30 08:54:35.156911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-4c2a6f8c-6c43-4664-8940-df5ec355f79b tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/quotas/72548c5adfa448759a28a9a5d74dbe3e HTTP/1.1" status: 200 len: 375 time: 0.0289657 Jun 30 08:54:35.186050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-1156bf24-ae81-480b-9f4e-a96848abf234 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.187513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-1156bf24-ae81-480b-9f4e-a96848abf234 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.2013919 Jun 30 08:54:35.207703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-7c63390e-bdad-42ea-aecd-124c27564e89 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412519 Jun 30 08:54:35.219453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60149a6b-ea21-4a5d-b63e-25d5a3a5a43a req-7f8e351f-9046-4e9c-b592-80b0815093a5 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.221153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60149a6b-ea21-4a5d-b63e-25d5a3a5a43a req-7f8e351f-9046-4e9c-b592-80b0815093a5 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172904 Jun 30 08:54:35.267059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60149a6b-ea21-4a5d-b63e-25d5a3a5a43a req-6a5a1633-8daa-4013-bcfd-35582c57405c tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/quotas/df1e80855e994c088c3e046db4f4434e HTTP/1.1" status: 200 len: 375 time: 0.0252137 Jun 30 08:54:35.305540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60149a6b-ea21-4a5d-b63e-25d5a3a5a43a req-99c96847-b52a-4e1c-93a0-d28cd3e7e45d tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1e80855e994c088c3e046db4f4434e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299640 Jun 30 08:54:35.407102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-1de9d542-e345-465b-8713-ffd5b8eed840 service neutron] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:35.411648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-1de9d542-e345-465b-8713-ffd5b8eed840 service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:35.413157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb0ebf00-4a5d-4eb3-9c50-439896221cbb req-1de9d542-e345-465b-8713-ffd5b8eed840 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd/bindings/n-h2-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.2081726 Jun 30 08:54:35.443261 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0437cd7-a60c-4ef6-b71b-63d16544c978 x-openstack-request-id: req-e0437cd7-a60c-4ef6-b71b-63d16544c978 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:35.443811 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:35.444314 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0437cd7-a60c-4ef6-b71b-63d16544c978 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:35.444725 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:54:35.643096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-8126cf4e-5ae2-4064-b31a-4c68540a8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.644566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-8126cf4e-5ae2-4064-b31a-4c68540a8892 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.1638620 Jun 30 08:54:35.652025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82cec-670c-4608-9fc6-1ef959767b6b req-8c39ce86-303e-4184-beaf-28e443c39993 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.653831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7da82cec-670c-4608-9fc6-1ef959767b6b req-8c39ce86-303e-4184-beaf-28e443c39993 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 1102 time: 0.1195509 Jun 30 08:54:35.700694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:35.723244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb73f1f-67ec-420f-9690-931c7afa014c req-8a33757a-3735-4f33-ae01-48486e70b7ef tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.724624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edb73f1f-67ec-420f-9690-931c7afa014c req-8a33757a-3735-4f33-ae01-48486e70b7ef tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.1779246 Jun 30 08:54:35.743404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:35.768441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7da82cec-670c-4608-9fc6-1ef959767b6b req-1082c03b-29ff-4797-9d1d-1cdcb45e8802 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018131 Jun 30 08:54:35.801531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-b3cd767d-3a49-4498-b3a7-7cee1168fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:35.803022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-b3cd767d-3a49-4498-b3a7-7cee1168fb3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1454513 Jun 30 08:54:35.808784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edb73f1f-67ec-420f-9690-931c7afa014c req-7181dd78-5c75-4a4e-8688-7d509a0ec8d7 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725932 Jun 30 08:54:35.915277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-013f9f85-0199-4c20-97f9-6cd4897d0eda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 1001 time: 0.1007738 Jun 30 08:54:36.017812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-205c765f-d8b6-46b7-b9da-ed0806261a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.020234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-205c765f-d8b6-46b7-b9da-ed0806261a89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0905538 Jun 30 08:54:36.329205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-971620fc-ff45-4694-b611-30e6a6f3a0dd tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.330944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-971620fc-ff45-4694-b611-30e6a6f3a0dd tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.1771350 Jun 30 08:54:36.346994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Request body: {'port': {'device_id': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'admin_state_up': True, 'tenant_id': '462490e123844c658aa29a8917d82e0e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:36.388216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-7b0f5eda-cc54-44d1-b1a3-c89c2b3a7ea0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.389676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-7b0f5eda-cc54-44d1-b1a3-c89c2b3a7ea0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4277313 Jun 30 08:54:36.466630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:36.470320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.484790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f05c9-5055-4ded-b9c4-c4613386c212 req-c03f0f7d-c809-4f77-a2b3-efff41c0d3cc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.490006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d2f05c9-5055-4ded-b9c4-c4613386c212 req-c03f0f7d-c809-4f77-a2b3-efff41c0d3cc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.4652402 Jun 30 08:54:36.524105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-9b730935-1c5f-4681-9801-e96c06c38122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.525989 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-9b730935-1c5f-4681-9801-e96c06c38122 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4844668 Jun 30 08:54:36.534353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-3f15b38c-449a-4f7d-b59d-48d91c600907 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.1354420 Jun 30 08:54:36.561943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:36.601980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Allocated IP 172.20.0.2 (559d2b51-8adb-4eed-aebe-31f2595ff978/24147013-cfb1-4012-af85-8967c0cf81d4/0603523e-ee1d-49dc-b5be-e401b2b47491) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:36.630297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d2f05c9-5055-4ded-b9c4-c4613386c212 req-6d429e8b-15ab-4dcb-82e8-42a717428e6c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299531 Jun 30 08:54:36.668383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.719042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-0a5d0499-e601-4804-9604-3a240367a084 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822302 Jun 30 08:54:36.789896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.848495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75965cc6-a930-4c34-a0e4-6b204d22df41 req-2bfc0006-8691-42a2-98e8-6d47d7f2ae49 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 210 time: 0.0774293 Jun 30 08:54:36.870391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:36.900343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:36.905144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:36.934488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:36.980499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b04ffe7e-2d7e-48c4-bfa0-2504463ae9a9 req-ec6ebdc5-bf39-41a8-83bf-0cad03c0ec9b service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227335 Jun 30 08:54:36.998567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:36.999198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.003009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.027026 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-999d2ea5-159d-46b3-8d5d-0a19ae54bcdf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853778 Jun 30 08:54:37.043613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Request body: {'port': {'device_id': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.050893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a345750a-4251-48da-bf55-3bdd9b436718 req-f76c77a9-c92f-4219-8b30-136f06ed57e4 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 210 time: 0.0643301 Jun 30 08:54:37.123523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.364819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.370803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.389407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0603523e-ee1d-49dc-b5be-e401b2b47491 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:37.396895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.408712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Transition to ACTIVE for port object 0603523e-ee1d-49dc-b5be-e401b2b47491 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:37.414435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.436318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-4fc4e777-1a0f-4cc3-8e60-bdfe6f021e4d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222259 Jun 30 08:54:37.529865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.573463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:37.573812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:37.574080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:37.578698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:37.579153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:37.583145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-5fd89bfe-fc01-4b12-985c-a4372ae173b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284951 Jun 30 08:54:37.584394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:37.584734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:37.585113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:37.585542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Bound port: 0603523e-ee1d-49dc-b5be-e401b2b47491, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:37.585973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.653259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:37.656439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:37.660519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.664460 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef associated. External IP: 172.25.4.111, port: 377e6076-dce0-4cb1-938f-9cb6c91a2107. Jun 30 08:54:37.697718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.698357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:37.699730 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 1092 time: 0.6604660 Jun 30 08:54:37.700185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:37.702466 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceebd20-5439-45cc-b027-42ceddff24bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:37.725778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d75d-e6e4-48c9-bfc6-2492108c30f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:37.746116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-61a7e4c9-efb9-4057-b093-e871a043d088 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.747551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-61a7e4c9-efb9-4057-b093-e871a043d088 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025055 Jun 30 08:54:37.811053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Request body: {'port': {'device_id': '86d66976-1649-4cee-9ef6-189307c46a9a', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '72548c5adfa448759a28a9a5d74dbe3e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:37.841222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-92baf3e0-4051-42dc-b3fd-2f0929bbd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.842792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-92baf3e0-4051-42dc-b3fd-2f0929bbd84a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1095 time: 0.0581605 Jun 30 08:54:37.881460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c551cfe3-be2d-4684-97a9-4cc0329849de tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.882918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c551cfe3-be2d-4684-97a9-4cc0329849de tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884579 Jun 30 08:54:37.888341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-398fc953-b133-433b-8e6c-8cddbff968d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0344713 Jun 30 08:54:37.929719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-52f2b02a-2797-44a1-a3e8-b36661c138d4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0309391 Jun 30 08:54:37.944102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-e7deacad-5bc9-47e3-9b53-be24d2fdd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:37.945568 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-e7deacad-5bc9-47e3-9b53-be24d2fdd250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0461922 Jun 30 08:54:37.979542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-2b26a9db-eb67-4f50-ba98-125026fc1d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249469 Jun 30 08:54:38.047375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-147956e5-6158-42e8-af01-2f0b7e03012f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2463446 Jun 30 08:54:38.073704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-50b53112-168e-43ed-89b9-db4098d52a5f service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Jun 30 08:54:38.149173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Made reservation on behalf of 72548c5adfa448759a28a9a5d74dbe3e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:38.153585 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.183266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-11489596-d5a4-4602-a509-f43c2baf98c2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2437518 Jun 30 08:54:38.184792 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.203583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35c4bb41-4e85-4ae2-a6c6-5961498fa036 req-ba3a378b-05c4-4ee7-8043-b4b30761b01e service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183574 Jun 30 08:54:38.205330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:38.231425 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-91859bee-1a6e-414f-96e3-3bb5d8ca2e26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775886 Jun 30 08:54:38.321116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-5cb21d88-8f90-4b9d-b8af-0bde040b0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.323411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-5cb21d88-8f90-4b9d-b8af-0bde040b0238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1097 time: 0.0621576 Jun 30 08:54:38.472598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-128b06f7-757e-4fd0-81ee-902a3be88735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.474798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-128b06f7-757e-4fd0-81ee-902a3be88735 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.1120338 Jun 30 08:54:38.558505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-f48e140b-96ec-4931-984c-11870bf0298f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 1000 time: 0.0675912 Jun 30 08:54:38.589002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742e547-aa90-4f2f-a490-94023f3d397b req-def8ea31-e3ac-4d7c-87bf-ccdb179ff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.590560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-def8ea31-e3ac-4d7c-87bf-ccdb179ff12e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049bec4864da40358d4ac0e6ab9fa708&device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 1101 time: 0.4845338 Jun 30 08:54:38.631895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-d5fdcf10-a8d4-48a3-a1e5-1192f21f702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.633562 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-d5fdcf10-a8d4-48a3-a1e5-1192f21f702e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.0620542 Jun 30 08:54:38.713717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-f98c1f2c-f3e4-4496-903e-a7273c269d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.715470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-f98c1f2c-f3e4-4496-903e-a7273c269d8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558491 Jun 30 08:54:38.819010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-de12068a-ac4c-4910-b022-00d2d0485847 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930367 Jun 30 08:54:38.820300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:38.834139 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:38.847536 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:38.848325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:38.892494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.895978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742e547-aa90-4f2f-a490-94023f3d397b req-3d34a387-b368-452b-80ff-e9911d9416bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:38.898621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-3d34a387-b368-452b-80ff-e9911d9416bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2801409 Jun 30 08:54:38.941524 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eea95437-3ac1-4444-b0f8-7d67943ff43c req-8dcf9b3f-b5d6-4b3b-9782-21ec26d07207 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056466 Jun 30 08:54:38.950152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:38.966235 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:38.974785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-a661d915-d498-47f9-b561-6bc229c7e7c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6 HTTP/1.1" status: 200 len: 217 time: 0.0673847 Jun 30 08:54:39.044997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4fe7e-e322-45ad-8dc2-16d6462cd171 req-edaa2608-0d96-4a7b-b184-1d955d07f7fa tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.051958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fc4fe7e-e322-45ad-8dc2-16d6462cd171 req-edaa2608-0d96-4a7b-b184-1d955d07f7fa tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.3515036 Jun 30 08:54:39.135383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f9040-d8bf-44af-981e-15c5a9108bb8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:39.217956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fc4fe7e-e322-45ad-8dc2-16d6462cd171 req-47c5b30d-9bf2-4fbd-af36-da907ee16d07 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650293 Jun 30 08:54:39.219506 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:39.227687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742e547-aa90-4f2f-a490-94023f3d397b req-04c53550-41e1-4b9a-9333-4e6e4bb5a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.229209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-04c53550-41e1-4b9a-9333-4e6e4bb5a4ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2114611 Jun 30 08:54:39.258574 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:39.268696 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:39.270124 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:39.271042 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f9417-cd61-49c7-8009-11c6404c30f2 x-openstack-request-id: req-5b5f9417-cd61-49c7-8009-11c6404c30f2 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:39.271330 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:39.271581 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b5f9417-cd61-49c7-8009-11c6404c30f2 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:39.271973 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'status': 'completed', 'code': 200} Jun 30 08:54:39.311374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Allocated IP 192.168.233.23 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/a0b3e479-54df-4198-8bb7-7dae22bd624a) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:39.366808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceebd20-5439-45cc-b027-42ceddff24bb req-ebed5e63-ba7e-4b34-b04f-90a1f5dadd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.368830 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-ebed5e63-ba7e-4b34-b04f-90a1f5dadd0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1095 time: 0.0628600 Jun 30 08:54:39.484802 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:39.511051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742e547-aa90-4f2f-a490-94023f3d397b req-8fc5faa6-b9a2-4eb0-a085-1ddca4fc8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.512507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-8fc5faa6-b9a2-4eb0-a085-1ddca4fc8c86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461102 Jun 30 08:54:39.520435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:39.520605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceebd20-5439-45cc-b027-42ceddff24bb req-cfeb8327-a0fb-49ca-a274-c7ae00548e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.522761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-cfeb8327-a0fb-49ca-a274-c7ae00548e62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1458287 Jun 30 08:54:39.597065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-ad6ebc30-3cd9-46ef-837f-7071bb36140e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0537226 Jun 30 08:54:39.674272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceebd20-5439-45cc-b027-42ceddff24bb req-d2dad7db-3bde-47e4-b463-9f7f4e5f24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.678215 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-d2dad7db-3bde-47e4-b463-9f7f4e5f24f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0740485 Jun 30 08:54:39.701591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:39.706089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.41', 49323) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:39.723492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-de4f2611-0843-4362-bdf3-70f4bf7271b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345767 Jun 30 08:54:39.772755 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:39.786491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0fb47-ccaf-4a5d-acc2-afdea1fd58d2 req-c1e1406e-3455-4a26-a525-bcf7d475e074 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:39.787969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78b0fb47-ccaf-4a5d-acc2-afdea1fd58d2 req-c1e1406e-3455-4a26-a525-bcf7d475e074 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 943 time: 0.3614070 Jun 30 08:54:39.793535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-2b5e0036-0138-4b28-8d42-9231e970beaf tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836763 Jun 30 08:54:39.794551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Transition to ACTIVE for port object a0b3e479-54df-4198-8bb7-7dae22bd624a will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:39.798996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-0aed4487-0fcc-481c-bfa5-b0a4d610b8ab service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748475 Jun 30 08:54:39.811882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c7f0-eebf-4aa0-8964-e6aeb0c604f3 None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:37Z', 'revision_number': 3, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:39.842576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-f51ca477-4f61-4e1e-a003-ec649f849cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040404 Jun 30 08:54:39.944700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:39.949369 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-82c31c5a-6c88-40b7-bb02-d51a37a034c2 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915511 Jun 30 08:54:39.970362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.005527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78b0fb47-ccaf-4a5d-acc2-afdea1fd58d2 req-35f50cb3-c667-4e0e-bee4-d931765bf23e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025545 Jun 30 08:54:40.064305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.064475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78240105-50f9-4280-8b9e-5998bd3c4c1e None None] New status for floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:54:40.086377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-e7089abc-8fc3-48d8-b51f-0c8300dd895f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.087807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-e7089abc-8fc3-48d8-b51f-0c8300dd895f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839737 Jun 30 08:54:40.112571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:40.114847 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:40.149759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': 'd22db68f-e638-456b-9f26-eece55905bb4', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:40.216302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742e547-aa90-4f2f-a490-94023f3d397b req-1ae50ee2-eb58-4f70-8a8f-31c801955dc0 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979115 Jun 30 08:54:40.223864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:40.260284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:40.266678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d54790c4-520c-4a33-aa41-58923045c7d2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "PUT /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 999 time: 3.7202206 Jun 30 08:54:40.266933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:40.270466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:40.276396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.277006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.331260 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:40.341828 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:40.342549 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:40.354326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e5c29d71-5126-4565-8b16-7eee24c1bc6d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5582290 Jun 30 08:54:40.382407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-49caf593-175e-4624-a872-48e5021f397f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.383770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-49caf593-175e-4624-a872-48e5021f397f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports/377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 942 time: 0.0995550 Jun 30 08:54:40.388050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Request body: {'port': {'device_id': '86d66976-1649-4cee-9ef6-189307c46a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:40.441461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57de42e-41ca-4cea-bc5d-5bafea357bbd req-a4752a43-21da-46ca-84ce-46fb42d4419d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.443073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e57de42e-41ca-4cea-bc5d-5bafea357bbd req-a4752a43-21da-46ca-84ce-46fb42d4419d tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 935 time: 0.2985344 Jun 30 08:54:40.474882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:40.504168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bfb11d97-1fe5-4e74-a653-8eae5f2ae89d None None] Provisioning for port a0b3e479-54df-4198-8bb7-7dae22bd624a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:40.508209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bfb11d97-1fe5-4e74-a653-8eae5f2ae89d None None] Provisioning complete for port a0b3e479-54df-4198-8bb7-7dae22bd624a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:40.508594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bfb11d97-1fe5-4e74-a653-8eae5f2ae89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.539237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:40.544055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.571214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e57de42e-41ca-4cea-bc5d-5bafea357bbd req-76dcd4c1-cc5d-4932-a91b-9c33d098f1c9 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212401 Jun 30 08:54:40.584998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:40.667758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bfb11d97-1fe5-4e74-a653-8eae5f2ae89d None None] Port a0b3e479-54df-4198-8bb7-7dae22bd624a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:40.740717 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:40Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:40.767200 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:40.776371 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:40.776988 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:40.884028 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:40.927917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ca1d6d3-773a-4ce5-89a0-443fe5e8b1d2 req-3446b6cc-3bc5-4678-bdb7-517096f353c8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 210 time: 0.0643823 Jun 30 08:54:40.959941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-fe5d6aa1-a05e-43ed-b7b3-ab4858e6eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:40.960880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-fe5d6aa1-a05e-43ed-b7b3-ab4858e6eb7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.5080044 Jun 30 08:54:41.114889 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:40Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:41.140701 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ff9fd-69bb-4d5e-9f35-9bafe8989a24 None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:96:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:40Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:41.198505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.217 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/f246e731-ec8c-42bd-978e-ad0e7032677b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:41.228210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-3bb9c6da-7cfa-4f01-b151-d02a6c75e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.229742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-3bb9c6da-7cfa-4f01-b151-d02a6c75e2d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.2587600 Jun 30 08:54:41.296500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d3ec2690-8cd9-4d8d-803f-a5f7ceed1b91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0598810 Jun 30 08:54:41.305015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ec9ef-46f0-48d9-8a66-ff444fed9024 req-ae9f254b-3677-466b-95c0-f0edbdf25bce tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.306431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f0ec9ef-46f0-48d9-8a66-ff444fed9024 req-ae9f254b-3677-466b-95c0-f0edbdf25bce tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1096 time: 0.2528110 Jun 30 08:54:41.422711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-54e70abe-37bf-49ac-a8c7-8352a8c19c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.424059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-54e70abe-37bf-49ac-a8c7-8352a8c19c14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1143718 Jun 30 08:54:41.429684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f0ec9ef-46f0-48d9-8a66-ff444fed9024 req-177ba07e-2a55-445c-88a6-f4f17076f3d9 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112390 Jun 30 08:54:41.499361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.519252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object f246e731-ec8c-42bd-978e-ad0e7032677b will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:41.528766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d3fdc004-5ac5-4be7-9eb4-f450329f47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.530309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d3fdc004-5ac5-4be7-9eb4-f450329f47f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977945 Jun 30 08:54:41.628228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.646184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:41.649134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:41.713920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-fd01178e-27b0-4d95-933c-1afa08715832 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769650 Jun 30 08:54:41.754669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:41.758124 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16a640-bcec-40d2-bba5-a8643cb33968 x-openstack-request-id: req-de16a640-bcec-40d2-bba5-a8643cb33968 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:41.758415 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:41.758670 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de16a640-bcec-40d2-bba5-a8643cb33968 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:41.759065 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:54:41.793100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:41.805724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:41.811669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:41.812281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:41.815551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:41.881209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.881657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.881917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.882337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.882594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.883264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.883264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.883628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.883866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.884187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.884515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.885461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:41.896462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:41.926670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-3db4f574-cf2a-4d9b-ac99-bc43eb4f719d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8042521 Jun 30 08:54:41.952834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Request body: {'port': {'device_id': 'd22db68f-e638-456b-9f26-eece55905bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:42.023233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d26a4527-7972-44d3-9598-a3ff6d9a34bd service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955689 Jun 30 08:54:42.070005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.082012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-3c9f1038-5165-4424-aaa8-fbea33487379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.083465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-3c9f1038-5165-4424-aaa8-fbea33487379 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.2921498 Jun 30 08:54:42.098934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'port_id': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'mac_address': 'fa:16:3e:9d:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24147013-cfb1-4012-af85-8967c0cf81d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:42.139101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed603a2d-e665-4235-9926-c9aedbdc0ed6 None None] Provisioning for port f246e731-ec8c-42bd-978e-ad0e7032677b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:42.141404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:42.149379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed603a2d-e665-4235-9926-c9aedbdc0ed6 None None] Provisioning complete for port f246e731-ec8c-42bd-978e-ad0e7032677b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:42.149660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed603a2d-e665-4235-9926-c9aedbdc0ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.188666 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.195995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.208840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b58b8-2881-406f-84e1-5ab4b2478da2 req-ec7325a0-e7e1-4eda-bca9-afd513883315 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.210338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b1b58b8-2881-406f-84e1-5ab4b2478da2 req-ec7325a0-e7e1-4eda-bca9-afd513883315 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.3381574 Jun 30 08:54:42.217287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.218482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0603523e-ee1d-49dc-b5be-e401b2b47491 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:42.231663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ed603a2d-e665-4235-9926-c9aedbdc0ed6 None None] Port f246e731-ec8c-42bd-978e-ad0e7032677b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:42.252781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:42.253011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Transition to ACTIVE for port object a0b3e479-54df-4198-8bb7-7dae22bd624a will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:42.260561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.269298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:42.334555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:42.373542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b1b58b8-2881-406f-84e1-5ab4b2478da2 req-ff86a07c-6bdc-4eaa-85c8-b700a3edb905 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519799 Jun 30 08:54:42.381104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-5b876b7b-5de8-4206-b51f-b29051b0ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.382626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-5b876b7b-5de8-4206-b51f-b29051b0ec6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.2611825 Jun 30 08:54:42.389373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-9a8d2af1-1f1a-410b-8697-8240cafe2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.390910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-9a8d2af1-1f1a-410b-8697-8240cafe2904 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1098 time: 0.3277829 Jun 30 08:54:42.409713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:42.477205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-d24c08b5-2f9e-4e83-9057-2aa675588d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0799720 Jun 30 08:54:42.616124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['0603523e-ee1d-49dc-b5be-e401b2b47491'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:42.653783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Attempting to bind port a0b3e479-54df-4198-8bb7-7dae22bd624a on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:42.654142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Attempting to bind port a0b3e479-54df-4198-8bb7-7dae22bd624a by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:42.654368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Attempting to bind port a0b3e479-54df-4198-8bb7-7dae22bd624a on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:42.713336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Port a0b3e479-54df-4198-8bb7-7dae22bd624a on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:42.713705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Attempting to bind port a0b3e479-54df-4198-8bb7-7dae22bd624a on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:42.729672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-09a09249-e14a-4789-a831-a381e93f6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:42.731150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-09a09249-e14a-4789-a831-a381e93f6f4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1686738 Jun 30 08:54:42.752527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:42.752867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:42.753253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:42.753687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Bound port: a0b3e479-54df-4198-8bb7-7dae22bd624a, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:42.754073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.057734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-2b9b03c8-a104-4c54-943e-cbe5b39407a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.059129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-2b9b03c8-a104-4c54-943e-cbe5b39407a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.6435702 Jun 30 08:54:43.167462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa609588-db46-4a39-8223-da5c9f6a1352 req-044aef43-5b34-46d8-abf3-74528abcba0d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.168897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa609588-db46-4a39-8223-da5c9f6a1352 req-044aef43-5b34-46d8-abf3-74528abcba0d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.6091766 Jun 30 08:54:43.255424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-42630dcc-87d9-4f34-9c0b-839ac2a4960e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 1002 time: 0.1800449 Jun 30 08:54:43.276543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:43.316753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa609588-db46-4a39-8223-da5c9f6a1352 req-20a14439-0900-49dd-ab22-0b48808f0468 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358397 Jun 30 08:54:43.318441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-15e7d2ec-b79f-4821-8265-e145ad76d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.319970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-15e7d2ec-b79f-4821-8265-e145ad76d75f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5721517 Jun 30 08:54:43.342519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:43.358380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.403857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f246e731-ec8c-42bd-978e-ad0e7032677b {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:43.439751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.518758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.519380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.520758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0b3e479-54df-4198-8bb7-7dae22bd624a HTTP/1.1" status: 200 len: 1096 time: 3.1455159 Jun 30 08:54:43.528935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-0dd24b4e-e522-4eeb-ab2c-6915e0a3c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.530409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-0dd24b4e-e522-4eeb-ab2c-6915e0a3c263 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.2557838 Jun 30 08:54:43.533159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Transition to ACTIVE for port object f246e731-ec8c-42bd-978e-ad0e7032677b will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:43.557096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.631259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd88e7-e62a-4c06-b089-093d396da3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.712193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-297c3742-893c-4e29-b6e4-5ecaa817df53 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683169 Jun 30 08:54:43.779761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13'}, {'name': 'network-changed', 'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:43.782031 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6a7da-706f-436d-a2bc-686f08fe0563" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13"}, {"name": "network-changed", "server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:43.820255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-85920e5e-d93c-4bcd-8905-ceed22fb05a9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.821687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-85920e5e-d93c-4bcd-8905-ceed22fb05a9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.3958995 Jun 30 08:54:43.822328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Pushing event updated for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:43.869326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-b2ce1b6f-464e-4447-b60e-e9f7d26aa85f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/quotas/181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 375 time: 0.0378609 Jun 30 08:54:43.870003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Attempting to bind port f246e731-ec8c-42bd-978e-ad0e7032677b on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:43.870338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Attempting to bind port f246e731-ec8c-42bd-978e-ad0e7032677b by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:43.870674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Attempting to bind port f246e731-ec8c-42bd-978e-ad0e7032677b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:43.898905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Port f246e731-ec8c-42bd-978e-ad0e7032677b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:43.899227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Attempting to bind port f246e731-ec8c-42bd-978e-ad0e7032677b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:43.905229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:43.910737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d25fc445-7134-4685-b31b-ebe0fb992d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.912200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-d25fc445-7134-4685-b31b-ebe0fb992d35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3582160 Jun 30 08:54:43.935574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-bd9d4160-cc55-4925-9b06-63a1249c41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:43.936996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-bd9d4160-cc55-4925-9b06-63a1249c41f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 1099 time: 0.3351665 Jun 30 08:54:43.956172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 0603523e-ee1d-49dc-b5be-e401b2b47491 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:43.958601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:43.958945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:43.959329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:43.959772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Bound port: f246e731-ec8c-42bd-978e-ad0e7032677b, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:43.959894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 0603523e-ee1d-49dc-b5be-e401b2b47491 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:43.960128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.960226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.017313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac3d7dce-138d-47b2-9a0d-8172a17ee2d1 req-f8ebf46e-d21f-41f6-8de6-ff846256e859 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880726 Jun 30 08:54:44.036171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.051933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-4bc51da3-01bf-4037-86b3-222ac1c430a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a HTTP/1.1" status: 200 len: 217 time: 0.0944841 Jun 30 08:54:44.059215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:44.061436 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a88d86e-8d45-4231-95fc-f334c89a9594" -d '{"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-plugged", "status": "completed", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:44.074765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:44.078522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.129536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:44.138895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.139489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.139826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.140161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.140484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.140806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.141123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.141445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.141788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.142391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.142714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.143030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:44.181896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-cbdd72b1-9005-495b-8e24-c030c24673e4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009949 Jun 30 08:54:44.186149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:44.189640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f246e731-ec8c-42bd-978e-ad0e7032677b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:44.191711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-68e29ece-2d95-4da2-b6d0-93311a9ef19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.193212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-68e29ece-2d95-4da2-b6d0-93311a9ef19f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1152871 Jun 30 08:54:44.195067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-35e4fc3b-1098-4f88-8548-146a63bdf9ca service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625282 Jun 30 08:54:44.204115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.351056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.351667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.353032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] 10.222.0.41 "PUT /v2.0/ports/f246e731-ec8c-42bd-978e-ad0e7032677b HTTP/1.1" status: 200 len: 1097 time: 2.4124782 Jun 30 08:54:44.419388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebde16-81a6-4209-b0d4-27af535b0cea service neutron] Pushing event updated for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:44.472733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-015077e6-25a7-4082-b00f-25ed1060efcc service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767186 Jun 30 08:54:44.479843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87f7eb7a-52fe-45b6-b5e1-5010d055d068 req-ccbeaea7-6275-4560-8a25-9c0cefea42a1 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729213 Jun 30 08:54:44.532812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-013064e6-ba52-4e1b-b656-e61243411707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.534316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-013064e6-ba52-4e1b-b656-e61243411707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3264639 Jun 30 08:54:44.611974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-827f1026-6cfd-472f-a8e9-17913cac159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.613332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-827f1026-6cfd-472f-a8e9-17913cac159b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 1100 time: 0.2107754 Jun 30 08:54:44.695260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-282277d7-9f9c-4fc1-a739-0a3a906ce4ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f246e731-ec8c-42bd-978e-ad0e7032677b HTTP/1.1" status: 200 len: 217 time: 0.0704310 Jun 30 08:54:44.704362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-c3473aac-4f60-4333-9572-0b98c52f5370 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227123 Jun 30 08:54:44.771385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-e90c1c35-1ebe-4bdb-95b0-a615b561b9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228966 Jun 30 08:54:44.777603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-ff971f14-066a-4afd-be28-adb6a7a93486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.778996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-ff971f14-066a-4afd-be28-adb6a7a93486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0718501 Jun 30 08:54:44.844839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f2df7-b3be-4e22-9f70-e03c74452ae8 req-c4b65885-248b-4a8d-a2c1-62028e433a2c tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:44.846577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1f2df7-b3be-4e22-9f70-e03c74452ae8 req-c4b65885-248b-4a8d-a2c1-62028e433a2c tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 947 time: 0.2452741 Jun 30 08:54:44.933986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb5d34a-6ca6-4602-af22-c93bd851b594 req-02d1d9da-7126-4363-8f77-8604e9bb682c tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=df1e80855e994c088c3e046db4f4434e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467093 Jun 30 08:54:44.965008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1f2df7-b3be-4e22-9f70-e03c74452ae8 req-602f5fa1-b2d8-4862-9f63-95d9387223fc tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990071 Jun 30 08:54:45.028623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08d7bda3-ea02-4521-a5d5-3c5b00a0c8b3 req-169908e3-7039-4736-a5df-5576f1b28aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458487 Jun 30 08:54:45.044366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-9442625b-bf13-4c0b-a818-bef0520e78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.044784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-9442625b-bf13-4c0b-a818-bef0520e78a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512424 Jun 30 08:54:45.434293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5d34a-6ca6-4602-af22-c93bd851b594 req-00812072-981f-45c1-a7c1-0e478640818b tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.435715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb5d34a-6ca6-4602-af22-c93bd851b594 req-00812072-981f-45c1-a7c1-0e478640818b tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4934511 Jun 30 08:54:45.466306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb5d34a-6ca6-4602-af22-c93bd851b594 req-b225efca-fbba-42db-8ff9-cf62e80d4dd6 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/quotas/df1e80855e994c088c3e046db4f4434e HTTP/1.1" status: 200 len: 375 time: 0.0222788 Jun 30 08:54:45.518173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb5d34a-6ca6-4602-af22-c93bd851b594 req-3a9ce4df-96de-490f-8214-4a668ae97505 tempest-QuotasAdminNegativeTest-253766659 tempest-QuotasAdminNegativeTest-253766659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1e80855e994c088c3e046db4f4434e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444942 Jun 30 08:54:45.521841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-41c258b2-35e4-40f5-b634-e7bb17a8727f service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621053 Jun 30 08:54:45.537589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20c840-adab-48b3-a67a-19307ac87b63 req-cc8a515d-c220-485f-b46c-9fa18431d70d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.539073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd20c840-adab-48b3-a67a-19307ac87b63 req-cc8a515d-c220-485f-b46c-9fa18431d70d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 948 time: 0.4273648 Jun 30 08:54:45.627675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd20c840-adab-48b3-a67a-19307ac87b63 req-0f4bb8e5-9d72-4e87-9915-bb519933b21c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796583 Jun 30 08:54:45.652312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573cdf1d-7dc1-4207-aec4-d21d5bbc2443 req-477c2128-420d-46b8-b512-66d5aebbb896 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122670 Jun 30 08:54:45.726118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-eec94c58-5aa6-43d9-8cdf-5e270ba630b9 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:45.727708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-eec94c58-5aa6-43d9-8cdf-5e270ba630b9 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 1102 time: 0.0524371 Jun 30 08:54:45.746760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-468cbfd4-7268-43cb-b655-694698513025 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.779876 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd61507d-ae96-441d-a4de-f51554993e1b x-openstack-request-id: req-fd61507d-ae96-441d-a4de-f51554993e1b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:45.780194 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:45.780423 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd61507d-ae96-441d-a4de-f51554993e1b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:45.780806 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'status': 'completed', 'code': 200} Jun 30 08:54:45.781059 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'status': 'completed', 'code': 200} Jun 30 08:54:45.813775 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c92de-ac95-4051-86a8-af10f80a2ff4 x-openstack-request-id: req-af3c92de-ac95-4051-86a8-af10f80a2ff4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:45.814277 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-plugged", "status": "completed", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:45.814576 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af3c92de-ac95-4051-86a8-af10f80a2ff4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:45.815171 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'code': 200} Jun 30 08:54:45.878386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-468cbfd4-7268-43cb-b655-694698513025 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.884243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-468cbfd4-7268-43cb-b655-694698513025 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.921137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3cb3c43-0a5b-41ef-b019-3f476ad66fb8 req-468cbfd4-7268-43cb-b655-694698513025 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872420 Jun 30 08:54:45.980061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cbfd4-7268-43cb-b655-694698513025 tempest-LiveMigrationNegativeTest-1985504234 tempest-LiveMigrationNegativeTest-1985504234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8558009b-99f3-4a2f-8f5a-82a4fcbd44b8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.032092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-e5ea51f3-f005-4eaa-b171-4816f47677b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.033474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-e5ea51f3-f005-4eaa-b171-4816f47677b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1098 time: 0.2036712 Jun 30 08:54:46.119513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-f2510946-46b2-4286-aa15-8cadcdd23a01 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.121437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-f2510946-46b2-4286-aa15-8cadcdd23a01 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.1287062 Jun 30 08:54:46.123903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-c4940343-2bcf-4f88-894e-00e833787b11 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.1683865 Jun 30 08:54:46.141247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Request body: {'port': {'device_id': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'admin_state_up': True, 'tenant_id': '181dc6030a41419794abfd8e61972460'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:46.163311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b8ad-b840-492f-bd4b-4d993356841a req-fba77b4e-a89b-426e-ac72-ef3d9a0fc7f4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.165105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b89b8ad-b840-492f-bd4b-4d993356841a req-fba77b4e-a89b-426e-ac72-ef3d9a0fc7f4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 945 time: 0.2617974 Jun 30 08:54:46.217712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4723dd-5e39-4975-a9ff-e838ba7275d3 req-316acbf9-d7ae-430e-96f1-ea300eb85e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.219157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e4723dd-5e39-4975-a9ff-e838ba7275d3 req-316acbf9-d7ae-430e-96f1-ea300eb85e57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.2910557 Jun 30 08:54:46.255406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:46.259060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.267734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-9672e58b-3214-4212-b483-0ec30a2213c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.269181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-9672e58b-3214-4212-b483-0ec30a2213c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.2204869 Jun 30 08:54:46.277174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-55951812-5acf-44e3-9a39-925fe4a9c037 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.278483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-55951812-5acf-44e3-9a39-925fe4a9c037 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports/5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 943 time: 0.1465569 Jun 30 08:54:46.339019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b89b8ad-b840-492f-bd4b-4d993356841a req-ebb1fee2-3435-4c29-b1ba-e5afcc88ae98 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428118 Jun 30 08:54:46.342550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e4723dd-5e39-4975-a9ff-e838ba7275d3 req-9d6776aa-2afa-447c-93ff-5bb0567a55e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152592 Jun 30 08:54:46.366046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-8b46b924-4aef-48c7-ac70-1cc5eb22fb48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 1002 time: 0.0784705 Jun 30 08:54:46.396611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Allocated IP 172.20.0.10 (0b5a1545-b1e5-4c68-b5eb-e6b651adce71/af706342-3f17-4ca2-8ccf-80b07f5ec934/1ab8b8d8-3712-465b-877e-a0183a33f807) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:46.436654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-f861da6e-b8b5-49af-b3c8-87089894482b tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0688863 Jun 30 08:54:46.537323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a80ebd2-3855-4ddc-b2fe-115351e76a3f req-595db14e-1d74-48ae-b193-346f706aaff8 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 210 time: 0.0763705 Jun 30 08:54:46.546690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.567434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-dbc31942-c29d-47fe-81ec-60f4eb32f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.568978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-dbc31942-c29d-47fe-81ec-60f4eb32f968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1436250 Jun 30 08:54:46.589021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.638972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-7a3c655b-ca33-4c03-ac5d-5c157b98f75b tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.639224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:46.640470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-7a3c655b-ca33-4c03-ac5d-5c157b98f75b tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1784363 Jun 30 08:54:46.647848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:46.656669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-846825fc-f233-4ba0-91d7-6c08fa74a8a0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:46.657380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:46.657625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d888511-f029-4d2b-9da7-9af8dfccfb06 req-846825fc-f233-4ba0-91d7-6c08fa74a8a0 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109134 Jun 30 08:54:46.661459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:46.676204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-1e64c4d8-b182-4876-8357-b2232c268df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.677684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-1e64c4d8-b182-4876-8357-b2232c268df4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958755 Jun 30 08:54:46.692397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.692788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.693083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.693444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.693795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.694130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.694453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.694778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.695138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.695534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.695755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.696099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:46.725507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.726160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.750491 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a7d9e36b-7cfb-4465-a738-3ce8eb92c7ca tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6132941 Jun 30 08:54:46.767511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Request body: {'port': {'device_id': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:46.798320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-e0f7b8f3-ed45-48ef-843c-d28f9e068080 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053088 Jun 30 08:54:46.854231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:46.985624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-4dffc80d-bc21-4706-906c-5ecc7f9c25c2 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705966 Jun 30 08:54:46.998513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feada49d-653f-4a45-8c26-0e1e482a7ec3 req-2bbfc80e-b089-47cd-b0f0-9c15989dc5fa tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:46.999946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feada49d-653f-4a45-8c26-0e1e482a7ec3 req-2bbfc80e-b089-47cd-b0f0-9c15989dc5fa tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 947 time: 0.1744616 Jun 30 08:54:47.007266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23785a5-e6a9-41b9-9ece-25f812769fb3 req-24add239-010f-4ee9-b2d4-1b83d741e341 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.008755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b23785a5-e6a9-41b9-9ece-25f812769fb3 req-24add239-010f-4ee9-b2d4-1b83d741e341 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 948 time: 0.1850448 Jun 30 08:54:47.059171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feada49d-653f-4a45-8c26-0e1e482a7ec3 req-80b3b95a-15f7-4a9d-9428-1d94887623c0 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Jun 30 08:54:47.071792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b23785a5-e6a9-41b9-9ece-25f812769fb3 req-89493ecf-a00b-487d-8fba-f1a7d18db61e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Jun 30 08:54:47.135211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab8b8d8-3712-465b-877e-a0183a33f807 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:47.145551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.163095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Transition to ACTIVE for port object 1ab8b8d8-3712-465b-877e-a0183a33f807 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:47.176378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.201163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-af5d99b0-d64b-47a5-af7d-d433a266a813 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0892041 Jun 30 08:54:47.208106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-0a2abad6-efac-4433-a7ba-ffe4cec07e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.211105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-0a2abad6-efac-4433-a7ba-ffe4cec07e2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 1099 time: 0.1320393 Jun 30 08:54:47.275723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:47.328515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:47.328858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:47.329188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:47.331606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-fe9ed7aa-ec91-4b7f-b3ee-2dddcebfc017 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.333004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-fe9ed7aa-ec91-4b7f-b3ee-2dddcebfc017 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports/5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 943 time: 0.1207757 Jun 30 08:54:47.346491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:47.346831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:47.362062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:47.362311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-9d1069c9-211e-4c8d-a88c-2224051524d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.362524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:47.362823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:47.363742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Bound port: 1ab8b8d8-3712-465b-877e-a0183a33f807, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:47.364175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-9d1069c9-211e-4c8d-a88c-2224051524d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1456296 Jun 30 08:54:47.364509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.423229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-0d0cd965-c705-4dd5-8cb6-40352dc57ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a HTTP/1.1" status: 200 len: 217 time: 0.0440054 Jun 30 08:54:47.472049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:47.477446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:47.484148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.529020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.529975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.531983 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 1093 time: 0.7709434 Jun 30 08:54:47.534636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:47.537612 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c976b330-4943-4657-a3b3-8c276bf3845c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:47.558698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:47.572340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f588ae-4592-43d3-90f6-9816ddda9a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:47.574689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-a7aa6a26-c31f-42e6-bd1e-ae8657103cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.576570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-a7aa6a26-c31f-42e6-bd1e-ae8657103cf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1437683 Jun 30 08:54:47.606220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-be83dadf-795e-494c-b5e2-9f990dec5c06 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.1215527 Jun 30 08:54:47.697474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-1f7fa9cd-3b3e-4f3c-a624-0f93f6b90211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.699659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-1f7fa9cd-3b3e-4f3c-a624-0f93f6b90211 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1096 time: 0.0974569 Jun 30 08:54:47.718388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05acf9ed-9793-452f-b587-37986669d2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.762480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-09bf0528-ab68-4f6d-a58f-b3d288443db4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0534759 Jun 30 08:54:47.784483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:47.786729 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:47.817447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-e3e47de7-260c-414e-8f3b-2bb2445078a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.818815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-5a68911d-70fd-4ef7-b734-97c93c3d0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.819066 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-e3e47de7-260c-414e-8f3b-2bb2445078a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0482435 Jun 30 08:54:47.820749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-5a68911d-70fd-4ef7-b734-97c93c3d0240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2345374 Jun 30 08:54:47.832044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-81761f2c-f9a6-4d15-9f42-aaabbe883db2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:47.833356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-81761f2c-f9a6-4d15-9f42-aaabbe883db2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2104945 Jun 30 08:54:47.856583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-3103d44d-0829-44cc-b560-18565a6a8e72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279267 Jun 30 08:54:47.911018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:48.000999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78911-2226-4b89-afd5-7d32a29b4519 req-2d179360-b95b-430e-8d52-2adfc0088fb3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.002705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ff78911-2226-4b89-afd5-7d32a29b4519 req-2d179360-b95b-430e-8d52-2adfc0088fb3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 945 time: 0.2724314 Jun 30 08:54:48.015600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:48.027893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'mac_address': 'fa:16:3e:b7:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:48.029079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-292e9037-a7a2-4011-8901-8583d11a8b39 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.1759522 Jun 30 08:54:48.047679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:48.067349 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.084219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:48.098095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-cfbc2ca4-d68e-4a35-a116-266d1535f2aa service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598412 Jun 30 08:54:48.108040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:48.112391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.159112 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-94355a6a-8798-42bf-9ebf-2f5d0c38bb61 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878125 Jun 30 08:54:48.166616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:48.187580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05acf9ed-9793-452f-b587-37986669d2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.191089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ff78911-2226-4b89-afd5-7d32a29b4519 req-db34c0c3-3c3a-48d9-a088-05138d1bec93 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777678 Jun 30 08:54:48.199201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05acf9ed-9793-452f-b587-37986669d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.209036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.252396 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c92128fc-59b7-49e0-a0ec-96ab802f2b98 req-e51c6e76-354d-4151-b919-801413a4b69e service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Jun 30 08:54:48.254323 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de1d39-c5c7-4eed-8647-e39bdaf346a2 x-openstack-request-id: req-f0de1d39-c5c7-4eed-8647-e39bdaf346a2 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:48.254682 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:48.254995 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0de1d39-c5c7-4eed-8647-e39bdaf346a2 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:48.255438 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'status': 'completed', 'code': 200} Jun 30 08:54:48.302901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05acf9ed-9793-452f-b587-37986669d2c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df1e80855e994c088c3e046db4f4434e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411847 Jun 30 08:54:48.308581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36296) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:48.308812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf9ed-9793-452f-b587-37986669d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d22a50-627b-414a-bee3-4c9941ea8b3c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:48.361673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fd6a7da-706f-436d-a2bc-686f08fe0563 req-cd5b9d9a-5e19-4f8a-8cb8-e754525fadf4 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441518 Jun 30 08:54:48.413790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.430049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976b330-4943-4657-a3b3-8c276bf3845c req-0e83468f-a1bf-4dc4-a6a1-c5c058733f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.432120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-0e83468f-a1bf-4dc4-a6a1-c5c058733f83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1096 time: 0.0993230 Jun 30 08:54:48.443812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.470404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a0b3e479-54df-4198-8bb7-7dae22bd624a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:48.555208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976b330-4943-4657-a3b3-8c276bf3845c req-5f33fead-12db-43ce-87fd-31e3bed6f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.557471 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-5f33fead-12db-43ce-87fd-31e3bed6f4b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1156802 Jun 30 08:54:48.562411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.565087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.568880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38d22a50-627b-414a-bee3-4c9941ea8b3c HTTP/1.1" status: 204 len: 168 time: 0.2585444 Jun 30 08:54:48.611462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6d8f-430b-4fa6-baf7-a287c2133921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d22a50-627b-414a-bee3-4c9941ea8b3c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:48.614230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-bf42984b-ad36-4ef6-ad23-d8a4c4ffe520 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0439320 Jun 30 08:54:48.685711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976b330-4943-4657-a3b3-8c276bf3845c req-e79c53f5-cf36-4fec-aa81-dd8d0d1eaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.687297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-e79c53f5-cf36-4fec-aa81-dd8d0d1eaf36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0656478 Jun 30 08:54:48.717170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.725243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.725599 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef disassociated. External IP: 172.25.4.111, port: 5425151d-dc33-496c-b1ca-5b80e4634b13. Jun 30 08:54:48.725892 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-58efbb1e-24d5-4031-919f-5782eeea1c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298944 Jun 30 08:54:48.776195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe506d2-0389-4088-a5c7-7b5c73f5698f req-7f527e78-de6d-412b-80de-a325cec32b86 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:48.783021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfe506d2-0389-4088-a5c7-7b5c73f5698f req-7f527e78-de6d-412b-80de-a325cec32b86 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.4190254 Jun 30 08:54:48.839613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-58ac0568-45bc-46da-844a-121f579a21a2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996873 Jun 30 08:54:48.859436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfe506d2-0389-4088-a5c7-7b5c73f5698f req-872eb417-4dd5-4a0c-956b-7a288444e25f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755618 Jun 30 08:54:48.898268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:48.920061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c03ea2-8f6a-424e-ab5e-f824b1f7a362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.970709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c976b330-4943-4657-a3b3-8c276bf3845c req-09b9c64b-9f8f-492c-87bf-f5ef6535c764 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Jun 30 08:54:49.001500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:49.037123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c03ea2-8f6a-424e-ab5e-f824b1f7a362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.042004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c03ea2-8f6a-424e-ab5e-f824b1f7a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.081631 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7c03ea2-8f6a-424e-ab5e-f824b1f7a362 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca7b095fee774fdcbd16a720059c1f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799700 Jun 30 08:54:49.081631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03ea2-8f6a-424e-ab5e-f824b1f7a362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c5701-5359-43fd-8473-64dc89c2d9c8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.082716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36306) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:49.128117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfff9-78ed-4819-b6e4-50e2f2e371ca req-7c1ca127-ff94-42e0-b69f-54587b9547ce tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.129613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-462bfff9-78ed-4819-b6e4-50e2f2e371ca req-7c1ca127-ff94-42e0-b69f-54587b9547ce tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.1425629 Jun 30 08:54:49.130664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.151770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.165258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:49.170848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.177907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:49.192732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:49.193606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:49.206819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-462bfff9-78ed-4819-b6e4-50e2f2e371ca req-4523e8a8-38a5-40dd-97d3-762954f5fb5c tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Jun 30 08:54:49.219429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-bb266f99-dc3c-4d28-8f8a-fbeeb3fc5b9c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "PUT /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 695 time: 1.1812851 Jun 30 08:54:49.222202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.225064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.226444 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/085c5701-5359-43fd-8473-64dc89c2d9c8 HTTP/1.1" status: 204 len: 168 time: 0.1427319 Jun 30 08:54:49.236990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699cfb4-7f84-49bc-9b42-1257da228788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c5701-5359-43fd-8473-64dc89c2d9c8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.289471 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cc05b0-d502-4f8f-82c2-1c5e0c758759 x-openstack-request-id: req-38cc05b0-d502-4f8f-82c2-1c5e0c758759 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:49.289906 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:49.290269 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38cc05b0-d502-4f8f-82c2-1c5e0c758759 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:49.290765 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b', 'status': 'completed', 'code': 200} Jun 30 08:54:49.310446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-60aae60a-ea58-411c-80ff-9e30c1aaa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.312247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-60aae60a-ea58-411c-80ff-9e30c1aaa35c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1098 time: 0.0700009 Jun 30 08:54:49.360134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:49.505535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-b4de774e-c4ab-477d-9063-039d14fdc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.507050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-b4de774e-c4ab-477d-9063-039d14fdc05f service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1883554 Jun 30 08:54:49.513213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-a7f07151-ad7a-470b-9441-ec3a0ab27b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.514646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-a7f07151-ad7a-470b-9441-ec3a0ab27b88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 1100 time: 0.1403568 Jun 30 08:54:49.565689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-5bfd439b-d1a5-4046-9a2a-17dc6e9b1ba0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 217 time: 0.0488861 Jun 30 08:54:49.573586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d058dc-433c-4276-bf3f-5173f6758917 req-9cd546a8-8796-4422-a4d7-1c1f30ad40fe tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.580163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:49.580601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27d058dc-433c-4276-bf3f-5173f6758917 req-9cd546a8-8796-4422-a4d7-1c1f30ad40fe tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 948 time: 0.1564455 Jun 30 08:54:49.608000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:49.617156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:49.617912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:49.732458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27d058dc-433c-4276-bf3f-5173f6758917 req-4091a17a-636b-4632-abf8-7d7b59f458e8 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508908 Jun 30 08:54:49.736685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-82bb5bc3-06d0-40f3-83af-2f20f7ab4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.738153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-82bb5bc3-06d0-40f3-83af-2f20f7ab4fff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1550694 Jun 30 08:54:49.768849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:49.815135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-d8c64f85-dc27-4e4b-8ba3-a39e927b3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.816826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-d8c64f85-dc27-4e4b-8ba3-a39e927b3482 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2609363 Jun 30 08:54:49.869890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-8b15bde0-461c-49c4-8dff-52eab7cee52e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f246e731-ec8c-42bd-978e-ad0e7032677b HTTP/1.1" status: 200 len: 217 time: 0.0439191 Jun 30 08:54:49.928564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f246e731-ec8c-42bd-978e-ad0e7032677b details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:49.930531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:49.959198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-866fa8ea-9ef9-4696-89ef-8471a0c15100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:49.960695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-866fa8ea-9ef9-4696-89ef-8471a0c15100 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2118988 Jun 30 08:54:50.071896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-9576d9ca-69c7-49d3-b9af-67724384f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.073700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-9576d9ca-69c7-49d3-b9af-67724384f5b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1949308 Jun 30 08:54:50.080712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-211f28be-77cc-45e5-bdfa-f6ae092de8c3 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.082377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-211f28be-77cc-45e5-bdfa-f6ae092de8c3 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 950 time: 0.1170559 Jun 30 08:54:50.140103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-52f7cc93-d883-4134-9c5a-f9b47b737572 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479189 Jun 30 08:54:50.219700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53950c1-30b1-4b86-b42d-64dc7c0fed8f req-ea530ebd-494c-4bec-b433-0989e6cc05f5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.221792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f53950c1-30b1-4b86-b42d-64dc7c0fed8f req-ea530ebd-494c-4bec-b433-0989e6cc05f5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 948 time: 0.3562701 Jun 30 08:54:50.241049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Deleting port 3f451836-091e-4bde-b348-6cff4c1e2b27 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:50.241575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.252748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port a0b3e479-54df-4198-8bb7-7dae22bd624a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:50.266442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:50.269841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a0b3e479-54df-4198-8bb7-7dae22bd624a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:50.270217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.324268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b94118-495d-47c8-8d02-7cdd97a2b44b None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:50.330373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f246e731-ec8c-42bd-978e-ad0e7032677b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.349535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-ae9d2c1a-23d0-4ce7-9418-943ebf6ceead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.351821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-ae9d2c1a-23d0-4ce7-9418-943ebf6ceead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677138 Jun 30 08:54:50.359098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f246e731-ec8c-42bd-978e-ad0e7032677b', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'f246e731-ec8c-42bd-978e-ad0e7032677b', 'mac_address': 'fa:16:3e:90:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:50.368343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f53950c1-30b1-4b86-b42d-64dc7c0fed8f req-1874f371-ddb2-4f2f-8e54-391e05948e8a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324203 Jun 30 08:54:50.408370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] For port 3f451836-091e-4bde-b348-6cff4c1e2b27, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3f451836-091e-4bde-b348-6cff4c1e2b27,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.408845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.433583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Calling delete_port for 3f451836-091e-4bde-b348-6cff4c1e2b27 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:50.467860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.475683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-021a3261-d002-4524-bf4b-03c0ef6a95a0 req-2d68b088-fdc0-4613-96a7-732cd393aa7b service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945757 Jun 30 08:54:50.515912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f246e731-ec8c-42bd-978e-ad0e7032677b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:50.528748 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.552586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f246e731-ec8c-42bd-978e-ad0e7032677b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.553934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-61a01b9a-f9f8-41e8-af9d-ce9a0a82c17b service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908321 Jun 30 08:54:50.559651 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.567716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:50.570023 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d9f4ed-c660-45f9-a9b0-9ef6fda4a2ce" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:50.610756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:50.625111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.678787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.738620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694ccf8e-3ca2-4d8d-8c17-93ac80d8f1b2 req-f22e8644-29c6-438e-8987-c927ebd695b7 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709845 Jun 30 08:54:50.771913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.808134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.821419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3f451836-091e-4bde-b348-6cff4c1e2b27'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:50.823863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['bdf510e3-f6f0-455c-a595-d81cd8aed2d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:50.855457 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a2f9a-4a3b-4891-9833-bd815867c91e None None] New status for floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:54:50.879060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Pushing event deleted for resources: {'Port': ['ID=3f451836-091e-4bde-b348-6cff4c1e2b27,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:50.891280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d22f-54a0-4088-9732-7eba72ad6b74 req-0641dfc1-26f7-4977-8b91-4d107e616701 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.893166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce67d22f-54a0-4088-9732-7eba72ad6b74 req-0641dfc1-26f7-4977-8b91-4d107e616701 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.1122386 Jun 30 08:54:50.956254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b4fd-99bf-40c8-befe-93dbc5c6c230 req-3111c319-f861-4490-9c1b-2e02b338fd3f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:50.960423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c8b4fd-99bf-40c8-befe-93dbc5c6c230 req-3111c319-f861-4490-9c1b-2e02b338fd3f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 945 time: 0.1276989 Jun 30 08:54:50.986987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] No DVR routers for this DVR port 3f451836-091e-4bde-b348-6cff4c1e2b27 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:50.990732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:50.990963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce67d22f-54a0-4088-9732-7eba72ad6b74 req-c4176705-6271-44e3-92dd-a76425f74305 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922322 Jun 30 08:54:50.993486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4f4ba345-d6a4-4b7c-953f-146066dfd235 req-41e293fa-c8d3-484e-a97f-406c10e2b077 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.11 "DELETE /v2.0/ports/3f451836-091e-4bde-b348-6cff4c1e2b27 HTTP/1.1" status: 204 len: 173 time: 0.9049482 Jun 30 08:54:50.995120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'name': 'network-vif-deleted', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:51.008525 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4fe360-40ef-48b0-bcd5-b33fa9b078cf" -d '{"events": [{"server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "name": "network-vif-deleted", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:51.038938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c8b4fd-99bf-40c8-befe-93dbc5c6c230 req-5219ef30-21b8-4ede-8680-37b668539c60 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769911 Jun 30 08:54:51.050487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f246e731-ec8c-42bd-978e-ad0e7032677b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:51.304464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:51.306891 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:51.325506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad2ba294-999f-4c43-9318-f5f963138ef5 req-ba81e8f9-c1bd-45b9-b449-c28789351c28 tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b5cc0df-1d84-4e02-b02f-e6bda147ea67 HTTP/1.1" status: 200 len: 210 time: 0.1025031 Jun 30 08:54:51.410744 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e71df-47e2-42e4-abc8-23bc1d1efb73 x-openstack-request-id: req-6c0e71df-47e2-42e4-abc8-23bc1d1efb73 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:51.411653 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:51.412069 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c0e71df-47e2-42e4-abc8-23bc1d1efb73 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:51.412459 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'code': 200} Jun 30 08:54:51.445744 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867a0fa-dad6-44c4-8bac-0bfa07d508cc x-openstack-request-id: req-f867a0fa-dad6-44c4-8bac-0bfa07d508cc {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:51.446768 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5cc0df-1d84-4e02-b02f-e6bda147ea67", "name": "network-vif-deleted", "tag": "3f451836-091e-4bde-b348-6cff4c1e2b27", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:51.447199 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f867a0fa-dad6-44c4-8bac-0bfa07d508cc {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:51.448377 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5cc0df-1d84-4e02-b02f-e6bda147ea67', 'name': 'network-vif-deleted', 'tag': '3f451836-091e-4bde-b348-6cff4c1e2b27', 'status': 'completed', 'code': 200} Jun 30 08:54:51.617341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b167be-a2cf-49ce-bcad-aa3761f48b44 req-db7e0889-8c01-418f-b72a-b8f00274d2fe tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.618816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9b167be-a2cf-49ce-bcad-aa3761f48b44 req-db7e0889-8c01-418f-b72a-b8f00274d2fe tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 949 time: 0.1355879 Jun 30 08:54:51.622050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1dc42-ed2b-4d55-8499-3b5fb1179a80 req-278fa222-ece2-4541-a543-221168c4ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.623614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63b1dc42-ed2b-4d55-8499-3b5fb1179a80 req-278fa222-ece2-4541-a543-221168c4ac06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 1101 time: 0.1314356 Jun 30 08:54:51.666663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc805a-0ec1-4813-b5be-d186b7ed7afc req-36671c29-ff43-4a96-b716-8498cae764d7 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.668144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0bc805a-0ec1-4813-b5be-d186b7ed7afc req-36671c29-ff43-4a96-b716-8498cae764d7 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.1303236 Jun 30 08:54:51.707647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9b167be-a2cf-49ce-bcad-aa3761f48b44 req-f11e3102-d3bb-47d7-b89f-81922e34f38b tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Jun 30 08:54:51.715123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63b1dc42-ed2b-4d55-8499-3b5fb1179a80 req-258e5e25-d830-4d45-9e57-94e98a14252a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827641 Jun 30 08:54:51.732984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0bc805a-0ec1-4813-b5be-d186b7ed7afc req-34580fac-8572-4bfb-b257-7889ab0205d9 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533457 Jun 30 08:54:51.761151 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ed762-3ee0-41a4-8561-33ddddd0365c x-openstack-request-id: req-4c6ed762-3ee0-41a4-8561-33ddddd0365c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:51.761744 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:51.761744 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c6ed762-3ee0-41a4-8561-33ddddd0365c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:51.762122 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'status': 'completed', 'code': 200} Jun 30 08:54:51.788041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:51.913170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:51.925119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-022a1dfb-df82-4e9d-83a1-4a099f725168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:51.925314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'port_id': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'mac_address': 'fa:16:3e:31:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af706342-3f17-4ca2-8ccf-80b07f5ec934', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:54:51.926999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-022a1dfb-df82-4e9d-83a1-4a099f725168 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 1098 time: 0.1023347 Jun 30 08:54:51.961926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:51.979988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab8b8d8-3712-465b-877e-a0183a33f807 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:52.001400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:52.005829 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.053074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:52.074597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-20871536-76bb-4e8f-b356-f5a142460b61 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.076027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-20871536-76bb-4e8f-b356-f5a142460b61 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1658838 Jun 30 08:54:52.077546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-1bf9a54c-7264-42ca-a3f7-98b070906f26 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483568 Jun 30 08:54:52.131305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-04ace296-85ca-441d-8597-f81ea1d6a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.132673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-04ace296-85ca-441d-8597-f81ea1d6a014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1888294 Jun 30 08:54:52.181944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-1c8983e9-79b6-4e04-8921-3d6b4e6db21f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0977802 Jun 30 08:54:52.214553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:52.220745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-2f2e3b82-5c1b-45d4-9e78-5ad83b239e5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 200 len: 217 time: 0.0520115 Jun 30 08:54:52.304113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:52.400061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-8eea51bc-d001-433d-ad85-42a5b4b488b2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.401497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-8eea51bc-d001-433d-ad85-42a5b4b488b2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185573 Jun 30 08:54:52.405675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-7d5923f6-d8f3-4fde-9921-c887e3b60944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.407080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-7d5923f6-d8f3-4fde-9921-c887e3b60944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1526127 Jun 30 08:54:52.455703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-1be9b4ab-708a-489d-a523-ac93f2035a98 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/quotas/9cae5a6a3008490da85302e229cd63c7 HTTP/1.1" status: 200 len: 375 time: 0.0473285 Jun 30 08:54:52.727621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ab8b8d8-3712-465b-877e-a0183a33f807'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:52.810359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-f5b3e611-14e8-46d7-b0c3-8bb108419c05 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3302004 Jun 30 08:54:52.906327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-bc497421-4922-4dab-b041-28800b76a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:52.907793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-bc497421-4922-4dab-b041-28800b76a473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4855194 Jun 30 08:54:53.150718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-83de29d6-1110-4006-aab7-8af64bfb6caf service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304118 Jun 30 08:54:53.299321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2a52d-8fde-45dc-875c-e91d68b51a68 req-fc00500e-643c-41f1-bb53-d1adaacfdfe1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.300777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15e2a52d-8fde-45dc-875c-e91d68b51a68 req-fc00500e-643c-41f1-bb53-d1adaacfdfe1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 949 time: 0.2091181 Jun 30 08:54:53.370096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd468ce9-18fc-43ff-afb8-8abd6bba0abf req-937cef9c-c576-4dfe-bf99-bbeec6538191 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112854 Jun 30 08:54:53.389385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.397130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15e2a52d-8fde-45dc-875c-e91d68b51a68 req-76bede96-cc1d-42f4-888d-452787f2ab31 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659311 Jun 30 08:54:53.397876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:53.502774 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef associated. External IP: 172.25.4.111, port: 377e6076-dce0-4cb1-938f-9cb6c91a2107. Jun 30 08:54:53.744938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-db351f78-c528-4606-932c-aa8158131b24 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.746852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-db351f78-c528-4606-932c-aa8158131b24 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ba97194-7c09-43e8-863b-990b5c0aee87 HTTP/1.1" status: 200 len: 946 time: 0.1647329 Jun 30 08:54:53.805478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3f451836-091e-4bde-b348-6cff4c1e2b27 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:53.827833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 3f451836-091e-4bde-b348-6cff4c1e2b27 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:53.827833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3f451836-091e-4bde-b348-6cff4c1e2b27 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:53.829983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd9db9-7e71-4551-8dd9-d3313b9a882b req-67404f74-578f-4ac6-a8c9-088483ea22ff tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:53.831848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dbd9db9-7e71-4551-8dd9-d3313b9a882b req-67404f74-578f-4ac6-a8c9-088483ea22ff tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.2220130 Jun 30 08:54:53.916675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:53.923217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dbd9db9-7e71-4551-8dd9-d3313b9a882b req-7a2d3e93-92e6-4072-98a2-7e6a9d6c6298 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850337 Jun 30 08:54:53.953354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f246e731-ec8c-42bd-978e-ad0e7032677b up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:53.988204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Deleting port 5425151d-dc33-496c-b1ca-5b80e4634b13 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:53.988545 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.008359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f246e731-ec8c-42bd-978e-ad0e7032677b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:54.013192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f246e731-ec8c-42bd-978e-ad0e7032677b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:54.013702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.095053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.117229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:54.119539 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2784492-6215-40a7-bd50-091f9d653892" -d '{"events": [{"server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "name": "network-vif-plugged", "status": "completed", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:54.135706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f246e731-ec8c-42bd-978e-ad0e7032677b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:54.139632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.161031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:54.173349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:54.177160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.183793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] For port 5425151d-dc33-496c-b1ca-5b80e4634b13, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5425151d-dc33-496c-b1ca-5b80e4634b13,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:54.184190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.194102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:54.194735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:54.221961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-0be79955-c182-4777-a3cd-e5ca7c1195f2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433640 Jun 30 08:54:54.236795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Calling delete_port for 5425151d-dc33-496c-b1ca-5b80e4634b13 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:54.239555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:54.255436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5511dd-46ab-40d5-a6d0-fee52b5aa527 req-dfde245c-60b1-4f78-aafc-2dd09b2e77a9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.256908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b5511dd-46ab-40d5-a6d0-fee52b5aa527 req-dfde245c-60b1-4f78-aafc-2dd09b2e77a9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.1889365 Jun 30 08:54:54.289182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5b1be08b-c14e-443d-b4fc-316cee19aa35 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "PUT /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 996 time: 2.0809290 Jun 30 08:54:54.325469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:54.327047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:54.328507 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:54.363876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-822fcd01-120e-4ed3-9dcd-b559ef943026 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.365670 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-822fcd01-120e-4ed3-9dcd-b559ef943026 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329818 Jun 30 08:54:54.389249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Request body: {'port': {'device_id': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '9cae5a6a3008490da85302e229cd63c7'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:54.404609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b5511dd-46ab-40d5-a6d0-fee52b5aa527 req-95508a88-d4b3-43d3-a10c-a1a4ccd34009 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369092 Jun 30 08:54:54.463392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-32c2abf4-2450-4805-8d46-d11d0b54aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.464906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-32c2abf4-2450-4805-8d46-d11d0b54aa7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.1313262 Jun 30 08:54:54.547337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Made reservation on behalf of 9cae5a6a3008490da85302e229cd63c7 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:54.552470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.563963 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.571580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.604970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['377e6076-dce0-4cb1-938f-9cb6c91a2107', '5425151d-dc33-496c-b1ca-5b80e4634b13'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:54:54.622479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event deleted for resources: {'Port': ['ID=5425151d-dc33-496c-b1ca-5b80e4634b13,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:54.644187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-7d0dd228-ddec-40b2-88ef-5688bb632d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.645784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-7d0dd228-ddec-40b2-88ef-5688bb632d45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1552417 Jun 30 08:54:54.703668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.709730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.748396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] No DVR routers for this DVR port 5425151d-dc33-496c-b1ca-5b80e4634b13 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:54:54.750938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1277199-5f5c-4d4d-83db-29124116fab5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:54.754593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:54.756630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5252c61-e350-4b17-b892-0b8a2caa5a69 req-cef9ed44-237e-47bf-9189-e4cff6bc91b5 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "DELETE /v2.0/ports/5425151d-dc33-496c-b1ca-5b80e4634b13 HTTP/1.1" status: 204 len: 173 time: 1.0013299 Jun 30 08:54:54.783593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-55d1d33c-b357-4ffc-af37-36086bb02434 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 999 time: 0.1035526 Jun 30 08:54:54.800858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:53Z', 'revision_number': 8, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:54.814234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb36c5c-26f6-46ee-a956-2d66641bb07f req-962222cb-5624-4a09-b3fe-4734d7f20316 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.821233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb36c5c-26f6-46ee-a956-2d66641bb07f req-962222cb-5624-4a09-b3fe-4734d7f20316 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 949 time: 0.2039876 Jun 30 08:54:54.845515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:54.863708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:54.864966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:54.888235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5dac2de0-b15a-4c4f-a0a5-27fc7edcb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.889631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-5dac2de0-b15a-4c4f-a0a5-27fc7edcb3c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0995688 Jun 30 08:54:54.900758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb36c5c-26f6-46ee-a956-2d66641bb07f req-b786ba6d-42a2-405e-9f8b-81263235732e tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785713 Jun 30 08:54:54.965803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Allocated IP 192.168.233.196 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/777e01dd-fd5d-49ff-b425-ea7c1e41caf4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:54.989339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-f50146fa-08ab-4eb5-8f34-78514a230525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:54.991337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-f50146fa-08ab-4eb5-8f34-78514a230525 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896761 Jun 30 08:54:55.071394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:55.143769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.163019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Transition to ACTIVE for port object 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:55.200679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.253111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:55.256092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:55.262912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:55.269852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:55.318855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.319495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.328632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:53Z', 'revision_number': 8, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:55.336157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-da1e578e-4cee-4c46-9174-333a46462ef7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9530742 Jun 30 08:54:55.353393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Request body: {'port': {'device_id': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:55.356440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7de9a-ae89-4c16-b664-7c4e76316ff3 None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '25c7124f-aa8f-4317-8ed8-38ffc502baef', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'port_id': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'mac_address': 'fa:16:3e:2b:2e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:54:15Z', 'updated_at': '2021-06-30T08:54:53Z', 'revision_number': 8, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:54:55.361303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-0da13136-4626-48cc-b92f-953d33742d4b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3436852 Jun 30 08:54:55.446628 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.476620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-6e906603-348c-474e-b1de-4f7a26ec0a0f service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776666 Jun 30 08:54:55.551397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ffaa64c0-04ba-4d8b-93b4-71a0aae63660 None None] Provisioning for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:55.557264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ffaa64c0-04ba-4d8b-93b4-71a0aae63660 None None] Provisioning complete for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:55.557877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ffaa64c0-04ba-4d8b-93b4-71a0aae63660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.577155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-24295790-1bba-4373-8335-8ffa34a712f0 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:55.578682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-24295790-1bba-4373-8335-8ffa34a712f0 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050087 Jun 30 08:54:55.604873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa64c0-04ba-4d8b-93b4-71a0aae63660 None None] Port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:55.617538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-14c9640f-0975-4095-9b15-9c2913a90f47 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/quotas/9cae5a6a3008490da85302e229cd63c7 HTTP/1.1" status: 200 len: 375 time: 0.0286398 Jun 30 08:54:55.646481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0a4e53-e58d-4baf-9245-9f4c20eed049 req-466cc398-5eaf-491e-b8da-3195a1b95bec service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631694 Jun 30 08:54:55.676500 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaf830-3af2-4963-bd8c-19f8976a0459 None None] New status for floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:54:55.709430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-5698728e-28ad-4e0c-bef1-286698aa2503 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777726 Jun 30 08:54:55.773252 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b6d9c1-912a-4256-97a8-0d02e4423b64 x-openstack-request-id: req-01b6d9c1-912a-4256-97a8-0d02e4423b64 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:55.773580 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "name": "network-vif-plugged", "status": "completed", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:55.774221 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01b6d9c1-912a-4256-97a8-0d02e4423b64 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:55.774337 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b', 'code': 200} Jun 30 08:54:55.814907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:54:55.848652 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e2bc17-8c26-4a19-8c1e-b3b476d9c84d x-openstack-request-id: req-77e2bc17-8c26-4a19-8c1e-b3b476d9c84d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:55.849204 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:55.849659 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77e2bc17-8c26-4a19-8c1e-b3b476d9c84d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:55.850271 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:54:55.874634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1ab8b8d8-3712-465b-877e-a0183a33f807 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:55.884721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1ab8b8d8-3712-465b-877e-a0183a33f807 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:55.885106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.895451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:55.923469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:55.956059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Transition to ACTIVE for port object 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:55.969631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.023818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:56.087716 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.175438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed054c-dcd9-40cd-8f0e-60d8a62ca65b req-3d72cc10-6ed4-431e-bc23-ad4153966a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.179083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-beed054c-dcd9-40cd-8f0e-60d8a62ca65b req-3d72cc10-6ed4-431e-bc23-ad4153966a2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 1102 time: 0.2748692 Jun 30 08:54:56.179919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:56.190717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.198206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-8a2d364a-6296-4d2d-a98e-687b4a4e8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.200980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-8a2d364a-6296-4d2d-a98e-687b4a4e8a01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.2949080 Jun 30 08:54:56.203533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Attempting to bind port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:56.203983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Attempting to bind port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:56.205168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Attempting to bind port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:56.219510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:56.219844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Attempting to bind port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:56.226965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:56.227301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:56.227688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:56.228153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Bound port: 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:56.228657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.308725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:54:56.313717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:54:56.329745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.363648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-beed054c-dcd9-40cd-8f0e-60d8a62ca65b req-f9092fec-0277-4bbc-8732-e277460b982a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615598 Jun 30 08:54:56.369412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.370324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:56.372189 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] 10.222.0.11 "PUT /v2.0/ports/777e01dd-fd5d-49ff-b425-ea7c1e41caf4 HTTP/1.1" status: 200 len: 1097 time: 1.0235150 Jun 30 08:54:56.372929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:56.375696 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b785e100-4317-4fd3-ae08-ecad07192dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:56.393677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0e9f2-4daf-4d71-ad02-8cb9ec5a37bd req-130563ea-c469-461b-b761-63f09bc92b6d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.395699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45d0e9f2-4daf-4d71-ad02-8cb9ec5a37bd req-130563ea-c469-461b-b761-63f09bc92b6d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 950 time: 0.3019264 Jun 30 08:54:56.435595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a3f28-464a-42cc-9fa2-2326f5e3b550 service neutron] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:56.450974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-911e1824-2e31-4e0d-a170-74037bb28c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.452784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-911e1824-2e31-4e0d-a170-74037bb28c95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.2394166 Jun 30 08:54:56.465498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45d0e9f2-4daf-4d71-ad02-8cb9ec5a37bd req-0542df41-1e4f-4148-8890-3ad479ee57de tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613596 Jun 30 08:54:56.594276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-05e3eaa6-6865-46ff-b88a-c3c013f4d0f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 1001 time: 0.1266654 Jun 30 08:54:56.599662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ff21c1db-775c-422a-8409-52878ab3e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.601168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-ff21c1db-775c-422a-8409-52878ab3e2b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1100 time: 0.1591852 Jun 30 08:54:56.651256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:56.699364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-9ed865c8-a525-4d9c-ad4b-f7d3e742064c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4 HTTP/1.1" status: 200 len: 217 time: 0.0818534 Jun 30 08:54:56.709652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-9475cb7f-d6f9-4b03-a6b1-dc7c83a6a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.711255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-9475cb7f-d6f9-4b03-a6b1-dc7c83a6a9cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.0904651 Jun 30 08:54:56.733371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81651459-fe85-4c7d-8ff1-fd29dbb940bb req-9063ef54-0217-4957-824c-c84992bfa2ec tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.735190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81651459-fe85-4c7d-8ff1-fd29dbb940bb req-9063ef54-0217-4957-824c-c84992bfa2ec tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 946 time: 0.1297402 Jun 30 08:54:56.786366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-8eb5ba9b-5b6d-46f7-ba2e-7ae06cbd02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.787875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-8eb5ba9b-5b6d-46f7-ba2e-7ae06cbd02ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0739827 Jun 30 08:54:56.841965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81651459-fe85-4c7d-8ff1-fd29dbb940bb req-87eb7ec5-4623-451c-af76-793d9cf74435 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Jun 30 08:54:56.851328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-82b73662-23d8-43aa-b515-47d4a08af809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.853374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-82b73662-23d8-43aa-b515-47d4a08af809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170237 Jun 30 08:54:56.899119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515122-7254-4d24-b526-1a0f294ae627 req-1844a071-0683-4e76-aca6-7b00dce2aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:56.900938 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-1844a071-0683-4e76-aca6-7b00dce2aaf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057539 Jun 30 08:54:57.027128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abd67d36-4c54-4e2d-ad0a-ebec9d58d4c6 req-89014ee0-f033-4cc1-a929-6891e48119b4 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 998 time: 0.1023657 Jun 30 08:54:57.030941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-fe6a99c0-1506-4ddb-b05d-f17e7368f1dc service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210294 Jun 30 08:54:57.032263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-6710c889-7ef2-4355-8ea3-8d8791bff007 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666095 Jun 30 08:54:57.157014 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a0515122-7254-4d24-b526-1a0f294ae627 req-04b2638a-9e3b-4e3d-8f90-f836724263e3 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172919 Jun 30 08:54:57.243454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67d36-4c54-4e2d-ad0a-ebec9d58d4c6 req-a0601d05-0290-435e-b847-8026ed2cffa2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.248415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abd67d36-4c54-4e2d-ad0a-ebec9d58d4c6 req-a0601d05-0290-435e-b847-8026ed2cffa2 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2192855 Jun 30 08:54:57.255851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee9d2697-5e9b-4b38-972f-86e6d30d8a69 req-7d0d9fc8-861a-445e-9011-d56324cbd764 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024994 Jun 30 08:54:57.261496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-abd67d36-4c54-4e2d-ad0a-ebec9d58d4c6 req-4177cc07-2330-4b57-8303-6967235b571f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:57.262517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abd67d36-4c54-4e2d-ad0a-ebec9d58d4c6 req-4177cc07-2330-4b57-8303-6967235b571f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057709 Jun 30 08:54:57.404789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ed285c-5f98-47d3-84c5-e499bb50a7cc req-75f0df0a-03f5-4b5d-88d6-d18ef4775b44 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 210 time: 0.0307326 Jun 30 08:54:57.423712 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a9663-598e-4852-adb4-b1c1bd2926d1 x-openstack-request-id: req-540a9663-598e-4852-adb4-b1c1bd2926d1 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:57.424224 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:57.424224 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-540a9663-598e-4852-adb4-b1c1bd2926d1 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:57.424786 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'status': 'completed', 'code': 200} Jun 30 08:54:57.550183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-7651ebc3-d550-4625-83ce-df8ae2715a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.551687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-7651ebc3-d550-4625-83ce-df8ae2715a0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1100 time: 0.0820222 Jun 30 08:54:57.615252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc2e0-e9c7-4504-8e8b-b8fae56db5f6 req-aa07c39d-1c89-4eea-8db9-a12541596dbc tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.622215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdafc2e0-e9c7-4504-8e8b-b8fae56db5f6 req-aa07c39d-1c89-4eea-8db9-a12541596dbc tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.0962999 Jun 30 08:54:57.684466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-3f3a178d-032e-43b9-9d98-61ac2a810f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.686697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-3f3a178d-032e-43b9-9d98-61ac2a810f3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1161411 Jun 30 08:54:57.706970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdafc2e0-e9c7-4504-8e8b-b8fae56db5f6 req-601c3bc9-6979-421a-875b-f30d2dbf8e5e tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800867 Jun 30 08:54:57.725428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-ef7831ae-61dd-4f7c-8ac7-80d5d0a2eb94 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.0918455 Jun 30 08:54:57.757522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-b6f8b865-e657-47b8-a517-c44e20d93698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4 HTTP/1.1" status: 200 len: 217 time: 0.0579815 Jun 30 08:54:57.775352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:57.782420 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e677961-2562-460e-a99e-6b86ba73d792" -d '{"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:57.834339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-23cdec63-2bb0-4d53-b0a9-22f960a3444c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.847961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-23cdec63-2bb0-4d53-b0a9-22f960a3444c tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports/377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 942 time: 0.1100886 Jun 30 08:54:57.852359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'name': 'network-vif-deleted', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:54:57.854752 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b13a83-f1d3-4a83-919c-ee99eb87e41c" -d '{"events": [{"server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "name": "network-vif-deleted", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:54:57.903993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-a000d2e1-697a-45fc-b3c2-dc50cce148a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.905857 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-a000d2e1-697a-45fc-b3c2-dc50cce148a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1399539 Jun 30 08:54:57.955001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5425151d-dc33-496c-b1ca-5b80e4634b13 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:54:57.979694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 5425151d-dc33-496c-b1ca-5b80e4634b13 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:54:57.980347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5425151d-dc33-496c-b1ca-5b80e4634b13 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:54:57.994351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-6632930a-0b7b-4793-a577-2daa6bec3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:57.995940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-6632930a-0b7b-4793-a577-2daa6bec3f8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708458 Jun 30 08:54:58.005716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-e2a690a3-b869-4fd8-8843-853400c7bd13 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263939 Jun 30 08:54:58.023295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a605d5a-e24d-4cb3-bf41-b807e1b9e8cc req-5bd71830-52bf-497c-bb90-2aa0d3ad1a65 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.026225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a605d5a-e24d-4cb3-bf41-b807e1b9e8cc req-5bd71830-52bf-497c-bb90-2aa0d3ad1a65 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.1346285 Jun 30 08:54:58.068430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-202b245b-928d-4352-a527-7edf1fca0591 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.1179476 Jun 30 08:54:58.094607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a605d5a-e24d-4cb3-bf41-b807e1b9e8cc req-84d5afe7-36fd-4e29-af67-275ed462ae79 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655005 Jun 30 08:54:58.213428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-12cffbe4-0623-45c1-b4b3-84bc3b40932e service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998215 Jun 30 08:54:58.218696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-49265836-cba6-4e23-ad2b-434c4bbd14b3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.220131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-49265836-cba6-4e23-ad2b-434c4bbd14b3 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1435339 Jun 30 08:54:58.220367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-a4da465a-6a86-43a9-89d2-5582514a0871 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.221963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-a4da465a-6a86-43a9-89d2-5582514a0871 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931384 Jun 30 08:54:58.244267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Request body: {'port': {'device_id': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '9cae5a6a3008490da85302e229cd63c7'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:58.293813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-9a3b0684-9a2a-4981-ba00-019d375dbc0f tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1001 time: 0.0658932 Jun 30 08:54:58.304770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:58.394206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.499169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603a0f-2f50-4941-a86f-b7a5b198534e req-7b2cc9fb-6b47-471c-80bd-ffcefc7d531d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.500711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62603a0f-2f50-4941-a86f-b7a5b198534e req-7b2cc9fb-6b47-471c-80bd-ffcefc7d531d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 950 time: 0.1598051 Jun 30 08:54:58.582712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.592208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62603a0f-2f50-4941-a86f-b7a5b198534e req-ec4d46fa-2e92-41e5-8854-6113f81bf322 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 Jun 30 08:54:58.592784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.593100 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef disassociated. External IP: 172.25.4.111, port: 377e6076-dce0-4cb1-938f-9cb6c91a2107. Jun 30 08:54:58.602377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b785e100-4317-4fd3-ae08-ecad07192dd6 req-1cf0e7ad-f5eb-46f9-8859-af443d5f8b50 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704596 Jun 30 08:54:58.632743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Made reservation on behalf of 9cae5a6a3008490da85302e229cd63c7 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:54:58.637076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:58.673552 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c94b3b-d72f-48b7-a222-88c9f2b4a525 x-openstack-request-id: req-32c94b3b-d72f-48b7-a222-88c9f2b4a525 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:58.674072 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-plugged", "status": "completed", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:58.674617 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32c94b3b-d72f-48b7-a222-88c9f2b4a525 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:58.675307 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'code': 200} Jun 30 08:54:58.737729 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35086889-3b79-4416-86c3-4508c13773ab x-openstack-request-id: req-35086889-3b79-4416-86c3-4508c13773ab {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:54:58.738056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba97194-7c09-43e8-863b-990b5c0aee87", "name": "network-vif-deleted", "tag": "5425151d-dc33-496c-b1ca-5b80e4634b13", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:54:58.738379 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35086889-3b79-4416-86c3-4508c13773ab {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:54:58.739498 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba97194-7c09-43e8-863b-990b5c0aee87', 'name': 'network-vif-deleted', 'tag': '5425151d-dc33-496c-b1ca-5b80e4634b13', 'status': 'completed', 'code': 200} Jun 30 08:54:58.856880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Allocated IP 192.168.233.76 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/80986cf1-15cd-448e-b7de-a8ec673bae46) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:54:58.903577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9fcf-ed2f-41ef-aa0d-94ac1dd66a7e req-411dc02b-430c-4001-9a13-b4763c6c4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:58.904990 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5e6e9fcf-ed2f-41ef-aa0d-94ac1dd66a7e req-411dc02b-430c-4001-9a13-b4763c6c4c71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1098 time: 0.1046865 Jun 30 08:54:58.922483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:54:59.021105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5e6e9fcf-ed2f-41ef-aa0d-94ac1dd66a7e req-16781e62-d174-470d-9674-4519e693d2d9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023073 Jun 30 08:54:59.088464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-1af5fd40-8730-40bb-8cc2-9c85a199ba9a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.090148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-1af5fd40-8730-40bb-8cc2-9c85a199ba9a tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.41 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 949 time: 0.2173059 Jun 30 08:54:59.100533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.116772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693e3c-3742-48b2-acb4-2a9c4326c5c9 req-dcddfd7a-0ed0-43d0-a8af-bd71c6b4a3f6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.118573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9693e3c-3742-48b2-acb4-2a9c4326c5c9 req-dcddfd7a-0ed0-43d0-a8af-bd71c6b4a3f6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 946 time: 0.2022874 Jun 30 08:54:59.127035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Transition to ACTIVE for port object 80986cf1-15cd-448e-b7de-a8ec673bae46 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:59.170926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.218076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:54:59.221741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:54:59.225891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:54:59.230407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-567d9d80-54be-40e4-811f-f6c7ac7efb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.256514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event updated for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:59.285428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.286107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.312698 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-85472cba-14ba-4912-b934-8c264f35ec1a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0735743 Jun 30 08:54:59.325793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Request body: {'port': {'device_id': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:54:59.408879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.466690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:54:59.474605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4183958f-3713-45bf-9130-1ef51d2cd767 None None] Provisioning for port 80986cf1-15cd-448e-b7de-a8ec673bae46 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:54:59.475070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.481097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:54:59.485884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4183958f-3713-45bf-9130-1ef51d2cd767 None None] Provisioning complete for port 80986cf1-15cd-448e-b7de-a8ec673bae46 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:54:59.486255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4183958f-3713-45bf-9130-1ef51d2cd767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.515053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:54:59.515688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:59.537206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9693e3c-3742-48b2-acb4-2a9c4326c5c9 req-7ae95db7-80b2-46c9-8ecb-7174f47d3a15 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Jun 30 08:54:59.556937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-aafb2dd9-b7f5-41b9-ae87-f785a75514ca tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "PUT /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 696 time: 1.2561290 Jun 30 08:54:59.561555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4183958f-3713-45bf-9130-1ef51d2cd767 None None] Port 80986cf1-15cd-448e-b7de-a8ec673bae46 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:54:59.624919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Deleting port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:54:59.625307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.637702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:54:59.692928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-504c325a-0df7-4a16-8ca3-aa92d8948fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.702135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-504c325a-0df7-4a16-8ca3-aa92d8948fcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.1346297 Jun 30 08:54:59.737322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80986cf1-15cd-448e-b7de-a8ec673bae46 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:54:59.746220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.767105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Transition to ACTIVE for port object 80986cf1-15cd-448e-b7de-a8ec673bae46 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:54:59.772121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.833143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] For port bdf510e3-f6f0-455c-a595-d81cd8aed2d6, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:54:59.833430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:59.858363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Calling delete_port for bdf510e3-f6f0-455c-a595-d81cd8aed2d6 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:54:59.885208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Pushing event updated for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:59.898093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-bd8aabad-17ec-483f-a173-66112f245bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:54:59.905550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-bd8aabad-17ec-483f-a173-66112f245bfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.1867135 Jun 30 08:54:59.936258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:54:59.969569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:54:59.973012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Attempting to bind port 80986cf1-15cd-448e-b7de-a8ec673bae46 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:54:59.974061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Attempting to bind port 80986cf1-15cd-448e-b7de-a8ec673bae46 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:54:59.974602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:54:59.974916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Attempting to bind port 80986cf1-15cd-448e-b7de-a8ec673bae46 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:59.982923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Port 80986cf1-15cd-448e-b7de-a8ec673bae46 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:54:59.983946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Attempting to bind port 80986cf1-15cd-448e-b7de-a8ec673bae46 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:54:59.989714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-7f33c826-27a1-49c3-8c97-c03453acd562 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0831890 Jun 30 08:54:59.992402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:54:59.993080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:54:59.994686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:54:59.995505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Bound port: 80986cf1-15cd-448e-b7de-a8ec673bae46, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:54:59.996179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.001068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:00.001910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:54:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:00.060063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee2cb5-3a4e-4922-954a-49d2e74a5456 req-8f41a2ac-2a7f-463c-863d-85ca8d6e0086 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.075557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ee2cb5-3a4e-4922-954a-49d2e74a5456 req-8f41a2ac-2a7f-463c-863d-85ca8d6e0086 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 935 time: 0.3380990 Jun 30 08:55:00.152575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:00.158961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=80986cf1-15cd-448e-b7de-a8ec673bae46,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:00.161595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-58269bab-0519-4d0c-be77-b94227ed9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.167149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.171084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-58269bab-0519-4d0c-be77-b94227ed9ac5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1803274 Jun 30 08:55:00.224082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.225165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:00.225603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.229294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] 10.222.0.11 "PUT /v2.0/ports/80986cf1-15cd-448e-b7de-a8ec673bae46 HTTP/1.1" status: 200 len: 1096 time: 0.9079254 Jun 30 08:55:00.233716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:00.238063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:00.255688 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38d0db4-116f-4513-8b86-eb892e2eb688" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:00.258636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ee2cb5-3a4e-4922-954a-49d2e74a5456 req-9a4291ab-3b98-43bd-8080-4aa48d75d7d2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812479 Jun 30 08:55:00.287629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'mac_address': 'fa:16:3e:b7:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:00.305097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf979dd-587d-497f-bac2-3b0085a2c32c service neutron] Pushing event updated for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:00.395260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-9168bf64-6318-4afb-9772-b18fdc4cf060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.396304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-a135dee7-5562-4bf1-810c-dbcf8a4a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.396930 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-9168bf64-6318-4afb-9772-b18fdc4cf060 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 1099 time: 0.0866969 Jun 30 08:55:00.406778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-a135dee7-5562-4bf1-810c-dbcf8a4a3aab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345665 Jun 30 08:55:00.416937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.498718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['bdf510e3-f6f0-455c-a595-d81cd8aed2d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:00.501441 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-18622a28-8108-4683-a921-14346fa9a2c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=80986cf1-15cd-448e-b7de-a8ec673bae46 HTTP/1.1" status: 200 len: 217 time: 0.0878632 Jun 30 08:55:00.505197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Pushing event deleted for resources: {'Port': ['ID=bdf510e3-f6f0-455c-a595-d81cd8aed2d6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:00.535732 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.553532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:00.575401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] No DVR routers for this DVR port bdf510e3-f6f0-455c-a595-d81cd8aed2d6 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:00.582158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:00.585826 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.588369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0dd8619c-0a6b-4ef6-8c40-187b708851a1 req-9eaf58dc-fa59-4d2a-b462-2cc6104fd3da tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.41 "DELETE /v2.0/ports/bdf510e3-f6f0-455c-a595-d81cd8aed2d6 HTTP/1.1" status: 204 len: 173 time: 1.4906149 Jun 30 08:55:00.609569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-075bff1b-c8e1-4c88-8169-b83ee748c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.611789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-075bff1b-c8e1-4c88-8169-b83ee748c90e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0953293 Jun 30 08:55:00.628616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:00.639411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-4dfe9f42-5559-46a5-bfc1-eb127791df1e service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313702 Jun 30 08:55:00.738443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-a4f13794-3122-41f2-8267-511e56e6dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.742206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}, {'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'name': 'network-vif-deleted', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:00.743630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-a4f13794-3122-41f2-8267-511e56e6dbfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216490 Jun 30 08:55:00.744727 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}, {"server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "name": "network-vif-deleted", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:00.759804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:00.783345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:00.813887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43427b5a-3584-4a08-af1e-771288e46eec req-eeccfef6-b285-4cc4-b613-b411e46b326e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:00.815518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43427b5a-3584-4a08-af1e-771288e46eec req-eeccfef6-b285-4cc4-b613-b411e46b326e tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 1102 time: 0.1611259 Jun 30 08:55:00.833818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036bb26e-ebe6-4768-bd3d-8004c2464c13 req-9cc8ae07-6572-4bf1-88e6-337275c62883 service neutron] 10.222.0.66 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835589 Jun 30 08:55:00.846904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a0b3e479-54df-4198-8bb7-7dae22bd624a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:00.853737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c5ca-613e-4beb-a2b2-ca62f2f90085 None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:53:50Z', 'revision_number': 4, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'baab39dc-c37c-4669-b849-310c3576f2ea', 'name': '', 'network_id': '450e6ee6-5f6a-493a-839c-cce9b7d96e3e', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'mac_address': 'fa:16:3e:28:14:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:48Z', 'updated_at': '2021-06-30T08:53:58Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'subnets': [{'id': '5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:00.945282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43427b5a-3584-4a08-af1e-771288e46eec req-4c0a0f4b-98d3-40de-bb9c-335fa266719d tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093361 Jun 30 08:55:00.981650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-5400258d-d86d-4ddc-9655-ed873b9f9c1e service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197406 Jun 30 08:55:01.201352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0c4e7078-985e-4b08-96bc-0d0dd6c33316 req-ed28c8fa-0707-4816-830d-a97bcbd0c0c4 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113583 Jun 30 08:55:01.206443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e0ba14-ab54-486d-825d-50f994bbe1ea req-07fd68f8-d78d-4a90-8be7-6aa804b7752e tempest-LiveMigrationNegativeTest-824310919 tempest-LiveMigrationNegativeTest-824310919-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f50156-74a7-4a7b-b106-c0635e5339ba HTTP/1.1" status: 200 len: 210 time: 0.0957699 Jun 30 08:55:01.283948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8ddc-26dc-43fc-857c-b78a7dcc5783 req-39dda3ae-5b96-496f-a6f1-f79c66e922ec tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.285188 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cdc84d-ac74-4a77-8234-13680f350f9a x-openstack-request-id: req-99cdc84d-ac74-4a77-8234-13680f350f9a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:01.285365 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:01.285719 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99cdc84d-ac74-4a77-8234-13680f350f9a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:01.286140 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46', 'status': 'completed', 'code': 200} Jun 30 08:55:01.295289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cc8ddc-26dc-43fc-857c-b78a7dcc5783 req-39dda3ae-5b96-496f-a6f1-f79c66e922ec tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.0865605 Jun 30 08:55:01.315098 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce1295-1e24-49a6-a843-69ad9b99c6af None None] New status for floating IP 25c7124f-aa8f-4317-8ed8-38ffc502baef: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:55:01.338053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cc8ddc-26dc-43fc-857c-b78a7dcc5783 req-86575847-89b9-4f41-95b1-f8f85c80258e tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Jun 30 08:55:01.420263 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848095da-0e3a-47b0-9721-4b95ef407b8f x-openstack-request-id: req-848095da-0e3a-47b0-9721-4b95ef407b8f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:01.420571 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}, {"server_uuid": "16f50156-74a7-4a7b-b106-c0635e5339ba", "name": "network-vif-deleted", "tag": "bdf510e3-f6f0-455c-a595-d81cd8aed2d6", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:01.420825 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-848095da-0e3a-47b0-9721-4b95ef407b8f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:01.421221 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:55:01.421479 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f50156-74a7-4a7b-b106-c0635e5339ba', 'name': 'network-vif-deleted', 'tag': 'bdf510e3-f6f0-455c-a595-d81cd8aed2d6', 'status': 'completed', 'code': 200} Jun 30 08:55:01.435055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-c7f7c3a0-0a31-41fa-99d5-23a2cdda2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.436757 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-c7f7c3a0-0a31-41fa-99d5-23a2cdda2515 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 1099 time: 0.1107483 Jun 30 08:55:01.584027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-8b7a0085-d3df-4774-92ec-54fa9fd077d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.585508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-8b7a0085-d3df-4774-92ec-54fa9fd077d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 1097 time: 0.1172767 Jun 30 08:55:01.605450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8a4d-e5a1-42da-9813-0258924fd114 req-fd7bbd64-3f41-497a-bd1d-dd9313bec0a7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.613060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c5a8a4d-e5a1-42da-9813-0258924fd114 req-fd7bbd64-3f41-497a-bd1d-dd9313bec0a7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 946 time: 0.1133039 Jun 30 08:55:01.659322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-0babe619-2d55-4335-b5c9-ae9aa427a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.661399 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-0babe619-2d55-4335-b5c9-ae9aa427a5a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2165360 Jun 30 08:55:01.712762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-bdc2b7f3-e8f9-4cc1-84a6-d376ac91a397 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=80986cf1-15cd-448e-b7de-a8ec673bae46 HTTP/1.1" status: 200 len: 217 time: 0.0432117 Jun 30 08:55:01.725424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-bef9b055-84f1-4e1c-a813-254d724236fa tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545199 Jun 30 08:55:01.745419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c5a8a4d-e5a1-42da-9813-0258924fd114 req-32c9093e-e77b-455a-9f14-dc4fed38ce1a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313777 Jun 30 08:55:01.814192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-169ec94d-40ea-4750-a223-e3edc6c3a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.816909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-169ec94d-40ea-4750-a223-e3edc6c3a7a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0873249 Jun 30 08:55:01.839359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-356c232f-fb7b-4c02-a1ff-510778240a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.867573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-c10e3ddb-e60a-4a94-9082-0e6122d5d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.869688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-c10e3ddb-e60a-4a94-9082-0e6122d5d32e service neutron] 10.222.0.41 "GET /v2.0/networks?id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 200 len: 922 time: 0.2543085 Jun 30 08:55:01.908487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-3a4fb491-1248-417f-8ad0-4a73983a666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:01.910040 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-3a4fb491-1248-417f-8ad0-4a73983a666e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814500 Jun 30 08:55:01.939061 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:01.963037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-32af931e-4789-4ba8-b49a-3836c94a10af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 200 len: 217 time: 0.0511189 Jun 30 08:55:01.985141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:02.043023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-6c30f3ae-0f21-4b80-9a12-16bee71673a2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.044556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-6c30f3ae-0f21-4b80-9a12-16bee71673a2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897785 Jun 30 08:55:02.065415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:02.072082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-a7f43d6f-4347-4837-8a0f-93ba942ae7ee tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0165112 Jun 30 08:55:02.081062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-c76622a3-8555-4f8b-9f04-75a31a52e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.082817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-c76622a3-8555-4f8b-9f04-75a31a52e17b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 200 len: 860 time: 0.1000063 Jun 30 08:55:02.114306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a0b3e479-54df-4198-8bb7-7dae22bd624a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:02.115145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:02.116517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-7194f909-72f7-4cd5-bca7-663df6b90217 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873920 Jun 30 08:55:02.200988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e788c3-75ae-44ae-840f-a797b097f058 req-edc2bae8-2c5b-453b-b23c-04e839760e64 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.203268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38e788c3-75ae-44ae-840f-a797b097f058 req-edc2bae8-2c5b-453b-b23c-04e839760e64 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 947 time: 0.2883742 Jun 30 08:55:02.267579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:02.279012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f38d0db4-116f-4513-8b86-eb892e2eb688 req-32bfd94e-b9fd-45b5-bdb9-c4cd0b62fd54 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520481 Jun 30 08:55:02.311351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-ccfa064c-b3d7-4bc0-a9a1-37d332123221 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2303982 Jun 30 08:55:02.320520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:02.322825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38e788c3-75ae-44ae-840f-a797b097f058 req-f0ab18e4-6008-4495-884b-7ef7f3c21c0c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067104 Jun 30 08:55:02.329077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-cccd8f7a-dc64-4fee-a968-2ef027d66957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:02.329077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-cccd8f7a-dc64-4fee-a968-2ef027d66957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=450e6ee6-5f6a-493a-839c-cce9b7d96e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322440 Jun 30 08:55:02.341060 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36c922-25c0-4d7e-8ea7-dee4ba5782df" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:02.390931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:02.433302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:02.434605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device bdf510e3-f6f0-455c-a595-d81cd8aed2d6 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:02.561571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-301718f0-5223-4420-9138-40e403718702 service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983993 Jun 30 08:55:02.635983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:02.639117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: bdf510e3-f6f0-455c-a595-d81cd8aed2d6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:02.639918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device bdf510e3-f6f0-455c-a595-d81cd8aed2d6 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:02.803356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bff67ab-2dfc-4c7b-9262-0054b916ff9b req-ac6e8403-286a-4184-add6-277fca61cf4f service neutron] 10.222.0.41 "GET /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302082 Jun 30 08:55:02.807704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.022584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:03.099180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226fb26-0169-42e3-b85e-6d1cf419ee80 req-0873b03d-4793-4a3d-9ee1-938937f01a4f tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:03.100922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d226fb26-0169-42e3-b85e-6d1cf419ee80 req-0873b03d-4793-4a3d-9ee1-938937f01a4f tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1098 time: 0.1203835 Jun 30 08:55:03.164337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d226fb26-0169-42e3-b85e-6d1cf419ee80 req-6e74cf3c-80c6-4ee6-9f3e-65006f7219b9 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Jun 30 08:55:03.383583 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee640f-edbe-4a4e-b81d-9ea44b0d2f46 x-openstack-request-id: req-78ee640f-edbe-4a4e-b81d-9ea44b0d2f46 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:03.384009 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:03.384365 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78ee640f-edbe-4a4e-b81d-9ea44b0d2f46 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:03.384863 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'code': 200} Jun 30 08:55:03.604712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9db6cc86-a2a6-4757-a4c6-030647084fb6 req-a2299ffb-67db-4644-952d-4594f0767781 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 210 time: 0.0482771 Jun 30 08:55:03.718979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-5f80289e-ab1a-44b2-9f9a-6fb938bc7e0a tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 200 len: 694 time: 0.0559106 Jun 30 08:55:03.842766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:03.963422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c99854-8022-46a3-a231-518b6aa94229 req-46374922-33d4-4e32-b071-950039df8cdb tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:03.972230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-46374922-33d4-4e32-b071-950039df8cdb tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2523513 Jun 30 08:55:03.986765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-a5574428-0ccd-4cad-bf3e-7e3a5e2f7bd7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:55:03.988684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-a5574428-0ccd-4cad-bf3e-7e3a5e2f7bd7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142353 Jun 30 08:55:04.049054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:04.072693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:04.075861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'mac_address': 'fa:16:3e:9c:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:04.136506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-3556fae6-3614-49bc-b091-d76a3797663e tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 697 time: 0.1351688 Jun 30 08:55:04.138000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.165534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:04.204668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:04.211664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.228100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-57faa07d-8299-4568-9959-86d1c9252104 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 697 time: 0.0903709 Jun 30 08:55:04.314571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:04.524993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.526396 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-187a56a9-ae81-4ce9-9b54-9803d2e2f1af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=049bec4864da40358d4ac0e6ab9fa708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523208 Jun 30 08:55:04.530754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36618) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:04.563644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-1c3fb64f-0484-45e5-ab62-309023b62c40 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:55:04.577094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-1c3fb64f-0484-45e5-ab62-309023b62c40 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227618 Jun 30 08:55:04.581866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-226e2982-9b42-4732-ad1b-e5a5a7adb798 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166940 Jun 30 08:55:04.585697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Request body: {'binding': {'host': 'n-h2-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:04.586260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Unknown quota resources ['binding']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:55:04.678445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:04.722729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.763843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:04.830951 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.011190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.015432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.017065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0 HTTP/1.1" status: 204 len: 168 time: 0.4846461 Jun 30 08:55:05.035753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1e213-083f-4754-bee7-60624cb6f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2bf24-5785-4c2f-86a0-e8e95f1e25b0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:05.060614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-5bc25430-f0ad-42a6-b1ac-2f9e1f61840b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:05.062875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-5bc25430-f0ad-42a6-b1ac-2f9e1f61840b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627888 Jun 30 08:55:05.076921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Deleting port 56b4a36a-ab71-427c-bdab-2143f70e165d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:05.077472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.101504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': 'a14a186c-8bcc-4710-8619-bb020309b907', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:05.388613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on host n-h2-779913-25 for vnic_type normal with profile None {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:05.390094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:05.390874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:05.461917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.462868 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.478212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Calling delete_port for 56b4a36a-ab71-427c-bdab-2143f70e165d owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:05.570155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:05.570545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:05.599891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:05.602358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:05.602358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:05.602358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Bound port: 0603523e-ee1d-49dc-b5be-e401b2b47491, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:05.628948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:05.631909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.647453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36626) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:05.723752 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d1e4e72d-5a5e-4cb5-9982-c1581623a653 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5f9bdf9fc1741fdb9d13c1ac27279f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739338 Jun 30 08:55:05.726339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:05.820872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:05.853668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 80986cf1-15cd-448e-b7de-a8ec673bae46 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:05.871799 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.022262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.025631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.034477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8558009b-99f3-4a2f-8f5a-82a4fcbd44b8 HTTP/1.1" status: 204 len: 168 time: 0.2990963 Jun 30 08:55:06.083481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68bbdf-2ef3-4cf7-95c4-7f07d86a1cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8558009b-99f3-4a2f-8f5a-82a4fcbd44b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:06.276486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=80986cf1-15cd-448e-b7de-a8ec673bae46,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:06.300102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '80986cf1-15cd-448e-b7de-a8ec673bae46', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '80986cf1-15cd-448e-b7de-a8ec673bae46', 'mac_address': 'fa:16:3e:28:b6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:06.325411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:06.348122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.352564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-01e78add-6fe7-4c61-88bf-91c45f4b1587 service neutron] 10.222.0.66 "POST /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491/bindings HTTP/1.1" status: 201 len: 390 time: 1.7744215 Jun 30 08:55:06.402951 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.476163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.252 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/7837bca7-0fe0-437b-acff-df6e6bb6daad) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:06.485337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80986cf1-15cd-448e-b7de-a8ec673bae46 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:06.527749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.551463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=80986cf1-15cd-448e-b7de-a8ec673bae46,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:06.574103 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.631466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event deleted for resources: {'Port': ['ID=56b4a36a-ab71-427c-bdab-2143f70e165d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:06.712227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.714150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:06.717562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.737795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c99854-8022-46a3-a231-518b6aa94229 req-a7f9255d-383d-4024-8a3e-84ccf499c1c7 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "DELETE /v2.0/floatingips/25c7124f-aa8f-4317-8ed8-38ffc502baef HTTP/1.1" status: 204 len: 173 time: 2.5084496 Jun 30 08:55:06.839184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-31614964-e6af-473c-a295-29d4c62c5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.841360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-31614964-e6af-473c-a295-29d4c62c5fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1097 time: 0.1222351 Jun 30 08:55:06.964275 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:06.971094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a7bef-0fff-4bae-8d94-2bc056af4549 req-5716c9f8-8909-4054-9aa0-2017f9311cfb tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.978571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-042a7bef-0fff-4bae-8d94-2bc056af4549 req-5716c9f8-8909-4054-9aa0-2017f9311cfb tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1098 time: 0.3295166 Jun 30 08:55:06.984720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-fd213239-dd7f-4cc5-b254-cdc0b7343ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:06.986382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-fd213239-dd7f-4cc5-b254-cdc0b7343ed3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1331010 Jun 30 08:55:07.018734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object 7837bca7-0fe0-437b-acff-df6e6bb6daad will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:07.057935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88949a4-5be1-41ae-8e66-a21ccb754015 req-e1f97fb3-acb9-459a-83ac-0f4dd6f3c741 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.059621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c88949a4-5be1-41ae-8e66-a21ccb754015 req-e1f97fb3-acb9-459a-83ac-0f4dd6f3c741 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 948 time: 0.1696432 Jun 30 08:55:07.066128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-5bf5536e-b531-4f6e-875c-6f6547edf4e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0710945 Jun 30 08:55:07.071855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-042a7bef-0fff-4bae-8d94-2bc056af4549 req-cee674a5-4b6e-436a-a8cb-62ddef55c19e tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917573 Jun 30 08:55:07.143589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-cb3e4810-4500-45cc-813e-3481b148ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.145047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-cb3e4810-4500-45cc-813e-3481b148ade6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0721416 Jun 30 08:55:07.151354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['80986cf1-15cd-448e-b7de-a8ec673bae46'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:07.222789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c88949a4-5be1-41ae-8e66-a21ccb754015 req-6d266d63-8041-42ab-9fda-2a5c500c47ad tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434090 Jun 30 08:55:07.259163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:07.261878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-fd37e20f-9717-4d76-aa00-e9b8bbd028bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093614 Jun 30 08:55:07.314164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615', 'f246e731-ec8c-42bd-978e-ad0e7032677b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:07.409509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:07.428402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:07.457615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:07.493917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.502618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:07.532290 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d3b6e7d7-d96d-4fa1-9531-ebed830797ad service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597935 Jun 30 08:55:07.557931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:07.581041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-0dc48fde-dded-4d3b-8215-ada329baa826 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4850254 Jun 30 08:55:07.603153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Request body: {'port': {'device_id': 'a14a186c-8bcc-4710-8619-bb020309b907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:07.723688 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-8c9bef11-f25e-4244-9a09-d3fcc910fec4 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821840 Jun 30 08:55:07.865756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:07.951978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:07.976058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6ed8e73-9f0d-4c7e-9707-57a56fae3911 None None] Provisioning for port 7837bca7-0fe0-437b-acff-df6e6bb6daad completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:07.991481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523bd6-0625-4c25-8b7a-51313e90f431 req-a7998a8d-edb1-4917-ac69-0551b202dbcf tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:07.992831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6ed8e73-9f0d-4c7e-9707-57a56fae3911 None None] Provisioning complete for port 7837bca7-0fe0-437b-acff-df6e6bb6daad triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:07.993967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8e73-9f0d-4c7e-9707-57a56fae3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.001644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5523bd6-0625-4c25-8b7a-51313e90f431 req-a7998a8d-edb1-4917-ac69-0551b202dbcf tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 936 time: 0.3335476 Jun 30 08:55:08.006188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-05de0dd1-1719-4106-a97f-abf793474f7e tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.009340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-05de0dd1-1719-4106-a97f-abf793474f7e tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.1808374 Jun 30 08:55:08.032382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306d737-7e99-41a5-a0f4-f73b973f9e96 req-e72f72b8-27d8-423c-9c9a-1150f9a585fa tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:08.034452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:08.036318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:08.042777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7306d737-7e99-41a5-a0f4-f73b973f9e96 req-e72f72b8-27d8-423c-9c9a-1150f9a585fa tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 945 time: 0.3239520 Jun 30 08:55:08.054335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:08.054765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.062872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed8e73-9f0d-4c7e-9707-57a56fae3911 None None] Port 7837bca7-0fe0-437b-acff-df6e6bb6daad cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:08.118451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5523bd6-0625-4c25-8b7a-51313e90f431 req-0097472f-1767-4217-b0b5-ec7ed3f23680 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154394 Jun 30 08:55:08.220308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.248275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.279832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:08.282207 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087780a3-f104-4b3f-91ca-57aaea2d0e59" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:08.297569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:08.309121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.325058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7306d737-7e99-41a5-a0f4-f73b973f9e96 req-a0c62633-a488-4dc7-9854-28425ea8f724 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809703 Jun 30 08:55:08.413477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:08.414101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:08.467921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:08.565228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:08.573782 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192e92a-e00c-4f82-b42d-8e581dbe4f08" -d '{"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-unplugged", "status": "completed", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:08.583664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.596211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.674784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:08.719424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on host n-h1-779913-25 for vnic_type normal with profile {"migrating_to": "n-h2-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:08.719763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:08.720144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:08.725046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:08.725373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Attempting to bind port 0603523e-ee1d-49dc-b5be-e401b2b47491 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:08.730891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:08.731282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:08.731655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:08.732096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Bound port: 0603523e-ee1d-49dc-b5be-e401b2b47491, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:08.732453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.774030 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79da3c5-fc60-483a-bb40-f8f2aa6d189d x-openstack-request-id: req-b79da3c5-fc60-483a-bb40-f8f2aa6d189d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:08.779948 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:08.781429 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b79da3c5-fc60-483a-bb40-f8f2aa6d189d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:08.785521 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'code': 200} Jun 30 08:55:08.818437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7837bca7-0fe0-437b-acff-df6e6bb6daad {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:08.829638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.850570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:08.858983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:08.878343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:08.887033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:08.923113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Transition to ACTIVE for port object 7837bca7-0fe0-437b-acff-df6e6bb6daad will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:08.951208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.146708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b02005-9787-4612-bbe2-3679cc1faf9c req-d9343a72-2192-42e2-8666-5164e3d4d4fe tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.160099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2b02005-9787-4612-bbe2-3679cc1faf9c req-d9343a72-2192-42e2-8666-5164e3d4d4fe tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 948 time: 0.4875760 Jun 30 08:55:09.161218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:09.260266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.263455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.264795 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6831a981-cc9c-4d48-b5bc-ba321537400d service neutron] 10.222.0.11 "PUT /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 1123 time: 1.2483075 Jun 30 08:55:09.288725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5c3b8-0992-44b8-a3a4-65d8a48b152c req-c0f0c498-e83e-4fef-9c0a-bdcbe3fd0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.291192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e2b5c3b8-0992-44b8-a3a4-65d8a48b152c req-c0f0c498-e83e-4fef-9c0a-bdcbe3fd0393 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1102 time: 0.3721230 Jun 30 08:55:09.375684 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e2b5c3b8-0992-44b8-a3a4-65d8a48b152c req-b5332869-567e-404e-a147-4cba2260baed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Jun 30 08:55:09.382546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Pushing event updated for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:09.429193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['0603523e-ee1d-49dc-b5be-e401b2b47491'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:09.430984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2b02005-9787-4612-bbe2-3679cc1faf9c req-b3a9fecd-403c-4c82-a2e1-2be4c9ad8619 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693355 Jun 30 08:55:09.448347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Attempting to bind port 7837bca7-0fe0-437b-acff-df6e6bb6daad on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:09.450790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Attempting to bind port 7837bca7-0fe0-437b-acff-df6e6bb6daad by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:09.452831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Attempting to bind port 7837bca7-0fe0-437b-acff-df6e6bb6daad on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:09.473513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Port 7837bca7-0fe0-437b-acff-df6e6bb6daad on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:09.473818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Attempting to bind port 7837bca7-0fe0-437b-acff-df6e6bb6daad on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:09.486162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:09.486509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:09.486895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:09.487421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Bound port: 7837bca7-0fe0-437b-acff-df6e6bb6daad, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:09.487790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.516694 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de4d652-56f2-414e-bdb4-7f855184dd8e x-openstack-request-id: req-6de4d652-56f2-414e-bdb4-7f855184dd8e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:09.516996 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-unplugged", "status": "completed", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:09.517252 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6de4d652-56f2-414e-bdb4-7f855184dd8e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:09.517653 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'code': 200} Jun 30 08:55:09.648568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:09.653266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:09.666126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.802271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.802938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:09.804394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] 10.222.0.41 "PUT /v2.0/ports/7837bca7-0fe0-437b-acff-df6e6bb6daad HTTP/1.1" status: 200 len: 1097 time: 2.2057266 Jun 30 08:55:09.806332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:09.808740 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b5867a-3bd5-447f-87c9-1970bf201d14" -d '{"events": [{"name": "network-changed", "server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:09.862902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776e193-f259-414d-ab9b-87e2d015e099 service neutron] Pushing event updated for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:09.889040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 80986cf1-15cd-448e-b7de-a8ec673bae46 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:09.961678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520c00-7ecd-43c5-8a4c-ce4d8285e040 req-ea1aae3b-5b2a-4679-89f1-e34eedb5a64e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:09.967714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6520c00-7ecd-43c5-8a4c-ce4d8285e040 req-ea1aae3b-5b2a-4679-89f1-e34eedb5a64e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 948 time: 0.2778010 Jun 30 08:55:10.064297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 80986cf1-15cd-448e-b7de-a8ec673bae46 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:10.079648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 80986cf1-15cd-448e-b7de-a8ec673bae46 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:10.079648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:10.082210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85694ed-e9fb-424a-96e3-97a701a3a202 req-9608bb3f-cba1-4aed-918a-bb26e6a50599 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.091308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c85694ed-e9fb-424a-96e3-97a701a3a202 req-9608bb3f-cba1-4aed-918a-bb26e6a50599 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 945 time: 0.3758900 Jun 30 08:55:10.109498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6520c00-7ecd-43c5-8a4c-ce4d8285e040 req-02a0a2a9-f558-42b2-bbde-b2d496fe79d5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102278 Jun 30 08:55:10.187411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c85694ed-e9fb-424a-96e3-97a701a3a202 req-7fb12104-9c3a-47ea-b332-90ebac4bb479 tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/security-groups?id=010592bf-a7c0-46c9-b7e5-e57668dd01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951352 Jun 30 08:55:10.225044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-4304a6c6-47c2-4693-8117-c1e65a0691b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.226595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-4304a6c6-47c2-4693-8117-c1e65a0691b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 1100 time: 0.3170276 Jun 30 08:55:10.300535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-9ba005a8-2a16-41ff-ba69-1ba067f8c278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad HTTP/1.1" status: 200 len: 217 time: 0.0636573 Jun 30 08:55:10.317100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:10.390638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=80986cf1-15cd-448e-b7de-a8ec673bae46,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:10.398241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:10.465058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-2042cf1e-0c6b-42d9-81bc-4db1e3d3e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.467833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-2042cf1e-0c6b-42d9-81bc-4db1e3d3e2e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1599679 Jun 30 08:55:10.468298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:10.546257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-ae071bc8-d8d9-4213-9104-82d97a829f1e tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.547670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-ae071bc8-d8d9-4213-9104-82d97a829f1e tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 945 time: 0.1883075 Jun 30 08:55:10.592298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa03d4-afc7-49ae-95a0-26120155b158 req-cd561ae4-4127-41e9-9491-49cf837f9d39 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.593690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6aa03d4-afc7-49ae-95a0-26120155b158 req-cd561ae4-4127-41e9-9491-49cf837f9d39 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 943 time: 0.1833303 Jun 30 08:55:10.617024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-0ff573f2-c59b-4183-9b2c-4467ce189523 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808506 Jun 30 08:55:10.713975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-c1a42b53-5625-4411-8e7b-d9bf3c30c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.716234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-c1a42b53-5625-4411-8e7b-d9bf3c30c29c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2357690 Jun 30 08:55:10.787729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:10.796961 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001c379-7952-427c-aa59-fc0028a53250" -d '{"events": [{"server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "name": "network-vif-plugged", "status": "completed", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:10.853911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6aa03d4-afc7-49ae-95a0-26120155b158 req-fa1eea8e-4eb0-4c6d-82e4-475000e55cad tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391655 Jun 30 08:55:10.932697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-eca8c6d3-9b17-424c-b3cc-d878a051784e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:10.934212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-eca8c6d3-9b17-424c-b3cc-d878a051784e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028474 Jun 30 08:55:10.942128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-58fa3611-c8e0-41d2-a732-a1bf98615c35 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020292 Jun 30 08:55:10.952752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-6e0b6016-bdb1-4151-b448-120063f687db tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/quotas/f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 375 time: 0.0101550 Jun 30 08:55:11.022413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Deleting port 377e6076-dce0-4cb1-938f-9cb6c91a2107 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:11.022769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.154409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-1264bbcf-4284-42b8-9174-d9d7ac854338 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378379 Jun 30 08:55:11.193454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c29ca7f6-2aec-4bb5-bc04-dc9d21f67ffd req-b534c557-41d4-4ead-8d67-ea71120fa349 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385240 Jun 30 08:55:11.237423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cd8a5-fcb8-4a12-a8cd-51646a21ab7a req-63f185c2-8ec6-48fa-898c-12b82bb15b55 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:11.246719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0cd8a5-fcb8-4a12-a8cd-51646a21ab7a req-63f185c2-8ec6-48fa-898c-12b82bb15b55 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1098 time: 0.2291367 Jun 30 08:55:11.322108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0cd8a5-fcb8-4a12-a8cd-51646a21ab7a req-57c8a501-9c52-4efe-a28e-450411f101e9 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742977 Jun 30 08:55:11.341688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] For port 377e6076-dce0-4cb1-938f-9cb6c91a2107, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=377e6076-dce0-4cb1-938f-9cb6c91a2107,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:11.347709 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.390079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Calling delete_port for 377e6076-dce0-4cb1-938f-9cb6c91a2107 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:11.423931 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8d5ab-1b21-46d5-b574-236f2b78725e x-openstack-request-id: req-2fd8d5ab-1b21-46d5-b574-236f2b78725e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:11.424220 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:11.424462 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fd8d5ab-1b21-46d5-b574-236f2b78725e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:11.424863 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad', 'status': 'completed', 'code': 200} Jun 30 08:55:11.519297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:11.523451 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:11.750141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:11.769325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['377e6076-dce0-4cb1-938f-9cb6c91a2107'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:11.890021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Pushing event deleted for resources: {'Port': ['ID=377e6076-dce0-4cb1-938f-9cb6c91a2107,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:11.896633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:11.924732 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5440c48a-73db-426b-8da5-a44b54bece0e x-openstack-request-id: req-5440c48a-73db-426b-8da5-a44b54bece0e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:11.925033 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "name": "network-vif-plugged", "status": "completed", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:11.933888 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5440c48a-73db-426b-8da5-a44b54bece0e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:11.934671 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46', 'code': 200} Jun 30 08:55:12.096044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] No DVR routers for this DVR port 377e6076-dce0-4cb1-938f-9cb6c91a2107 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:12.098839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dc2f2-c0c3-4a62-a37f-bdf29919b8b2 req-a0a772e5-e855-496d-a918-6aa5fe2c1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.100974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d71dc2f2-c0c3-4a62-a37f-bdf29919b8b2 req-a0a772e5-e855-496d-a918-6aa5fe2c1167 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 1101 time: 0.0897839 Jun 30 08:55:12.118750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:12.131322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:55:12.133892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:12.136331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58567445-84d9-48e5-8b2e-6d3698355b6a req-95bbb5d7-f9c3-4e83-a3c7-9f1c78c9c3fe tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.41 "DELETE /v2.0/ports/377e6076-dce0-4cb1-938f-9cb6c91a2107 HTTP/1.1" status: 204 len: 173 time: 1.5714490 Jun 30 08:55:12.171915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-93463fcf-bbe9-445a-82f0-5d28d6dcc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.174023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-93463fcf-bbe9-445a-82f0-5d28d6dcc9e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 1100 time: 0.4450681 Jun 30 08:55:12.243721 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d71dc2f2-c0c3-4a62-a37f-bdf29919b8b2 req-7862e38b-59bd-4f59-9017-7c2d6f334039 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321852 Jun 30 08:55:12.317728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e2fd4-2c42-4f9f-a448-5e60263fb451 req-6f5cc152-5c72-403f-a5ce-a07f5f649286 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.339880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f4e2fd4-2c42-4f9f-a448-5e60263fb451 req-6f5cc152-5c72-403f-a5ce-a07f5f649286 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 949 time: 0.4537394 Jun 30 08:55:12.364993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef88e-013c-45f9-86e5-6e852b4b5ba6 req-cd089e9a-668e-4b93-a508-d41b841340c7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.368085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3daef88e-013c-45f9-86e5-6e852b4b5ba6 req-cd089e9a-668e-4b93-a508-d41b841340c7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 948 time: 0.2749879 Jun 30 08:55:12.572008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-a308903e-e5aa-4990-8bc7-c1e0f102a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:12.573516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-a308903e-e5aa-4990-8bc7-c1e0f102a926 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3819072 Jun 30 08:55:12.595810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f4e2fd4-2c42-4f9f-a448-5e60263fb451 req-6b2d03f4-0276-4ae5-a8ae-063af33c62f5 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546895 Jun 30 08:55:12.693984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-995c90c6-1442-43a3-a703-e512fefed3a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad HTTP/1.1" status: 200 len: 217 time: 0.1092906 Jun 30 08:55:12.716428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3daef88e-013c-45f9-86e5-6e852b4b5ba6 req-6101c264-6ec2-4004-a05d-0d9ac699476d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344343 Jun 30 08:55:13.280346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2ee920c-53a9-4283-a13d-e67123f19eb4 req-da3b3bca-4363-4a6a-8568-9c324b30e57a tempest-FloatingIPsAssociationTestJSON-1898303480 tempest-FloatingIPsAssociationTestJSON-1898303480-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d83ecc0-1640-4812-a804-b1c91bbf1fff HTTP/1.1" status: 200 len: 210 time: 0.0479870 Jun 30 08:55:13.294509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-b080b4a9-dcc6-43aa-b11e-d5e097a0d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:13.296104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-b080b4a9-dcc6-43aa-b11e-d5e097a0d3db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.5784054 Jun 30 08:55:13.400075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-bc1e2385-c1d3-4820-84d9-ab84b95297eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:13.402294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-bc1e2385-c1d3-4820-84d9-ab84b95297eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943904 Jun 30 08:55:13.426275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'name': 'network-vif-deleted', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:13.429629 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d196bcd-859e-4485-a084-8d925f30bd2c" -d '{"events": [{"server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "name": "network-vif-deleted", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:13.565921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33e5b2bf-d01d-43e0-96d3-5261dbbb3653 req-6e8018bb-c629-4f00-9ce9-09ee9c235a21 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 210 time: 0.0392761 Jun 30 08:55:13.657494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-98025de5-6f5a-43d6-b9b8-93acccd0166e service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458677 Jun 30 08:55:13.746712 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2855e405-4a7d-435f-89f2-720cb4d09e07 x-openstack-request-id: req-2855e405-4a7d-435f-89f2-720cb4d09e07 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:13.748245 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:13.748953 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2855e405-4a7d-435f-89f2-720cb4d09e07 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:13.749899 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'status': 'completed', 'code': 200} Jun 30 08:55:14.008196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-3b1243eb-77a8-4361-a68e-130c8b5d6989 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409446 Jun 30 08:55:14.013133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27b5867a-3bd5-447f-87c9-1970bf201d14 req-948d837a-a823-4472-8733-dbf38eaa29cc service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431602 Jun 30 08:55:14.075862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7837bca7-0fe0-437b-acff-df6e6bb6daad details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:14.081996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 377e6076-dce0-4cb1-938f-9cb6c91a2107 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:14.160105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 377e6076-dce0-4cb1-938f-9cb6c91a2107 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:14.160785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 377e6076-dce0-4cb1-938f-9cb6c91a2107 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:14.244182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-1e51ab82-4e92-4d37-a7d2-e66e2993e318 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.244182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-1e51ab82-4e92-4d37-a7d2-e66e2993e318 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169497 Jun 30 08:55:14.304322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Request body: {'port': {'device_id': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'f8966d626dfd495d8a56af633cace815'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:14.409805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:14.428375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '7837bca7-0fe0-437b-acff-df6e6bb6daad', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '7837bca7-0fe0-437b-acff-df6e6bb6daad', 'mac_address': 'fa:16:3e:2c:f4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:14.518814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-cda4f5e4-ade2-426a-a3a3-444e7311632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.520296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-cda4f5e4-ade2-426a-a3a3-444e7311632e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1126 time: 0.6445599 Jun 30 08:55:14.520679 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.541163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7837bca7-0fe0-437b-acff-df6e6bb6daad {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:14.565150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:14.573397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.620370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba266b-8997-463d-a911-119991a38ac2 req-11fb165d-5a1b-4dfd-97a7-0270c6e92a2f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.627335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4ba266b-8997-463d-a911-119991a38ac2 req-11fb165d-5a1b-4dfd-97a7-0270c6e92a2f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 943 time: 0.4563971 Jun 30 08:55:14.644372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:14.705960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4ba266b-8997-463d-a911-119991a38ac2 req-a9eb299c-0d52-40e9-9899-113f850eeb73 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775819 Jun 30 08:55:14.708770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Made reservation on behalf of f8966d626dfd495d8a56af633cace815 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:14.714238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.733515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.748735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-4f372a17-cbd0-4ee6-8ce4-c4cfd5d0c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:14.750450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-4f372a17-cbd0-4ee6-8ce4-c4cfd5d0c184 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2172742 Jun 30 08:55:14.839246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-775bdc97-ff9c-485a-b50f-fcf1d91a6cfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0697362 Jun 30 08:55:14.903362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7837bca7-0fe0-437b-acff-df6e6bb6daad'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:15.028591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def28cd-a3cc-48f6-bd03-77105074ca5c x-openstack-request-id: req-9def28cd-a3cc-48f6-bd03-77105074ca5c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:15.029882 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d83ecc0-1640-4812-a804-b1c91bbf1fff", "name": "network-vif-deleted", "tag": "377e6076-dce0-4cb1-938f-9cb6c91a2107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:15.030162 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9def28cd-a3cc-48f6-bd03-77105074ca5c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:15.030575 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d83ecc0-1640-4812-a804-b1c91bbf1fff', 'name': 'network-vif-deleted', 'tag': '377e6076-dce0-4cb1-938f-9cb6c91a2107', 'status': 'completed', 'code': 200} Jun 30 08:55:15.032087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-cb4d0d4c-55c1-4b13-ac72-20a2bea9cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:15.034043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-cb4d0d4c-55c1-4b13-ac72-20a2bea9cb5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1848195 Jun 30 08:55:15.054027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-ece937d2-7843-4ca7-8418-1cda40870089 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:55:15.061263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-ece937d2-7843-4ca7-8418-1cda40870089 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240197 Jun 30 08:55:15.066178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Request body: {'binding': {'host': 'n-h1-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:15.066645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Unknown quota resources ['binding']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:55:15.112528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-8d84b78b-5b7d-45b9-a946-675230c0f992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401468 Jun 30 08:55:15.359342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.362256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-0ad22da2-efae-4a95-bbfb-ac8d925ca300 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272110 Jun 30 08:55:15.383622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.529589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571c70f-80e1-45bd-a7f6-fa64fd6fe6aa req-f157bc33-ceac-4849-bc59-b62b12b627b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:15.536796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7571c70f-80e1-45bd-a7f6-fa64fd6fe6aa req-f157bc33-ceac-4849-bc59-b62b12b627b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 949 time: 0.4303355 Jun 30 08:55:15.581264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:15.675462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on host n-h1-779913-25 for vnic_type normal with profile None {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:15.675690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:15.676024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:15.710797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:15.711110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:15.724038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7571c70f-80e1-45bd-a7f6-fa64fd6fe6aa req-6edb1c28-738d-4163-8701-7a907e3e80fb tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862543 Jun 30 08:55:15.745791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d4c3cd9-ab85-40a0-8710-f71cb9fe8e1f req-004c322b-f803-4dfb-a028-f0e929a21001 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659246 Jun 30 08:55:15.757472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:15.757923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:15.758356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:15.758819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Bound port: 1ab8b8d8-3712-465b-877e-a0183a33f807, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:15.787281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-9ea67928-8377-472b-a85c-39f734327e8c service neutron] 10.222.0.41 "GET /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.2758889 Jun 30 08:55:15.788620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Allocated IP 192.168.233.86 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/c3668e28-0ae2-4374-ae68-69931ee2d9e9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:16.014699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:16.065115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.066323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-e4cd4341-db1f-44f9-8ae1-3b782634df8b service neutron] 10.222.0.66 "POST /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807/bindings HTTP/1.1" status: 201 len: 390 time: 1.0043082 Jun 30 08:55:16.079813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7837bca7-0fe0-437b-acff-df6e6bb6daad up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:16.206509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79919a8-73d1-470c-b69e-5f4530f58c74 req-6128b45e-2d43-4bea-82e1-b333688ea4bd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.214179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a79919a8-73d1-470c-b69e-5f4530f58c74 req-6128b45e-2d43-4bea-82e1-b333688ea4bd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 949 time: 0.3576145 Jun 30 08:55:16.244079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 7837bca7-0fe0-437b-acff-df6e6bb6daad completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:16.253945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 7837bca7-0fe0-437b-acff-df6e6bb6daad triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:16.256506 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.306442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.348663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a79919a8-73d1-470c-b69e-5f4530f58c74 req-b612a49e-c226-4582-830a-fbbbac16303c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334107 Jun 30 08:55:16.355196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36822) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:16.380998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Transition to ACTIVE for port object c3668e28-0ae2-4374-ae68-69931ee2d9e9 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:16.423434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:16.473228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.496357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:16.520726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:16.526197 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6988e6f-eb05-445e-9a90-4f66ba48f9ee" -d '{"events": [{"server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "name": "network-vif-plugged", "status": "completed", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:16.553234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:16.562586 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.575767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0603523e-ee1d-49dc-b5be-e401b2b47491 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:16.581782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.635967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:16.703052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:16.774621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-4951e167-c82e-4720-bbad-a3a8b4692f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:16.776162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-4951e167-c82e-4720-bbad-a3a8b4692f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1098 time: 0.3501275 Jun 30 08:55:16.776834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:16.795044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:17.187477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:17.214949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:17.225356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:17.234955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.235497 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.267157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed559-beaf-4b94-8ecc-ecd84a3d4f87 req-0e357b75-3de2-4c39-89fb-a62bd6f4196a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.269008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-255ed559-beaf-4b94-8ecc-ecd84a3d4f87 req-0e357b75-3de2-4c39-89fb-a62bd6f4196a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.6710405 Jun 30 08:55:17.338888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-93dc0cba-c42f-4651-9aed-a241f42dd996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0531964 Jun 30 08:55:17.352540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eae4b2-7d70-452e-81fc-2e834f2df25c req-5823b4f1-6f96-4093-bcee-26565d05e281 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.354157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.355157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58eae4b2-7d70-452e-81fc-2e834f2df25c req-5823b4f1-6f96-4093-bcee-26565d05e281 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 935 time: 0.8046770 Jun 30 08:55:17.388888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-eb2e99ce-6052-4907-ac8d-9f432460d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.390898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-eb2e99ce-6052-4907-ac8d-9f432460d841 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.5919194 Jun 30 08:55:17.391967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] Transition to ACTIVE for port object 0603523e-ee1d-49dc-b5be-e401b2b47491 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:17.398147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Request body: {'port': {'device_id': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:17.467123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-3728b629-3c66-4cde-8cb9-3d5acbfa4a72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0612106 Jun 30 08:55:17.468098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.494167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-255ed559-beaf-4b94-8ecc-ecd84a3d4f87 req-7b2613c0-92ef-4141-8781-3f70d8479fef tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177939 Jun 30 08:55:17.565126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7dcebaca-47b9-4129-92cc-d0f04df4c035 None None] Provisioning for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:17.570136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7dcebaca-47b9-4129-92cc-d0f04df4c035 None None] Provisioning complete for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:17.570851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7dcebaca-47b9-4129-92cc-d0f04df4c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.601317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:17.644458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7dcebaca-47b9-4129-92cc-d0f04df4c035 None None] Port c3668e28-0ae2-4374-ae68-69931ee2d9e9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:17.688473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-16d7b6e9-b0a5-473f-bbc2-77f593f72d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:17.689977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-16d7b6e9-b0a5-473f-bbc2-77f593f72d9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1231225 Jun 30 08:55:17.697295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58eae4b2-7d70-452e-81fc-2e834f2df25c req-fd8f8e62-92be-4fac-b6d2-db24e9fe9060 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943673 Jun 30 08:55:17.779628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-1ae68830-6952-4847-b109-fd5b207a7fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814259 Jun 30 08:55:17.838785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] No DVR routers for this DVR port 0603523e-ee1d-49dc-b5be-e401b2b47491 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:17.846112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Deleting port baab39dc-c37c-4669-b849-310c3576f2ea {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:17.847054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.939651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] For port baab39dc-c37c-4669-b849-310c3576f2ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=baab39dc-c37c-4669-b849-310c3576f2ea,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:17.940445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.962328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Calling delete_port for baab39dc-c37c-4669-b849-310c3576f2ea owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:17.975315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-d641b89d-cd11-48d9-a0ae-f659dec4d6b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491/bindings/n-h2-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 2.1620293 Jun 30 08:55:17.989582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.035670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fc6c8-3614-4ac1-a187-7acb4b32dbb8 req-7aab4915-3159-4e59-81c8-13ca70d3d383 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.043865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-644fc6c8-3614-4ac1-a187-7acb4b32dbb8 req-7aab4915-3159-4e59-81c8-13ca70d3d383 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.3210309 Jun 30 08:55:18.076133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:18.160427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:18.208817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-644fc6c8-3614-4ac1-a187-7acb4b32dbb8 req-970a52a8-b180-407d-aaa4-829d20cbecd7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640301 Jun 30 08:55:18.234932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-fae84d51-9e2c-4345-a44d-a055beb7b503 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217303 Jun 30 08:55:18.292044 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8d8f3-9576-4f51-bf46-e2d9e65e6228 x-openstack-request-id: req-07c8d8f3-9576-4f51-bf46-e2d9e65e6228 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:18.292336 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "name": "network-vif-plugged", "status": "completed", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:18.292591 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07c8d8f3-9576-4f51-bf46-e2d9e65e6228 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:18.292980 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad', 'code': 200} Jun 30 08:55:18.405629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b8ffa99c-ca35-4e14-bf12-1983543b4c49 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.407384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b8ffa99c-ca35-4e14-bf12-1983543b4c49 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.2991145 Jun 30 08:55:18.490682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.553034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Pushing event deleted for resources: {'Port': ['ID=baab39dc-c37c-4669-b849-310c3576f2ea,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:18.554797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b5597321-1f9d-42c3-9955-2a3d8889d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.556748 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b5597321-1f9d-42c3-9955-2a3d8889d8f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&tenant_id=462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 1096 time: 0.1365254 Jun 30 08:55:18.592307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e221c-a0c1-431d-b1d5-df48586fea75 req-df647f2f-10ff-4b2a-8485-d50b2c2d0b4f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.600122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-128e221c-a0c1-431d-b1d5-df48586fea75 req-df647f2f-10ff-4b2a-8485-d50b2c2d0b4f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 946 time: 0.4149966 Jun 30 08:55:18.603467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-5c4800d9-3618-4b74-bd0e-26b27e5880c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432069 Jun 30 08:55:18.753095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-128e221c-a0c1-431d-b1d5-df48586fea75 req-83fae805-7698-4853-b5e8-e1f459ca3d5c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514041 Jun 30 08:55:18.813355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3668e28-0ae2-4374-ae68-69931ee2d9e9 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:18.842310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b575cf38-9335-4dbc-98fd-a9fee0c59a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.844377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-b575cf38-9335-4dbc-98fd-a9fee0c59a69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1096 time: 0.1770623 Jun 30 08:55:18.853499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6b92-e426-42a3-a4fd-a04818b96c91 req-52258f1b-f644-4d2e-b2cd-1119e7866da6 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.861929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0ba6b92-e426-42a3-a4fd-a04818b96c91 req-52258f1b-f644-4d2e-b2cd-1119e7866da6 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 950 time: 0.3451090 Jun 30 08:55:18.872330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.876664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e1ac3-a2cc-47a6-8e48-fe1842cbe67c req-1f864307-bea0-4a83-aa63-ce731d8f0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:18.878300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f46e1ac3-a2cc-47a6-8e48-fe1842cbe67c req-1f864307-bea0-4a83-aa63-ce731d8f0fcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 1102 time: 0.3423941 Jun 30 08:55:18.933824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:18.952754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Transition to ACTIVE for port object c3668e28-0ae2-4374-ae68-69931ee2d9e9 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:18.954972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-082742db-2671-45c5-9404-c3665b5d7662 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621092 Jun 30 08:55:18.988027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.058631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0ba6b92-e426-42a3-a4fd-a04818b96c91 req-3d189749-e3e5-4c4c-824a-9fe594e5a39b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955755 Jun 30 08:55:19.098384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-1ce7fa00-19a7-45db-801d-ce62b0b78369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.099853 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-1ce7fa00-19a7-45db-801d-ce62b0b78369 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2389164 Jun 30 08:55:19.200194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-8ce8d002-48c6-42d7-b174-b8f442bd065b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.207932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-8ce8d002-48c6-42d7-b174-b8f442bd065b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452054 Jun 30 08:55:19.222736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f46e1ac3-a2cc-47a6-8e48-fe1842cbe67c req-6b9a8833-625e-4423-9ff8-ca022df88ea5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172030 Jun 30 08:55:19.224716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-84784ab1-a7d0-404c-9ffa-e43383de76f6 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.227540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-84784ab1-a7d0-404c-9ffa-e43383de76f6 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1098 time: 0.5311556 Jun 30 08:55:19.238727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-e8f0dea7-45c9-48e3-a0cd-e1700bba3d78 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/quotas/9cae5a6a3008490da85302e229cd63c7 HTTP/1.1" status: 200 len: 375 time: 0.0299308 Jun 30 08:55:19.244740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Router 459311dd-ccaa-465c-aeb9-13312ad74f46 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:19.247124 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-8c911c4e-8152-4793-97b8-2d31d37bb37f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0423908 Jun 30 08:55:19.307288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-25'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:19.385875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:19.458083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.528754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14d29f-bc2c-4fad-b491-5b01acd670b3 req-cbc40b3f-1a0d-43cb-b752-f1b02180389b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.530374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df14d29f-bc2c-4fad-b491-5b01acd670b3 req-cbc40b3f-1a0d-43cb-b752-f1b02180389b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.3003621 Jun 30 08:55:19.560803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:19.561045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:19.561404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:19.590889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-1b1077f6-e016-463e-8282-447bb68c0a00 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513260 Jun 30 08:55:19.604773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:19.605490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:19.612109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-4b4b28f6-8c0e-4fd1-b2f8-1b99b40d3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.613532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-4b4b28f6-8c0e-4fd1-b2f8-1b99b40d3108 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.3172743 Jun 30 08:55:19.621489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:19.621854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:19.622273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:19.622792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Bound port: c3668e28-0ae2-4374-ae68-69931ee2d9e9, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:19.623057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.654805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-9d5e3f5e-5d6b-4bd7-af97-491369b4b530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305550 Jun 30 08:55:19.659456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:19.665272 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f588617d-c129-4d4a-8c7b-8877a11368fa admin admin] 10.222.0.66 "PUT /v2.0/routers/459311dd-ccaa-465c-aeb9-13312ad74f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3074493 Jun 30 08:55:19.673016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Sync routers for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:19.673816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:19.691843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:19.694561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:19.753370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:19.756654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:19.771405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df14d29f-bc2c-4fad-b491-5b01acd670b3 req-4e9f5db0-132e-4b76-8ddf-e25a5379208f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116792 Jun 30 08:55:19.778807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.894590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:19.895219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.896625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 1096 time: 2.5396142 Jun 30 08:55:19.897071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:19.907705 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a08f3-ec33-495f-adf0-2157a5377bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:19.913375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:19.925085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-bbea3569-f774-4ec1-affd-b03daf32c9e2 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578807 Jun 30 08:55:19.926968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: from cryptography.utils import int_from_bytes Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: from cryptography.utils import int_from_bytes Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.977592 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:19.981357 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:20.006667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:20.069469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3efb77-225c-4311-9ce0-b205e261d658 service neutron] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:20.113845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ba79fc2-cdf1-49c0-bb65-5a517a29a58d req-794314a0-2380-4f43-b643-e3fc8f2d8df6 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 210 time: 0.0561297 Jun 30 08:55:20.204657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:20.256627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:55:18Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:20.261254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a4b10-b9de-482a-8617-276c561f16d8 req-6f2a1d6e-e84f-4886-b570-72b95f0ec279 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.262851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-648a4b10-b9de-482a-8617-276c561f16d8 req-6f2a1d6e-e84f-4886-b570-72b95f0ec279 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.3186004 Jun 30 08:55:20.307017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.317460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-a2247ad3-347f-4ec7-9290-1647ba4b62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.319051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-a2247ad3-347f-4ec7-9290-1647ba4b62ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1099 time: 0.2144785 Jun 30 08:55:20.328463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Checking router: 459311dd-ccaa-465c-aeb9-13312ad74f46 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:20.337438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.375046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.382758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Routers {'459311dd-ccaa-465c-aeb9-13312ad74f46'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:20.385153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['459311dd-ccaa-465c-aeb9-13312ad74f46'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:20.409932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-648a4b10-b9de-482a-8617-276c561f16d8 req-c2fb285f-057e-4a93-b96b-cb9aff0ebc3f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269171 Jun 30 08:55:20.494199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-4a1162ec-20f6-414c-80b1-9e8dffe3894a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.1497607 Jun 30 08:55:20.517211 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-6e0497d9-3f05-4749-be2f-0d8aad303842 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910216 Jun 30 08:55:20.557673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Deleting port 9604838d-ed35-4e7a-af0c-8fe737e7c93e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:20.559377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.627377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:20.656750 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7dfcb1-7f4a-4497-8cca-040db70a3de3 x-openstack-request-id: req-0b7dfcb1-7f4a-4497-8cca-040db70a3de3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:20.657218 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:20.657574 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b7dfcb1-7f4a-4497-8cca-040db70a3de3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:20.658110 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'status': 'completed', 'code': 200} Jun 30 08:55:20.674924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-f99aa925-ad04-4e1d-9816-d742bd3b423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.676569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-f99aa925-ad04-4e1d-9816-d742bd3b423a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1693013 Jun 30 08:55:20.685268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on host n-h2-779913-25 for vnic_type normal with profile {"migrating_to": "n-h1-779913-25"} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:20.685777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:20.686211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:20.723439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:20.723958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Attempting to bind port 1ab8b8d8-3712-465b-877e-a0183a33f807 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:20.738115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] For port 9604838d-ed35-4e7a-af0c-8fe737e7c93e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9604838d-ed35-4e7a-af0c-8fe737e7c93e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:20.738833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.740005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aee753-53b4-4d11-aa63-87f90ecb8464 req-8344df06-a6c7-418d-993a-5fb203ee8fbd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.741689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4aee753-53b4-4d11-aa63-87f90ecb8464 req-8344df06-a6c7-418d-993a-5fb203ee8fbd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.3829327 Jun 30 08:55:20.745057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:20.745546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:20.746141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:20.746695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Bound port: 1ab8b8d8-3712-465b-877e-a0183a33f807, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:20.747159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:20.754664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] Set router 459311dd-ccaa-465c-aeb9-13312ad74f46 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:20.777534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Calling delete_port for 9604838d-ed35-4e7a-af0c-8fe737e7c93e owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:20.855983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4aee753-53b4-4d11-aa63-87f90ecb8464 req-2b1c0e42-934b-455d-bc16-2d59cdc40335 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977778 Jun 30 08:55:20.895515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-357963b6-cef8-4fde-b658-8245afc5125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:20.897197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-357963b6-cef8-4fde-b658-8245afc5125a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053661 Jun 30 08:55:20.933114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:21.019674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:55:18Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:21.056408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e31aa-40ac-43ca-8a62-f0e3c2c942ca None None] The sync data for ids ['459311dd-ccaa-465c-aeb9-13312ad74f46'] in n-d-779913-25 is: [{'id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'name': 'tempest-FloatingIPsAssociationTestJSON-1631125602-router', 'tenant_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:53:43Z', 'updated_at': '2021-06-30T08:55:18Z', 'revision_number': 5, 'project_id': 'f3a39fc357a64fc99cd0931483ce9b06', 'gw_port': {'id': '9604838d-ed35-4e7a-af0c-8fe737e7c93e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459311dd-ccaa-465c-aeb9-13312ad74f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:53:44Z', 'updated_at': '2021-06-30T08:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:21.126132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.139930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-dc714843-e190-4962-97d1-08f1847874b9 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:21.141439 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-dc714843-e190-4962-97d1-08f1847874b9 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1465819 Jun 30 08:55:21.167744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Pushing event deleted for resources: {'Port': ['ID=9604838d-ed35-4e7a-af0c-8fe737e7c93e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:21.277005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.318442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:21.351663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.418605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.423584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.464564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-d4e80fc5-ac91-4011-aeb9-277ec1cf0a61 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331187 Jun 30 08:55:21.502888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.503451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 459311dd-ccaa-465c-aeb9-13312ad74f46 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:55:21.505221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-e1d3f67e-8971-4027-a897-8895066ee12d service neutron] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:21.509611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-e1d3f67e-8971-4027-a897-8895066ee12d service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.511537 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-52f3ea51-1492-4bfc-8131-4913e8dc84ef req-e1d3f67e-8971-4027-a897-8895066ee12d service neutron] 10.222.0.11 "DELETE /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491/bindings/n-h1-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.3516607 Jun 30 08:55:21.513497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.514596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3b4fba6b-dd2f-4f67-8c3f-58874c760097 admin admin] 10.222.0.66 "DELETE /v2.0/routers/459311dd-ccaa-465c-aeb9-13312ad74f46 HTTP/1.1" status: 204 len: 168 time: 1.8399017 Jun 30 08:55:21.517002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:21.526343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:21.528140 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.529881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] 10.222.0.41 "PUT /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 1124 time: 2.2400794 Jun 30 08:55:21.530730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654dada-ea72-44de-8058-f6fc1cc556eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=8']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:21.595976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e01374-1c27-4b6d-8cd6-77eec047cc45 req-5e65eb5d-7e77-4a0b-9813-4fd0a72e8329 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:21.599905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4e01374-1c27-4b6d-8cd6-77eec047cc45 req-5e65eb5d-7e77-4a0b-9813-4fd0a72e8329 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 950 time: 0.7004669 Jun 30 08:55:21.640335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Deleting subnet 5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:21.640982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76490d26-6773-4772-9e09-9b4d0271b203 req-5b9e77a5-42d3-4e07-b047-547e6694d487 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:21.647178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.650177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76490d26-6773-4772-9e09-9b4d0271b203 req-5b9e77a5-42d3-4e07-b047-547e6694d487 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 949 time: 0.3360076 Jun 30 08:55:21.680844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ab8b8d8-3712-465b-877e-a0183a33f807'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:21.730104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-1c5d96bd-59db-48c3-aeff-7273efd61065 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9cae5a6a3008490da85302e229cd63c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490997 Jun 30 08:55:21.737570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:21.742330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4e01374-1c27-4b6d-8cd6-77eec047cc45 req-f2a397b7-ff69-4770-bb2d-a4eae930316a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299415 Jun 30 08:55:21.775583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce9668dc-eb24-419e-832c-bfdec6188ace req-4e2311fc-ffd5-4661-9c9a-128ed93bb9a6 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788770 Jun 30 08:55:21.778884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76490d26-6773-4772-9e09-9b4d0271b203 req-c157c97f-e60b-4fac-a199-95a8e2561472 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279244 Jun 30 08:55:21.996180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.045177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-10108230-e4a4-4654-a2bd-df695c90073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.047440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-10108230-e4a4-4654-a2bd-df695c90073a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1099 time: 0.1456261 Jun 30 08:55:22.073876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7f9d3a6e-f664-439b-8da9-a76ce62ed9ba tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.075383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7f9d3a6e-f664-439b-8da9-a76ce62ed9ba tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356795 Jun 30 08:55:22.092197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Request body: {'port': {'device_id': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '9cae5a6a3008490da85302e229cd63c7'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:22.106323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991481b8-55c4-4de6-8016-7574517e615d req-151ab578-947a-4b46-bc2e-d0e96621e1b1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.108535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-991481b8-55c4-4de6-8016-7574517e615d req-151ab578-947a-4b46-bc2e-d0e96621e1b1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.1568465 Jun 30 08:55:22.152771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.191319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:22.203143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.207442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c1942-fb6f-425d-a32d-dcb0edbc90a0 None None] Network 450e6ee6-5f6a-493a-839c-cce9b7d96e3e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:22.209068 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1432da9f-b4e2-4de6-ad6a-26e2e80a0815 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5e8a2cb3-12dd-42bf-9337-5bc06fbf09d4 HTTP/1.1" status: 204 len: 168 time: 0.6907980 Jun 30 08:55:22.209893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36928) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:22.215960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-991481b8-55c4-4de6-8016-7574517e615d req-0b65b2b3-1b53-4012-82cf-fe06855d80dd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695195 Jun 30 08:55:22.256758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-7ab83d45-33ce-46e3-87ad-c753a2180668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.259124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-7ab83d45-33ce-46e3-87ad-c753a2180668 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1997907 Jun 30 08:55:22.292349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d750c9e-5988-4746-a378-34f103a49fca req-0ce9e150-f678-4fea-b5f1-cb5254d9d41f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 210 time: 0.0724244 Jun 30 08:55:22.317489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.414620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-026b378c-a9a5-44ea-9532-5bfa69c6842e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.1202586 Jun 30 08:55:22.422731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Made reservation on behalf of 9cae5a6a3008490da85302e229cd63c7 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:22.435150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.480347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Deleting port 92735813-d59c-497f-b80c-cd5f5ab973c9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:22.480347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.540645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] DHCP port deletion for 450e6ee6-5f6a-493a-839c-cce9b7d96e3e request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:55:22.558068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-1f207b91-abf5-47df-8ddd-2edc3611837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.560647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-1f207b91-abf5-47df-8ddd-2edc3611837f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1025240 Jun 30 08:55:22.576415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device baab39dc-c37c-4669-b849-310c3576f2ea no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:22.598955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: baab39dc-c37c-4669-b849-310c3576f2ea {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:22.599600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device baab39dc-c37c-4669-b849-310c3576f2ea not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:22.600006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9604838d-ed35-4e7a-af0c-8fe737e7c93e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:22.602445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] For port 92735813-d59c-497f-b80c-cd5f5ab973c9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92735813-d59c-497f-b80c-cd5f5ab973c9,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:22.602813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.621816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9604838d-ed35-4e7a-af0c-8fe737e7c93e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:22.622203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9604838d-ed35-4e7a-af0c-8fe737e7c93e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:22.640655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Calling delete_port for 92735813-d59c-497f-b80c-cd5f5ab973c9 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:22.646045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Deleting port 92735813-d59c-497f-b80c-cd5f5ab973c9 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:22.646448 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.652980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c5b5b-c2e7-4283-b317-94c2343d01d4 req-241ad0f1-3f18-4eac-8e2e-68e6bf88e9be tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.654520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce5c5b5b-c2e7-4283-b317-94c2343d01d4 req-241ad0f1-3f18-4eac-8e2e-68e6bf88e9be tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.2370138 Jun 30 08:55:22.659143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807'}, {'name': 'network-changed', 'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:22.662210 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32656ef7-64a4-4207-8246-7855f5005b43" -d '{"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807"}, {"name": "network-changed", "server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:22.719849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] For port 92735813-d59c-497f-b80c-cd5f5ab973c9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92735813-d59c-497f-b80c-cd5f5ab973c9,segment=NetworkSegment(bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef),segment_id=bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:22.720045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Allocated IP 192.168.233.190 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/7c47baa3-ac2c-447b-a199-593f88b818b8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:22.720163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.723234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbd55c-2a90-4eca-9038-78c5f61cb27b req-ff804119-0dfe-4d8e-a5c7-220c5117fb30 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.724743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98fbd55c-2a90-4eca-9038-78c5f61cb27b req-ff804119-0dfe-4d8e-a5c7-220c5117fb30 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 1102 time: 0.1911228 Jun 30 08:55:22.726397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-faab4eba-4cb2-4161-876c-736699319ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:22.727777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-faab4eba-4cb2-4161-876c-736699319ab8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388958 Jun 30 08:55:22.731207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce5c5b5b-c2e7-4283-b317-94c2343d01d4 req-4af42b6d-c18a-4d0b-baca-63c6aa20a485 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639365 Jun 30 08:55:22.735322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Calling delete_port for 92735813-d59c-497f-b80c-cd5f5ab973c9 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:22.855382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98fbd55c-2a90-4eca-9038-78c5f61cb27b req-0c939f42-808a-40d1-9f33-85625b9183d4 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189439 Jun 30 08:55:22.916041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-363bc7bc-1094-4487-bd8e-96386eeededf service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651957 Jun 30 08:55:22.967850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:22.971808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.001359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Transition to ACTIVE for port object 7c47baa3-ac2c-447b-a199-593f88b818b8 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:23.010485 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01630bf-ff53-48df-985d-b2558ab54ab2 x-openstack-request-id: req-c01630bf-ff53-48df-985d-b2558ab54ab2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:23.010786 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807", "code": 200}, {"name": "network-changed", "server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:23.011039 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c01630bf-ff53-48df-985d-b2558ab54ab2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:23.011436 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'code': 200} Jun 30 08:55:23.011690 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'status': 'completed', 'code': 200} Jun 30 08:55:23.018872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.071468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] No DVR routers for this DVR port 92735813-d59c-497f-b80c-cd5f5ab973c9 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:23.074183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c81a08f3-ec33-495f-adf0-2157a5377bd6 req-e0a46176-6eb0-4479-beaa-aa9584048450 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457415 Jun 30 08:55:23.080049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bbe8d-27af-4437-aecf-9df00776a2c4 None None] Pushing event deleted for resources: {'Port': ['ID=92735813-d59c-497f-b80c-cd5f5ab973c9,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:23.107114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21605ed5-0211-4a03-9901-e36e06cb3189 req-41224e9e-7170-41ed-84b8-5e6f5f650c89 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.108436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21605ed5-0211-4a03-9901-e36e06cb3189 req-41224e9e-7170-41ed-84b8-5e6f5f650c89 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.1294427 Jun 30 08:55:23.113999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] No DVR routers for this DVR port 92735813-d59c-497f-b80c-cd5f5ab973c9 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:23.119380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Pushing event deleted for resources: {'Port': ['ID=92735813-d59c-497f-b80c-cd5f5ab973c9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:23.121797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.137827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['777e01dd-fd5d-49ff-b425-ea7c1e41caf4', '80986cf1-15cd-448e-b7de-a8ec673bae46'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:23.182270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21605ed5-0211-4a03-9901-e36e06cb3189 req-39430ffe-4cac-45df-b650-da2da65b5236 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649586 Jun 30 08:55:23.259475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773522db-c80d-4e13-883b-2ee0ada0e76f req-28efff96-8a30-488c-a243-f531a39616fa tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.267554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-773522db-c80d-4e13-883b-2ee0ada0e76f req-28efff96-8a30-488c-a243-f531a39616fa tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1096 time: 0.0812483 Jun 30 08:55:23.314352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-773522db-c80d-4e13-883b-2ee0ada0e76f req-3e18fd8b-93d3-481c-a53f-4cce0919dcc3 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457256 Jun 30 08:55:23.463243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-5c6a6bd5-ceb0-4fc0-b4bf-e987667e528d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232337 Jun 30 08:55:23.516767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:23.524539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:23.527018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:23.580948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event updated for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:23.595884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.606521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-8a528b9a-370e-4413-9680-5ac3344b63c1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.608388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-8a528b9a-370e-4413-9680-5ac3344b63c1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388731 Jun 30 08:55:23.616751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450e6ee6-5f6a-493a-839c-cce9b7d96e3e']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:23.632382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-6986190e-a52b-443e-88aa-3064f73f91f3 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/quotas/30dfdd6c874d45d4943f96107887f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0175881 Jun 30 08:55:23.632536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656ef7-64a4-4207-8246-7855f5005b43 req-7252cc3e-304d-4a3d-aa8d-9bb0bb08fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.634017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-7252cc3e-304d-4a3d-aa8d-9bb0bb08fe5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1127 time: 0.5849960 Jun 30 08:55:23.646561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.647357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.652053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:23.652316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb67b053-6e2a-44ed-b3b9-eaf6c2d4ffef') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:23.715522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.738445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.742837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-ebdae8f7-4b21-4cd0-837c-ba25c0c21ece tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1091754 Jun 30 08:55:23.747746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:23.748156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:23.750656 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:23.755778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-12d7560c-155e-4e55-9b55-1475de2c80b9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6650810 Jun 30 08:55:23.799937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Request body: {'port': {'device_id': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:23.882728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2e7ed812-1dc9-424d-a429-3f6252bb73cb None None] Provisioning for port 7c47baa3-ac2c-447b-a199-593f88b818b8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:23.887026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656ef7-64a4-4207-8246-7855f5005b43 req-a68c3968-178c-405e-bc27-0f073f5bbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:23.888529 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-a68c3968-178c-405e-bc27-0f073f5bbd0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.2342131 Jun 30 08:55:23.894435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.897603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2e7ed812-1dc9-424d-a429-3f6252bb73cb None None] Provisioning complete for port 7c47baa3-ac2c-447b-a199-593f88b818b8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:23.901814 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.902208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed812-1dc9-424d-a429-3f6252bb73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:23.904057 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] 10.222.0.66 "DELETE /v2.0/networks/450e6ee6-5f6a-493a-839c-cce9b7d96e3e HTTP/1.1" status: 204 len: 168 time: 1.6901510 Jun 30 08:55:23.987041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90c6ae-8cb3-4e4c-ab18-79a9fba82708 admin admin] Pushing event deleted for resources: {'Network': ['ID=450e6ee6-5f6a-493a-839c-cce9b7d96e3e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:24.003094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-6dd1cc15-2d7d-439e-bf5d-93c94b0d4ba2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0978596 Jun 30 08:55:24.020858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ed812-1dc9-424d-a429-3f6252bb73cb None None] Port 7c47baa3-ac2c-447b-a199-593f88b818b8 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:24.026414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.077520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:24.081904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:24.109236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68c54-db5a-440a-a943-aa39e3c86bd5 req-ce2fe071-3279-4b88-91a6-ebd99162d32c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.110589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656ef7-64a4-4207-8246-7855f5005b43 req-67105624-2a4f-4b87-adb3-af3f494ad875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.112286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-67105624-2a4f-4b87-adb3-af3f494ad875 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0947351 Jun 30 08:55:24.118881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74c68c54-db5a-440a-a943-aa39e3c86bd5 req-ce2fe071-3279-4b88-91a6-ebd99162d32c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.0901654 Jun 30 08:55:24.168532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-7985170f-23ff-4a80-9bbe-ddc06932f09d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419133 Jun 30 08:55:24.190340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74c68c54-db5a-440a-a943-aa39e3c86bd5 req-fc293b1a-8d97-4e3f-98d5-9ddac0a32a7d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701504 Jun 30 08:55:24.276231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37020) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:24.326361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.446854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:24.451204 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da687c-d3fc-41bc-88c1-c12538799ca7" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:24.462230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92735813-d59c-497f-b80c-cd5f5ab973c9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:24.466110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:24.474125 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.532214 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-6b2e0149-a922-49f2-ab9e-c552c8247414 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005168 Jun 30 08:55:24.535719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 92735813-d59c-497f-b80c-cd5f5ab973c9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:24.536253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92735813-d59c-497f-b80c-cd5f5ab973c9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:24.570071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-350d506c-085a-41ca-8899-53371a3e1206 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3a39fc357a64fc99cd0931483ce9b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918077 Jun 30 08:55:24.574098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:24.580589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:24.601761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:24.605518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 has no active binding in host n-h1-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:55:24.606200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:24.691634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3950ed-6686-4aec-ae87-fdee601c83a3 req-6102e75e-80f3-47b6-97a7-58adc7b86bfc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.693799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a3950ed-6686-4aec-ae87-fdee601c83a3 req-6102e75e-80f3-47b6-97a7-58adc7b86bfc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 936 time: 0.2388048 Jun 30 08:55:24.708122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-cff0116a-0e82-44d4-9fe8-cf322e840d29 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:24.716017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-cff0116a-0e82-44d4-9fe8-cf322e840d29 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.2625864 Jun 30 08:55:24.740738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-e48da86c-51e3-4cf3-b3d5-2be3a7c5a8aa tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/quotas/462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 375 time: 0.0237777 Jun 30 08:55:24.761851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:24.762502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c47baa3-ac2c-447b-a199-593f88b818b8 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:24.778458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.783338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'mac_address': 'fa:16:3e:2b:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:24.814072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.830675 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32656ef7-64a4-4207-8246-7855f5005b43 req-b7039094-0a3c-4468-82d9-1bc741402a95 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841597 Jun 30 08:55:24.838164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Transition to ACTIVE for port object 7c47baa3-ac2c-447b-a199-593f88b818b8 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:24.844401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.851286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.870678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:24.877774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3668e28-0ae2-4374-ae68-69931ee2d9e9 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:24.878086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a3950ed-6686-4aec-ae87-fdee601c83a3 req-4721778f-4afd-44f3-98d2-9659bff1dd35 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593378 Jun 30 08:55:24.919916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-2d0f0fe2-1d2c-4e1d-8161-637798e95f8a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781912 Jun 30 08:55:24.934715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:24.953295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.057489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Pushing event updated for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.109701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.118256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Attempting to bind port 7c47baa3-ac2c-447b-a199-593f88b818b8 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:25.118256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Attempting to bind port 7c47baa3-ac2c-447b-a199-593f88b818b8 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:25.118256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Attempting to bind port 7c47baa3-ac2c-447b-a199-593f88b818b8 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:25.123142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Port 7c47baa3-ac2c-447b-a199-593f88b818b8 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:25.123468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Attempting to bind port 7c47baa3-ac2c-447b-a199-593f88b818b8 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:25.125639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.129032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.130482 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/010592bf-a7c0-46c9-b7e5-e57668dd01f8 HTTP/1.1" status: 204 len: 168 time: 0.5488114 Jun 30 08:55:25.140651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-cc82294a-a70a-40e8-93d7-04102471ac93 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015440 Jun 30 08:55:25.146410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed3af-1b3e-45b3-8e61-b5759a0ecd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010592bf-a7c0-46c9-b7e5-e57668dd01f8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.150200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:25.150571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:25.150932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:25.151388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Bound port: 7c47baa3-ac2c-447b-a199-593f88b818b8, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:25.151753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.265036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bcffd5d-559a-4545-b22b-520401b63661 req-e86fd884-f869-4996-8ff5-0091ed2cb21f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 210 time: 0.1226826 Jun 30 08:55:25.291917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:25.298912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7c47baa3-ac2c-447b-a199-593f88b818b8,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:25.309328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.348126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-08f77214-f799-4681-826e-31223fed8b71 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913879 Jun 30 08:55:25.371482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:25.372312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:25.374586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:25.374946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] 10.222.0.11 "PUT /v2.0/ports/7c47baa3-ac2c-447b-a199-593f88b818b8 HTTP/1.1" status: 200 len: 1097 time: 1.5835607 Jun 30 08:55:25.375608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:25.380800 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0de480c-afdf-4b35-8bea-3c232dd620b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:25.438168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fbe61-2a77-4acc-b5c0-c47f3353a887 service neutron] Pushing event updated for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:25.577968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-d49bd0c6-5801-4342-8249-e1db251b33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:25.580497 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-d49bd0c6-5801-4342-8249-e1db251b33c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 1100 time: 0.1189013 Jun 30 08:55:25.598229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081205e-b685-4260-8a57-b75eeebb3111 req-eda9555e-a909-4469-a87d-1c1fca153d45 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:25.606724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9081205e-b685-4260-8a57-b75eeebb3111 req-eda9555e-a909-4469-a87d-1c1fca153d45 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.1877480 Jun 30 08:55:25.690461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-6aefa815-7716-4751-9b60-ff8295fb6239 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7c47baa3-ac2c-447b-a199-593f88b818b8 HTTP/1.1" status: 200 len: 217 time: 0.0971279 Jun 30 08:55:25.696290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9081205e-b685-4260-8a57-b75eeebb3111 req-747e9253-3672-402e-b959-82a4e960eb7d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Jun 30 08:55:25.906943 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee9b64-9424-4e33-be2b-18822ec3512e x-openstack-request-id: req-e6ee9b64-9424-4e33-be2b-18822ec3512e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:25.906943 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:25.906943 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6ee9b64-9424-4e33-be2b-18822ec3512e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:25.906943 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'code': 200} Jun 30 08:55:25.927932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-49ea3149-ff92-4fca-b481-86f5d08793b1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30dfdd6c874d45d4943f96107887f2a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771379 Jun 30 08:55:26.123210 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665a75d-9ee4-46e3-b7c8-eb42c672942b x-openstack-request-id: req-2665a75d-9ee4-46e3-b7c8-eb42c672942b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:26.123683 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:26.124076 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2665a75d-9ee4-46e3-b7c8-eb42c672942b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:26.124680 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8', 'status': 'completed', 'code': 200} Jun 30 08:55:26.149913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90878a24-dccb-4809-8d1d-02f561e41e39 req-6db4fe6f-073d-4294-b842-212f53b2aa96 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.152349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-69db98a0-fe21-44ea-8ed9-580c974532ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.154921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-69db98a0-fe21-44ea-8ed9-580c974532ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.4559402 Jun 30 08:55:26.162299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90878a24-dccb-4809-8d1d-02f561e41e39 req-6db4fe6f-073d-4294-b842-212f53b2aa96 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 948 time: 0.1438208 Jun 30 08:55:26.234313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90878a24-dccb-4809-8d1d-02f561e41e39 req-b2fa7481-584e-463b-8f6d-b8ebd8e71aea tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677261 Jun 30 08:55:26.241630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-a0e43d33-0161-4574-ad2c-08b3d840ca45 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.251792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-a0e43d33-0161-4574-ad2c-08b3d840ca45 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027797 Jun 30 08:55:26.267753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Request body: {'port': {'device_id': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '30dfdd6c874d45d4943f96107887f2a3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:26.290547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15c2eda1-76ad-43b2-9d52-7b5a1138e761 req-d845379a-f530-47bf-8be5-ac9287ba7e39 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 210 time: 0.1543176 Jun 30 08:55:26.484756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-42e1bbed-07ac-446c-949a-3cd961b69ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.486541 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-42e1bbed-07ac-446c-949a-3cd961b69ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3217347 Jun 30 08:55:26.507255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Made reservation on behalf of 30dfdd6c874d45d4943f96107887f2a3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:26.511537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.597959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:26.618419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b065be-a17f-46ff-ae9d-0519ea7f4c78 req-4674ddf0-5854-497d-935f-e2b8e7be541c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:26.621114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07b065be-a17f-46ff-ae9d-0519ea7f4c78 req-4674ddf0-5854-497d-935f-e2b8e7be541c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 948 time: 0.1337543 Jun 30 08:55:26.690898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07b065be-a17f-46ff-ae9d-0519ea7f4c78 req-0950838d-2c76-465b-b097-a8ed2b27f53c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639369 Jun 30 08:55:26.785572 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-cc82c03a-3e82-4d74-b878-2bc86aebfc85 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882733 Jun 30 08:55:26.794888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-network', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:26.872255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e050e5c-93fb-4835-9dd6-e8846c3e3bb1 req-7c6dbf67-5cc2-46c1-bacc-dcfd64667f04 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 210 time: 0.0334961 Jun 30 08:55:26.887607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-a1609be6-7944-4a6a-b867-dd071b1076c6 service neutron] 10.222.0.11 "GET /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.2448242 Jun 30 08:55:26.913558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Allocated IP 192.168.233.203 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/ba5dd818-7b12-4de4-bb2b-b6e82fb488f7) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:26.958515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Made reservation on behalf of 8bbbc0dc3c044f23bba57cdbdb3dc380 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:26.961005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:26.988324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.072910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcc65-4957-4f7e-aa2c-68488236eb98 req-b0bd413f-9444-4052-95ac-d81f61884959 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.081038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b2dcc65-4957-4f7e-aa2c-68488236eb98 req-b0bd413f-9444-4052-95ac-d81f61884959 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.1116118 Jun 30 08:55:27.125384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b2dcc65-4957-4f7e-aa2c-68488236eb98 req-2d7928b9-806b-455c-a683-8e453fdb2366 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Jun 30 08:55:27.153929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7520b2e2-8d10-4938-8963-cdc1c42f77ff req-b37c97c3-8258-4c7f-9d81-0353f09eecf7 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455501 Jun 30 08:55:27.406468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.446970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.459617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0da02-9d9a-4cb8-a868-d8abab1ca315 req-3135c7cf-bd82-41db-84f8-505d41cada5c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.461287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17f0da02-9d9a-4cb8-a868-d8abab1ca315 req-3135c7cf-bd82-41db-84f8-505d41cada5c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 948 time: 0.0884094 Jun 30 08:55:27.474783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.495945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45b47703-08a0-4abe-9fe3-74075afc6e57 req-6de6b6a4-193c-48f9-8bd2-23e1537e953a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 210 time: 0.0335467 Jun 30 08:55:27.503815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:55:27.507050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:27.530044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17f0da02-9d9a-4cb8-a868-d8abab1ca315 req-6d3abd28-3e5e-4695-b412-8acafa6d266c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588253 Jun 30 08:55:27.555525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Transition to ACTIVE for port object ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:27.559182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.559532 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Added segment af9e10d2-24ac-40fb-88e6-842dd07986df of type vlan for network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 Jun 30 08:55:27.562412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a542435b-ff91-47ae-be05-f472c322a7d8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:27.603884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:27.645010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.671354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-f65589d9-0322-4b86-b166-e44b40ca6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.672865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-f65589d9-0322-4b86-b166-e44b40ca6931 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9cae5a6a3008490da85302e229cd63c7&device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 1100 time: 0.2790933 Jun 30 08:55:27.696562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab8b8d8-3712-465b-877e-a0183a33f807 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:27.756335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:27.759668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.777207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615', 'f246e731-ec8c-42bd-978e-ad0e7032677b', '7837bca7-0fe0-437b-acff-df6e6bb6daad'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:27.811196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.813011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.813981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:27.814579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:27.840342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:27.884464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:28.055564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-bc9f0fb9-d355-4b65-88ce-c5d0b3a0760e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.057043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-bc9f0fb9-d355-4b65-88ce-c5d0b3a0760e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.1823478 Jun 30 08:55:28.072171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa894584-0fc8-45fb-b4dc-b54a8f2b3277 req-b169d32c-acdc-438f-a807-c8125ba1e877 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.073711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa894584-0fc8-45fb-b4dc-b54a8f2b3277 req-b169d32c-acdc-438f-a807-c8125ba1e877 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 948 time: 0.2227361 Jun 30 08:55:28.080053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Request body: {'port': {'device_id': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'admin_state_up': True, 'tenant_id': '462490e123844c658aa29a8917d82e0e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:28.115258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:28.218772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa894584-0fc8-45fb-b4dc-b54a8f2b3277 req-3472d522-99d8-4269-bd64-6f58dad47e99 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150606 Jun 30 08:55:28.278943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c66f-bb45-410a-ac0a-7ad480a769c4 req-55c185cc-bc44-4ef7-82ad-e64c8e1ae8a1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.279202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:28.281484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] Pushing event updated for resources: {'Network': ['ID=1010e3b6-2e5a-462f-9c68-abc2246d5d18,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:28.282028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6713c66f-bb45-410a-ac0a-7ad480a769c4 req-55c185cc-bc44-4ef7-82ad-e64c8e1ae8a1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 936 time: 0.2362106 Jun 30 08:55:28.296689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:28.307331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:55:28.309298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:28.309787 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.355769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6713c66f-bb45-410a-ac0a-7ad480a769c4 req-ec427759-c45c-4ece-a3ab-24d1b5a59580 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Jun 30 08:55:28.357745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:28.362842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.417617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:28.427592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3aa625ee-a598-4e48-b76b-d5f521b623cc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8284705 Jun 30 08:55:28.449195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event updated for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:28.464870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37132) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:28.528584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Request body: {'subnet': {'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-subnet', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:28.538003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-b0f73736-1973-42d4-a1a8-cd79ceb09bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.540325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-b0f73736-1973-42d4-a1a8-cd79ceb09bfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.8559897 Jun 30 08:55:28.638803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] Transition to ACTIVE for port object 1ab8b8d8-3712-465b-877e-a0183a33f807 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:28.650251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-684e9c49-ae05-429d-917f-83a3ab7500dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=7c47baa3-ac2c-447b-a199-593f88b818b8 HTTP/1.1" status: 200 len: 217 time: 0.0960803 Jun 30 08:55:28.652513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf16de0-d4bf-4904-9ce2-82dccd5b538e req-d9a6c226-b9a9-491b-b53e-d71c54539059 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.658176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.658832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.659982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbf16de0-d4bf-4904-9ce2-82dccd5b538e req-d9a6c226-b9a9-491b-b53e-d71c54539059 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 944 time: 0.1470020 Jun 30 08:55:28.664227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.673793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Allocated IP 172.20.0.6 (559d2b51-8adb-4eed-aebe-31f2595ff978/24147013-cfb1-4012-af85-8967c0cf81d4/2145a042-ee1e-4346-92a9-0b14cf9ebbf5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:28.689046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Made reservation on behalf of 8bbbc0dc3c044f23bba57cdbdb3dc380 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:28.691548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.754603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c209d070-85dc-4ad0-b87e-4715b8063576 None None] Provisioning for port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:28.782621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c209d070-85dc-4ad0-b87e-4715b8063576 None None] Provisioning complete for port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:28.783586 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c209d070-85dc-4ad0-b87e-4715b8063576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:28.802271 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-e96082e5-da69-412e-a494-37bed4684c62 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5390964 Jun 30 08:55:28.809777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] No DVR routers for this DVR port 1ab8b8d8-3712-465b-877e-a0183a33f807 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:28.826323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54113a27-07d4-452e-b5a1-dd428f3f77d3 req-9c042df1-1722-4987-b8bd-085b30ef87c3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 210 time: 0.1002545 Jun 30 08:55:28.832715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbf16de0-d4bf-4904-9ce2-82dccd5b538e req-caa150e0-c895-47f4-b510-2265de543092 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718979 Jun 30 08:55:28.832925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Request body: {'port': {'device_id': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:28.844551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c209d070-85dc-4ad0-b87e-4715b8063576 None None] Port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:28.907942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-2eb200a8-0959-4213-b273-c282e595c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:28.909400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-2eb200a8-0959-4213-b273-c282e595c582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2477009 Jun 30 08:55:28.910054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:28.922703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-08363339-442e-4e1d-9ac3-fec4ddda7c3d service neutron] 10.222.0.11 "PUT /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807/bindings/n-h1-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 2.0256772 Jun 30 08:55:28.959059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.017090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.018123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:29.020521 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd9fd2-17b2-49b7-9554-9dbb0a74dad6" -d '{"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-plugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:29.026647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.059930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:29.081533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.100973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.106106 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a99d4-fa96-4270-a283-731f35a81367 x-openstack-request-id: req-701a99d4-fa96-4270-a283-731f35a81367 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:29.106106 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-plugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:29.106438 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-701a99d4-fa96-4270-a283-731f35a81367 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:29.106778 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'code': 200} Jun 30 08:55:29.109343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-a57ebb30-f102-4c0e-9d76-a4c2166b8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.110888 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-a57ebb30-f102-4c0e-9d76-a4c2166b8775 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1919160 Jun 30 08:55:29.228730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.260744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04a40c3a-39a2-4e5a-b8bc-bede03993e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.276314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.307676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.321828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:29.336475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:29.342770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:29.348973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.349938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.418555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235a1749-2702-43db-aee1-a0c07339b852,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.433682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-b68a4a5b-ccf7-4775-9461-2ee430254faf service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131387 Jun 30 08:55:29.459416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Checking segment: {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:29.459775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Network hostable DHCP agents. Network: 1010e3b6-2e5a-462f-9c68-abc2246d5d18, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:55:29.556179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:55:29.595036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1010e3b6-2e5a-462f-9c68-abc2246d5d18) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:29.604605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae7fe1-acbf-4eba-ae41-836c0835c725 None None] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:29.609741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e0de480c-afdf-4b35-8bea-3c232dd620b2 req-a08c6d3d-808b-4939-b204-69194e3229b7 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650481 Jun 30 08:55:29.611026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.611626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.652703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b126a789-ac8a-435d-b6e1-e5c4fb926693 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1350753 Jun 30 08:55:29.655021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:29.659447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37148) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:29.665912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:29.670433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.690354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Transition to ACTIVE for port object ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:29.706012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-c5f1c6f7-3563-4899-9e19-e4932edad1b0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.707274 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.707629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-c5f1c6f7-3563-4899-9e19-e4932edad1b0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.6299887 Jun 30 08:55:29.712945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-ea0d5719-0818-47d2-9fbc-37ed548543f1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6380789 Jun 30 08:55:29.719543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.721109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.733847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Request body: {'port': {'device_id': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:29.759594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363d4c-6f56-4aa3-a2cb-504959b69a9f req-1068249c-d588-4b49-a4c8-c50028b52469 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.761360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a363d4c-6f56-4aa3-a2cb-504959b69a9f req-1068249c-d588-4b49-a4c8-c50028b52469 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.6792161 Jun 30 08:55:29.805891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d80ea3-09c3-4039-9c1a-04fc100ae998 req-fef5fd3d-5bc7-4dd6-8e57-82fe3bbdf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.807341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94d80ea3-09c3-4039-9c1a-04fc100ae998 req-fef5fd3d-5bc7-4dd6-8e57-82fe3bbdf882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.6074014 Jun 30 08:55:29.847176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'fixed_ips': [{'subnet_id': '235a1749-2702-43db-aee1-a0c07339b852'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:55:29.848844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.859949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:29.883902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.938869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a363d4c-6f56-4aa3-a2cb-504959b69a9f req-94d9495d-fef0-4e91-a9b6-440bfe4f3b4a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366937 Jun 30 08:55:29.947609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94d80ea3-09c3-4039-9c1a-04fc100ae998 req-6cd9cb67-95a2-4ca3-b42b-d43e6789bca7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271877 Jun 30 08:55:29.953743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:29.963782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a751cb-aa1b-46d5-b8b5-54047e4d2e1b req-f23ab157-a7bb-4aa1-9841-b38c39b8581f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:29.966251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3a751cb-aa1b-46d5-b8b5-54047e4d2e1b req-f23ab157-a7bb-4aa1-9841-b38c39b8581f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 948 time: 0.6008055 Jun 30 08:55:30.011933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-1445ec50-3672-4a5f-b5cc-8b908ddebe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.014184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-1445ec50-3672-4a5f-b5cc-8b908ddebe49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&tenant_id=181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 1097 time: 0.2905467 Jun 30 08:55:30.019006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:30.074293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3a751cb-aa1b-46d5-b8b5-54047e4d2e1b req-63445fe6-ceaf-45b0-8acd-71de708a44d6 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964286 Jun 30 08:55:30.081814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Attempting to bind port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:30.081814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Attempting to bind port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:30.081814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Attempting to bind port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:30.091704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.095390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:30.095671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Attempting to bind port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:30.128651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:30.129131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:30.129851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:30.131051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:30.131312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Bound port: ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:30.131699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.261275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:30.261855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:30.266833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:30.271359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Allocated IP 172.20.0.2 (1010e3b6-2e5a-462f-9c68-abc2246d5d18/235a1749-2702-43db-aee1-a0c07339b852/5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:30.273912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.347724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.348210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.350165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 HTTP/1.1" status: 200 len: 1097 time: 1.5271037 Jun 30 08:55:30.350326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:30.353120 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06" -d '{"events": [{"name": "network-changed", "server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:30.361089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5ad64-029a-4e48-886a-770ee95a62a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.418795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:30.433629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'mac_address': 'fa:16:3e:b7:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:30.491257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0fe-17b5-4493-9a8a-f811591f4385 req-40abdedc-3b9f-42fe-8ec6-9018bbea7f1e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.499023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e831d0fe-17b5-4493-9a8a-f811591f4385 req-40abdedc-3b9f-42fe-8ec6-9018bbea7f1e tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 948 time: 0.2808578 Jun 30 08:55:30.525637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-07464a11-1293-4515-b48c-4cbdf78c38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.527351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-07464a11-1293-4515-b48c-4cbdf78c38aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1097 time: 0.2942801 Jun 30 08:55:30.577337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.593969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Transition to ACTIVE for port object 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:30.629004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.650660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Transition to ACTIVE for port object 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:30.656351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-4bdaaf66-921e-4f02-a3cd-4c25d82adc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.658218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-4bdaaf66-921e-4f02-a3cd-4c25d82adc79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 1100 time: 0.2374778 Jun 30 08:55:30.660303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.663153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.669028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.687790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e831d0fe-17b5-4493-9a8a-f811591f4385 req-0f23872c-3c32-4d92-907a-e0427aa3f164 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873639 Jun 30 08:55:30.729199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:30.738166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:30.742906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:30.750768 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-1be2277f-5bed-4738-9e57-26840501654b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 HTTP/1.1" status: 200 len: 217 time: 0.0798311 Jun 30 08:55:30.752149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:30.771429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Pushing event updated for resources: {'Port': ['ID=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.776445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:30.803216 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.860479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3dea-4452-47c0-b860-af90e81c993e req-65163289-d10b-4d22-86c5-ca473e9d58d6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.868823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-025d3dea-4452-47c0-b860-af90e81c993e req-65163289-d10b-4d22-86c5-ca473e9d58d6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.3361452 Jun 30 08:55:30.872165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Attempting to bind port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:30.872696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Attempting to bind port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:30.873364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Attempting to bind port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 on network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:30.877123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-c53ba19e-9d28-41f2-bdfe-7fdc3c92e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.879247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-c53ba19e-9d28-41f2-bdfe-7fdc3c92e628 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1194808 Jun 30 08:55:30.891726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:30.892272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Checking segment: {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:30.892892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.893426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Bound using segment: {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:30.894512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Bound port: 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:30.895012 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:30.909705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:30.935636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-25eaa466-6db4-47a0-9bc5-b0db19bc0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:30.937122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-25eaa466-6db4-47a0-9bc5-b0db19bc0895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.3872950 Jun 30 08:55:30.940451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Allocated IP 172.25.4.109 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/dbf56166-595c-4d9f-baa0-f0c7117c75ab) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:30.950887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:30.986595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a0b3e479-54df-4198-8bb7-7dae22bd624a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:31.006596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.018151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] For port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:31.020388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-3c2590e0-4e3b-4c6b-84b0-270c3a708d29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0605705 Jun 30 08:55:31.038534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] For port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:31.049784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-025d3dea-4452-47c0-b860-af90e81c993e req-ff433608-c54a-4c37-8db7-59b56991667b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788344 Jun 30 08:55:31.051463 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.102552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Transition to ACTIVE for port object 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:31.112258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.181969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb26f6-52b7-4504-96ea-695f1354ceac None None] Pushing event updated for resources: {'Port': ['ID=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:31.203815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:31.267382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a728-c26e-4a13-947a-214d4d8e4cdc req-9a0cf08a-ec88-4dc0-8def-d5d9714bbe2f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.277514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82e4a728-c26e-4a13-947a-214d4d8e4cdc req-9a0cf08a-ec88-4dc0-8def-d5d9714bbe2f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 931 time: 0.3958104 Jun 30 08:55:31.355054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82e4a728-c26e-4a13-947a-214d4d8e4cdc req-a8a9c940-f918-4286-af88-7e4aec4f4fd0 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750618 Jun 30 08:55:31.363180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-9f9b752a-8731-46ad-87ee-928cd11dc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.368437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-9f9b752a-8731-46ad-87ee-928cd11dc4ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.3349082 Jun 30 08:55:31.383667 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45066b2f-2260-453f-be9e-ce6c0e8fe41c x-openstack-request-id: req-45066b2f-2260-453f-be9e-ce6c0e8fe41c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:31.383960 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:31.384210 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45066b2f-2260-453f-be9e-ce6c0e8fe41c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:31.384899 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7', 'status': 'completed', 'code': 200} Jun 30 08:55:31.414503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-fc9a5359-6bb1-4022-96b9-7fb7f9b939be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.416036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-fc9a5359-6bb1-4022-96b9-7fb7f9b939be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5279288 Jun 30 08:55:31.525111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.530623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-4653b703-e58c-4c9c-aa42-57262f2c24b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967362 Jun 30 08:55:31.561196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:31.561612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:31.561888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:31.652509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:31.652843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:31.660918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:31.661239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:31.661659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:31.662131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Bound port: 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:31.662488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.705350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d773b2d-dc17-4b90-bb48-3f9422fb404f req-f45cb2b8-e62a-41e1-84dd-f35870891219 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.712699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d773b2d-dc17-4b90-bb48-3f9422fb404f req-f45cb2b8-e62a-41e1-84dd-f35870891219 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2776909 Jun 30 08:55:31.720514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-329c78e1-07f0-4c2d-b6c5-7b55536ad097 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387915 Jun 30 08:55:31.723531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.836306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:31.843914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-d2b6a39a-f27a-4db8-8e06-7cc70c85387c service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781918 Jun 30 08:55:31.845817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:31.848303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:31.870394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ac8646d-347c-4c06-a3ec-258b9244ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.885390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf56166-595c-4d9f-baa0-f0c7117c75ab,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:31.889917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d773b2d-dc17-4b90-bb48-3f9422fb404f req-35249f16-0235-4aad-8d26-1a3c29e723b1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763148 Jun 30 08:55:31.890994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:31.950352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.974347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:31.991581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0822-89e7-4a5a-b3f5-041cfc3b898b req-a6def5cd-8077-408e-82b3-e41ac0c71683 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:31.993772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bea0822-89e7-4a5a-b3f5-041cfc3b898b req-a6def5cd-8077-408e-82b3-e41ac0c71683 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 948 time: 0.2769873 Jun 30 08:55:31.994899 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.040518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7c47baa3-ac2c-447b-a199-593f88b818b8 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:32.089474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.090391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.092007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] 10.222.0.41 "PUT /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 1092 time: 2.3642321 Jun 30 08:55:32.094550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:32.097477 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7adcd80-f043-4e73-895a-4cc35e458363" -d '{"events": [{"name": "network-changed", "server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:32.114223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4870d2e6-6c54-4c12-aedd-4e3c8fc929fe req-671d10a6-3112-4a56-9f41-abbd1473b57d service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808701 Jun 30 08:55:32.121371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-984076be-2e3e-4d4c-b3ff-9f40161154bf service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676048 Jun 30 08:55:32.152328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ff05d-d97e-4edf-a2a8-46af98885676 service neutron] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:32.177610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:32.189773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bea0822-89e7-4a5a-b3f5-041cfc3b898b req-5948f97a-fc81-4962-9275-affcf3cb70fc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685193 Jun 30 08:55:32.304031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7c47baa3-ac2c-447b-a199-593f88b818b8,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:32.325949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a0b3e479-54df-4198-8bb7-7dae22bd624a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:32.326435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.347508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-b4dc899f-4e2c-4b75-ad4a-6efc16f72d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.349131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-b4dc899f-4e2c-4b75-ad4a-6efc16f72d26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1095 time: 0.1484690 Jun 30 08:55:32.382457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7c47baa3-ac2c-447b-a199-593f88b818b8', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '7c47baa3-ac2c-447b-a199-593f88b818b8', 'mac_address': 'fa:16:3e:79:a2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:32.463289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-635ad89a-64ad-42af-ab5f-1759944f2862 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 217 time: 0.0989339 Jun 30 08:55:32.475897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.498661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c47baa3-ac2c-447b-a199-593f88b818b8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:32.595028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.605180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e37e-be46-4490-9086-6853c493db28 req-9b3024f4-0673-4c75-b9b6-f0a45b7c2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.606953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-9b3024f4-0673-4c75-b9b6-f0a45b7c2c94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1268744 Jun 30 08:55:32.625293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:32.656136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4177df-3467-4bfc-8911-07e6deee60de req-8a66677c-cdb7-434d-9aa5-e481233454e5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.663566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b4177df-3467-4bfc-8911-07e6deee60de req-8a66677c-cdb7-434d-9aa5-e481233454e5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 948 time: 0.2084167 Jun 30 08:55:32.676007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-f7559107-e1bc-4fad-9a21-c2710ea10431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598128 Jun 30 08:55:32.685491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7c47baa3-ac2c-447b-a199-593f88b818b8,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:32.702443 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.728896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-e0fc6c3f-1bb9-4a1b-bfa1-3fde3772a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.730761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-e0fc6c3f-1bb9-4a1b-bfa1-3fde3772a16e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 1100 time: 0.4706657 Jun 30 08:55:32.812030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:32.849470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08bba4-234e-44b3-a8d6-3505cc477813 None None] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:32.851886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:32.852036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-4136b452-12c7-4224-8c97-32451ef68d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.853500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-4136b452-12c7-4224-8c97-32451ef68d6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1142600 Jun 30 08:55:32.885093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b4177df-3467-4bfc-8911-07e6deee60de req-10b336a0-d933-4b67-8666-3999ec0f3690 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198813 Jun 30 08:55:32.904010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcd4e7-4bfe-4f73-9d9e-56577a3a8057 req-7d1f75e0-6d7e-4966-a9d8-6d59798eb182 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:32.911052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29dcd4e7-4bfe-4f73-9d9e-56577a3a8057 req-7d1f75e0-6d7e-4966-a9d8-6d59798eb182 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.2829816 Jun 30 08:55:32.973921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29dcd4e7-4bfe-4f73-9d9e-56577a3a8057 req-06a15132-820f-4220-b5ed-f52267d6b9ef tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618379 Jun 30 08:55:32.980850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-2be84c13-d02b-4456-9ddc-4df8955583ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 HTTP/1.1" status: 200 len: 217 time: 0.0814817 Jun 30 08:55:32.997647 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743de406-d890-4fcb-8fac-675f248871f0 x-openstack-request-id: req-743de406-d890-4fcb-8fac-675f248871f0 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:32.998185 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:32.998608 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-743de406-d890-4fcb-8fac-675f248871f0 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:32.999190 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'status': 'completed', 'code': 200} Jun 30 08:55:33.006974 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.038530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-01ceb72b-142b-4f03-97b9-fa9d4e5bdefa service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310347 Jun 30 08:55:33.045936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1192a8-8a80-49f8-a933-0514858458bd req-48a0176c-d1d2-4ab4-a791-e943469540e1 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.048069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-48a0176c-d1d2-4ab4-a791-e943469540e1 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.2794068 Jun 30 08:55:33.124932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-41c3e00a-d2c3-4103-bb85-45ad7776c00c None None] Provisioning for port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:33.145156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:33.148692 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de73c87d-4105-4813-9642-9283eb3a544d" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:33.160464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-931ac1ca-0733-47e3-af1b-8ae88c699697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.162747 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-931ac1ca-0733-47e3-af1b-8ae88c699697 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1544831 Jun 30 08:55:33.185948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:33.195734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:33.202336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.205011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:33.205558 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.207648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.323752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.338472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=10']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:33.404660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-aa920cd6-81ff-46a4-8678-b0cf102293d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.406634 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-aa920cd6-81ff-46a4-8678-b0cf102293d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2313709 Jun 30 08:55:33.438331 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.495362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:33.510903 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.548043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e357e37e-be46-4490-9086-6853c493db28 req-5641fd31-be81-4616-8796-9189e978a179 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989133 Jun 30 08:55:33.552046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d1192a8-8a80-49f8-a933-0514858458bd req-bb927824-fff6-4908-ac18-b9cfc6d79561 service neutron] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:33.577484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7c47baa3-ac2c-447b-a199-593f88b818b8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:33.582841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d1192a8-8a80-49f8-a933-0514858458bd req-bb927824-fff6-4908-ac18-b9cfc6d79561 service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.592528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d1192a8-8a80-49f8-a933-0514858458bd req-bb927824-fff6-4908-ac18-b9cfc6d79561 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807/bindings/n-h2-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.4684615 Jun 30 08:55:33.684348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:33.694494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0f0c6-a3aa-4d61-95a6-6d5548b0271e req-52d4df36-0be7-468b-a46e-9a6cbd3864a2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.702844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03f0f0c6-a3aa-4d61-95a6-6d5548b0271e req-52d4df36-0be7-468b-a46e-9a6cbd3864a2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.4319162 Jun 30 08:55:33.775830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03f0f0c6-a3aa-4d61-95a6-6d5548b0271e req-5d667b86-5f21-4662-978d-5bf5194a29bf tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716300 Jun 30 08:55:33.808131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee3011-eaa4-4083-8372-2eb71d0655ec req-fea771a4-2aa8-4bd9-a752-96805086e6e0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.820801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47ee3011-eaa4-4083-8372-2eb71d0655ec req-fea771a4-2aa8-4bd9-a752-96805086e6e0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.4092815 Jun 30 08:55:33.855744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fff13617-edab-4a27-9fba-ada7df2dde75 None None] Provisioning complete for port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:33.858647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fff13617-edab-4a27-9fba-ada7df2dde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:33.934869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47ee3011-eaa4-4083-8372-2eb71d0655ec req-95100fac-daba-4618-8042-38089965cba0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122873 Jun 30 08:55:33.940268 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038a9ae-514b-4c94-b8e5-a3df75ab0843 x-openstack-request-id: req-3038a9ae-514b-4c94-b8e5-a3df75ab0843 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:33.940622 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:33.940717 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3038a9ae-514b-4c94-b8e5-a3df75ab0843 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:33.941061 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'code': 200} Jun 30 08:55:33.954041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-2031c347-35c4-479b-99c5-072fb0f9dc9f service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336571 Jun 30 08:55:33.986441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-87ac82e4-04d2-4515-8f0c-f17672afd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:33.987995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-87ac82e4-04d2-4515-8f0c-f17672afd17c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1095 time: 0.3537633 Jun 30 08:55:34.063283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Router 2fa10811-2103-4299-ac92-4fe90b73e73a is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:55:34.247343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-6a3a4f84-5a04-431c-98be-0b56615c4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.255472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-6a3a4f84-5a04-431c-98be-0b56615c4783 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2528155 Jun 30 08:55:34.262146 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5216d11b-f07a-4dbd-b53b-4f9f90f1ba06 req-b7a60ed9-4d92-4905-9082-ed2621402c78 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008330 Jun 30 08:55:34.366707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:34.378335 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Sync routers for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:34.396791 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:34.397544 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:34.402098 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.403597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3045ae3-c7e5-47d5-9ae5-c3bbe60cbac6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7431898 Jun 30 08:55:34.408320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37236) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:34.426935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-74e4fdbd-920f-4523-8146-00a96786c6ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 217 time: 0.1417780 Jun 30 08:55:34.485806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.490896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:34.566631 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:34.619892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-24a0147d-017d-4c63-a69d-3997d8889739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.621703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-24a0147d-017d-4c63-a69d-3997d8889739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1852956 Jun 30 08:55:34.636896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806d71-b296-4f89-922a-2454e81ca3df req-c7099c11-ff79-47b5-8a1f-a22ca8fc5616 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.644794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2806d71-b296-4f89-922a-2454e81ca3df req-c7099c11-ff79-47b5-8a1f-a22ca8fc5616 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 949 time: 0.3879015 Jun 30 08:55:34.703578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-fe4ea03c-0871-4a92-a953-14ef3a497482 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540779 Jun 30 08:55:34.738209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545809c3-e45d-490a-976d-795570836e69 req-6c08b76a-56f3-4b36-ac02-4f532704a42f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:34.746158 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.746663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-545809c3-e45d-490a-976d-795570836e69 req-6c08b76a-56f3-4b36-ac02-4f532704a42f tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 948 time: 0.3168719 Jun 30 08:55:34.768624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:34.769147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:34.876905 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:32Z', 'revision_number': 3, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:34.904635 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Checking router: 2fa10811-2103-4299-ac92-4fe90b73e73a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:34.905241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Updating router 2fa10811-2103-4299-ac92-4fe90b73e73a port dbf56166-595c-4d9f-baa0-f0c7117c75ab binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:55:34.942017 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.207964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-545809c3-e45d-490a-976d-795570836e69 req-a33d3eb4-fbbc-47b8-be61-be773e836d0d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600217 Jun 30 08:55:35.240345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2806d71-b296-4f89-922a-2454e81ca3df req-62d68e4f-8a9c-4070-89c5-51d7085cde27 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931599 Jun 30 08:55:35.326490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-02970dae-ffb8-4cde-9db2-fc486d7ea887 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107752 Jun 30 08:55:35.339266 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.364255 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Transition to ACTIVE for port object dbf56166-595c-4d9f-baa0-f0c7117c75ab will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:35.387926 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.451117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.488730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Attempting to bind port dbf56166-595c-4d9f-baa0-f0c7117c75ab on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:35.489108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Attempting to bind port dbf56166-595c-4d9f-baa0-f0c7117c75ab by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:35.489472 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Attempting to bind port dbf56166-595c-4d9f-baa0-f0c7117c75ab on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:35.493700 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Pushing event updated for resources: {'Port': ['ID=dbf56166-595c-4d9f-baa0-f0c7117c75ab,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:35.513046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.513492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.513720 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.514075 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.514403 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.514725 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.515787 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.519544 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.519909 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.520244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.520574 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.520898 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:35.535793 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:35.536466 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:35.537031 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.537593 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:35.538258 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Bound port: dbf56166-595c-4d9f-baa0-f0c7117c75ab, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:35.539389 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.621582 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] For port dbf56166-595c-4d9f-baa0-f0c7117c75ab, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:35.624718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adcd80-f043-4e73-895a-4cc35e458363 req-90ee411f-d3c7-45a2-a0b2-3f441df50bdf service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835979 Jun 30 08:55:35.625485 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] For port dbf56166-595c-4d9f-baa0-f0c7117c75ab, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbf56166-595c-4d9f-baa0-f0c7117c75ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:35.636811 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:35.679668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093418e-f8d7-427a-800b-ec3063a0bf58 req-64d352dd-2f61-4584-b913-9d79fd6f3f75 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:35.692181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8093418e-f8d7-427a-800b-ec3063a0bf58 req-64d352dd-2f61-4584-b913-9d79fd6f3f75 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.2358489 Jun 30 08:55:35.715850 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68186466-fc8e-4a16-8d96-6485cc0f34ab None None] Pushing event updated for resources: {'Port': ['ID=dbf56166-595c-4d9f-baa0-f0c7117c75ab,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:35.736213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Allocated IP 172.20.0.1 (1010e3b6-2e5a-462f-9c68-abc2246d5d18/235a1749-2702-43db-aee1-a0c07339b852/8b761e5d-c5d5-4d27-b8d2-d349f4c879d1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:35.741919 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:35.742711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:35.809111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8093418e-f8d7-427a-800b-ec3063a0bf58 req-d715e0a3-2a7d-4c54-9e75-198979c69d6b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156189 Jun 30 08:55:35.863433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184388dd-8b52-44bd-830c-cc391ac95984 req-86005564-5e6d-45eb-8ac0-5f30111c7f4f tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:35.876697 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:35.878750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184388dd-8b52-44bd-830c-cc391ac95984 req-86005564-5e6d-45eb-8ac0-5f30111c7f4f tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.1555178 Jun 30 08:55:35.922164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184388dd-8b52-44bd-830c-cc391ac95984 req-b0899662-3fa0-40bb-9eca-7724fcd4f170 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.065018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7c47baa3-ac2c-447b-a199-593f88b818b8 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:36.143718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:32Z', 'revision_number': 3, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:36.144007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:36.177414 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353bb9c6-0ad2-45c3-9243-efc7373d64e3 None None] The sync data for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 is: [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:32Z', 'revision_number': 3, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:36.224922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184388dd-8b52-44bd-830c-cc391ac95984 req-b0899662-3fa0-40bb-9eca-7724fcd4f170 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.231452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.242615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184388dd-8b52-44bd-830c-cc391ac95984 req-b0899662-3fa0-40bb-9eca-7724fcd4f170 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.244346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7c47baa3-ac2c-447b-a199-593f88b818b8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:36.256396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7c47baa3-ac2c-447b-a199-593f88b818b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:36.256776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.264321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Transition to ACTIVE for port object 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:36.290838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184388dd-8b52-44bd-830c-cc391ac95984 req-b0899662-3fa0-40bb-9eca-7724fcd4f170 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037812 Jun 30 08:55:36.295589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0899662-3fa0-40bb-9eca-7724fcd4f170 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78440f-f4c2-40d9-9bcc-53c4fd4e8721,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:36.318186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d988a-db0a-449d-be78-879d2aef6a5c req-4309a653-d7c4-43ad-856a-bd053ca2394e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:36.320012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c86d988a-db0a-449d-be78-879d2aef6a5c req-4309a653-d7c4-43ad-856a-bd053ca2394e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1798236 Jun 30 08:55:36.382640 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.395425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c86d988a-db0a-449d-be78-879d2aef6a5c req-7db66ece-e039-474c-a3a6-e5716a4d3c6f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691922 Jun 30 08:55:36.470556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:36.481191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:36.497342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:36.500890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Pushing event updated for resources: {'Port': ['ID=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:36.522673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.627113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:36.633341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.673006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:36.684329 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63ea90-c169-49e3-9fa1-6c724643c59b" -d '{"events": [{"server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "name": "network-vif-plugged", "status": "completed", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:36.718673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'port_id': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'mac_address': 'fa:16:3e:76:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24147013-cfb1-4012-af85-8967c0cf81d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:36.735753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7c47baa3-ac2c-447b-a199-593f88b818b8,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:36.827093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.830017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:36.893034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e97e6-4756-4aaf-8282-12bb216a3206 req-45ab7502-a723-4d5c-99fd-2710b93e5934 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:36.894970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d93e97e6-4756-4aaf-8282-12bb216a3206 req-45ab7502-a723-4d5c-99fd-2710b93e5934 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 948 time: 0.1977184 Jun 30 08:55:36.896660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:36.987382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8333a-9279-4411-94e3-ad638a19478b req-a6250d8e-ce50-4ec0-8160-4c50a5adcf64 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:36.998388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:36.999415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9a8333a-9279-4411-94e3-ad638a19478b req-a6250d8e-ce50-4ec0-8160-4c50a5adcf64 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.2042346 Jun 30 08:55:37.023536 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.031020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d93e97e6-4756-4aaf-8282-12bb216a3206 req-9b56433a-2b7e-4f8f-9a97-375f22483d46 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288955 Jun 30 08:55:37.054895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74e3cccf-7114-4b0e-9e06-c52eb77de98d None None] Provisioning for port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:37.087821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.088006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74e3cccf-7114-4b0e-9e06-c52eb77de98d None None] Provisioning complete for port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:37.088465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74e3cccf-7114-4b0e-9e06-c52eb77de98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.095366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:37.141471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9a8333a-9279-4411-94e3-ad638a19478b req-67d253df-cde2-4440-9c85-f67c242099ef tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409342 Jun 30 08:55:37.291776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:37.327526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-74e3cccf-7114-4b0e-9e06-c52eb77de98d None None] Port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:37.421113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['2145a042-ee1e-4346-92a9-0b14cf9ebbf5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:37.560044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec365139-a025-4a64-89a1-930676c339d9 req-bb5c5ba2-3e25-49dd-8a4f-c141f6e896a2 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:37.571333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec365139-a025-4a64-89a1-930676c339d9 req-bb5c5ba2-3e25-49dd-8a4f-c141f6e896a2 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1097 time: 0.1663718 Jun 30 08:55:37.598741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.610469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:37.662002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec365139-a025-4a64-89a1-930676c339d9 req-894c6c26-367e-4b20-9fbd-631c1bac128e tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Jun 30 08:55:37.768373 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3083125-ab36-4463-967b-428a55086313 x-openstack-request-id: req-e3083125-ab36-4463-967b-428a55086313 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:37.768752 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "name": "network-vif-plugged", "status": "completed", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:37.769070 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3083125-ab36-4463-967b-428a55086313 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:37.769531 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8', 'code': 200} Jun 30 08:55:37.808951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Pushing event updated for resources: {'Port': ['ID=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:37.817014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.010969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ac54a-7ff3-43cd-8933-7d5ee9c688ca req-da92f771-3883-4dde-93d5-08fa4e95241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:38.012777 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-166ac54a-7ff3-43cd-8933-7d5ee9c688ca req-da92f771-3883-4dde-93d5-08fa4e95241e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 1102 time: 0.1663013 Jun 30 08:55:38.064408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:38.111295 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-166ac54a-7ff3-43cd-8933-7d5ee9c688ca req-f5e6ba9d-fde0-4c3c-979c-8ef94654c961 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 Jun 30 08:55:38.128982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:38.134703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:38.229126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051e00a-3f9c-42d8-9b3e-b52f37a032eb req-c7cd9821-89fa-4d57-942e-5c480d7759e2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:38.238616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c051e00a-3f9c-42d8-9b3e-b52f37a032eb req-c7cd9821-89fa-4d57-942e-5c480d7759e2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.2132208 Jun 30 08:55:38.261069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:38.275069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7', 'mac_address': 'fa:16:3e:75:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:38.339848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-9c2277da-7d46-446d-a281-e543231dbe9b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2258365 Jun 30 08:55:38.379707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.387358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Router 2fa10811-2103-4299-ac92-4fe90b73e73a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:38.390933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c051e00a-3f9c-42d8-9b3e-b52f37a032eb req-0ad9ed9d-1e3e-41de-9998-69d5c6ae2a1e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474843 Jun 30 08:55:38.482520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:38.520204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd527-ae93-4b30-aff1-f3fa6fbc44cb req-9ed0f6df-607d-4c52-9cd0-976e8f243be0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:38.547996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cfbd527-ae93-4b30-aff1-f3fa6fbc44cb req-9ed0f6df-607d-4c52-9cd0-976e8f243be0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2829809 Jun 30 08:55:38.551367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:38.563491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.658954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:38.669168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cfbd527-ae93-4b30-aff1-f3fa6fbc44cb req-3310ddf3-5ccf-402e-b1a6-832681e31158 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197605 Jun 30 08:55:38.670497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbf56166-595c-4d9f-baa0-f0c7117c75ab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:38.755750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:38.762260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1ebd1581-cc7f-4ca1-800d-1bf1736bfa61 None None] Provisioning complete for port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:38.762671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1581-cc7f-4ca1-800d-1bf1736bfa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:38.775268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7112625c-2cc1-4d54-978a-d3bfbe85aa8e admin admin] 10.222.0.66 "PUT /v2.0/routers/2fa10811-2103-4299-ac92-4fe90b73e73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3573616 Jun 30 08:55:38.955350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port dbf56166-595c-4d9f-baa0-f0c7117c75ab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:38.973550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd1581-cc7f-4ca1-800d-1bf1736bfa61 None None] Port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:38.987322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port dbf56166-595c-4d9f-baa0-f0c7117c75ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:38.987711 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.047403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-3ad77d05-9669-40c8-918f-ae1c212ad37c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.056054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:39.057265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-3ad77d05-9669-40c8-918f-ae1c212ad37c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.4031394 Jun 30 08:55:39.091573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f91e9345-574c-4f64-9554-c31f28c8ec7e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/quotas/181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 375 time: 0.0333507 Jun 30 08:55:39.236561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Sync routers for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:39.237725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-c6aa3ef0-1855-4b34-8c73-1e31476016f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907269 Jun 30 08:55:39.241184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73136-048d-4790-8841-cb5d9b2781da req-5eac55e8-1e54-4469-9f38-7d4de48454b2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.249150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7de73136-048d-4790-8841-cb5d9b2781da req-5eac55e8-1e54-4469-9f38-7d4de48454b2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 949 time: 0.2580836 Jun 30 08:55:39.266654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.293162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-b1cb617a-7253-4a58-aa05-83fe4a1bee8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1335452 Jun 30 08:55:39.340825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port dbf56166-595c-4d9f-baa0-f0c7117c75ab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbf56166-595c-4d9f-baa0-f0c7117c75ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:39.343440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:39.344148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:39.348289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-870aa250-0648-421c-908e-88782a1ac6cd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557101 Jun 30 08:55:39.398472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:39.399158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7de73136-048d-4790-8841-cb5d9b2781da req-07b5aed3-451d-4b8e-b845-8a649bd7be17 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485698 Jun 30 08:55:39.406527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-7b0fedf5-9b20-4196-ba1e-ab2d2e274fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.419643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-7b0fedf5-9b20-4196-ba1e-ab2d2e274fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30dfdd6c874d45d4943f96107887f2a3&device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 1102 time: 0.0955753 Jun 30 08:55:39.627175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-2567c33f-e3bb-4d73-8299-fcc1c91fded1 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776039 Jun 30 08:55:39.662979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:39.702558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-dba4cce0-bdd0-471d-8232-f93bbc59d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.711126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-dba4cce0-bdd0-471d-8232-f93bbc59d48a service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2300777 Jun 30 08:55:39.712498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-ef8dbe26-48fb-49ca-a7a1-0105b564b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.714172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-ef8dbe26-48fb-49ca-a7a1-0105b564b360 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1096 time: 0.3884561 Jun 30 08:55:39.769251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['ba5dd818-7b12-4de4-bb2b-b6e82fb488f7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:39.773051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed1bce-e81d-4a05-8fc0-120c23291337 req-be6ad81e-181c-46ae-bc0a-6ff057584da9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:39.779927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebed1bce-e81d-4a05-8fc0-120c23291337 req-be6ad81e-181c-46ae-bc0a-6ff057584da9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.2190027 Jun 30 08:55:39.802571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-e01b2fb2-b504-442d-8f5a-24198fa75a86 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745670 Jun 30 08:55:39.873371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-545918b4-e03e-455c-ad12-25ecda41f53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 200 len: 217 time: 0.1605248 Jun 30 08:55:39.931988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebed1bce-e81d-4a05-8fc0-120c23291337 req-f5106fc6-3110-47ef-a424-1a2d8c50a007 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499953 Jun 30 08:55:40.004829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-965a9c7a-05d2-4f2f-b970-980c4f11666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.006512 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-965a9c7a-05d2-4f2f-b970-980c4f11666e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1255577 Jun 30 08:55:40.170559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-26c71265-2cd2-4e64-9def-6c4ac86d5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.174754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-26c71265-2cd2-4e64-9def-6c4ac86d5db5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.3028250 Jun 30 08:55:40.207440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-bdc9c116-43b3-4e9f-94fc-7876ebd029ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.211703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-bdc9c116-43b3-4e9f-94fc-7876ebd029ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1947274 Jun 30 08:55:40.214753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:40.278536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=dbf56166-595c-4d9f-baa0-f0c7117c75ab,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:40.347935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-dd701cd0-f45b-4a58-863f-ac2718728639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.1629386 Jun 30 08:55:40.366914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:40.389020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-f4026a45-f221-411e-ba27-e00d664499ce service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652493 Jun 30 08:55:40.402184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:36Z', 'revision_number': 4, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b761e5d-c5d5-4d27-b8d2-d349f4c879d1', 'name': '', 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'mac_address': 'fa:16:3e:f9:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '235a1749-2702-43db-aee1-a0c07339b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:35Z', 'updated_at': '2021-06-30T08:55:37Z', 'revision_number': 2, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'subnets': [{'id': '235a1749-2702-43db-aee1-a0c07339b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:40.404367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:40.404747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.465497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Checking router: 2fa10811-2103-4299-ac92-4fe90b73e73a for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:40.469284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Updating router 2fa10811-2103-4299-ac92-4fe90b73e73a port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:55:40.534433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbf56166-595c-4d9f-baa0-f0c7117c75ab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:40.581255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb9e8b37-0702-40f1-94ef-f5f2d4b0d1f7 req-9f15a83e-17c6-4255-a67a-1d703a78aaf6 tempest-FloatingIPsNegativeTestJSON-773244106 tempest-FloatingIPsNegativeTestJSON-773244106-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=8bbbc0dc3c044f23bba57cdbdb3dc380 HTTP/1.1" status: 200 len: 217 time: 0.2471583 Jun 30 08:55:40.596105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-0cb697df-687c-4802-8d39-4f8f80057d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:40.598696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-0cb697df-687c-4802-8d39-4f8f80057d1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1904626 Jun 30 08:55:40.609171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.663935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-205a12b0-1198-4170-a280-2699b8779b95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547168 Jun 30 08:55:40.719730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.722220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44bca673-b29b-4a1b-b921-39bcd8a9a80b req-329100d6-3180-448e-a2a6-0f9ac119ec86 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227494 Jun 30 08:55:40.800244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port dbf56166-595c-4d9f-baa0-f0c7117c75ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:40.800632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:40.834490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-ca54aa4c-587f-4407-b1b5-66b28202bf02 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619842 Jun 30 08:55:40.870656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:40.872988 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf31c89-1433-45a6-82c8-c792546f8642" -d '{"events": [{"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-plugged", "status": "completed", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:40.901395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:40.917069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.007994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6ca453-7471-4b6a-abca-6563423f0570 req-499542f9-19c6-4d46-a8ff-d1e0aa00054e service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525292 Jun 30 08:55:41.047386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32bc33-d8c7-4add-b9b7-ae5f3d48d3bd req-d85dd871-e882-4641-b2a2-d531a20d3876 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.055322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d32bc33-d8c7-4add-b9b7-ae5f3d48d3bd req-d85dd871-e882-4641-b2a2-d531a20d3876 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.2189689 Jun 30 08:55:41.082715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adfc6a-7e3e-4651-96da-250b3346c009 req-845381b6-ce59-4ef9-96c5-c2972c6cc160 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.092809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7adfc6a-7e3e-4651-96da-250b3346c009 req-845381b6-ce59-4ef9-96c5-c2972c6cc160 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2487326 Jun 30 08:55:41.141072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d32bc33-d8c7-4add-b9b7-ae5f3d48d3bd req-2617ab4a-e06f-4f5a-9cf9-a230e0fc275b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847812 Jun 30 08:55:41.186367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7adfc6a-7e3e-4651-96da-250b3346c009 req-4851d81b-a797-4d3c-9425-22e56e2f8d7a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925910 Jun 30 08:55:41.219338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.382933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7dc4a39-6438-4bea-a94c-0b1c441da4f8 req-79dd6efe-41c1-47d8-a1c2-a5c5a2a2f83a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 210 time: 0.0392654 Jun 30 08:55:41.450699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.465105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Transition to ACTIVE for port object 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:41.480206 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.489139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2256be-ece6-4606-8d24-20af3c496970 req-2d43970b-bbdb-487a-b006-7e033ffb5f6b tempest-FloatingIPsNegativeTestJSON-773244106 tempest-FloatingIPsNegativeTestJSON-773244106-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0825765 Jun 30 08:55:41.546199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb7ea9-28fe-402a-84fb-dd0835f441e7 None None] Pushing event updated for resources: {'Port': ['ID=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:41.567080 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdefb146-e4b5-4624-8463-1d82b43c7e72 x-openstack-request-id: req-fdefb146-e4b5-4624-8463-1d82b43c7e72 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:41.567684 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-plugged", "status": "completed", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:41.567684 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdefb146-e4b5-4624-8463-1d82b43c7e72 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:41.568007 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'code': 200} Jun 30 08:55:41.653196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-410cf771-4d16-49d1-8479-9b65eb57d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.661368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-410cf771-4d16-49d1-8479-9b65eb57d54e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.2187245 Jun 30 08:55:41.670738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0a54f-2275-4f74-b587-8cea1c12d955 req-57cd6baa-386c-4f16-a558-444c10011d4c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:41.674401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Attempting to bind port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:41.674796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Attempting to bind port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:41.675320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Attempting to bind port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 on network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:41.679590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cd0a54f-2275-4f74-b587-8cea1c12d955 req-57cd6baa-386c-4f16-a558-444c10011d4c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 949 time: 0.2625015 Jun 30 08:55:41.691150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:41.691536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Checking segment: {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:41.691975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.692376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Bound using segment: {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:41.692863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Bound port: 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e10d2-24ac-40fb-88e6-842dd07986df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:41.693252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.778794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] For port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:41.784685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] For port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:41.793492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:41.848863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:41.849524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:41.912661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cd0a54f-2275-4f74-b587-8cea1c12d955 req-bd15a925-f398-4c74-b6a5-2b5210539782 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316504 Jun 30 08:55:41.953516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb7ea9-28fe-402a-84fb-dd0835f441e7 None None] Pushing event updated for resources: {'Port': ['ID=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:42.028628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-575018fc-9c68-4408-9908-8c63bfdcf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.030584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-575018fc-9c68-4408-9908-8c63bfdcf696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3420627 Jun 30 08:55:42.039923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864df311-a06f-4c54-9777-a66625c0753b req-2672cf18-413b-4399-aa1b-700daad27c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.049516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-864df311-a06f-4c54-9777-a66625c0753b req-2672cf18-413b-4399-aa1b-700daad27c41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1097 time: 0.3507502 Jun 30 08:55:42.097827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:42.165513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-554b7b5e-f5be-42d5-be64-3014b0620cf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.1151476 Jun 30 08:55:42.265001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159ddd-c51b-447f-8179-2ddd6169e541 req-dd00be02-cef3-4bbf-86c5-4d5093584958 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.274049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc159ddd-c51b-447f-8179-2ddd6169e541 req-dd00be02-cef3-4bbf-86c5-4d5093584958 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.4824815 Jun 30 08:55:42.456469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-864df311-a06f-4c54-9777-a66625c0753b req-3bfa8378-38d3-4721-8115-e615bf58eb17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087258 Jun 30 08:55:42.463467 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-948ab3e3-93d9-4d6a-a4ab-63a8b208d376 req-03397359-0f6d-4c1b-a630-9de406edb84d tempest-FloatingIPsNegativeTestJSON-773244106 tempest-FloatingIPsNegativeTestJSON-773244106-project] show failed (client error): The resource could not be found. Jun 30 08:55:42.464484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-948ab3e3-93d9-4d6a-a4ab-63a8b208d376 req-03397359-0f6d-4c1b-a630-9de406edb84d tempest-FloatingIPsNegativeTestJSON-773244106 tempest-FloatingIPsNegativeTestJSON-773244106-project] 10.222.0.66 "GET /v2.0/floatingips/85570191-0016-415e-a7e9-58965cf8d08a HTTP/1.1" status: 404 len: 350 time: 0.1325674 Jun 30 08:55:42.477497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37398) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:42.480764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:36Z', 'revision_number': 4, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b761e5d-c5d5-4d27-b8d2-d349f4c879d1', 'name': '', 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'mac_address': 'fa:16:3e:f9:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '235a1749-2702-43db-aee1-a0c07339b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:35Z', 'updated_at': '2021-06-30T08:55:41Z', 'revision_number': 4, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'subnets': [{'id': '235a1749-2702-43db-aee1-a0c07339b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:42.514820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa68a466-1e65-4137-8fa3-b3c7cf5260ce None None] The sync data for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 is: [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:36Z', 'revision_number': 4, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b761e5d-c5d5-4d27-b8d2-d349f4c879d1', 'name': '', 'network_id': '1010e3b6-2e5a-462f-9c68-abc2246d5d18', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'mac_address': 'fa:16:3e:f9:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '235a1749-2702-43db-aee1-a0c07339b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:35Z', 'updated_at': '2021-06-30T08:55:41Z', 'revision_number': 4, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'subnets': [{'id': '235a1749-2702-43db-aee1-a0c07339b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:42.550207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-4550d541-3577-42d8-8ffc-215231fdede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.551494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-4550d541-3577-42d8-8ffc-215231fdede1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.3484054 Jun 30 08:55:42.673334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-d8ff66c7-3888-42a0-8dc3-9bbb07dceefa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.675879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-d8ff66c7-3888-42a0-8dc3-9bbb07dceefa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.4744787 Jun 30 08:55:42.691649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc159ddd-c51b-447f-8179-2ddd6169e541 req-f4599716-2fd2-4174-9da2-3270ef63d370 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164639 Jun 30 08:55:42.728015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Request body: {'port': {'device_id': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'admin_state_up': True, 'tenant_id': '181dc6030a41419794abfd8e61972460'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:42.902011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-15083e4c-dc61-441b-a5cd-3ec14a845dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.903806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-15083e4c-dc61-441b-a5cd-3ec14a845dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244842 Jun 30 08:55:42.922433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a763942-3f7d-45a1-9299-39ede6506584 req-2f3b6f52-a766-4424-aa4b-515411039df9 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:42.924272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a763942-3f7d-45a1-9299-39ede6506584 req-2f3b6f52-a766-4424-aa4b-515411039df9 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.2014813 Jun 30 08:55:43.209504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.481715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a763942-3f7d-45a1-9299-39ede6506584 req-66691086-e13e-47d5-be17-d5cbfdd3272b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440071 Jun 30 08:55:43.522566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:43.533058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.633340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Deleting port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:43.634718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.733150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Allocated IP 172.20.0.7 (0b5a1545-b1e5-4c68-b5eb-e6b651adce71/af706342-3f17-4ca2-8ccf-80b07f5ec934/2ea90ed6-1d22-4769-99d0-fe5a5feee636) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:43.746332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-4ef788d4-77ac-4f88-a206-9399432305cb service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192697 Jun 30 08:55:43.785268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] For port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:43.785660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.803050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36acd-48f0-4060-89b8-b3bb853009f0 req-37b4c116-1245-435e-a8b8-213ef67b8537 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:43.814313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60d36acd-48f0-4060-89b8-b3bb853009f0 req-37b4c116-1245-435e-a8b8-213ef67b8537 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.8372781 Jun 30 08:55:43.815611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Calling delete_port for 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:43.818997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-529fff63-720a-4512-a6b2-8dbbe48a6492 req-a0a70d2b-d08e-4cc5-8e00-1949ee63a265 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 210 time: 0.0816536 Jun 30 08:55:44.001860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60d36acd-48f0-4060-89b8-b3bb853009f0 req-3d19dbb8-f9f3-4f80-bba2-3479af45f40e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860392 Jun 30 08:55:44.013597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-77bb357b-5787-4bb2-926f-3b6013ea02a6 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492845 Jun 30 08:55:44.126680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:44.243708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:44.248897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:44.249411 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.315255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.426957 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.477299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:44.479853 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda74a6-3770-4760-8d63-7559320ca496" -d '{"events": [{"server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "name": "network-vif-plugged", "status": "completed", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:44.506830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:44.526686 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.545461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f2ed0-ed36-4896-8f4c-fec11e59cbc5 req-c9b57d87-8b37-4906-8ffd-f91b016d52dd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:44.562727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-080f2ed0-ed36-4896-8f4c-fec11e59cbc5 req-c9b57d87-8b37-4906-8ffd-f91b016d52dd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 949 time: 0.2377536 Jun 30 08:55:44.579182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:44.605095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.649285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.683600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Pushing event deleted for resources: {'Port': ['ID=8b761e5d-c5d5-4d27-b8d2-d349f4c879d1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:44.702920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-080f2ed0-ed36-4896-8f4c-fec11e59cbc5 req-5921fe6f-632f-409c-a101-d7ffa5b1d5d8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Jun 30 08:55:44.746054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No active binding found for port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 {{(pid=94186) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 08:55:44.746641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 08:55:44.748245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:44.781403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:44.814730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:44.820411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.820834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.821182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.821541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.821910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.822241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.822570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.822917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.823219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.832219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.832584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.832934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.833218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Port 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 not found, will not notify nova. {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 08:55:44.841048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.841627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.842241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.846215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.846691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.847149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.847618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.848064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.848498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.848934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.850117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.851704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:44.861542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:44.870641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:44.876800 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dafd123-3d48-4dba-9261-a1e305d89b3d x-openstack-request-id: req-0dafd123-3d48-4dba-9261-a1e305d89b3d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:44.877325 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "name": "network-vif-plugged", "status": "completed", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:44.877681 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dafd123-3d48-4dba-9261-a1e305d89b3d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:44.878209 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7', 'code': 200} Jun 30 08:55:44.886831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:44.888897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.959569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-5f901fa9-96ca-40c8-8493-acb7a8dc7cdf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2407727 Jun 30 08:55:44.977850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Request body: {'port': {'device_id': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:45.095825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7cdd1-2d8d-4fb7-ac5d-a1a60c437761 req-4302e83a-19f1-4b4b-afdb-9f8ffb3b664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.097404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ce7cdd1-2d8d-4fb7-ac5d-a1a60c437761 req-4302e83a-19f1-4b4b-afdb-9f8ffb3b664d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 1102 time: 0.1304629 Jun 30 08:55:45.098289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.146251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.185156 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ce7cdd1-2d8d-4fb7-ac5d-a1a60c437761 req-90c6b33b-4a7a-45ac-b5b3-7cd054763c39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792525 Jun 30 08:55:45.288045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c2411-bf7c-4631-8c25-41d41a1752d9 req-027a98f0-cac2-49e5-bcdd-c95f0c041c08 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.295628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-171c2411-bf7c-4631-8c25-41d41a1752d9 req-027a98f0-cac2-49e5-bcdd-c95f0c041c08 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.2620692 Jun 30 08:55:45.360991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-171c2411-bf7c-4631-8c25-41d41a1752d9 req-070ade9e-7736-40ec-bb0b-67cfe5d7322b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641766 Jun 30 08:55:45.457180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Router 2fa10811-2103-4299-ac92-4fe90b73e73a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:45.561495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.562021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.562501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.562973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.563444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.564065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.564543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.565009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.565477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.566089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.566560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.567024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.567489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.567952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.568415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.568879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.569339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.569884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.570356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.570815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.582249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-41fe00ea-de72-4147-9a3c-9f7d891a5728 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4&device_id=e70e74c9-afab-47f6-963f-1f1686e47095&device_id=0c439c12-7a57-47f5-9f0b-afcea597d987&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c&device_id=a14a186c-8bcc-4710-8619-bb020309b907&device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41&device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&device_id=d22db68f-e638-456b-9f26-eece55905bb4&device_id=86d66976-1649-4cee-9ef6-189307c46a9a&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7&device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3&device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b&device_id=24e02051-0914-48d1-96c9-5bb11b62f041&device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 17940 time: 0.1533751 Jun 30 08:55:45.599239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:45.608164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-d70252e1-efbb-4058-b744-0ce779e06279 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.614273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a997c67e-ddb5-444f-8138-208e3e0f3cff admin admin] 10.222.0.66 "PUT /v2.0/routers/2fa10811-2103-4299-ac92-4fe90b73e73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1356821 Jun 30 08:55:45.617132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:45.623744 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Sync routers for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:45.641716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:45.642376 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:45.690608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea90ed6-1d22-4769-99d0-fe5a5feee636 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:45.703520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.729474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Transition to ACTIVE for port object 2ea90ed6-1d22-4769-99d0-fe5a5feee636 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:45.748647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.755576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.805640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26206c9-20e8-4f90-adce-62c733b08b73 req-77ad2bab-1693-49fd-b1e3-5686fd6d12d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:45.807202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a26206c9-20e8-4f90-adce-62c733b08b73 req-77ad2bab-1693-49fd-b1e3-5686fd6d12d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 931 time: 0.1743736 Jun 30 08:55:45.893920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:45.910978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.923312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a26206c9-20e8-4f90-adce-62c733b08b73 req-d0df9d2a-c84a-4ea6-8ad6-2d69c45f7a14 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078126 Jun 30 08:55:45.945299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:45.946141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:45.947985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:45.973038 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:45.974274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-d70252e1-efbb-4058-b744-0ce779e06279 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.976364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:55:45.977080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:45.994783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-d70252e1-efbb-4058-b744-0ce779e06279 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.000165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:46.000442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:46.002202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:46.002664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Bound port: 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:46.003032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.064462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccae4c2e-86e4-4575-91da-3f842be2e232 req-d70252e1-efbb-4058-b744-0ce779e06279 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&id=a1277199-5f5c-4d4d-83db-29124116fab5&id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&id=7b876c6f-fb22-44ab-b50f-2960497d8144&id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4812493 Jun 30 08:55:46.074365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Deleting port dbf56166-595c-4d9f-baa0-f0c7117c75ab {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:46.074834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.141036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70252e1-efbb-4058-b744-0ce779e06279 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152ea97-3d0a-422f-a554-11783bb3265d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.188517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] For port dbf56166-595c-4d9f-baa0-f0c7117c75ab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbf56166-595c-4d9f-baa0-f0c7117c75ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:46.189029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.203528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:46.208706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Calling delete_port for dbf56166-595c-4d9f-baa0-f0c7117c75ab owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:46.210714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:46.262979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.332362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.332983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.334407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 1092 time: 1.3629429 Jun 30 08:55:46.336546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:46.338855 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:46.371486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306d571-5440-4d54-8cfd-b17474eccc51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.412334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7164d-64d8-4ba8-ae98-35e02b2d0d2e req-fb053462-85d0-4daa-b99f-260a7199a717 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.414494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60a7164d-64d8-4ba8-ae98-35e02b2d0d2e req-fb053462-85d0-4daa-b99f-260a7199a717 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2024815 Jun 30 08:55:46.418799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:44Z', 'revision_number': 5, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port': {'id': 'dbf56166-595c-4d9f-baa0-f0c7117c75ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:30Z', 'updated_at': '2021-06-30T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:46.461727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb076e-4a7f-42a0-b319-5cab3953101d req-011213c0-ffcf-40ca-90c8-81609dd9a0c2 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.468810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67bb076e-4a7f-42a0-b319-5cab3953101d req-011213c0-ffcf-40ca-90c8-81609dd9a0c2 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1097 time: 0.2143452 Jun 30 08:55:46.470134 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Checking router: 2fa10811-2103-4299-ac92-4fe90b73e73a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:46.486422 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Routers {'2fa10811-2103-4299-ac92-4fe90b73e73a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:46.487282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2fa10811-2103-4299-ac92-4fe90b73e73a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:46.494333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.517912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60a7164d-64d8-4ba8-ae98-35e02b2d0d2e req-6d86043e-8a35-4397-9ee3-8dc3545dc4af tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832675 Jun 30 08:55:46.528436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf56166-595c-4d9f-baa0-f0c7117c75ab,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:46.543904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67bb076e-4a7f-42a0-b319-5cab3953101d req-09c07cf4-ab63-416d-9cfe-f0cbd2c56044 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Jun 30 08:55:46.578476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-2ff1ceff-b53a-4cfd-b564-8534be8d9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.580292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-2ff1ceff-b53a-4cfd-b564-8534be8d9aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1095 time: 0.1847782 Jun 30 08:55:46.635358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.681943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-cc278d6f-aeb1-4943-aac1-2941159c0ffe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 217 time: 0.0834289 Jun 30 08:55:46.711526 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] Set router 2fa10811-2103-4299-ac92-4fe90b73e73a gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:46.756899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.759144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.761534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-4dafa575-ad36-422d-aaad-b5cc5bad162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:46.765229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-4dafa575-ad36-422d-aaad-b5cc5bad162d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0757141 Jun 30 08:55:46.837461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.838160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa10811-2103-4299-ac92-4fe90b73e73a {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:55:46.843953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:46.845404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-94d13653-5bd6-4dc7-971e-80db5c9ee46e admin admin] 10.222.0.66 "DELETE /v2.0/routers/2fa10811-2103-4299-ac92-4fe90b73e73a HTTP/1.1" status: 204 len: 168 time: 1.2270174 Jun 30 08:55:46.847207 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:45Z', 'revision_number': 6, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:46.849089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:46.887937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-dbc17983-6484-4b18-b41d-6a316a84a57f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998709 Jun 30 08:55:46.905254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb45e1-a4e3-429e-9a65-1657e391f580 None None] The sync data for ids ['2fa10811-2103-4299-ac92-4fe90b73e73a'] in n-d-779913-25 is: [{'id': '2fa10811-2103-4299-ac92-4fe90b73e73a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1231579715-router', 'tenant_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:29Z', 'updated_at': '2021-06-30T08:55:45Z', 'revision_number': 6, 'project_id': '8bbbc0dc3c044f23bba57cdbdb3dc380', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:46.958998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Deleting subnet 235a1749-2702-43db-aee1-a0c07339b852 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:55:46.972695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.012227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.051195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49810263-8c40-4d53-aedf-17b7e97fbdf6 req-03e33519-e340-475f-bf01-5b4aeebd3291 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.058080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49810263-8c40-4d53-aedf-17b7e97fbdf6 req-03e33519-e340-475f-bf01-5b4aeebd3291 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 950 time: 0.2918487 Jun 30 08:55:47.087682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-1acee2e5-e4ab-46df-ae42-9b81b0372c7f service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832435 Jun 30 08:55:47.107965 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bb43b3-68f1-41fe-b5eb-bfc673cec655 x-openstack-request-id: req-b7bb43b3-68f1-41fe-b5eb-bfc673cec655 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:47.108324 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:47.108524 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7bb43b3-68f1-41fe-b5eb-bfc673cec655 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:47.109399 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'status': 'completed', 'code': 200} Jun 30 08:55:47.122741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.142834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49810263-8c40-4d53-aedf-17b7e97fbdf6 req-a51e5856-9c34-4fc3-87a0-be19bc7d2388 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838153 Jun 30 08:55:47.260132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.327056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235a1749-2702-43db-aee1-a0c07339b852,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:47.347234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.347234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.348889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.349275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.349622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.349995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.350402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.351319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.351657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.352037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.352364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.352688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:55:47.357972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbb7d492-532d-4e39-a660-2e09fa960f91 req-78e19741-ddb2-4250-874a-3a13f03273e3 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476351 Jun 30 08:55:47.358698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.360618 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82e0a775-7d8a-445b-9515-7101cc314e14 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/235a1749-2702-43db-aee1-a0c07339b852 HTTP/1.1" status: 204 len: 168 time: 0.5104985 Jun 30 08:55:47.363814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37468) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:47.366174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb6eef-74f3-4f21-9ffd-4d0dcc48e5d3 None None] Network 1010e3b6-2e5a-462f-9c68-abc2246d5d18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:47.593866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.603742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa051c2-7164-40c7-b704-d6971cc4576a req-4c5072f1-894c-4841-a751-00a8a7314ebb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.611267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afa051c2-7164-40c7-b704-d6971cc4576a req-4c5072f1-894c-4841-a751-00a8a7314ebb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.3269894 Jun 30 08:55:47.687873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-980e7b66-c063-4ef4-9e2b-2b71ae59c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.689376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-980e7b66-c063-4ef4-9e2b-2b71ae59c26f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1095 time: 0.2470987 Jun 30 08:55:47.701551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afa051c2-7164-40c7-b704-d6971cc4576a req-3c753102-4ed4-402c-b451-9dd62c863f6e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897360 Jun 30 08:55:47.797450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] DHCP port deletion for 1010e3b6-2e5a-462f-9c68-abc2246d5d18 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:55:47.884987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00aea4-d51f-4b20-87b6-90522308b8e6 req-866d257d-5c13-44e3-b2da-9465126dab4c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.885737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00aea4-d51f-4b20-87b6-90522308b8e6 req-866d257d-5c13-44e3-b2da-9465126dab4c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.886653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00aea4-d51f-4b20-87b6-90522308b8e6 req-866d257d-5c13-44e3-b2da-9465126dab4c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:47.889996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a00aea4-d51f-4b20-87b6-90522308b8e6 req-866d257d-5c13-44e3-b2da-9465126dab4c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987&device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41&device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 2886 time: 0.3409793 Jun 30 08:55:47.949466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Deleting port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:47.963588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.995028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Deleting port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:47.995606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.001410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-a54afded-c9f0-4044-91ad-3cf595e643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.003776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-a54afded-c9f0-4044-91ad-3cf595e643f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.2990434 Jun 30 08:55:48.034487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a00aea4-d51f-4b20-87b6-90522308b8e6 req-a3dffc16-80d7-4006-99f4-c01cab1039fd tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342866 Jun 30 08:55:48.094624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] For port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:48.095435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.126192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Calling delete_port for 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:48.236020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-37e2354c-a9a9-4bc1-8f05-d2bdb9873931 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 217 time: 0.2004778 Jun 30 08:55:48.268698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.320513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] Pushing event deleted for resources: {'Port': ['ID=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:48.321267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e08ec6-6182-4b92-9e89-e53ad1414553 None None] No DVR routers for this DVR port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:48.361321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] For port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,segment=NetworkSegment(af9e10d2-24ac-40fb-88e6-842dd07986df),segment_id=af9e10d2-24ac-40fb-88e6-842dd07986df)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:48.361821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.416183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Calling delete_port for 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:48.448476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-8755204e-ff5b-4de3-bf1e-2cdfd03297c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.449609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-8755204e-ff5b-4de3-bf1e-2cdfd03297c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1559136 Jun 30 08:55:48.470828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbf56166-595c-4d9f-baa0-f0c7117c75ab no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:48.509386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: dbf56166-595c-4d9f-baa0-f0c7117c75ab {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:48.509730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbf56166-595c-4d9f-baa0-f0c7117c75ab not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:48.510381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:48.536154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-308a5640-6a49-400a-85b5-c010c704e616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380008 Jun 30 08:55:48.554213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:48.554795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:48.555402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:48.577415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66391f49-c884-4681-be5f-b4bdddf2db7c req-6722aa32-8c8a-4fcf-90bf-cb6dc9dfe8de tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.587818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66391f49-c884-4681-be5f-b4bdddf2db7c req-6722aa32-8c8a-4fcf-90bf-cb6dc9dfe8de tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.3788071 Jun 30 08:55:48.607225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:48.607843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b761e5d-c5d5-4d27-b8d2-d349f4c879d1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:48.780652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66391f49-c884-4681-be5f-b4bdddf2db7c req-777f8f64-3a61-44e2-b70d-721a79d211fb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915851 Jun 30 08:55:48.806565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:48.876959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] No DVR routers for this DVR port 5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:48.881451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd7f1d2-1ffa-4061-b39a-b59dd699ffb8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:48.896945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef969ed-c885-478b-b03b-5361f4a407f8 req-9f429640-e0a6-4fee-b7ba-0dacd7ffb7d8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:48.905370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ef969ed-c885-478b-b03b-5361f4a407f8 req-9f429640-e0a6-4fee-b7ba-0dacd7ffb7d8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 950 time: 0.2069309 Jun 30 08:55:48.914628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-3039e377-d5a4-4247-854d-b5515453a5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530872 Jun 30 08:55:49.085365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.101986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ef969ed-c885-478b-b03b-5361f4a407f8 req-abe5ccbd-abd6-4c67-8cfa-0b07f5b75d79 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964481 Jun 30 08:55:49.119363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.120338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.121116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.121788 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > port after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.122116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.122471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > port after_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.122793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.123115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.123435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.123754 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.193829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.195266 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.195619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.195956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:55:49.196735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1010e3b6-2e5a-462f-9c68-abc2246d5d18']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:49.224351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e10d2-24ac-40fb-88e6-842dd07986df') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:49.224712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e10d2-24ac-40fb-88e6-842dd07986df') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:49.250926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.289192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.298065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5759d25-0eeb-444a-b0f6-97b0a76d8fb4 req-e2c8059c-99aa-42c6-83bb-a2aa51aada2d service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593295 Jun 30 08:55:49.306911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:55:49.307320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:55:49.316837 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:55:49.336465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d0f03-bbc6-40ab-9da2-61ce557e39e5 req-6bee69ee-6f0b-4389-b66f-c7d724426663 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.337984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-278d0f03-bbc6-40ab-9da2-61ce557e39e5 req-6bee69ee-6f0b-4389-b66f-c7d724426663 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.3875093 Jun 30 08:55:49.886273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-278d0f03-bbc6-40ab-9da2-61ce557e39e5 req-2e3e801c-7df8-48f4-bb41-fabaa3f68992 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158265 Jun 30 08:55:49.909326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.940536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Pushing event deleted for resources: {'Network': ['ID=1010e3b6-2e5a-462f-9c68-abc2246d5d18,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:49.953965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:49.964458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f87aa928-ae39-4c47-a8a7-b2773e49609e admin admin] 10.222.0.66 "DELETE /v2.0/networks/1010e3b6-2e5a-462f-9c68-abc2246d5d18 HTTP/1.1" status: 204 len: 168 time: 2.5974538 Jun 30 08:55:49.966564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12687f-227d-4dd2-a390-fba4d89da072 req-3c6723a1-fdcf-47fb-a709-1e89536fe3c8 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:49.979417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e12687f-227d-4dd2-a390-fba4d89da072 req-3c6723a1-fdcf-47fb-a709-1e89536fe3c8 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 1102 time: 0.2750633 Jun 30 08:55:50.034621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e12687f-227d-4dd2-a390-fba4d89da072 req-264ddcef-2202-4c50-ae24-ba56d167bba2 tempest-ServersOnMultiNodesTest-25854502 tempest-ServersOnMultiNodesTest-25854502-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Jun 30 08:55:50.201797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:55:50.323966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37532) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:50.437332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49f3e-616e-4096-b7c8-d3e6e8809cb5 req-44ff462e-9823-43d0-9e64-e7fb5665f5a0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:50.446434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fcc44ffd-f899-4402-81bf-92ff353879ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bbbc0dc3c044f23bba57cdbdb3dc380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205637 Jun 30 08:55:50.447336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37534) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:50.451311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ed49f3e-616e-4096-b7c8-d3e6e8809cb5 req-44ff462e-9823-43d0-9e64-e7fb5665f5a0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1270905 Jun 30 08:55:50.452949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:50.481706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'port_id': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'mac_address': 'fa:16:3e:ee:2b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af706342-3f17-4ca2-8ccf-80b07f5ec934', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:55:50.517853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ed49f3e-616e-4096-b7c8-d3e6e8809cb5 req-a34a6722-8f53-4a03-b6d5-69aa8addab7d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665286 Jun 30 08:55:50.566191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.568413 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.595896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea90ed6-1d22-4769-99d0-fe5a5feee636 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:55:50.612228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.640045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:50.661583 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.724522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.727757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:50.732752 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a542435b-ff91-47ae-be05-f472c322a7d8 HTTP/1.1" status: 204 len: 168 time: 0.2814541 Jun 30 08:55:50.757872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5717d7c-1079-4740-8cd0-39306e914565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542435b-ff91-47ae-be05-f472c322a7d8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:50.817331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:51.038526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['2ea90ed6-1d22-4769-99d0-fe5a5feee636'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:51.092815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02097d-36d9-4c2b-87e0-5bef46112927 req-2eb45bb2-ef44-4882-83b2-ef990ca659cb tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.101582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af02097d-36d9-4c2b-87e0-5bef46112927 req-2eb45bb2-ef44-4882-83b2-ef990ca659cb tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 950 time: 0.1025193 Jun 30 08:55:51.155189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af02097d-36d9-4c2b-87e0-5bef46112927 req-6670bbdf-dea5-4dda-9ea8-68aa8cf9e3f7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Jun 30 08:55:51.418914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189e235-fd28-4544-aeb7-d5cdd7fe82e1 req-a5fb0053-b531-4d08-b040-d4199d74159a tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.424472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7189e235-fd28-4544-aeb7-d5cdd7fe82e1 req-a5fb0053-b531-4d08-b040-d4199d74159a tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1102 time: 0.0904799 Jun 30 08:55:51.494123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7189e235-fd28-4544-aeb7-d5cdd7fe82e1 req-1b2f7759-176c-456d-990a-0163c5dd85bc tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Jun 30 08:55:51.718338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405b56-a8ea-42fc-9994-0d91000d5eaa req-947d820e-cf02-4d39-8a2e-87011f539a9f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.726442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3405b56-a8ea-42fc-9994-0d91000d5eaa req-947d820e-cf02-4d39-8a2e-87011f539a9f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.1607468 Jun 30 08:55:51.786434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3405b56-a8ea-42fc-9994-0d91000d5eaa req-7405eb3d-20c2-4ecd-9094-d10d01ab7759 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589879 Jun 30 08:55:51.959291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e389c-92e2-4c62-8af2-bf9d06fd63bb req-b95db37d-a7aa-4660-90d5-21c2b1d6d7c0 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:51.967703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae3e389c-92e2-4c62-8af2-bf9d06fd63bb req-b95db37d-a7aa-4660-90d5-21c2b1d6d7c0 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1102 time: 0.0723684 Jun 30 08:55:51.983607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37596) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:52.063946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae3e389c-92e2-4c62-8af2-bf9d06fd63bb req-2b107944-4e6a-4c3a-b414-00090de01de4 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950170 Jun 30 08:55:52.103678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c691b4-a8a8-42cf-b618-c577f2df76ab req-6614ffb4-32a1-4d32-9f63-9bcc7c7a3646 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:52.111156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76c691b4-a8a8-42cf-b618-c577f2df76ab req-6614ffb4-32a1-4d32-9f63-9bcc7c7a3646 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1540885 Jun 30 08:55:52.127591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-network', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:52.150311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76c691b4-a8a8-42cf-b618-c577f2df76ab req-5636a6f1-ce11-4808-9244-a8d982e56fdb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Jun 30 08:55:52.189043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Made reservation on behalf of 97f33f85f0de48e4a8a87625df68628e for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:52.192000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.203433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.304816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.309828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.323921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:55:52.335438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.336813 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Added segment 945f4e9e-4969-40a6-891a-6d1c5eff6c6f of type vlan for network c363697b-2f2c-42cc-8ddd-66f87b4ef83d Jun 30 08:55:52.389667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.400687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635cdc-62b3-4f03-bee8-b7eef4a4af6e req-cc2f38fc-a42d-4b5b-afc5-496161397633 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:52.408207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa635cdc-62b3-4f03-bee8-b7eef4a4af6e req-cc2f38fc-a42d-4b5b-afc5-496161397633 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 950 time: 0.0899391 Jun 30 08:55:52.442609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.445698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:52.446322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.456731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa635cdc-62b3-4f03-bee8-b7eef4a4af6e req-6e223049-7f85-4753-9d14-20c47725be68 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Jun 30 08:55:52.543335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28926698-205a-49de-94bf-7c7de9633a02,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:52.573063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37622) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:52.575571 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5846219 Jun 30 08:55:52.578353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Request body: {'subnet': {'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-subnet', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:52.585912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1fe5c-feec-4cbc-b9c9-8e8b0aa61a97 admin admin] Pushing event updated for resources: {'Network': ['ID=c363697b-2f2c-42cc-8ddd-66f87b4ef83d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:52.601149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:55:52.625411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Made reservation on behalf of 97f33f85f0de48e4a8a87625df68628e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:55:52.629043 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:52.875902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-177d5666-f8d6-430c-bf96-4ee893307c98 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:52.877427 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-177d5666-f8d6-430c-bf96-4ee893307c98 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 950 time: 0.1397395 Jun 30 08:55:52.913832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.004616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc48099-76ae-4757-95d4-c58679464f57,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:53.014802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:53.015300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.038541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Checking segment: {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:53.038918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Network hostable DHCP agents. Network: c363697b-2f2c-42cc-8ddd-66f87b4ef83d, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:55:53.049782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e10b6-f29a-4938-8321-b7a8a76e423e req-c31babc3-d1b3-420c-a2d7-c3afaa12e11f tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.051392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c74e10b6-f29a-4938-8321-b7a8a76e423e req-c31babc3-d1b3-420c-a2d7-c3afaa12e11f tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 950 time: 0.1496186 Jun 30 08:55:53.094951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:55:53.133631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c363697b-2f2c-42cc-8ddd-66f87b4ef83d) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:53.142354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60566f-7ffc-4baa-ac0a-7c55a642cb17 None None] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:53.145665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.146323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.169403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:53.169797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.175974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c74e10b6-f29a-4938-8321-b7a8a76e423e req-41244cf9-4d2d-40cd-b8d4-3cc37058888c tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183214 Jun 30 08:55:53.185020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:53.230057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c40c1f13-6bfa-40de-8171-a47df045da4c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6558583 Jun 30 08:55:53.233034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37668) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:53.241139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:55:53.306758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.308147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.422454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:55:53.423321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.443107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.482537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.499511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615', 'f246e731-ec8c-42bd-978e-ad0e7032677b', '7837bca7-0fe0-437b-acff-df6e6bb6daad'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:53.502236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:55:53.564912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=ba5dd818-7b12-4de4-bb2b-b6e82fb488f7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:53.594838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:55:53.597726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.601096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-128e7fd5-eb81-499e-84a6-b609194f5fe3 req-c3f5a6c1-193f-4a36-ad61-d7ebe843f309 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "DELETE /v2.0/ports/ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 HTTP/1.1" status: 204 len: 173 time: 0.7147012 Jun 30 08:55:53.601692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'name': 'network-vif-deleted', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:53.604117 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b8600-472e-4b09-9fd7-bd9537380e26" -d '{"events": [{"server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "name": "network-vif-deleted", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:53.664175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a03f6b-bb3e-4978-ad28-479c5986d357 req-373470bc-6d46-4214-9249-6454a1783056 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.666464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a03f6b-bb3e-4978-ad28-479c5986d357 req-373470bc-6d46-4214-9249-6454a1783056 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.3532488 Jun 30 08:55:53.775198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:53.835433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a03f6b-bb3e-4978-ad28-479c5986d357 req-cb1239e4-94e1-4168-b3f7-60cda226d953 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322958 Jun 30 08:55:53.844001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Allocated IP 172.20.0.2 (c363697b-2f2c-42cc-8ddd-66f87b4ef83d/4fc48099-76ae-4757-95d4-c58679464f57/0703f22d-f474-44f3-b780-fa7c31ad6d16) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:53.902607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2b07-5fa6-4d63-9e4f-58f6a01288a9 req-d1692bd4-f89d-4e06-ad41-d5e2bc8dd7c0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:53.909786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8e2b07-5fa6-4d63-9e4f-58f6a01288a9 req-d1692bd4-f89d-4e06-ad41-d5e2bc8dd7c0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.3456202 Jun 30 08:55:53.968038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8e2b07-5fa6-4d63-9e4f-58f6a01288a9 req-3496f37c-326d-4f79-a0bd-96721fd38eb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 Jun 30 08:55:54.180525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955346d6-0165-4448-b53b-eeb8e3a174e1 req-6a05d08b-1228-42cf-b9aa-b2c1d18db948 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:54.182353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-955346d6-0165-4448-b53b-eeb8e3a174e1 req-6a05d08b-1228-42cf-b9aa-b2c1d18db948 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1925049 Jun 30 08:55:54.226148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.240610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:54.258573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.273940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-955346d6-0165-4448-b53b-eeb8e3a174e1 req-33921033-2ec1-4ed2-9586-01d74c7a6bf9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716224 Jun 30 08:55:54.274920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.288669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Transition to ACTIVE for port object 0703f22d-f474-44f3-b780-fa7c31ad6d16 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:54.324399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Transition to ACTIVE for port object 0703f22d-f474-44f3-b780-fa7c31ad6d16 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:54.408172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Allocated IP 172.25.4.94 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/0966dded-57f6-454e-ae88-760310ab4e78) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:54.499555 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.612010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0dfdcdb-bdbf-4df2-bcec-5f85b385d322 req-614b462b-1f56-42f6-9302-9efcefbaa849 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=e70e74c9-afab-47f6-963f-1f1686e47095 HTTP/1.1" status: 200 len: 210 time: 0.0493326 Jun 30 08:55:54.657955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.686533 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80944af7-530b-4401-b42d-714d4c17eda4 x-openstack-request-id: req-80944af7-530b-4401-b42d-714d4c17eda4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:54.688905 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70e74c9-afab-47f6-963f-1f1686e47095", "name": "network-vif-deleted", "tag": "ba5dd818-7b12-4de4-bb2b-b6e82fb488f7", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:54.689394 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80944af7-530b-4401-b42d-714d4c17eda4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:54.690767 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70e74c9-afab-47f6-963f-1f1686e47095', 'name': 'network-vif-deleted', 'tag': 'ba5dd818-7b12-4de4-bb2b-b6e82fb488f7', 'status': 'completed', 'code': 200} Jun 30 08:55:54.777591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:54.789858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:54.795335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.806555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:54.816872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:54.817250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:54.819921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:54.829486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Pushing event updated for resources: {'Port': ['ID=0703f22d-f474-44f3-b780-fa7c31ad6d16,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:54.837857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:54.867565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:54.870497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:54.924292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Pushing event updated for resources: {'Port': ['ID=0966dded-57f6-454e-ae88-760310ab4e78,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:55.050581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Attempting to bind port 0703f22d-f474-44f3-b780-fa7c31ad6d16 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:55.051323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Attempting to bind port 0703f22d-f474-44f3-b780-fa7c31ad6d16 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:55.051732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Attempting to bind port 0703f22d-f474-44f3-b780-fa7c31ad6d16 on network c363697b-2f2c-42cc-8ddd-66f87b4ef83d {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:55.099047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:55.099841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Checking segment: {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:55.101066 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.101694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Bound using segment: {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:55.102985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Bound port: 0703f22d-f474-44f3-b780-fa7c31ad6d16, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:55.103795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.194999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.274895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c97d3-a020-4cf6-ae0d-d37cfff0e120 req-881fcd13-b70a-4e7f-b317-a72832abca67 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:55.276559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55c97d3-a020-4cf6-ae0d-d37cfff0e120 req-881fcd13-b70a-4e7f-b317-a72832abca67 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.2121003 Jun 30 08:55:55.281862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:55.284120 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06473a3-80c1-42c2-b885-0068252315da" -d '{"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-plugged", "status": "completed", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:55.315317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] For port 0703f22d-f474-44f3-b780-fa7c31ad6d16, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:55.319987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.322636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:55.329342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c7e84-ba34-49d8-ab5f-c0b4b5439a15 req-4f9d0d61-194d-47cb-be96-f304ae8fb9d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:55.330575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f1c7e84-ba34-49d8-ab5f-c0b4b5439a15 req-4f9d0d61-194d-47cb-be96-f304ae8fb9d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2090340 Jun 30 08:55:55.340265 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.351686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] For port 0703f22d-f474-44f3-b780-fa7c31ad6d16, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0703f22d-f474-44f3-b780-fa7c31ad6d16,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:55.375693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:55.406326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55c97d3-a020-4cf6-ae0d-d37cfff0e120 req-3a6a4eb1-a578-4385-a382-bfa26cb15e98 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193476 Jun 30 08:55:55.424761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:55.479300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f1c7e84-ba34-49d8-ab5f-c0b4b5439a15 req-cfca8e11-deb9-487b-8a2d-1c84f4b2f79f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151578 Jun 30 08:55:55.494664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb5033-d620-4d4d-945e-93608a80478e None None] Pushing event updated for resources: {'Port': ['ID=0703f22d-f474-44f3-b780-fa7c31ad6d16,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:55.567943 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd55178e-25cb-47f2-9a81-b16df44a3434 x-openstack-request-id: req-bd55178e-25cb-47f2-9a81-b16df44a3434 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:55.568245 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-plugged", "status": "completed", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:55.568504 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd55178e-25cb-47f2-9a81-b16df44a3434 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:55.568906 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'code': 200} Jun 30 08:55:55.679027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.174150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:56.182594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33564b-cdf7-4b1f-b2a5-d42585794494 req-7a43e75c-30b9-47f4-99a6-2ac79275aad8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.186245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc33564b-cdf7-4b1f-b2a5-d42585794494 req-7a43e75c-30b9-47f4-99a6-2ac79275aad8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.5116260 Jun 30 08:55:56.188848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec1d33-d53f-4fef-a426-36be482697e4 req-6fad24e8-2c73-4b88-bf52-974695bc7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.190679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1ec1d33-d53f-4fef-a426-36be482697e4 req-6fad24e8-2c73-4b88-bf52-974695bc7bde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1097 time: 0.5326755 Jun 30 08:55:56.228322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:55:56.228684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ba5dd818-7b12-4de4-bb2b-b6e82fb488f7 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:55:56.242446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:55:56.296630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc33564b-cdf7-4b1f-b2a5-d42585794494 req-c36789b2-e6c8-4ddc-b254-910b678aff69 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048455 Jun 30 08:55:56.315396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1ec1d33-d53f-4fef-a426-36be482697e4 req-92ed3673-56bd-41db-bfcf-3a221931b9c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002522 Jun 30 08:55:56.344185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d89022-add1-4b75-a847-86e61032a34c req-0054fcb7-9849-4a1f-84b5-44e7edc5b590 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.346290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37d89022-add1-4b75-a847-86e61032a34c req-0054fcb7-9849-4a1f-84b5-44e7edc5b590 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 950 time: 0.1340926 Jun 30 08:55:56.348768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Router 4d224df7-be02-4f1f-9877-0d5bc2db2767 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:55:56.390647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.487716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:56.499717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.513939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:56.538927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37d89022-add1-4b75-a847-86e61032a34c req-3c70811c-6e92-4422-b290-7f6674875dd9 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820068 Jun 30 08:55:56.556056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.557716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6a56126b-1e14-481d-8d70-a74e5156e1cd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3234982 Jun 30 08:55:56.560370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:55:56.573949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Sync routers for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:55:56.576309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0703f22d-f474-44f3-b780-fa7c31ad6d16 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:56.689936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:56.696814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:56.697449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:56.789889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814f91d-666d-4303-8500-50f7c3ddb085 None None] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:55:56.791280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d67eb8-d610-4691-bbb5-b6ae12e5d390 req-e451ba13-3b23-4e5a-add8-9ef8fa6a13b3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.799502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33d67eb8-d610-4691-bbb5-b6ae12e5d390 req-e451ba13-3b23-4e5a-add8-9ef8fa6a13b3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0798974 Jun 30 08:55:56.862336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33d67eb8-d610-4691-bbb5-b6ae12e5d390 req-080767c7-111f-4553-8da1-2fa182625f53 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524170 Jun 30 08:55:56.926924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:56.937881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853b64b-ab86-4fc2-8357-74cbec60c1d0 req-169d8deb-738c-4f07-8a6f-8d55dd140d85 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:56.939759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a853b64b-ab86-4fc2-8357-74cbec60c1d0 req-169d8deb-738c-4f07-8a6f-8d55dd140d85 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.0922709 Jun 30 08:55:56.941278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Provisioning for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:56.953678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:56.954745 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:56.965248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Provisioning complete for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:56.965634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.006320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a853b64b-ab86-4fc2-8357-74cbec60c1d0 req-a9228785-bba3-46f7-94e5-8d4746f3dccc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552592 Jun 30 08:55:57.047068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:57.171302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ceb7f-c62e-4c03-b3c3-fca393772607 req-0af5a4d3-83df-4bf0-8388-2bab32eac01a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.179247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-516ceb7f-c62e-4c03-b3c3-fca393772607 req-0af5a4d3-83df-4bf0-8388-2bab32eac01a tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 950 time: 0.0860484 Jun 30 08:55:57.227802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-516ceb7f-c62e-4c03-b3c3-fca393772607 req-79dd9847-089a-4e74-abfe-29e7edbec41d tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Jun 30 08:55:57.267686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.338424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.382160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.468362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Allocated IP 172.20.0.1 (c363697b-2f2c-42cc-8ddd-66f87b4ef83d/4fc48099-76ae-4757-95d4-c58679464f57/f1027743-fe7f-439e-98e1-565b8aa87fb8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:55:57.519661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e632831-0ad4-4765-a8db-e6c536756571 req-2721a715-3ce7-4300-86c1-9d3119dfe0fb tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.521219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e632831-0ad4-4765-a8db-e6c536756571 req-2721a715-3ce7-4300-86c1-9d3119dfe0fb tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0914085 Jun 30 08:55:57.539263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] For port 0703f22d-f474-44f3-b780-fa7c31ad6d16, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0703f22d-f474-44f3-b780-fa7c31ad6d16,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:57.561337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.571505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:55:57.574127 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073131c2-f0ba-43d2-9ea6-54752845b25b" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:55:57.597945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e632831-0ad4-4765-a8db-e6c536756571 req-4f983fd0-d1d2-44a4-8245-7b8d04d4427e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Jun 30 08:55:57.666458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:55:57.666875 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:55:57.673921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ed65f-1226-424c-a56d-473fdcfeb33b None None] Pushing event updated for resources: {'Port': ['ID=0703f22d-f474-44f3-b780-fa7c31ad6d16,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:57.679255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:55Z', 'revision_number': 3, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:57.736559 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e79ab4-9355-4ab3-aee8-453d51bbfda1 x-openstack-request-id: req-88e79ab4-9355-4ab3-aee8-453d51bbfda1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:55:57.736874 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:55:57.737243 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88e79ab4-9355-4ab3-aee8-453d51bbfda1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:55:57.737641 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'code': 200} Jun 30 08:55:57.738742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Checking router: 4d224df7-be02-4f1f-9877-0d5bc2db2767 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:55:57.739087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Updating router 4d224df7-be02-4f1f-9877-0d5bc2db2767 port 0966dded-57f6-454e-ae88-760310ab4e78 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:55:57.795201 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.885447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284fd8-5f95-4ab0-bf75-2e055c2baf27 req-957f0619-f858-4bec-b35d-58daf26d4c28 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:57.892178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73284fd8-5f95-4ab0-bf75-2e055c2baf27 req-957f0619-f858-4bec-b35d-58daf26d4c28 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 948 time: 0.1355054 Jun 30 08:55:57.952221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73284fd8-5f95-4ab0-bf75-2e055c2baf27 req-ca7a09cd-f753-4159-bb61-94adb569aa16 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Jun 30 08:55:57.971893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:57.998673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Transition to ACTIVE for port object f1027743-fe7f-439e-98e1-565b8aa87fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:58.048709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.126627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7f73b-9520-4910-a027-e91ff7f9aa77 req-4cd0482a-d43e-41a3-b93f-c3e5bc000f54 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.128219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03a7f73b-9520-4910-a027-e91ff7f9aa77 req-4cd0482a-d43e-41a3-b93f-c3e5bc000f54 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1109562 Jun 30 08:55:58.148715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:58.157827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:58.160256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:55:58.195343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03a7f73b-9520-4910-a027-e91ff7f9aa77 req-fa8df15f-ef21-4db2-9d58-18b7cb5a474f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561285 Jun 30 08:55:58.212649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Pushing event updated for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.235996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.248015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6fb54cbd-8e7e-4263-a09b-2cf80d2007b4 None None] Provisioning complete for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:58.248467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6fb54cbd-8e7e-4263-a09b-2cf80d2007b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.430629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.472176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e18f-ea21-401d-b769-341ceeaea12a req-93b2ac15-6946-4c6e-bf38-d94116e4540d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.476676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0703f22d-f474-44f3-b780-fa7c31ad6d16 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:55:58.480484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a426e18f-ea21-401d-b769-341ceeaea12a req-93b2ac15-6946-4c6e-bf38-d94116e4540d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2225468 Jun 30 08:55:58.506141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.525124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-ed504e74-d0e9-418f-9863-e3ad6c6d6676 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.526511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Transition to ACTIVE for port object 0966dded-57f6-454e-ae88-760310ab4e78 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:55:58.527453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-ed504e74-d0e9-418f-9863-e3ad6c6d6676 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 948 time: 0.2159784 Jun 30 08:55:58.538529 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.561426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a426e18f-ea21-401d-b769-341ceeaea12a req-1961e41f-1e2a-45ce-bb25-7b8fd6710803 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802591 Jun 30 08:55:58.597817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0703f22d-f474-44f3-b780-fa7c31ad6d16 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:58.598269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.606873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bf00b-dc2c-4a8c-8033-7eba535d6f1e req-33cd8bc9-4646-4d9d-b63c-f6c47d037f41 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.613960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae1bf00b-dc2c-4a8c-8033-7eba535d6f1e req-33cd8bc9-4646-4d9d-b63c-f6c47d037f41 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1097 time: 0.2245934 Jun 30 08:55:58.628780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313448b8-1e9f-4579-9a4c-f6a0cfc3a0ea None None] Pushing event updated for resources: {'Port': ['ID=0966dded-57f6-454e-ae88-760310ab4e78,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.633717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Attempting to bind port 0966dded-57f6-454e-ae88-760310ab4e78 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:55:58.634191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Attempting to bind port 0966dded-57f6-454e-ae88-760310ab4e78 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:55:58.634642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Attempting to bind port 0966dded-57f6-454e-ae88-760310ab4e78 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:55:58.639495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce404-dbdb-45b2-a2bf-c08f2485a9e6 None None] Provisioning for port f1027743-fe7f-439e-98e1-565b8aa87fb8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:55:58.649660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ef6ce404-dbdb-45b2-a2bf-c08f2485a9e6 None None] Provisioning complete for port f1027743-fe7f-439e-98e1-565b8aa87fb8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:58.650135 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef6ce404-dbdb-45b2-a2bf-c08f2485a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.651635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.652019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:55:58.652489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:55:58.653014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.653429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:55:58.654012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Bound port: 0966dded-57f6-454e-ae88-760310ab4e78, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:55:58.654460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.657789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.734902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae1bf00b-dc2c-4a8c-8033-7eba535d6f1e req-1859b2cb-7b4a-42c0-91d7-4a4c787b05ae tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194549 Jun 30 08:55:58.740086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ce404-dbdb-45b2-a2bf-c08f2485a9e6 None None] Port f1027743-fe7f-439e-98e1-565b8aa87fb8 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:58.749019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] For port 0966dded-57f6-454e-ae88-760310ab4e78, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:55:58.750595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.753769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] For port 0966dded-57f6-454e-ae88-760310ab4e78, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0966dded-57f6-454e-ae88-760310ab4e78,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:55:58.755595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Pushing event updated for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.775241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.840326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:55:58.841047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:55:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:58.858993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Deleting port a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:58.859334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:58.870988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-a0b22b0f-7480-47b1-95e2-86d0ba10ccdd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.872504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-a0b22b0f-7480-47b1-95e2-86d0ba10ccdd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 950 time: 0.2048957 Jun 30 08:55:58.890362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313448b8-1e9f-4579-9a4c-f6a0cfc3a0ea None None] Pushing event updated for resources: {'Port': ['ID=0966dded-57f6-454e-ae88-760310ab4e78,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:55:58.896855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:55:58.899239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:55:58.977316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f40ff-6072-46b3-a75b-78e0fc645eb5 req-dd558a8e-236f-44fc-a528-2959721cf5d8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:58.984557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f47f40ff-6072-46b3-a75b-78e0fc645eb5 req-dd558a8e-236f-44fc-a528-2959721cf5d8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 950 time: 0.2419326 Jun 30 08:55:58.999221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:55:59.045319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Router 4d224df7-be02-4f1f-9877-0d5bc2db2767 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:55:59.141251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f47f40ff-6072-46b3-a75b-78e0fc645eb5 req-96f67e6a-a9e6-49a7-b47f-e5981707bdad tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557226 Jun 30 08:55:59.183774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:55:59.192404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5419710e-e44e-4369-8060-e4fe4157ac3c admin admin] 10.222.0.66 "PUT /v2.0/routers/4d224df7-be02-4f1f-9877-0d5bc2db2767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6302936 Jun 30 08:55:59.250152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] For port a0b3e479-54df-4198-8bb7-7dae22bd624a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a0b3e479-54df-4198-8bb7-7dae22bd624a,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:59.250630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.318613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Calling delete_port for a0b3e479-54df-4198-8bb7-7dae22bd624a owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:59.353839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645c45b1-6cec-4404-8a40-036169bb8d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.371472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5965d-dbaf-449e-a75d-a15f04402a44 req-5a6c2637-18cb-4937-be0a-690763ef6644 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.373242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fe5965d-dbaf-449e-a75d-a15f04402a44 req-5a6c2637-18cb-4937-be0a-690763ef6644 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.3510094 Jun 30 08:55:59.377886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port 7837bca7-0fe0-437b-acff-df6e6bb6daad {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:55:59.378320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.379105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d1e492f6-3d9d-4737-8b06-5c7cc1c51878 None None] Provisioning complete for port f1027743-fe7f-439e-98e1-565b8aa87fb8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:55:59.379677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1e492f6-3d9d-4737-8b06-5c7cc1c51878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.432766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d1e492f6-3d9d-4737-8b06-5c7cc1c51878 None None] Port f1027743-fe7f-439e-98e1-565b8aa87fb8 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:55:59.445557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f1027743-fe7f-439e-98e1-565b8aa87fb8', 'name': '', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'mac_address': 'fa:16:3e:ad:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:57Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 2, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'subnets': [{'id': '4fc48099-76ae-4757-95d4-c58679464f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:55:59.477973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47c11-eb03-431b-9b81-2420a49e0dd6 None None] The sync data for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 is: [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f1027743-fe7f-439e-98e1-565b8aa87fb8', 'name': '', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'mac_address': 'fa:16:3e:ad:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:57Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 2, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'subnets': [{'id': '4fc48099-76ae-4757-95d4-c58679464f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:55:59.638204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fe5965d-dbaf-449e-a75d-a15f04402a44 req-206436a4-2682-4cd5-a6f0-d15f27361a97 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567534 Jun 30 08:55:59.639927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port 7837bca7-0fe0-437b-acff-df6e6bb6daad, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7837bca7-0fe0-437b-acff-df6e6bb6daad,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:55:59.640292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.665545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for 7837bca7-0fe0-437b-acff-df6e6bb6daad owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:55:59.737706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ea1dc-db55-455a-be19-06d72c21ae5c req-83ae9405-8217-46c6-8b71-60f30a4e0fc6 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:55:59.739135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b2ea1dc-db55-455a-be19-06d72c21ae5c req-83ae9405-8217-46c6-8b71-60f30a4e0fc6 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/ports?device_id=86d66976-1649-4cee-9ef6-189307c46a9a HTTP/1.1" status: 200 len: 948 time: 0.1975837 Jun 30 08:55:59.870637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:59.911366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b2ea1dc-db55-455a-be19-06d72c21ae5c req-c0c54f16-372e-497f-937a-a31c1d3b5dcb tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.66 "GET /v2.0/security-groups?id=e28f9040-d8bf-44af-981e-15c5a9108bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207156 Jun 30 08:55:59.998754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Pushing event deleted for resources: {'Port': ['ID=a0b3e479-54df-4198-8bb7-7dae22bd624a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:00.098311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] No DVR routers for this DVR port a0b3e479-54df-4198-8bb7-7dae22bd624a on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:00.105562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:00.107644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-180e51a4-e9d5-4c49-b059-cde95a90bfbf req-82c2c8c5-4a92-498e-b77f-60f809707c75 tempest-ImagesOneServerTestJSON-320215171 tempest-ImagesOneServerTestJSON-320215171-project] 10.222.0.41 "DELETE /v2.0/ports/a0b3e479-54df-4198-8bb7-7dae22bd624a HTTP/1.1" status: 204 len: 173 time: 1.5640113 Jun 30 08:56:00.111632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-deleted', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:00.114098 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b3e0e-6ed4-4b10-b185-e5620dbaffe3" -d '{"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-deleted", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:00.172367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:00.185326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:00.187639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615', 'f246e731-ec8c-42bd-978e-ad0e7032677b', '7837bca7-0fe0-437b-acff-df6e6bb6daad'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:00.263258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=7837bca7-0fe0-437b-acff-df6e6bb6daad,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:00.276374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-1ea3fbc8-d227-4755-8dbf-65cb762e172e tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4107194 Jun 30 08:56:00.281207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:00.325882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port 7837bca7-0fe0-437b-acff-df6e6bb6daad on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:00.336746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:00.340138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8188f28-38c8-4ad6-85ae-28b070e40f62 req-e337107f-8565-4f8e-97ae-edf64ecec962 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "DELETE /v2.0/ports/7837bca7-0fe0-437b-acff-df6e6bb6daad HTTP/1.1" status: 204 len: 173 time: 1.4501247 Jun 30 08:56:00.380630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:00.416955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46f2a-852b-47d2-853a-3263027687cf req-da3ee91b-08c6-46e3-a6e6-cea2a7d367cf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:00.425463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b46f2a-852b-47d2-853a-3263027687cf req-da3ee91b-08c6-46e3-a6e6-cea2a7d367cf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.3225169 Jun 30 08:56:00.574579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b46f2a-852b-47d2-853a-3263027687cf req-d8668e1f-f724-4f0e-9a77-565f5d657225 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479733 Jun 30 08:56:00.695046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:00.888260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Allocated IP 172.25.4.238 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/20fe2de9-86d5-49c3-86f4-076d9fca6933) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:00.902107 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d023c-81ef-456e-853e-0a0fa514118d x-openstack-request-id: req-934d023c-81ef-456e-853e-0a0fa514118d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:00.902457 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d66976-1649-4cee-9ef6-189307c46a9a", "name": "network-vif-deleted", "tag": "a0b3e479-54df-4198-8bb7-7dae22bd624a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:00.902714 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-934d023c-81ef-456e-853e-0a0fa514118d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:00.903110 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d66976-1649-4cee-9ef6-189307c46a9a', 'name': 'network-vif-deleted', 'tag': 'a0b3e479-54df-4198-8bb7-7dae22bd624a', 'status': 'completed', 'code': 200} Jun 30 08:56:01.077152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.215820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.327999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf486eb-f039-4556-822d-1d5b9efca049 req-e5cb3a6e-ef10-4032-bf9d-fb25e21c444c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a14a186c-8bcc-4710-8619-bb020309b907 HTTP/1.1" status: 200 len: 210 time: 0.1281531 Jun 30 08:56:01.340930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=20fe2de9-86d5-49c3-86f4-076d9fca6933,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:01.357856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:01.361310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:01.373962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:01.513734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.591462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.644379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9330-6a18-4cdc-b90d-4efa2d011fcf req-dc169925-3796-4cf2-a1e1-f8b845cb98df tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:01.645933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c20a9330-6a18-4cdc-b90d-4efa2d011fcf req-dc169925-3796-4cf2-a1e1-f8b845cb98df tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1304128 Jun 30 08:56:01.729178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c20a9330-6a18-4cdc-b90d-4efa2d011fcf req-3a773c7c-3601-4a41-b633-16b13e297387 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759702 Jun 30 08:56:01.789939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.794487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.839182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17a0f635-9e24-47e2-a804-a337519f8475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.874984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=20fe2de9-86d5-49c3-86f4-076d9fca6933,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:01.894654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.909602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.910908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-7bf21916-d632-4188-af3d-f94f2ab84677 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6336267 Jun 30 08:56:01.935602 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:01.991140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-a2b9b7a0-c33c-4066-a4dc-08f053672444 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.0705471 Jun 30 08:56:02.040587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:02.068600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6a28-a2bf-4e0c-96fc-858211d6fdc2 req-47e9ad09-aca9-4760-9575-ce6ab8b52b9a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.070181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-426a6a28-a2bf-4e0c-96fc-858211d6fdc2 req-47e9ad09-aca9-4760-9575-ce6ab8b52b9a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1584349 Jun 30 08:56:02.139634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-426a6a28-a2bf-4e0c-96fc-858211d6fdc2 req-30a29082-14d3-4d0b-b971-a68a3851c6be tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614705 Jun 30 08:56:02.146702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-5d02ee09-d562-4433-b779-b82e23ae8720 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:02.148688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-5d02ee09-d562-4433-b779-b82e23ae8720 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1517577 Jun 30 08:56:02.187265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-c9bc4b77-8cce-4f85-931d-22cc236d2d6a tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:02.189049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b451157d-5d42-4239-8a6c-f4663aa5529d req-c9bc4b77-8cce-4f85-931d-22cc236d2d6a tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264282 Jun 30 08:56:02.221837 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a3299313-2c9e-4c72-95ae-87261f183585 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72548c5adfa448759a28a9a5d74dbe3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776638 Jun 30 08:56:02.230805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:02.275331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:02.289247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.305166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: a0b3e479-54df-4198-8bb7-7dae22bd624a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:02.305440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a0b3e479-54df-4198-8bb7-7dae22bd624a not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:02.309063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7837bca7-0fe0-437b-acff-df6e6bb6daad no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:02.317969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.332667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 7837bca7-0fe0-437b-acff-df6e6bb6daad {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:02.333011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7837bca7-0fe0-437b-acff-df6e6bb6daad not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:02.356537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-448e006b-1cb6-4f3c-895c-463224d2f01b tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1378176 Jun 30 08:56:02.376917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.380367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.384358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e28f9040-d8bf-44af-981e-15c5a9108bb8 HTTP/1.1" status: 204 len: 168 time: 0.1525686 Jun 30 08:56:02.395016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12214df2-a788-4953-a766-31355a5b2942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f9040-d8bf-44af-981e-15c5a9108bb8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:02.395441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:02.446719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.518203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0966dded-57f6-454e-ae88-760310ab4e78 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:02.535169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Sync routers for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:02.546248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:02.546872 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:02.620427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0966dded-57f6-454e-ae88-760310ab4e78 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:02.635949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0966dded-57f6-454e-ae88-760310ab4e78 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:02.636681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.639701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.679429 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:02.800494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Allocated IP 172.25.4.19 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:02.810642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.839786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.874710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0966dded-57f6-454e-ae88-760310ab4e78, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0966dded-57f6-454e-ae88-760310ab4e78,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:02.882125 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:02.912296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'name': 'network-vif-deleted', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:02.917163 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7370f2cb-52f0-49b1-83d1-63627a5463de" -d '{"events": [{"server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "name": "network-vif-deleted", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:02.956914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0966dded-57f6-454e-ae88-760310ab4e78,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.002824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f1027743-fe7f-439e-98e1-565b8aa87fb8', 'name': '', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'mac_address': 'fa:16:3e:ad:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:57Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 2, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'subnets': [{'id': '4fc48099-76ae-4757-95d4-c58679464f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:03.033687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Checking router: 4d224df7-be02-4f1f-9877-0d5bc2db2767 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:03.034311 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Updating router 4d224df7-be02-4f1f-9877-0d5bc2db2767 port f1027743-fe7f-439e-98e1-565b8aa87fb8 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:03.039721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.070723 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.074107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.152374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494f188-d970-4ed1-9e05-fe37474e0f6b req-78654720-66c4-4825-b2f5-0677e70930c4 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:03.154043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0494f188-d970-4ed1-9e05-fe37474e0f6b req-78654720-66c4-4825-b2f5-0677e70930c4 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0955582 Jun 30 08:56:03.169639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.238696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:03.243706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:03.257795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:03.320203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.329623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0494f188-d970-4ed1-9e05-fe37474e0f6b req-19341888-a3ae-4146-81c9-b4c1fed559f1 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679339 Jun 30 08:56:03.410915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.463099 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.472736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.474609 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Transition to ACTIVE for port object f1027743-fe7f-439e-98e1-565b8aa87fb8 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:03.481836 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.537483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6ded-3577-4114-adcc-39048f5f7865 None None] Pushing event updated for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.648855 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Attempting to bind port f1027743-fe7f-439e-98e1-565b8aa87fb8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:03.649257 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Attempting to bind port f1027743-fe7f-439e-98e1-565b8aa87fb8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:03.649584 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Attempting to bind port f1027743-fe7f-439e-98e1-565b8aa87fb8 on network c363697b-2f2c-42cc-8ddd-66f87b4ef83d {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:03.660686 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:03.661068 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Checking segment: {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:03.661473 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.661896 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Bound using segment: {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:03.662376 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Bound port: f1027743-fe7f-439e-98e1-565b8aa87fb8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945f4e9e-4969-40a6-891a-6d1c5eff6c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:03.663325 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.700480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.703934 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297c463-f501-4b64-95b1-5611dca2b88f x-openstack-request-id: req-d297c463-f501-4b64-95b1-5611dca2b88f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:03.704294 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14a186c-8bcc-4710-8619-bb020309b907", "name": "network-vif-deleted", "tag": "7837bca7-0fe0-437b-acff-df6e6bb6daad", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:03.704654 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d297c463-f501-4b64-95b1-5611dca2b88f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:03.705076 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14a186c-8bcc-4710-8619-bb020309b907', 'name': 'network-vif-deleted', 'tag': '7837bca7-0fe0-437b-acff-df6e6bb6daad', 'status': 'completed', 'code': 200} Jun 30 08:56:03.706743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.761210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.787328 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] For port f1027743-fe7f-439e-98e1-565b8aa87fb8, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:03.791402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] For port f1027743-fe7f-439e-98e1-565b8aa87fb8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f1027743-fe7f-439e-98e1-565b8aa87fb8,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:03.805745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.813262 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.826725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:03.828804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-e88064f7-ccc5-42da-bc03-f07fc4bd2b0c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4580245 Jun 30 08:56:03.902183 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6ded-3577-4114-adcc-39048f5f7865 None None] Pushing event updated for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:03.911816 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:03.913062 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:03.979591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-c586a478-22c8-4252-a87b-2ecb6eeb0ef9 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.1440287 Jun 30 08:56:04.108647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eb463-33ca-4d96-8ab9-3098cebaa013 req-c2290060-24c3-4529-ac99-5aa2726fec37 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.110179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae4eb463-33ca-4d96-8ab9-3098cebaa013 req-c2290060-24c3-4529-ac99-5aa2726fec37 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2191367 Jun 30 08:56:04.120329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-a5ac04b1-b4f0-427b-9401-ce40835fe8d4 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.121811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5d2f65a-70ce-432e-bc79-c1ecbe9d5765 req-a5ac04b1-b4f0-427b-9401-ce40835fe8d4 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1369281 Jun 30 08:56:04.159002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:04.160672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae4eb463-33ca-4d96-8ab9-3098cebaa013 req-a832c304-c64b-4826-9b7b-f37c3d7b8a78 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Jun 30 08:56:04.438264 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f1027743-fe7f-439e-98e1-565b8aa87fb8', 'name': '', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'mac_address': 'fa:16:3e:ad:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:57Z', 'updated_at': '2021-06-30T08:56:03Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'subnets': [{'id': '4fc48099-76ae-4757-95d4-c58679464f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:04.483116 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819c5dd-df11-4ba7-9e47-a8057dee5b30 None None] The sync data for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 is: [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:55:58Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f1027743-fe7f-439e-98e1-565b8aa87fb8', 'name': '', 'network_id': 'c363697b-2f2c-42cc-8ddd-66f87b4ef83d', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'mac_address': 'fa:16:3e:ad:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4fc48099-76ae-4757-95d4-c58679464f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:57Z', 'updated_at': '2021-06-30T08:56:03Z', 'revision_number': 4, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'subnets': [{'id': '4fc48099-76ae-4757-95d4-c58679464f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:04.502026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.536292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0966dded-57f6-454e-ae88-760310ab4e78 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:04.553243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143a6ec-051d-418c-bdeb-620451a06601 req-e1b62f9d-3dae-4576-8d5d-58ddd82a4b51 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.555139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c143a6ec-051d-418c-bdeb-620451a06601 req-e1b62f9d-3dae-4576-8d5d-58ddd82a4b51 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 950 time: 0.1913950 Jun 30 08:56:04.592039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0966dded-57f6-454e-ae88-760310ab4e78 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:04.592513 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.601537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c143a6ec-051d-418c-bdeb-620451a06601 req-9ba8c714-bf23-45f4-9484-12a11007cc53 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Jun 30 08:56:04.667844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-7da877f4-60e8-43c2-8365-81c04f442bea tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2071421 Jun 30 08:56:04.682441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f1027743-fe7f-439e-98e1-565b8aa87fb8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:04.683214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:04.733028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.764334 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.777592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f1027743-fe7f-439e-98e1-565b8aa87fb8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:04.784950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f1027743-fe7f-439e-98e1-565b8aa87fb8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:04.785651 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.888785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.945682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f1027743-fe7f-439e-98e1-565b8aa87fb8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f1027743-fe7f-439e-98e1-565b8aa87fb8,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:04.958208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:04.971295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c77e4-56c1-48fe-9ef0-95fd6a459643 req-fd57d3ce-aad0-44d2-b234-29bb3696c749 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:04.978647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-700c77e4-56c1-48fe-9ef0-95fd6a459643 req-fd57d3ce-aad0-44d2-b234-29bb3696c749 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1431074 Jun 30 08:56:05.022895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:05.026076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:05.365088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-700c77e4-56c1-48fe-9ef0-95fd6a459643 req-8e60b60a-bcbe-47e6-aded-77223d2d99d5 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854437 Jun 30 08:56:05.429951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Allocated IP 172.25.4.59 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/74786314-bdcb-4b04-8ce1-b9ab929cff33) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:05.587061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:05.637660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-8da5a3ba-9109-478a-9f60-4fe8c2846e24 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:05.639069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-8da5a3ba-9109-478a-9f60-4fe8c2846e24 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 950 time: 0.1396885 Jun 30 08:56:05.723007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3f5f3-6f5d-4bf8-8b3d-d2b8b92c4358 req-3039b714-e272-4e07-8645-162afddfb71b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:05.724504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fed3f5f3-6f5d-4bf8-8b3d-d2b8b92c4358 req-3039b714-e272-4e07-8645-162afddfb71b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1583495 Jun 30 08:56:05.739632 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:05.852806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:05.857941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=74786314-bdcb-4b04-8ce1-b9ab929cff33,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:05.860446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:05.863509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:05.907447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fed3f5f3-6f5d-4bf8-8b3d-d2b8b92c4358 req-5d6e0f12-5f74-4f51-b69b-affd5999be07 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699114 Jun 30 08:56:05.964046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port f246e731-ec8c-42bd-978e-ad0e7032677b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:05.964307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.086464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.102719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port f246e731-ec8c-42bd-978e-ad0e7032677b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f246e731-ec8c-42bd-978e-ad0e7032677b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:06.103357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.123000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for f246e731-ec8c-42bd-978e-ad0e7032677b owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:06.251349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.474568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.484133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f1027743-fe7f-439e-98e1-565b8aa87fb8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:06.494676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:06.499488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:06.532619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=f246e731-ec8c-42bd-978e-ad0e7032677b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:06.572526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:06.586695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a11f-27aa-4b18-8259-43c2d1a94ac1 req-0e57aec7-09b5-45f0-8d15-bac876b934e1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:06.593571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d376a11f-27aa-4b18-8259-43c2d1a94ac1 req-0e57aec7-09b5-45f0-8d15-bac876b934e1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d22db68f-e638-456b-9f26-eece55905bb4 HTTP/1.1" status: 200 len: 867 time: 0.2783208 Jun 30 08:56:06.656937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port f246e731-ec8c-42bd-978e-ad0e7032677b on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:06.662635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.664620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-586e36df-f036-4c1b-8e50-deedab83fab5 req-007aec3d-9b40-4639-b7f5-e168c05efde2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "DELETE /v2.0/ports/f246e731-ec8c-42bd-978e-ad0e7032677b HTTP/1.1" status: 204 len: 173 time: 1.0190263 Jun 30 08:56:06.668564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'name': 'network-vif-deleted', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:06.670895 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db02d15-9444-4f02-838a-75c457517296" -d '{"events": [{"server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "name": "network-vif-deleted", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:06.696399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.720902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d376a11f-27aa-4b18-8259-43c2d1a94ac1 req-03e9d506-8db3-415f-997e-6c0a9af218bd tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263342 Jun 30 08:56:06.722124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.803839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f1027743-fe7f-439e-98e1-565b8aa87fb8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:06.815503 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.831574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-040589fd-1171-4cc4-b8cf-d3555b676d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:06.847381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=74786314-bdcb-4b04-8ce1-b9ab929cff33,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:06.997370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-040589fd-1171-4cc4-b8cf-d3555b676d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.002479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-040589fd-1171-4cc4-b8cf-d3555b676d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.018700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.057224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-040589fd-1171-4cc4-b8cf-d3555b676d71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d221d2c6cae4a75ae63a49037477a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806616 Jun 30 08:56:07.057224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040589fd-1171-4cc4-b8cf-d3555b676d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a23458-b720-4393-8ea0-4dcdc3a31dd8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:07.060373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37958) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:07.079368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.091578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-9b35860c-6f63-48e0-889e-f747828cd438 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4125719 Jun 30 08:56:07.126392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.151692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.164535 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-24490f4f-8315-4313-a301-7e3944fc26c6 service neutron] show failed (client error): The resource could not be found. Jun 30 08:56:07.165511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-24490f4f-8315-4313-a301-7e3944fc26c6 service neutron] 10.222.0.41 "GET /v2.0/ports/c3668e28-0ae2-4374-ae68-69931ee2d9e9/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.3067884 Jun 30 08:56:07.191115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-7fbe69e0-ae50-41d1-907a-66bda8aeac5f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0983641 Jun 30 08:56:07.208394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.211330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.215028 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39a23458-b720-4393-8ea0-4dcdc3a31dd8 HTTP/1.1" status: 204 len: 168 time: 0.1509249 Jun 30 08:56:07.220688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44aa50-0979-4de1-8d35-c234de74369d req-1cf0cf45-fadd-4209-942b-ea646b954664 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.227033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d44aa50-0979-4de1-8d35-c234de74369d req-1cf0cf45-fadd-4209-942b-ea646b954664 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1097 time: 0.3441260 Jun 30 08:56:07.238339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cea0d-d351-44da-a5c4-f691839b2bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a23458-b720-4393-8ea0-4dcdc3a31dd8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:07.325066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d44aa50-0979-4de1-8d35-c234de74369d req-3e3ca146-f19d-45b5-ae70-4a2c409ff500 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972083 Jun 30 08:56:07.399628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-71d5d55e-5978-4aa9-99fa-ab052e725ce8 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.422283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90846bc0-3c6d-4414-b2d7-39294aa3e562 req-71d5d55e-5978-4aa9-99fa-ab052e725ce8 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2300487 Jun 30 08:56:07.545326 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e6739f-110a-47b4-aeb2-7548db3ccbd2 x-openstack-request-id: req-89e6739f-110a-47b4-aeb2-7548db3ccbd2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:07.545625 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22db68f-e638-456b-9f26-eece55905bb4", "name": "network-vif-deleted", "tag": "f246e731-ec8c-42bd-978e-ad0e7032677b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:07.547653 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89e6739f-110a-47b4-aeb2-7548db3ccbd2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:07.548128 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22db68f-e638-456b-9f26-eece55905bb4', 'name': 'network-vif-deleted', 'tag': 'f246e731-ec8c-42bd-978e-ad0e7032677b', 'status': 'completed', 'code': 200} Jun 30 08:56:07.618771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5eb8c-eb15-4bf3-83c1-bf4c1ddc32f5 req-76921243-8e78-4b4a-802a-f9caaa604ce5 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.620306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eba5eb8c-eb15-4bf3-83c1-bf4c1ddc32f5 req-76921243-8e78-4b4a-802a-f9caaa604ce5 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1395268 Jun 30 08:56:07.686202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-5efefef7-0f98-4487-9bb6-4995ffede366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.687966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-5efefef7-0f98-4487-9bb6-4995ffede366 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1101 time: 0.1100984 Jun 30 08:56:07.715999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:07.771487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eba5eb8c-eb15-4bf3-83c1-bf4c1ddc32f5 req-f701af8b-5d75-40cf-abb6-1c79b11583ef tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430430 Jun 30 08:56:07.876920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3a97-5f28-4a27-adb4-5379b2952042 req-2265e20d-81be-4ebc-bc02-3b78de44e66d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:07.903866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9a3a97-5f28-4a27-adb4-5379b2952042 req-2265e20d-81be-4ebc-bc02-3b78de44e66d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.2352414 Jun 30 08:56:07.919395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:07.976717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9a3a97-5f28-4a27-adb4-5379b2952042 req-278e2b09-1882-416d-aaf2-9c97953121bd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Jun 30 08:56:08.175887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1295c540-f7f9-486d-9720-419d72191449 req-14c711e0-3415-4497-9642-2565a81549a2 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1244934 Jun 30 08:56:08.181285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:08.197644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:08.219532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.241837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:08.242576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:08.307168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:08.312482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f246e731-ec8c-42bd-978e-ad0e7032677b no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:08.314901 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748f787-4f47-42c2-a2e2-7ffafc491ff2" -d '{"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:08.320219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.336632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f246e731-ec8c-42bd-978e-ad0e7032677b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:08.337038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f246e731-ec8c-42bd-978e-ad0e7032677b not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:08.337557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Transition to ACTIVE for port object c3668e28-0ae2-4374-ae68-69931ee2d9e9 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:08.345322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.386774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.407165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.445828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:08.448650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411e55a-5ad8-4bee-9d4c-b71c8f8131a0" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-unplugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:08.476845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:08.485844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] No DVR routers for this DVR port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:08.487997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:08.493105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.548062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:08.548062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:08.548371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:08.550914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:08.556027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Allocated IP 172.25.4.209 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d596c3fa-c429-4ba3-a00e-076d27c04d7c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:08.560924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:08.561276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Attempting to bind port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:08.570259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:08.570605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:08.570997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:08.571434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Bound port: c3668e28-0ae2-4374-ae68-69931ee2d9e9, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:08.571794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.643496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:08.648054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:08.653842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.689650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.691737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.693122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 1096 time: 0.9938529 Jun 30 08:56:08.705068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.751187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.757372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679d28-2eac-4038-ba53-d3fe879892e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:08.796997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:08.799970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:08.804293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:08.817408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-6a1a4aa9-0d2b-43e6-8d58-41a053bc5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.820877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-6a1a4aa9-0d2b-43e6-8d58-41a053bc5058 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1099 time: 0.0966866 Jun 30 08:56:08.867235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=d596c3fa-c429-4ba3-a00e-076d27c04d7c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:08.927539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-cb85efae-7eca-411e-afff-c0c923f666fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:08.929746 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-cb85efae-7eca-411e-afff-c0c923f666fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1002870 Jun 30 08:56:08.937784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.984045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.989867 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-bf65f349-7abc-4211-8b37-1ca599242293 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0442214 Jun 30 08:56:09.049743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-d6ac7d75-c2d7-4f1d-897b-0cd49d14ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.051228 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-d6ac7d75-c2d7-4f1d-897b-0cd49d14ea74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0518200 Jun 30 08:56:09.110230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-6b44a0ef-c872-4fa4-9001-ebd2e95911b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.111711 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-6b44a0ef-c872-4fa4-9001-ebd2e95911b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520136 Jun 30 08:56:09.143049 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:09.148044 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:09.219017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-a02b3913-58b0-4a5d-906d-d2a4463933e9 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961134 Jun 30 08:56:09.223181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event updated for resources: {'Port': ['ID=d596c3fa-c429-4ba3-a00e-076d27c04d7c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:09.232725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-263d3f14-34ef-4ead-b039-3832ee8e83b7 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:09.233707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-263d3f14-34ef-4ead-b039-3832ee8e83b7 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073562 Jun 30 08:56:09.236588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:09.246301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Request body: {'binding': {'host': 'n-h2-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:09.246757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Unknown quota resources ['binding']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:56:09.250807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:09.252145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1295c540-f7f9-486d-9720-419d72191449 req-63bc2580-6a39-4d06-9bd9-48d9147c9ad5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0754430 Jun 30 08:56:09.305121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1295c540-f7f9-486d-9720-419d72191449 req-a66104ad-fdd3-4c3b-b6ec-7da2dab5a5e0 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.0470312 Jun 30 08:56:09.390406 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c5f050-6fb8-4710-aae9-5627675418d1 req-b75d66b3-ec4d-4536-b031-acab63907821 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627319 Jun 30 08:56:09.420675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295c540-f7f9-486d-9720-419d72191449 req-771996fa-526c-4cfd-86ec-191d0c8fa6e5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.422034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1295c540-f7f9-486d-9720-419d72191449 req-771996fa-526c-4cfd-86ec-191d0c8fa6e5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1040597 Jun 30 08:56:09.440699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on host n-h2-779913-25 for vnic_type normal with profile None {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:09.440907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:09.441336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:09.447035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:09.447434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:09.452988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:09.453534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:09.454025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:09.454496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Bound port: 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:09.512733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:09.519382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:09.520781 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-8989f8a4-b5c6-40f8-ad27-480e7a9e5a57 service neutron] 10.222.0.66 "POST /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5/bindings HTTP/1.1" status: 201 len: 390 time: 0.2802050 Jun 30 08:56:09.559345 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507af399-5671-4041-99d1-2e7e4d9b4e19 x-openstack-request-id: req-507af399-5671-4041-99d1-2e7e4d9b4e19 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:09.559793 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:09.560739 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-507af399-5671-4041-99d1-2e7e4d9b4e19 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:09.560739 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'code': 200} Jun 30 08:56:09.612001 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95b25b-b41b-410f-81d1-bf2ef0cd0487 x-openstack-request-id: req-4f95b25b-b41b-410f-81d1-bf2ef0cd0487 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:09.612532 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-unplugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:09.612696 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f95b25b-b41b-410f-81d1-bf2ef0cd0487 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:09.613250 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'code': 200} Jun 30 08:56:09.797191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a923407-a47b-4975-968f-306aa3e41d40 req-9d54e7ae-bfcf-4c4c-b004-96fc6f3b04ee tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.798789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a923407-a47b-4975-968f-306aa3e41d40 req-9d54e7ae-bfcf-4c4c-b004-96fc6f3b04ee tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 948 time: 0.0939081 Jun 30 08:56:09.814224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-4113a6d1-f2fb-4e71-9b73-ebf06e6916fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.815704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-4113a6d1-f2fb-4e71-9b73-ebf06e6916fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1097 time: 0.0781252 Jun 30 08:56:09.842822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a923407-a47b-4975-968f-306aa3e41d40 req-89b5fa82-b0a9-441b-8ac6-3684be99c7a0 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367417 Jun 30 08:56:09.909135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c38c4bd6-058a-42a0-b718-67aae4421749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:09.910626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c38c4bd6-058a-42a0-b718-67aae4421749 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.0879235 Jun 30 08:56:09.923460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6d75610-9661-4dcd-a43a-dfc72a27f66a req-33f4dc63-a756-4411-825c-cff95e9d96d1 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips/7d8b4306-574a-42be-8191-2b97eab71127 HTTP/1.1" status: 200 len: 693 time: 0.0430787 Jun 30 08:56:09.955254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-e5ce18eb-9479-4284-91d6-5984bb182beb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 217 time: 0.0375001 Jun 30 08:56:10.011926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-6ce3ee6e-8d14-44bb-86e9-e7f2382a3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.013376 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-6ce3ee6e-8d14-44bb-86e9-e7f2382a3d78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0498195 Jun 30 08:56:10.046269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-e7ce30ec-a11f-446c-a632-d329ded74415 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259645 Jun 30 08:56:10.071508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d75610-9661-4dcd-a43a-dfc72a27f66a req-7dd89439-bce6-478c-bb5e-0411afa61197 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.072792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6d75610-9661-4dcd-a43a-dfc72a27f66a req-7dd89439-bce6-478c-bb5e-0411afa61197 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1424165 Jun 30 08:56:10.081158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b3c08-c4d8-41db-b741-6c500da0eead req-b0f97d60-49d8-44ed-913d-4ec403d7baaf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.082709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e1b3c08-c4d8-41db-b741-6c500da0eead req-b0f97d60-49d8-44ed-913d-4ec403d7baaf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.1323962 Jun 30 08:56:10.125640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e1b3c08-c4d8-41db-b741-6c500da0eead req-c19627bd-ad74-45d7-9095-56d2b96c420d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Jun 30 08:56:10.139122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-f8f08460-3844-4f90-9ee4-1137104fe2b4 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860133 Jun 30 08:56:10.237592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-20e41d0f-8ee3-4baa-b9ba-2595fff51ee9 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 Jun 30 08:56:10.244713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:10.299969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4439c2-b80a-44bb-9530-1078c1ef217d req-585c2404-2d68-4b06-b00c-d5f429acdd0d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.301601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f4439c2-b80a-44bb-9530-1078c1ef217d req-585c2404-2d68-4b06-b00c-d5f429acdd0d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.0749769 Jun 30 08:56:10.354179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f4439c2-b80a-44bb-9530-1078c1ef217d req-fb9a32f4-be27-4b6f-a1c6-be1ec269ba0d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Jun 30 08:56:10.455481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:10.467797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1c67939-b479-497a-86e0-e034dc72546e req-df313f56-b6b4-4bb4-aa9d-d8970d58e5b0 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips/7d8b4306-574a-42be-8191-2b97eab71127 HTTP/1.1" status: 200 len: 693 time: 0.0749738 Jun 30 08:56:10.469718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1abf366b-89e0-47b6-8ec2-8f98812dc431 req-33146005-a610-4125-bb91-2650a2c75b0e tempest-AbsoluteLimitsNegativeTestJSON-1851536559 tempest-AbsoluteLimitsNegativeTestJSON-1851536559-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=923c689241974a50aca9684ede569e02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304258 Jun 30 08:56:10.520999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:10.536512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:10.555614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'mac_address': 'fa:16:3e:9c:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:10.617841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:10.633323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:10.654223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:10.656478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf366b-89e0-47b6-8ec2-8f98812dc431 req-8a97bcce-6ff1-4c12-b860-2f8a271b6489 tempest-AbsoluteLimitsNegativeTestJSON-1851536559 tempest-AbsoluteLimitsNegativeTestJSON-1851536559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.658058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1abf366b-89e0-47b6-8ec2-8f98812dc431 req-8a97bcce-6ff1-4c12-b860-2f8a271b6489 tempest-AbsoluteLimitsNegativeTestJSON-1851536559 tempest-AbsoluteLimitsNegativeTestJSON-1851536559-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831896 Jun 30 08:56:10.658361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:10.665659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c67939-b479-497a-86e0-e034dc72546e req-c67fa574-211d-493f-803e-91618fa668b7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:10.667113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1c67939-b479-497a-86e0-e034dc72546e req-c67fa574-211d-493f-803e-91618fa668b7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1939685 Jun 30 08:56:10.678653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1abf366b-89e0-47b6-8ec2-8f98812dc431 req-e0619ebb-afc8-47b6-9a65-2d6d7020c285 tempest-AbsoluteLimitsNegativeTestJSON-1851536559 tempest-AbsoluteLimitsNegativeTestJSON-1851536559-project] 10.222.0.66 "GET /v2.0/quotas/923c689241974a50aca9684ede569e02 HTTP/1.1" status: 200 len: 375 time: 0.0098796 Jun 30 08:56:10.720258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:10.743918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1abf366b-89e0-47b6-8ec2-8f98812dc431 req-5774626b-0645-4267-b77c-3a26eb8964cd tempest-AbsoluteLimitsNegativeTestJSON-1851536559 tempest-AbsoluteLimitsNegativeTestJSON-1851536559-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=923c689241974a50aca9684ede569e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570879 Jun 30 08:56:10.749050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1c67939-b479-497a-86e0-e034dc72546e req-d9e5e4a9-8221-4789-bbec-a9f832f91fc8 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.0693946 Jun 30 08:56:10.802095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1c67939-b479-497a-86e0-e034dc72546e req-9c53387f-5b28-4f51-822d-f1c58d72c408 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.209 HTTP/1.1" status: 200 len: 696 time: 0.0471857 Jun 30 08:56:10.944816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Deleting port d596c3fa-c429-4ba3-a00e-076d27c04d7c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:10.945318 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.032026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.032629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.055506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Calling delete_port for d596c3fa-c429-4ba3-a00e-076d27c04d7c owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:11.138398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38062) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:11.242855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.259521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecb8f-3ce7-4dbc-a473-3bd694d8cfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.270556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event deleted for resources: {'Port': ['ID=d596c3fa-c429-4ba3-a00e-076d27c04d7c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:11.363012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecb8f-3ce7-4dbc-a473-3bd694d8cfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.368621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e1ecb8f-3ce7-4dbc-a473-3bd694d8cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.411919 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e1ecb8f-3ce7-4dbc-a473-3bd694d8cfca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923c689241974a50aca9684ede569e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716794 Jun 30 08:56:11.412853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ecb8f-3ce7-4dbc-a473-3bd694d8cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a67c7b-6a33-479a-b07f-ad06db294408,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:11.415321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:11.471710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.494256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.497335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:11.549780 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.555474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.556703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4a67c7b-6a33-479a-b07f-ad06db294408 HTTP/1.1" status: 204 len: 168 time: 0.1404030 Jun 30 08:56:11.561634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:11.564280 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:11.573274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530ae46-57a5-4149-9f1f-b7cc125d17dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a67c7b-6a33-479a-b07f-ad06db294408,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:11.663496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.666330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:11.679194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1c67939-b479-497a-86e0-e034dc72546e req-949ae3f9-2e72-48b0-8ec5-6349afad8e89 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "DELETE /v2.0/floatingips/7d8b4306-574a-42be-8191-2b97eab71127 HTTP/1.1" status: 204 len: 173 time: 0.8672018 Jun 30 08:56:11.723315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb99029-ebed-42c1-bb9a-069223786891 req-e023771a-16c3-4215-86ef-5b31fac4c02a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:11.724876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fb99029-ebed-42c1-bb9a-069223786891 req-e023771a-16c3-4215-86ef-5b31fac4c02a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 949 time: 0.1419468 Jun 30 08:56:11.788389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fb99029-ebed-42c1-bb9a-069223786891 req-87c70af9-b705-483e-8a51-f3192476dba6 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Jun 30 08:56:11.866853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7881ffc-e232-4b88-a2f5-248475f85c14 req-288d3423-0ac5-45fe-b880-21bd46cdf557 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:11.868359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7881ffc-e232-4b88-a2f5-248475f85c14 req-288d3423-0ac5-45fe-b880-21bd46cdf557 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 950 time: 0.0790055 Jun 30 08:56:11.920294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7881ffc-e232-4b88-a2f5-248475f85c14 req-ecc63b5c-0bcd-4600-9b0a-83160d63f4c0 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 Jun 30 08:56:12.001626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482d23-e2bb-4acb-ad3e-54a8d9e49d40 req-c85eb105-0400-463c-8f38-30cf4f42629c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.003387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb482d23-e2bb-4acb-ad3e-54a8d9e49d40 req-c85eb105-0400-463c-8f38-30cf4f42629c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.0805917 Jun 30 08:56:12.078160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb482d23-e2bb-4acb-ad3e-54a8d9e49d40 req-3c1d1016-82bc-46f5-a2cd-34182dd09795 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Jun 30 08:56:12.119582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4cc0e-3bee-4334-834d-6f1b2d675752 req-7d849324-f8a5-4495-993e-ef5a4efec178 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.121794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35b4cc0e-3bee-4334-834d-6f1b2d675752 req-7d849324-f8a5-4495-993e-ef5a4efec178 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.0856786 Jun 30 08:56:12.164665 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b5e761-4409-4e98-8308-47b7fdd2bd99 x-openstack-request-id: req-82b5e761-4409-4e98-8308-47b7fdd2bd99 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:12.165155 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:12.165155 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82b5e761-4409-4e98-8308-47b7fdd2bd99 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:12.165506 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'status': 'completed', 'code': 200} Jun 30 08:56:12.193110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35b4cc0e-3bee-4334-834d-6f1b2d675752 req-efd45127-1ba9-4655-8f08-e257140254f7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649459 Jun 30 08:56:12.257046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-ce7edabe-c9a4-45d5-aabe-03d63dd73c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.258849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-ce7edabe-c9a4-45d5-aabe-03d63dd73c59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1099 time: 0.0689201 Jun 30 08:56:12.476672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-2287722e-6283-4236-8e0c-0f0ab63c52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.478215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-2287722e-6283-4236-8e0c-0f0ab63c52bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1099 time: 0.2320325 Jun 30 08:56:12.485361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a466500-0c39-4287-b05a-6dea912452ab req-56f285df-a8a1-4595-8531-43ffc6ba49bb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.486844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a466500-0c39-4287-b05a-6dea912452ab req-56f285df-a8a1-4595-8531-43ffc6ba49bb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2906756 Jun 30 08:56:12.495573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-e903c6f5-56cf-407f-bafe-e2f3a8cd5b18 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.497306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-e903c6f5-56cf-407f-bafe-e2f3a8cd5b18 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 950 time: 0.2428899 Jun 30 08:56:12.499979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-ea6727f8-b249-45f4-9da3-530d911afc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.502777 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-ea6727f8-b249-45f4-9da3-530d911afc59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1973639 Jun 30 08:56:12.509051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:12.630036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-63daf266-b266-4ba8-9d71-1663edf74266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.632404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-63daf266-b266-4ba8-9d71-1663edf74266 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1446910 Jun 30 08:56:12.638529 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-126bb150-c5b5-4657-a158-18be344ce192 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.1270888 Jun 30 08:56:12.645802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-588989251-network', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:12.656872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39b088db-2c52-4ee0-8422-afdd88ea0c4e req-dec5bcf0-1e8c-4cf1-93b8-9f57ddb08352 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=97f33f85f0de48e4a8a87625df68628e HTTP/1.1" status: 200 len: 1655 time: 0.1201723 Jun 30 08:56:12.704075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-0aa192fc-4dba-43b7-8f81-6f50c31c5037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0623717 Jun 30 08:56:12.708074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Made reservation on behalf of ae7441f75eb64918989f408d388aaab3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:12.710975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:12.727430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-96833b99-027e-46c5-8218-833be8aecd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.728799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-96833b99-027e-46c5-8218-833be8aecd12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0792329 Jun 30 08:56:12.729437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:12.763339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:12.763665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:12.903831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b088db-2c52-4ee0-8422-afdd88ea0c4e req-c0161eb3-405d-4bce-998c-6e69a62bfc92 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.912293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39b088db-2c52-4ee0-8422-afdd88ea0c4e req-c0161eb3-405d-4bce-998c-6e69a62bfc92 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks?id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 787 time: 0.2272768 Jun 30 08:56:12.924777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-39b088db-2c52-4ee0-8422-afdd88ea0c4e req-4017d7f0-a5ee-43c1-9a75-639043ac6c32 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:12.936695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39b088db-2c52-4ee0-8422-afdd88ea0c4e req-4017d7f0-a5ee-43c1-9a75-639043ac6c32 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235691 Jun 30 08:56:12.994769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-9ee195b2-3e4d-4d3a-b6c3-2a577b14c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:12.996134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-9ee195b2-3e4d-4d3a-b6c3-2a577b14c53d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2587612 Jun 30 08:56:13.070148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3625037-ca3a-45b7-9894-96b780c18820 req-b7fccfff-0ee8-4c30-acdf-832d0097caa7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips/41be683f-cd19-459c-8b2b-accd96bb0a93 HTTP/1.1" status: 200 len: 692 time: 0.1159494 Jun 30 08:56:13.082042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4b973-a546-4132-a300-845b0f39ee1f req-daa44936-d3c8-44db-a775-2fd42bb2d8be tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.083569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f4b973-a546-4132-a300-845b0f39ee1f req-daa44936-d3c8-44db-a775-2fd42bb2d8be tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "GET /v2.0/ports?device_id=e29c31be-e98b-45fd-a88d-a758d3bba6f7 HTTP/1.1" status: 200 len: 949 time: 0.4001954 Jun 30 08:56:13.166117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-8b7b343e-32bf-4c96-a122-b6dc82b8a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.168144 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-8b7b343e-32bf-4c96-a122-b6dc82b8a491 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4216862 Jun 30 08:56:13.170355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:13.170715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.208016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:13.269191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27492b6-209a-4d68-888c-1f2351b01d75 req-1542b493-247e-4296-a9f9-d67b19783d04 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.270747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e27492b6-209a-4d68-888c-1f2351b01d75 req-1542b493-247e-4296-a9f9-d67b19783d04 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 949 time: 0.3258181 Jun 30 08:56:13.292614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-2e5df66c-3fa3-49f6-8cd8-b787f92f2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.294092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-2e5df66c-3fa3-49f6-8cd8-b787f92f2e35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2584031 Jun 30 08:56:13.313306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d5cc9f34-1f9b-4d8a-85c6-816a23724190 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.314718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d5cc9f34-1f9b-4d8a-85c6-816a23724190 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2276132 Jun 30 08:56:13.349020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.364466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.385977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-a85954cf-2da4-45ce-8a5c-4084c645d0ab service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069588 Jun 30 08:56:13.428306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:13.436215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3625037-ca3a-45b7-9894-96b780c18820 req-fde32f1f-ec26-4b1c-92fc-419a8f1e4349 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1057849 Jun 30 08:56:13.445504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e27492b6-209a-4d68-888c-1f2351b01d75 req-d7825ec4-3411-4c1f-ace2-4ec89ae9a33c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559269 Jun 30 08:56:13.462934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port cb55d4be-120f-4586-ad6b-cc09c1982615 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:13.463306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.466160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa119040-2c5c-4db1-b8ef-7e629999dd04,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:13.482679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.484797 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Added segment 9b0104d6-0463-4c2c-b5b2-e526f32c7f38 of type vlan for network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 Jun 30 08:56:13.572473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3625037-ca3a-45b7-9894-96b780c18820 req-4c423ad2-6aa5-4df7-9b2c-0c9ef8ee1d9d tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1112623 Jun 30 08:56:13.578331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-79f4cb41-c124-4c69-afff-d0f781a420e1 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723641 Jun 30 08:56:13.631324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.644876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed', '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:13.672257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=2c3f4068-dfe0-4607-ab7e-b35fa46ecccb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:13.694978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.709572 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-cf97cf80-9abe-451f-8770-226d178f47a9 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121281 Jun 30 08:56:13.725083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['cb55d4be-120f-4586-ad6b-cc09c1982615'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:13.772809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2209baed-a349-486d-a2ea-ba4d4817d3f2 req-4f591934-2633-4596-b7c6-c97c2502e65b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bad3b75-c5c0-4549-bf29-57a9e3caeefe HTTP/1.1" status: 200 len: 210 time: 0.1376481 Jun 30 08:56:13.790304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:13.793971 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.796661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-813cceb9-b32a-4dd6-bf30-1751f584a770 req-2a398d73-8c6a-4f5b-85ee-54ebd309cae1 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "DELETE /v2.0/ports/2c3f4068-dfe0-4607-ab7e-b35fa46ecccb HTTP/1.1" status: 204 len: 173 time: 1.2758555 Jun 30 08:56:13.809556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.810558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:13.811141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.857804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port cb55d4be-120f-4586-ad6b-cc09c1982615, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=cb55d4be-120f-4586-ad6b-cc09c1982615,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:13.870344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.919919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for cb55d4be-120f-4586-ad6b-cc09c1982615 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:13.928450 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4175961 Jun 30 08:56:13.935399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:13.944077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Request body: {'subnet': {'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-588989251-subnet', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:13.949449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01e705-5827-403f-b2f3-790ca23b974e admin admin] Pushing event updated for resources: {'Network': ['ID=b55edd7b-244b-4d9d-ac9c-34c4edd160f5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:13.987691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:14.012049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2ea0e8-bd6e-4d4c-9a9c-079f93a374e5 req-4918ae06-19b0-4018-a36c-aaa4e42c7a02 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198687 Jun 30 08:56:14.074056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Made reservation on behalf of ae7441f75eb64918989f408d388aaab3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:14.079281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.146114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Deleting port 74786314-bdcb-4b04-8ce1-b9ab929cff33 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:14.147324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.166660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'name': 'network-vif-deleted', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:14.169697 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9105c80-bb0a-4010-8279-ebba93b7b1ff" -d '{"events": [{"server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "name": "network-vif-deleted", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:14.266673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:14.276526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:14.511055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:14.513580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:14.514066 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.551096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'mac_address': 'fa:16:3e:2b:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:14.596282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.596930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.610309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.634182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Calling delete_port for 74786314-bdcb-4b04-8ce1-b9ab929cff33 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:14.645223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3668e28-0ae2-4374-ae68-69931ee2d9e9 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:14.665837 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.684230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:14.694493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520ef0-7460-433d-b371-b18abf5a74ca req-6240e2fb-95fc-48b5-bfe6-d7cf47d8621b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:14.696565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf520ef0-7460-433d-b371-b18abf5a74ca req-6240e2fb-95fc-48b5-bfe6-d7cf47d8621b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 947 time: 0.6813920 Jun 30 08:56:14.703801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.711743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:14.714062 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6042d196-2a28-4814-bb2a-e68ec7b54123" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:14.750002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:14.754925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.778647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:14.827715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf520ef0-7460-433d-b371-b18abf5a74ca req-46cb51bb-a079-4857-90a3-4f7b77cefeb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242433 Jun 30 08:56:14.828355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.857624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:14.878576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=cb55d4be-120f-4586-ad6b-cc09c1982615,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:14.979932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port cb55d4be-120f-4586-ad6b-cc09c1982615 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:15.000767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.002737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f4b973-a546-4132-a300-845b0f39ee1f req-f518dcba-0817-4ead-8c09-7dde159c802c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.41 "DELETE /v2.0/ports/cb55d4be-120f-4586-ad6b-cc09c1982615 HTTP/1.1" status: 204 len: 173 time: 1.9016864 Jun 30 08:56:15.003178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'name': 'network-vif-deleted', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:15.005493 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00e2e2b-8425-4aa6-ad8c-dac023c29d2e" -d '{"events": [{"server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "name": "network-vif-deleted", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:15.018351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.118165 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.123574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:15.160576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event deleted for resources: {'Port': ['ID=74786314-bdcb-4b04-8ce1-b9ab929cff33,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:15.180198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778926-dc41-48e1-9a07-7756f2caae91 req-b5dc6b64-2bdf-40a1-bd24-57b435c72e88 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.181696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98778926-dc41-48e1-9a07-7756f2caae91 req-b5dc6b64-2bdf-40a1-bd24-57b435c72e88 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.2355413 Jun 30 08:56:15.204962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Checking segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:15.205317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Network hostable DHCP agents. Network: b55edd7b-244b-4d9d-ac9c-34c4edd160f5, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:15.278337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98778926-dc41-48e1-9a07-7756f2caae91 req-dfbc937f-9bab-4139-9858-d75746ed0d67 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778022 Jun 30 08:56:15.281590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.284170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.285256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3625037-ca3a-45b7-9894-96b780c18820 req-d3d0bc64-5d03-4bc5-834a-0710ade72e30 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "DELETE /v2.0/floatingips/41be683f-cd19-459c-8b2b-accd96bb0a93 HTTP/1.1" status: 204 len: 173 time: 1.7042379 Jun 30 08:56:15.286300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:15.302544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b55edd7b-244b-4d9d-ac9c-34c4edd160f5) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:15.308075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.308716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.311906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7a868-afa6-4b8b-b315-eff6a1c5db06 None None] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:15.360039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2dc44ed9-b8fb-4ba2-9923-329b304a1fab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4202347 Jun 30 08:56:15.363035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:15.378657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:15.408917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.410478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.508572 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eb37ef-fb5e-4203-b040-c9dbfe56c062 x-openstack-request-id: req-d6eb37ef-fb5e-4203-b040-c9dbfe56c062 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:15.509057 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bad3b75-c5c0-4549-bf29-57a9e3caeefe", "name": "network-vif-deleted", "tag": "2c3f4068-dfe0-4607-ab7e-b35fa46ecccb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:15.509160 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6eb37ef-fb5e-4203-b040-c9dbfe56c062 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:15.509491 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bad3b75-c5c0-4549-bf29-57a9e3caeefe', 'name': 'network-vif-deleted', 'tag': '2c3f4068-dfe0-4607-ab7e-b35fa46ecccb', 'status': 'completed', 'code': 200} Jun 30 08:56:15.522600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.532049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:56:15.533051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.689908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42573-435c-4d42-8f10-71e18f998d16 req-e2fd85a1-81c9-4e1a-b6d0-fe27961811b1 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.690240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Allocated IP 172.20.0.2 (b55edd7b-244b-4d9d-ac9c-34c4edd160f5/1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78/a54fb90b-3954-49ee-a65d-d9a62ad02d07) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:15.691988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1a42573-435c-4d42-8f10-71e18f998d16 req-e2fd85a1-81c9-4e1a-b6d0-fe27961811b1 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1097 time: 0.2276962 Jun 30 08:56:15.733495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.750564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:15.809040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1a42573-435c-4d42-8f10-71e18f998d16 req-c6abefe6-b9c9-47dd-873c-b3e37407732c tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891550 Jun 30 08:56:15.834844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d471c-6721-44d4-90a9-dbd18a5972a3 req-a3966184-fbb0-4b7a-8953-eb0f2a6b8b92 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:15.835933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8d471c-6721-44d4-90a9-dbd18a5972a3 req-a3966184-fbb0-4b7a-8953-eb0f2a6b8b92 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2156646 Jun 30 08:56:15.840247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', 'a31aef34-06c4-4a71-9db9-a9330eaa927c', '3408a577-0286-49ba-ac92-6d27c2de4fed'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:15.889244 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2072077-b4ba-4f93-9262-0a6b508256b0 x-openstack-request-id: req-f2072077-b4ba-4f93-9262-0a6b508256b0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:15.889765 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:15.890212 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2072077-b4ba-4f93-9262-0a6b508256b0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:15.890628 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'code': 200} Jun 30 08:56:15.892479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8d471c-6721-44d4-90a9-dbd18a5972a3 req-102e1711-afa8-4c77-ab4c-0ce6eb49de9b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Jun 30 08:56:15.973913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.993345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Transition to ACTIVE for port object a54fb90b-3954-49ee-a65d-d9a62ad02d07 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:16.003061 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9829569-5cc3-4cf7-9844-40747f4d2c2c x-openstack-request-id: req-d9829569-5cc3-4cf7-9844-40747f4d2c2c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:16.003402 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29c31be-e98b-45fd-a88d-a758d3bba6f7", "name": "network-vif-deleted", "tag": "cb55d4be-120f-4586-ad6b-cc09c1982615", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:16.003608 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9829569-5cc3-4cf7-9844-40747f4d2c2c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:16.004056 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29c31be-e98b-45fd-a88d-a758d3bba6f7', 'name': 'network-vif-deleted', 'tag': 'cb55d4be-120f-4586-ad6b-cc09c1982615', 'status': 'completed', 'code': 200} Jun 30 08:56:16.035200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Transition to ACTIVE for port object a54fb90b-3954-49ee-a65d-d9a62ad02d07 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:16.064524 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:16.065775 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.110280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-ea83095f-27ba-47a5-91fc-5124fb4d4f83 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips/5b7726a2-3ea1-4712-99d8-694341f069c6 HTTP/1.1" status: 200 len: 692 time: 0.0814290 Jun 30 08:56:16.131404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:16.140439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:16.147623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:16.165855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.178130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddaf0f-8924-4561-a256-08e1e1ed6746 req-dba1ec68-8117-4201-be57-57baf15554e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:16.179965 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d5ddaf0f-8924-4561-a256-08e1e1ed6746 req-dba1ec68-8117-4201-be57-57baf15554e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1102 time: 0.0634069 Jun 30 08:56:16.182430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Pushing event updated for resources: {'Port': ['ID=a54fb90b-3954-49ee-a65d-d9a62ad02d07,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:16.217120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.243738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d5ddaf0f-8924-4561-a256-08e1e1ed6746 req-8990a03b-076d-4a4c-bcc4-c73b6a279a56 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 Jun 30 08:56:16.276292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:16.278424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Attempting to bind port a54fb90b-3954-49ee-a65d-d9a62ad02d07 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:16.278424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Attempting to bind port a54fb90b-3954-49ee-a65d-d9a62ad02d07 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:16.278797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Attempting to bind port a54fb90b-3954-49ee-a65d-d9a62ad02d07 on network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:16.307567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:16.307991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Checking segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:16.308346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.308750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Bound using segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:16.309231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Bound port: a54fb90b-3954-49ee-a65d-d9a62ad02d07, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:16.309621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.311416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:16.311935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2c3f4068-dfe0-4607-ab7e-b35fa46ecccb not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:16.321442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-34ba6601-03e0-49b2-9428-f8a2fe86c1f9 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:16.322835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-34ba6601-03e0-49b2-9428-f8a2fe86c1f9 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2091768 Jun 30 08:56:16.360246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-e03d15e0-cbba-459b-ad78-3067e951a8b7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:16.361544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-e03d15e0-cbba-459b-ad78-3067e951a8b7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146410 Jun 30 08:56:16.375478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device cb55d4be-120f-4586-ad6b-cc09c1982615 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:16.410323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: cb55d4be-120f-4586-ad6b-cc09c1982615 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:16.410949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device cb55d4be-120f-4586-ad6b-cc09c1982615 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:16.429730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-bbb07dc7-990d-43c0-a7a8-a1394dec633c tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0570726 Jun 30 08:56:16.431551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Allocated IP 172.25.4.117 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c6b4cc90-bfff-4a0b-9d0c-012c468bd327) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:16.459397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] For port a54fb90b-3954-49ee-a65d-d9a62ad02d07, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:16.463273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] For port a54fb90b-3954-49ee-a65d-d9a62ad02d07, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a54fb90b-3954-49ee-a65d-d9a62ad02d07,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:16.477882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.507047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-808b18f2-d5f8-43c1-9c49-8ca3e5f8597a tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0678163 Jun 30 08:56:16.577940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443b857-d4d2-4cb7-b1aa-98e1791a406e None None] Pushing event updated for resources: {'Port': ['ID=a54fb90b-3954-49ee-a65d-d9a62ad02d07,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:16.705598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.733806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Deleting port f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:16.734154 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.844885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.892246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.892860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:16.907524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:16.920906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:16.923513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Calling delete_port for f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:16.925470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:16.927380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Pushing event updated for resources: {'Port': ['ID=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:17.191789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-9f1c2ef1-dd7b-4687-a18c-919bfe6c4e1e tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:56:17.192760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-9f1c2ef1-dd7b-4687-a18c-919bfe6c4e1e tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101681 Jun 30 08:56:17.216745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Request body: {'binding': {'host': 'n-h2-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:17.217185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Unknown quota resources ['binding']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:56:17.339312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:17.385043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event deleted for resources: {'Port': ['ID=f77be387-1a7a-43c1-9aa1-1a6bbae8bbf4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:17.415340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:17.510204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa141e-b323-41da-ac37-fa6136e4fea5 None None] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:17.637430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c120bba4-3333-4ae2-a2a8-461e34391780 None None] Provisioning for port a54fb90b-3954-49ee-a65d-d9a62ad02d07 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:17.837046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:17.839533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:17.840710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bf4c179-3949-4ae8-9a76-288e9f9162de req-c7a13476-a389-4cad-a6d1-68d357143b2f tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "DELETE /v2.0/floatingips/5b7726a2-3ea1-4712-99d8-694341f069c6 HTTP/1.1" status: 204 len: 173 time: 1.3091598 Jun 30 08:56:17.865146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on host n-h2-779913-25 for vnic_type normal with profile None {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:17.865740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:17.865740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:17.874222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:17.874542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:17.883072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:17.883409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:17.883783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:17.884200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Bound port: 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:18.035310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:18.045282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.046452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-c512aa97-ce77-4733-9fd1-d8d05fcd3c27 service neutron] 10.222.0.66 "POST /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636/bindings HTTP/1.1" status: 201 len: 390 time: 0.8344793 Jun 30 08:56:18.059357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.081456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779103-e4c8-47a3-bcd3-affdb1add5cb req-38aa17cb-9ca5-40af-801c-5048c2032258 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.082961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27779103-e4c8-47a3-bcd3-affdb1add5cb req-38aa17cb-9ca5-40af-801c-5048c2032258 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 948 time: 0.1332169 Jun 30 08:56:18.188665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27779103-e4c8-47a3-bcd3-affdb1add5cb req-4124a498-2c39-4887-98df-ebca532fb50b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712712 Jun 30 08:56:18.240303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Router 14b2924e-1f01-410b-84f8-81a715dbb770 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:56:18.288079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:18.342232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:18.348083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c3668e28-0ae2-4374-ae68-69931ee2d9e9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:18.348083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.400726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:18.439825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Sync routers for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:18.442228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed996edf-e105-4365-8031-6989a95b73c4 req-b4fb831c-13e7-4d11-a304-427aae85ed13 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.444516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed996edf-e105-4365-8031-6989a95b73c4 req-b4fb831c-13e7-4d11-a304-427aae85ed13 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.1354289 Jun 30 08:56:18.465417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.466580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eee67a0f-9473-48b3-9389-db4e4eac90ef admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1025631 Jun 30 08:56:18.474013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:18.476900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:18.479119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:18.522100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed996edf-e105-4365-8031-6989a95b73c4 req-7a1627a9-e5bd-4f9b-8a71-b323c75c96fd tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578647 Jun 30 08:56:18.527582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a54fb90b-3954-49ee-a65d-d9a62ad02d07 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:18.529324 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.561085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e18b44-ad8a-4c3d-b318-cfcd02d81376 req-a74f87c1-46a4-4e40-857e-0f24143e608c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.562613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54e18b44-ad8a-4c3d-b318-cfcd02d81376 req-a74f87c1-46a4-4e40-857e-0f24143e608c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1498504 Jun 30 08:56:18.607757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-a4a5158e-a550-4efb-9a54-bc6a87b92fa2 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips/4db4987b-01d8-4783-8013-eb7849db2d70 HTTP/1.1" status: 200 len: 693 time: 0.0441658 Jun 30 08:56:18.625635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:18.627961 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da02b7d-e9ea-4714-a11c-b1195509ebc6" -d '{"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-plugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:18.648660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:18.661622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.696511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54e18b44-ad8a-4c3d-b318-cfcd02d81376 req-a522dd4e-bacc-4c66-a8fb-8c835fe04980 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877805 Jun 30 08:56:18.698039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:18.752973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-350b4407-de53-4503-b051-74be589631a4 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:18.764729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-350b4407-de53-4503-b051-74be589631a4 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1497912 Jun 30 08:56:18.809339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a54fb90b-3954-49ee-a65d-d9a62ad02d07 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:18.828240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-1f1fada4-b316-412b-89e8-89d5c8d34aa5 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.0623465 Jun 30 08:56:18.840174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a54fb90b-3954-49ee-a65d-d9a62ad02d07 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:18.840570 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:18.901812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-00898f71-fc60-4531-8b4a-43c78a00d2c7 tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.0722930 Jun 30 08:56:18.945108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.009563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.069060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489517fe-4917-4dda-85d4-26de77affad7 req-9c81b8bb-c4a0-4e11-854a-439714f5d140 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:19.076038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489517fe-4917-4dda-85d4-26de77affad7 req-9c81b8bb-c4a0-4e11-854a-439714f5d140 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1953216 Jun 30 08:56:19.110003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Allocated IP 172.20.0.1 (b55edd7b-244b-4d9d-ac9c-34c4edd160f5/1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78/1abaa969-1781-46a4-9b1d-6d1af9f8d9d0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:19.116467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Deleting port 20fe2de9-86d5-49c3-86f4-076d9fca6933 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:19.116928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.127425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.145150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489517fe-4917-4dda-85d4-26de77affad7 req-01a36212-1301-4bb2-86ee-1090d484e183 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680110 Jun 30 08:56:19.154180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:17Z', 'revision_number': 3, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:19.192501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Checking router: 14b2924e-1f01-410b-84f8-81a715dbb770 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:19.193674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Updating router 14b2924e-1f01-410b-84f8-81a715dbb770 port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:19.216500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port a54fb90b-3954-49ee-a65d-d9a62ad02d07, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a54fb90b-3954-49ee-a65d-d9a62ad02d07,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:19.225530 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.238775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.239231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.252650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Calling delete_port for 20fe2de9-86d5-49c3-86f4-076d9fca6933 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:19.256688 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.258815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.273018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Transition to ACTIVE for port object 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:19.307709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.311668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=a54fb90b-3954-49ee-a65d-d9a62ad02d07,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.355952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:19.358907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:19.364507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:19.398907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Pushing event updated for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.417553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.422028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.446903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Pushing event deleted for resources: {'Port': ['ID=20fe2de9-86d5-49c3-86f4-076d9fca6933,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.517714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.520533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.522323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f12f05f9-8f80-42a0-baaa-ddf6376956e4 req-7143974e-4aae-4cc3-935e-210f9c1b70fb tempest-FloatingIPDetailsTestJSON-1376578191 tempest-FloatingIPDetailsTestJSON-1376578191-project] 10.222.0.66 "DELETE /v2.0/floatingips/4db4987b-01d8-4783-8013-eb7849db2d70 HTTP/1.1" status: 204 len: 173 time: 0.6196718 Jun 30 08:56:19.529238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:19.590819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.608540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Transition to ACTIVE for port object c6b4cc90-bfff-4a0b-9d0c-012c468bd327 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:19.615948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.669807 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.671405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Attempting to bind port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:19.671880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Attempting to bind port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:19.672259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Attempting to bind port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:19.683525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:19.684164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:19.687507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.687507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:19.687507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Bound port: c6b4cc90-bfff-4a0b-9d0c-012c468bd327, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:19.688165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.737689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff639-cd10-4772-bf1e-0e46682ce0c5 None None] Pushing event updated for resources: {'Port': ['ID=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.742197 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081e30c-8543-4c5e-a675-b912c978a192 x-openstack-request-id: req-4081e30c-8543-4c5e-a675-b912c978a192 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:19.742627 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-plugged", "status": "completed", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:19.745147 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4081e30c-8543-4c5e-a675-b912c978a192 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:19.745147 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'code': 200} Jun 30 08:56:19.769400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f34c-5938-42f4-892a-1d2e154a2cba None None] Provisioning for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:19.777809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f34c-5938-42f4-892a-1d2e154a2cba None None] Provisioning complete for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:19.778456 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6fe5f34c-5938-42f4-892a-1d2e154a2cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.836942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] For port c6b4cc90-bfff-4a0b-9d0c-012c468bd327, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:19.855598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] For port c6b4cc90-bfff-4a0b-9d0c-012c468bd327, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:19.856681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5f34c-5938-42f4-892a-1d2e154a2cba None None] Port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:19.865557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:19.928522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dff639-cd10-4772-bf1e-0e46682ce0c5 None None] Pushing event updated for resources: {'Port': ['ID=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:19.931062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:19.931661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:19.996772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.005214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.008008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167878-eaf2-42e1-91a3-fad9507be350 req-ecfc0438-ae2c-49fd-997a-e4e2329cca00 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.009662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-ecfc0438-ae2c-49fd-997a-e4e2329cca00 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c&tenant_id=f8966d626dfd495d8a56af633cace815&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 949 time: 0.1900899 Jun 30 08:56:20.019331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90223cbf-7a38-4889-a6d7-786947d583f5 req-0e386b7e-ba0c-47e5-a056-4b46d183bd0b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.020755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90223cbf-7a38-4889-a6d7-786947d583f5 req-0e386b7e-ba0c-47e5-a056-4b46d183bd0b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1642754 Jun 30 08:56:20.048227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:20.100477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.107110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Pushing event updated for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:20.112243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90223cbf-7a38-4889-a6d7-786947d583f5 req-ba18e5f7-5ecd-4e0f-a61f-b3f2ebb2ec2e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835025 Jun 30 08:56:20.126260 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-97167878-eaf2-42e1-91a3-fad9507be350 req-d968fb03-6ef0-4c41-89c1-945c333db2f2 service neutron] delete failed (client error): The resource could not be found. Jun 30 08:56:20.127600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-d968fb03-6ef0-4c41-89c1-945c333db2f2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c3668e28-0ae2-4374-ae68-69931ee2d9e9/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.1053677 Jun 30 08:56:20.234764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.283069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:20.291562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:20.313404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167878-eaf2-42e1-91a3-fad9507be350 req-8f19f3db-348c-4dc6-8aba-453010232642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.317330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-8f19f3db-348c-4dc6-8aba-453010232642 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.0908237 Jun 30 08:56:20.326143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 1, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:20.366019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b2f7c-9ade-40c5-80a0-4a33188a207b None None] The sync data for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 is: [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 1, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:20.494707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a54fb90b-3954-49ee-a65d-d9a62ad02d07 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:20.524110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Router 14b2924e-1f01-410b-84f8-81a715dbb770 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:20.574034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a54fb90b-3954-49ee-a65d-d9a62ad02d07 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:20.574667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.596267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c21d3f80-a4e1-4cb5-8517-135b4dbd1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.597949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c21d3f80-a4e1-4cb5-8517-135b4dbd1d38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2705691 Jun 30 08:56:20.614298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2d85-b3fd-4ccd-a6b5-6db64ea20fbd req-9ec65290-2bb5-44a1-b58e-08ce99b26a74 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.616078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66cc2d85-b3fd-4ccd-a6b5-6db64ea20fbd req-9ec65290-2bb5-44a1-b58e-08ce99b26a74 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1735454 Jun 30 08:56:20.693251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-06ce03d6-75b8-4b49-8762-f88894a5286a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0702589 Jun 30 08:56:20.736275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfcae6-9ea7-416c-b8f0-61d03643620f req-8726433a-ace1-42b3-aab3-c94c65632ce9 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.737689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27e6f621-4c6a-460d-b91a-c658736c0e45 None None] Provisioning complete for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:20.738299 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27e6f621-4c6a-460d-b91a-c658736c0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.742570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34dfcae6-9ea7-416c-b8f0-61d03643620f req-8726433a-ace1-42b3-aab3-c94c65632ce9 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.2507694 Jun 30 08:56:20.744253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:20.749526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f9f4fe71-5c8d-4a30-bf42-19116a5738fd admin admin] 10.222.0.66 "PUT /v2.0/routers/14b2924e-1f01-410b-84f8-81a715dbb770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738233 Jun 30 08:56:20.788992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-27e6f621-4c6a-460d-b91a-c658736c0e45 None None] Port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:20.822329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66cc2d85-b3fd-4ccd-a6b5-6db64ea20fbd req-5f08daab-9b76-4f99-9cf1-cc9d29e29e94 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952658 Jun 30 08:56:20.863714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Deleting port f1027743-fe7f-439e-98e1-565b8aa87fb8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:20.863714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:20.881832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c55fdfea-46bc-4090-83e5-68c62a63c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:20.883444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c55fdfea-46bc-4090-83e5-68c62a63c6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1790907 Jun 30 08:56:20.898692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34dfcae6-9ea7-416c-b8f0-61d03643620f req-6aaae4ca-e106-40e6-aacc-bc8671e74088 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Jun 30 08:56:21.002270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c3fa685b-bc3f-4918-9b9e-11f694500bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.003792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-c3fa685b-bc3f-4918-9b9e-11f694500bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104448 Jun 30 08:56:21.124190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-963d7475-f618-4f82-bd41-811e6aa9ad67 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114438 Jun 30 08:56:21.285288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7ddb-9434-4e5a-ad95-0b9bdfd3fae4 req-13bc9056-f037-44b1-b463-ea0e4d04b829 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:21.286796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2eaa7ddb-9434-4e5a-ad95-0b9bdfd3fae4 req-13bc9056-f037-44b1-b463-ea0e4d04b829 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1616693 Jun 30 08:56:21.338712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97167878-eaf2-42e1-91a3-fad9507be350 req-fb5b921f-218b-495e-a5bc-af81a4cb5691 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023060 Jun 30 08:56:21.367158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2eaa7ddb-9434-4e5a-ad95-0b9bdfd3fae4 req-e31fc3f7-92af-4705-abec-884792c9e9ea tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Jun 30 08:56:21.373411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] For port f1027743-fe7f-439e-98e1-565b8aa87fb8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f1027743-fe7f-439e-98e1-565b8aa87fb8,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:21.373838 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.397851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Calling delete_port for f1027743-fe7f-439e-98e1-565b8aa87fb8 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:21.693538 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:21.756423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1027743-fe7f-439e-98e1-565b8aa87fb8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:22.017592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.045571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:22.085407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212975663', 'description': 'tempest-description--1032739624'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:22.118841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.190942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5eef1-ab4a-4dac-8bb1-d74033ace693 req-d6be6492-7622-4624-9135-055edf61f816 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.201096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6c5eef1-ab4a-4dac-8bb1-d74033ace693 req-d6be6492-7622-4624-9135-055edf61f816 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1700442 Jun 30 08:56:22.285887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Router 4d224df7-be02-4f1f-9877-0d5bc2db2767 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:56:22.335040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6c5eef1-ab4a-4dac-8bb1-d74033ace693 req-b5a1fc7c-10b3-4803-a9c5-e2c5a52cea48 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325550 Jun 30 08:56:22.416555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.433986 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.472816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.475931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:56:22.477833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38238) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:22.484055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'security_group_rule': {'security_group_id': 'cb2d8ab2-0f6c-461f-9443-9a330b1045a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:22.485668 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Sync routers for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:22.493031 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a2b8b9fc-562e-4199-8b57-4912be782896 admin admin] 10.222.0.66 "PUT /v2.0/routers/4d224df7-be02-4f1f-9877-0d5bc2db2767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624772 Jun 30 08:56:22.496247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4368536 Jun 30 08:56:22.497056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38240) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:22.504496 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:22.505508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:22.549224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21994b9-f04c-49d5-b71c-18df148f8896 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d8ab2-0f6c-461f-9443-9a330b1045a0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:22.593297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5c5c-91ea-4781-8fd3-e4cc81d81339 req-96aa8faf-34a8-4b0c-978a-6afdcf81cc36 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.600608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2cd5c5c-91ea-4781-8fd3-e4cc81d81339 req-96aa8faf-34a8-4b0c-978a-6afdcf81cc36 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1031899 Jun 30 08:56:22.630589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.658930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6b4cc90-bfff-4a0b-9d0c-012c468bd327 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:22.696154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2cd5c5c-91ea-4781-8fd3-e4cc81d81339 req-7b80f691-fcc8-496b-98b6-0c2dcbc766a9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872843 Jun 30 08:56:22.701607 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:22.722526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:22.729099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.729937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:22.730509 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.742112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.757195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4dfb6-2eb4-4f9d-96d1-9665479800d1 req-f3fb06ad-d18b-4402-b7fb-7b1a5c706966 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:22.763482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66c4dfb6-2eb4-4f9d-96d1-9665479800d1 req-f3fb06ad-d18b-4402-b7fb-7b1a5c706966 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.1317322 Jun 30 08:56:22.764644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcaab84-6436-43e0-b10d-28a0a6222867,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:22.776823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.819877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.821157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c86857e0-8663-4f0d-9f5a-bcc56be41153 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420815 Jun 30 08:56:22.823954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:22.834642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'security_group_rule': {'security_group_id': 'cb2d8ab2-0f6c-461f-9443-9a330b1045a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:22.836145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.877862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66c4dfb6-2eb4-4f9d-96d1-9665479800d1 req-78413de1-c1f2-4070-9d71-9aa0cfae09a3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945849 Jun 30 08:56:22.882824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c6b4cc90-bfff-4a0b-9d0c-012c468bd327, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:22.889919 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.924797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:22.971182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:23.002144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.014906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.037233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c48bf-43c5-4021-a86d-b967b040a87f req-c82bd259-3290-44c5-b1f8-63147b3b917c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.039308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-609c48bf-43c5-4021-a86d-b967b040a87f req-c82bd259-3290-44c5-b1f8-63147b3b917c tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 950 time: 0.1604753 Jun 30 08:56:23.043701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.062895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31318d44-9a26-4a4a-91da-205b60b20e45,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:23.067438 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '0966dded-57f6-454e-ae88-760310ab4e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:56:21Z', 'revision_number': 5, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port': {'id': '0966dded-57f6-454e-ae88-760310ab4e78', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:55:54Z', 'updated_at': '2021-06-30T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:23.083245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.084989 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a8a37102-71bf-416d-807e-29a308760b51 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2600448 Jun 30 08:56:23.088085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:23.092803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:23.103929 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Checking router: 4d224df7-be02-4f1f-9877-0d5bc2db2767 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:23.113284 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Routers {'4d224df7-be02-4f1f-9877-0d5bc2db2767'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:23.113916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['4d224df7-be02-4f1f-9877-0d5bc2db2767'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:23.120435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.133329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-609c48bf-43c5-4021-a86d-b967b040a87f req-781d5d8e-beff-4722-bff4-74adc895f5a7 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842576 Jun 30 08:56:23.169560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Deleting port 0966dded-57f6-454e-ae88-760310ab4e78 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:23.170130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.199646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8545a6-2789-4128-b13c-6146ca565085 req-d5d9dc65-5d38-4185-8576-9bb7bcf6fbbd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.202056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a8545a6-2789-4128-b13c-6146ca565085 req-d5d9dc65-5d38-4185-8576-9bb7bcf6fbbd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1189501 Jun 30 08:56:23.238011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] Set router 4d224df7-be02-4f1f-9877-0d5bc2db2767 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:23.257797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a8545a6-2789-4128-b13c-6146ca565085 req-90e06a04-c447-4356-8021-a308bb6e5f2e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488992 Jun 30 08:56:23.290352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] For port 0966dded-57f6-454e-ae88-760310ab4e78, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0966dded-57f6-454e-ae88-760310ab4e78,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:23.290719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.314267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Calling delete_port for 0966dded-57f6-454e-ae88-760310ab4e78 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:23.322673 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:56:23Z', 'revision_number': 6, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:23.330994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.359578 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9266bac2-94b8-4d7d-aecb-5d281ca71e36 None None] The sync data for ids ['4d224df7-be02-4f1f-9877-0d5bc2db2767'] in n-d-779913-25 is: [{'id': '4d224df7-be02-4f1f-9877-0d5bc2db2767', 'name': 'tempest-FloatingIPDetailsTestJSON-1088162174-router', 'tenant_id': '97f33f85f0de48e4a8a87625df68628e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:55:53Z', 'updated_at': '2021-06-30T08:56:23Z', 'revision_number': 6, 'project_id': '97f33f85f0de48e4a8a87625df68628e', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:23.405021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac487a-fedf-41f6-852d-69ee1d7749d2 req-d0c68017-4df3-4f2b-8a6c-78844dba2d51 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.407146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60ac487a-fedf-41f6-852d-69ee1d7749d2 req-d0c68017-4df3-4f2b-8a6c-78844dba2d51 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.0955296 Jun 30 08:56:23.450459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Sync routers for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:56:23.467335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:23.467581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:23.483225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60ac487a-fedf-41f6-852d-69ee1d7749d2 req-f2930858-cce6-4249-94db-6c630817585d tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Jun 30 08:56:23.569051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Allocated IP 172.25.4.83 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/250c7e4d-a63b-4875-be25-2827ff717d25) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:23.636865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:23.709497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f1c3-5b53-4e4b-bb1d-c782b295f97b req-39f107bb-db21-41c4-82db-e116ba0c4fc8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.711238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c533f1c3-5b53-4e4b-bb1d-c782b295f97b req-39f107bb-db21-41c4-82db-e116ba0c4fc8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1209090 Jun 30 08:56:23.764096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c533f1c3-5b53-4e4b-bb1d-c782b295f97b req-347c9f76-31c2-484e-8c35-8699da76eb02 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Jun 30 08:56:23.764796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.832516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-aaad7910-7907-4aa7-9cd1-60506afe2acb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243318 Jun 30 08:56:23.868032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.871060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Pushing event deleted for resources: {'Port': ['ID=0966dded-57f6-454e-ae88-760310ab4e78,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:23.914638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 2, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:23.964854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Checking router: 14b2924e-1f01-410b-84f8-81a715dbb770 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:56:23.965215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Updating router 14b2924e-1f01-410b-84f8-81a715dbb770 port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:56:23.966648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:23.989587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d1d46804-604f-40f9-b4eb-27c2d2bc9a8c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:23.992836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d1d46804-604f-40f9-b4eb-27c2d2bc9a8c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548398 Jun 30 08:56:24.012575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.016959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-647a99ea-c508-45d6-9608-65ce9ced2b65 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/quotas/f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 375 time: 0.0189476 Jun 30 08:56:24.039039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-583eda0c-7f5d-46d2-ba01-24eae1e08c50 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.040541 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-583eda0c-7f5d-46d2-ba01-24eae1e08c50 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 950 time: 0.2961543 Jun 30 08:56:24.085831 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.088534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.115721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.136943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-246aef82-3a55-4764-9b9b-f8832777f5ee tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139374 Jun 30 08:56:24.149683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8fa74-9e96-449e-b9d4-14be4827cf77 req-2b6c9d83-e6d1-41ea-af4d-06412a462075 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.151393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08a8fa74-9e96-449e-b9d4-14be4827cf77 req-2b6c9d83-e6d1-41ea-af4d-06412a462075 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.0929739 Jun 30 08:56:24.202063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:24.223499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08a8fa74-9e96-449e-b9d4-14be4827cf77 req-a3413207-4e75-4682-8bde-f15ae4604a24 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Jun 30 08:56:24.336784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:24.390354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.447313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Transition to ACTIVE for port object 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:24.502626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:24.510753 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.564000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dead3b-fcde-4b07-9864-9eb2a03a9be7 req-11ff1c2f-58c6-44e1-b1d5-62af870a6110 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.565896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55dead3b-fcde-4b07-9864-9eb2a03a9be7 req-11ff1c2f-58c6-44e1-b1d5-62af870a6110 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 950 time: 0.1599684 Jun 30 08:56:24.585987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'Port': ['ID=250c7e4d-a63b-4875-be25-2827ff717d25,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:24.591460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:24.596800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:24.613741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.614326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d224df7-be02-4f1f-9877-0d5bc2db2767 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:56:24.618893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.622859 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5fc3ce86-420f-41ae-b65c-ade8010aa98b admin admin] 10.222.0.66 "DELETE /v2.0/routers/4d224df7-be02-4f1f-9877-0d5bc2db2767 HTTP/1.1" status: 204 len: 168 time: 2.1221907 Jun 30 08:56:24.632571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55dead3b-fcde-4b07-9864-9eb2a03a9be7 req-7486a4fe-0853-4e9e-b046-71bf3d2c17be tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Jun 30 08:56:24.635703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:24.679593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76bb5-a1b7-4c3a-86b3-ae57a8944b48 req-df04543a-c9e7-409e-a4e6-61cc556043d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.691983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ea76bb5-a1b7-4c3a-86b3-ae57a8944b48 req-df04543a-c9e7-409e-a4e6-61cc556043d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1884866 Jun 30 08:56:24.716506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6b4cc90-bfff-4a0b-9d0c-012c468bd327 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:24.784171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:56:24.799508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a04ba2e1-f9b6-4f35-abf9-85c56197ceac req-0d152c3c-1d06-49c2-ac0e-e89023edcfb4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 210 time: 0.0551863 Jun 30 08:56:24.869066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e725b29-5c25-402f-b50e-336f441148ed None None] Pushing event updated for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:24.870099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Deleting subnet 4fc48099-76ae-4757-95d4-c58679464f57 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:56:24.877326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.878555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-dc585ea1-d4b8-4bc6-b125-215ebbfe3e55 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.880297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-dc585ea1-d4b8-4bc6-b125-215ebbfe3e55 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.2953918 Jun 30 08:56:24.887510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port a31aef34-06c4-4a71-9db9-a9330eaa927c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:24.887862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.911255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:24.929542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:24.959203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-8d5b2eb0-3570-438f-91b9-bea8f9ee3e4b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:24.960935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-8d5b2eb0-3570-438f-91b9-bea8f9ee3e4b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/ports?device_id=49d1b0b0-683a-41de-8927-4c8820f2b78b HTTP/1.1" status: 200 len: 949 time: 0.3187480 Jun 30 08:56:25.012610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:25.013231 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.029692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.056266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Attempting to bind port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:25.056801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Attempting to bind port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:25.057293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Attempting to bind port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 on network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:25.068833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:25.069347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Checking segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:25.069895 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.070609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Bound using segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:25.071028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Bound port: 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:25.071526 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.120889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.125173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port a31aef34-06c4-4a71-9db9-a9330eaa927c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a31aef34-06c4-4a71-9db9-a9330eaa927c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:25.125790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.140128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for a31aef34-06c4-4a71-9db9-a9330eaa927c owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:25.141871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] For port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:25.144191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] For port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:25.166597 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.196384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ea76bb5-a1b7-4c3a-86b3-ae57a8944b48 req-fb51795c-84a8-4051-b250-cf8106b1afb4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975073 Jun 30 08:56:25.201802 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.244086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.252568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4fc48099-76ae-4757-95d4-c58679464f57 HTTP/1.1" status: 204 len: 168 time: 0.6131475 Jun 30 08:56:25.291772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5161d-1722-4ed0-9166-bcf7f0e40289 None None] Network c363697b-2f2c-42cc-8ddd-66f87b4ef83d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:25.317661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38288) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:25.350500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab3597-beb2-43b8-bd3e-0aa5a0b61f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc48099-76ae-4757-95d4-c58679464f57,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:25.367494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.402335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f1027743-fe7f-439e-98e1-565b8aa87fb8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:25.408725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363', '3408a577-0286-49ba-ac92-6d27c2de4fed'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:25.436882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=a31aef34-06c4-4a71-9db9-a9330eaa927c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:25.520391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.540808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f1027743-fe7f-439e-98e1-565b8aa87fb8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:25.541300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f1027743-fe7f-439e-98e1-565b8aa87fb8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:25.541852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0966dded-57f6-454e-ae88-760310ab4e78 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:25.584691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port a31aef34-06c4-4a71-9db9-a9330eaa927c on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:25.590949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.593239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-08ad6e86-53a7-482e-a71f-0087fb32c734 req-89ce26b1-ae7f-4de1-bed0-6770a08679b8 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "DELETE /v2.0/ports/a31aef34-06c4-4a71-9db9-a9330eaa927c HTTP/1.1" status: 204 len: 173 time: 1.5200393 Jun 30 08:56:25.598413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0966dded-57f6-454e-ae88-760310ab4e78 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:25.598904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0966dded-57f6-454e-ae88-760310ab4e78 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:25.601004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:56:25.601738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:56:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:25.606835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'name': 'network-vif-deleted', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:25.609345 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9ef01-124d-4683-a9f4-f216f1ecb202" -d '{"events": [{"server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "name": "network-vif-deleted", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:25.690541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.731446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e725b29-5c25-402f-b50e-336f441148ed None None] Pushing event updated for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:25.846291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port 3408a577-0286-49ba-ac92-6d27c2de4fed {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:25.846636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.932228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:56:25.946710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.965435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port 3408a577-0286-49ba-ac92-6d27c2de4fed, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3408a577-0286-49ba-ac92-6d27c2de4fed,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:25.966010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:25.981391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for 3408a577-0286-49ba-ac92-6d27c2de4fed owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:25.999551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85ffc5-6602-40c5-962e-ca2b5812fa06 req-7caf4d3c-57d7-4f91-b58e-8f00884cb284 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.002275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c85ffc5-6602-40c5-962e-ca2b5812fa06 req-7caf4d3c-57d7-4f91-b58e-8f00884cb284 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.6671293 Jun 30 08:56:26.082168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] DHCP port deletion for c363697b-2f2c-42cc-8ddd-66f87b4ef83d request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:56:26.087689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c85ffc5-6602-40c5-962e-ca2b5812fa06 req-1ca4ae69-86f8-4972-8275-463f01cf0dff tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780380 Jun 30 08:56:26.136437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72c4b4-d68f-47af-b5e1-1eaf38306100 req-d9e4806e-5dfa-4290-a924-6308296d2893 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.143797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba72c4b4-d68f-47af-b5e1-1eaf38306100 req-d9e4806e-5dfa-4290-a924-6308296d2893 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 945 time: 0.7296250 Jun 30 08:56:26.198404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba72c4b4-d68f-47af-b5e1-1eaf38306100 req-1e4c9467-d39f-4d81-a09c-73a71d46a593 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Jun 30 08:56:26.232209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Deleting port 0703f22d-f474-44f3-b780-fa7c31ad6d16 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:26.232478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.297604 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c8f25a-2442-4159-a2c8-af5936c7b035 x-openstack-request-id: req-79c8f25a-2442-4159-a2c8-af5936c7b035 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:26.299360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] For port 0703f22d-f474-44f3-b780-fa7c31ad6d16, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0703f22d-f474-44f3-b780-fa7c31ad6d16,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:26.299844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.321197 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c0949-987e-4df1-ab38-67f978f34fa3", "name": "network-vif-deleted", "tag": "a31aef34-06c4-4a71-9db9-a9330eaa927c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:26.321536 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79c8f25a-2442-4159-a2c8-af5936c7b035 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:26.323377 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5c0949-987e-4df1-ab38-67f978f34fa3', 'name': 'network-vif-deleted', 'tag': 'a31aef34-06c4-4a71-9db9-a9330eaa927c', 'status': 'completed', 'code': 200} Jun 30 08:56:26.323544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Calling delete_port for 0703f22d-f474-44f3-b780-fa7c31ad6d16 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:26.343307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a31aef34-06c4-4a71-9db9-a9330eaa927c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:26.347982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa3881ba-ee7b-4718-88cc-7c898e6fd9e0 req-38da8573-af28-4aff-9eee-791c905a4dc2 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5c0949-987e-4df1-ab38-67f978f34fa3 HTTP/1.1" status: 200 len: 210 time: 0.0402119 Jun 30 08:56:26.358476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.428671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.438646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:26.453533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d5694cf5-df83-4272-a430-bae908b9ab70 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1615045 Jun 30 08:56:26.504757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a31aef34-06c4-4a71-9db9-a9330eaa927c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:26.505118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a31aef34-06c4-4a71-9db9-a9330eaa927c not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:26.520759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Deleting port 0703f22d-f474-44f3-b780-fa7c31ad6d16 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:26.521816 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.541681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.602396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9dbdc86-8ac9-4789-a0e6-fd0a8ecc35f3 req-16b483bf-02a2-4c17-a54e-fdb18c632635 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 210 time: 0.1282222 Jun 30 08:56:26.683474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] For port 0703f22d-f474-44f3-b780-fa7c31ad6d16, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0703f22d-f474-44f3-b780-fa7c31ad6d16,segment=NetworkSegment(945f4e9e-4969-40a6-891a-6d1c5eff6c6f),segment_id=945f4e9e-4969-40a6-891a-6d1c5eff6c6f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:26.684228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.703116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.706359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'Port': ['ID=250c7e4d-a63b-4875-be25-2827ff717d25,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:26.722799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Calling delete_port for 0703f22d-f474-44f3-b780-fa7c31ad6d16 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:26.747766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0703f22d-f474-44f3-b780-fa7c31ad6d16,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:26.749886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] No DVR routers for this DVR port 0703f22d-f474-44f3-b780-fa7c31ad6d16 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:26.798015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.807037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=3408a577-0286-49ba-ac92-6d27c2de4fed,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:26.812943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:26.846911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:26.862467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port 3408a577-0286-49ba-ac92-6d27c2de4fed on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:26.870732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.872770 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d50cab8d-3afd-45b2-a821-ece40b64e5a0 req-6f6a4e9a-72cc-45ea-a567-746822e8c337 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "DELETE /v2.0/ports/3408a577-0286-49ba-ac92-6d27c2de4fed HTTP/1.1" status: 204 len: 173 time: 1.8845165 Jun 30 08:56:26.874893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.877613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.878788 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4129dfbd-7034-4e3e-a09c-66d052096f21 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7891309 Jun 30 08:56:26.887473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-6ca526fa-94ff-4a77-9ab1-1e8264a0cfbb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:26.890097 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-6ca526fa-94ff-4a77-9ab1-1e8264a0cfbb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4047122 Jun 30 08:56:26.897832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.908566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Request body: {'port': {'device_id': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'f8966d626dfd495d8a56af633cace815'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:26.912236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363697b-2f2c-42cc-8ddd-66f87b4ef83d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:26.930094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.938293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945f4e9e-4969-40a6-891a-6d1c5eff6c6f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:26.938727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945f4e9e-4969-40a6-891a-6d1c5eff6c6f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:26.953665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.955209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] Pushing event deleted for resources: {'Port': ['ID=0703f22d-f474-44f3-b780-fa7c31ad6d16,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:26.974429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.978642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.993114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de231061-bb35-482f-b00a-9b98638411f7 None None] No DVR routers for this DVR port 0703f22d-f474-44f3-b780-fa7c31ad6d16 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:26.994926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:56:26.994926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:56:26.997078 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:56:27.036156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:25Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:56:27.051492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee4b66-d848-4710-bb02-7a95c9fece11 req-3f309b6c-7898-4efa-be45-94ee04f01861 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.054516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fee4b66-d848-4710-bb02-7a95c9fece11 req-3f309b6c-7898-4efa-be45-94ee04f01861 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.2152414 Jun 30 08:56:27.072982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d88ef3-cd6f-4fc0-9d50-5a3f8db2eed3 None None] The sync data for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 is: [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:25Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:56:27.084945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:27.090217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:27.090755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.193803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:27.275374 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.295560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on host n-h1-779913-25 for vnic_type normal with profile {"migrating_to": "n-h2-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:27.295980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:27.296229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:27.308575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.310760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:27.311070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Attempting to bind port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:27.329295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:27.329731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:27.336694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:27.337340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Bound port: 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:27.337726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.338079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fee4b66-d848-4710-bb02-7a95c9fece11 req-e0314c22-4a2a-4d1f-af5e-77f35b3be61f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073073 Jun 30 08:56:27.350759 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.366059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:27.366204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Made reservation on behalf of f8966d626dfd495d8a56af633cace815 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:27.375337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.375518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.394430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c363697b-2f2c-42cc-8ddd-66f87b4ef83d HTTP/1.1" status: 204 len: 168 time: 2.0716128 Jun 30 08:56:27.529188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4575d-c427-439a-a060-4370b6b35f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c363697b-2f2c-42cc-8ddd-66f87b4ef83d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:27.610625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38354) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:27.660010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:27.666015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d58c0-6df6-418d-846d-b4679e067c03 req-523e30c6-d9ad-497c-8d31-65f67e27c2fc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.669472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f18d58c0-6df6-418d-846d-b4679e067c03 req-523e30c6-d9ad-497c-8d31-65f67e27c2fc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2264957 Jun 30 08:56:27.707063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0703f22d-f474-44f3-b780-fa7c31ad6d16 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:27.710588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:27.722104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-61a67a75-fb55-4cc5-a06d-090e5d0aa553 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97f33f85f0de48e4a8a87625df68628e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072457 Jun 30 08:56:27.727796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:27.730576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:27.747731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22660-1409-4607-ad40-b427317f46f9 req-d6713af9-40b4-4262-99ea-e61d6f456c3c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:27.756462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9a22660-1409-4607-ad40-b427317f46f9 req-d6713af9-40b4-4262-99ea-e61d6f456c3c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1437125 Jun 30 08:56:27.776448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:27.787793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f18d58c0-6df6-418d-846d-b4679e067c03 req-b02c95e5-86ad-459b-872e-7c853c3fae53 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048312 Jun 30 08:56:27.846346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0703f22d-f474-44f3-b780-fa7c31ad6d16 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:27.846618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0703f22d-f474-44f3-b780-fa7c31ad6d16 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:27.874311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9a22660-1409-4607-ad40-b427317f46f9 req-8c5d19c5-d6a4-4b41-8568-109904c986a5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137023 Jun 30 08:56:27.942093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.016732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.023932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:28.025061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.027135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] 10.222.0.11 "PUT /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 1123 time: 3.1328223 Jun 30 08:56:28.096044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Allocated IP 192.168.233.200 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/4acd6c76-c4db-445b-a486-29252bf2818d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:28.123588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['2145a042-ee1e-4346-92a9-0b14cf9ebbf5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:28.223853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2145a042-ee1e-4346-92a9-0b14cf9ebbf5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:28.245019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a23cca41-1f2e-4f3f-9035-4b73156bbd1f req-20f1e92d-af94-44c6-995d-2dd8eeae8040 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 210 time: 0.0942783 Jun 30 08:56:28.336814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3408a577-0286-49ba-ac92-6d27c2de4fed no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:28.408168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 3408a577-0286-49ba-ac92-6d27c2de4fed {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:28.414881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3408a577-0286-49ba-ac92-6d27c2de4fed not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:28.446286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.464658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Transition to ACTIVE for port object 4acd6c76-c4db-445b-a486-29252bf2818d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:28.497872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'name': 'network-vif-deleted', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed'}, {'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5'}, {'name': 'network-changed', 'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:28.500572 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e" -d '{"events": [{"server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "name": "network-vif-deleted", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed"}, {"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5"}, {"name": "network-changed", "server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:28.517896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.523773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.540454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c0620-ef6e-414d-b0e3-242ac5636507 service neutron] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.582764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:28.592977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:28.595234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:28.604700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:28.681397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.755601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5375b1-2721-4bde-a982-c5a510e525c3 req-6177d3cd-2b6e-4f23-bc88-306b38ed2249 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:28.756905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:28.757808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f5375b1-2721-4bde-a982-c5a510e525c3 req-6177d3cd-2b6e-4f23-bc88-306b38ed2249 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1136990 Jun 30 08:56:28.765479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.774358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.778307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.779679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28926698-205a-49de-94bf-7c7de9633a02 HTTP/1.1" status: 204 len: 168 time: 1.0474339 Jun 30 08:56:28.793220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:28.793865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:28.812199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2f852-019f-4714-8a44-30b4395e312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28926698-205a-49de-94bf-7c7de9633a02,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:28.825229 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-d775e4ef-24ef-4532-ada2-fe4c98c6db19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9220061 Jun 30 08:56:28.847691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Request body: {'port': {'device_id': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:28.887959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f5375b1-2721-4bde-a982-c5a510e525c3 req-1d2ff8e3-aa6f-4197-9e04-d16f2a906b6f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234059 Jun 30 08:56:28.979788 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cecde68-6dc3-4643-9777-1f8620aec46a x-openstack-request-id: req-2cecde68-6dc3-4643-9777-1f8620aec46a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:28.982071 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d1b0b0-683a-41de-8927-4c8820f2b78b", "name": "network-vif-deleted", "tag": "3408a577-0286-49ba-ac92-6d27c2de4fed", "status": "completed", "code": 200}, {"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-unplugged", "status": "completed", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5", "code": 200}, {"name": "network-changed", "server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:28.982452 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cecde68-6dc3-4643-9777-1f8620aec46a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:28.982983 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1b0b0-683a-41de-8927-4c8820f2b78b', 'name': 'network-vif-deleted', 'tag': '3408a577-0286-49ba-ac92-6d27c2de4fed', 'status': 'completed', 'code': 200} Jun 30 08:56:28.983618 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'code': 200} Jun 30 08:56:28.984715 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'status': 'completed', 'code': 200} Jun 30 08:56:29.067041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.100364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e6e77ba8-f78a-47c6-90d9-346cd40aa1c5 None None] Provisioning for port 4acd6c76-c4db-445b-a486-29252bf2818d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:29.104903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e6e77ba8-f78a-47c6-90d9-346cd40aa1c5 None None] Provisioning complete for port 4acd6c76-c4db-445b-a486-29252bf2818d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:29.105513 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba8-f78a-47c6-90d9-346cd40aa1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.127230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-0c21e557-40ef-47b6-a9de-ecffed3c7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.128735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-0c21e557-40ef-47b6-a9de-ecffed3c7301 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1126 time: 0.1394160 Jun 30 08:56:29.158954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e6e77ba8-f78a-47c6-90d9-346cd40aa1c5 None None] Port 4acd6c76-c4db-445b-a486-29252bf2818d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:29.212814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36148a4b-6cbf-41b6-af36-454798a15435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.342285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5e67e-242b-4166-a0cb-8f38f2dbc155 req-6b50ebbb-c04e-44dc-ac58-c52e1791d0e2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.344275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6a5e67e-242b-4166-a0cb-8f38f2dbc155 req-6b50ebbb-c04e-44dc-ac58-c52e1791d0e2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1971645 Jun 30 08:56:29.384512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-5cd09034-6a37-41b5-868a-4c71ec0bc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.386078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-5cd09034-6a37-41b5-868a-4c71ec0bc299 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2491214 Jun 30 08:56:29.427800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6a5e67e-242b-4166-a0cb-8f38f2dbc155 req-f8fb2028-4649-4d07-a7ce-51ed1e266f9f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671110 Jun 30 08:56:29.517861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd17e9a-5f03-4073-b1c1-1977d826e634 req-0169a4ca-1797-477a-a80e-2b23458ca345 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.532157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbd17e9a-5f03-4073-b1c1-1977d826e634 req-0169a4ca-1797-477a-a80e-2b23458ca345 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.3254533 Jun 30 08:56:29.565057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-79b90f54-aa84-4121-98d9-e638bf7f426e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 217 time: 0.1563356 Jun 30 08:56:29.692751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbd17e9a-5f03-4073-b1c1-1977d826e634 req-1cd8bafd-e9ac-4a30-b5df-70632eb45bc5 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591258 Jun 30 08:56:29.721387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-f3be52d3-2a3e-4302-9e23-4f153b93fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.723418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-f3be52d3-2a3e-4302-9e23-4f153b93fd08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1445971 Jun 30 08:56:29.743531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:29.760438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a695c-25f6-4651-8551-09d5982774cb req-c02bb633-6516-4686-b909-b2a94985d83c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:29.770416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f65a695c-25f6-4651-8551-09d5982774cb req-c02bb633-6516-4686-b909-b2a94985d83c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.2039118 Jun 30 08:56:29.798805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-a5f7c8bb-4891-4a2a-a29a-cfec978f3018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618443 Jun 30 08:56:29.871837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acd6c76-c4db-445b-a486-29252bf2818d {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:29.890364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.920176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f65a695c-25f6-4651-8551-09d5982774cb req-0dd3cb80-1d54-479b-98cf-757f4949a891 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479723 Jun 30 08:56:29.923021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Transition to ACTIVE for port object 4acd6c76-c4db-445b-a486-29252bf2818d will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:29.930753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:29.994711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:30.024673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-778b43b3-0c01-49d6-97b9-fff92e3a328d service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095187 Jun 30 08:56:30.104494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:30.162017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ed6d7-b834-4cae-bbce-7043f3ba8846 req-323a607b-1928-4461-b4b4-c1935afeae70 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.169865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1ed6d7-b834-4cae-bbce-7043f3ba8846 req-323a607b-1928-4461-b4b4-c1935afeae70 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.2441633 Jun 30 08:56:30.206999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:30.207330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:30.207692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:30.219863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:30.220140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:30.230125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:30.234480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:30.236871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:30.237579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Bound port: 4acd6c76-c4db-445b-a486-29252bf2818d, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:30.240432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.261602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1ed6d7-b834-4cae-bbce-7043f3ba8846 req-50bef37e-99c3-4fe4-9eed-07704f6190db tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840194 Jun 30 08:56:30.264998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ed8541e-4382-47a8-a6e3-5a51f6f69d9e req-a08e7d33-13f6-4246-ab77-8328d4937a17 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262850 Jun 30 08:56:30.330444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-245952234-network', 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:30.376310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:30.378715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.381655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:30.386100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:30.396462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.404424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.405675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba70c0-408e-466f-8a30-2be48b0f83ab req-664f5797-8970-472a-80b3-1d38efb939e9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.415795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11ba70c0-408e-466f-8a30-2be48b0f83ab req-664f5797-8970-472a-80b3-1d38efb939e9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0801179 Jun 30 08:56:30.450602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.451335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.453139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] 10.222.0.11 "PUT /v2.0/ports/4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 1097 time: 1.6119082 Jun 30 08:56:30.484005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11ba70c0-408e-466f-8a30-2be48b0f83ab req-62f40885-8bcf-4311-b2cf-c359f361ff2b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Jun 30 08:56:30.500931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ccb2b-4b11-4cd7-af59-c3fbd71d629a service neutron] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:30.662235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-a5526eef-31c5-4cc8-95d7-680a70fad181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.664093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-a5526eef-31c5-4cc8-95d7-680a70fad181 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1100 time: 0.1375020 Jun 30 08:56:30.715245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335366-87c7-4855-bf0a-28299e37015d req-03b13680-a0a4-44a8-b89f-3eda3c39b310 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.718133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86335366-87c7-4855-bf0a-28299e37015d req-03b13680-a0a4-44a8-b89f-3eda3c39b310 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0965815 Jun 30 08:56:30.732419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.734997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-8746fd30-7c18-4973-adb9-46cdbb9f5d46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0570753 Jun 30 08:56:30.738573 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.781030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86335366-87c7-4855-bf0a-28299e37015d req-d88e6c66-4332-40b3-b080-495ae2ca7d80 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517378 Jun 30 08:56:30.811309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:30.828392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.828739 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Added segment 4289b79b-a2ae-4f92-8ac8-14c524467ad0 of type vlan for network 2246ad04-7b93-4d62-94d6-412ecb002d0f Jun 30 08:56:30.888789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.893061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-e06d4288-ba05-4f83-a116-1db4bbd5b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.894523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-e06d4288-ba05-4f83-a116-1db4bbd5b7d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1488159 Jun 30 08:56:30.895949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b021789e-3be3-4f8a-aed0-6bb991bbbd0e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:30.936630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea131f-5323-4a98-9e46-95ac69234836 req-f4a94b07-3153-4e3b-a6db-da4306733f48 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.938561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eea131f-5323-4a98-9e46-95ac69234836 req-f4a94b07-3153-4e3b-a6db-da4306733f48 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.0765367 Jun 30 08:56:30.958107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.959171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:30.959751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:30.989289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eea131f-5323-4a98-9e46-95ac69234836 req-12f90b9f-9938-4744-8008-55a264bc5e65 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/security-groups?id=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Jun 30 08:56:30.993286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:30.995924 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4768231a-ba88-4f7a-bd75-57dd11c86b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:31.051705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9424260 Jun 30 08:56:31.052267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38456) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:31.058459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Request body: {'subnet': {'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-245952234-subnet', 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:31.061742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-8e06fb6b-6e38-4b25-a2fb-20920f0719ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.064005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-8e06fb6b-6e38-4b25-a2fb-20920f0719ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1581695 Jun 30 08:56:31.066225 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378f2a6-2713-4620-a294-359df2db07c6 x-openstack-request-id: req-2378f2a6-2713-4620-a294-359df2db07c6 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:31.066514 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:31.066914 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2378f2a6-2713-4620-a294-359df2db07c6 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:31.067307 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'status': 'completed', 'code': 200} Jun 30 08:56:31.068440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c15bc-8f44-43f0-88c5-f8e91fad0424 admin admin] Pushing event updated for resources: {'Network': ['ID=2246ad04-7b93-4d62-94d6-412ecb002d0f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:31.079688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:31.137797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:31.140897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.231237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-c3dfbae5-8d24-4d1f-9feb-604fd8b142a4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.233193 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-c3dfbae5-8d24-4d1f-9feb-604fd8b142a4 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 950 time: 0.1549408 Jun 30 08:56:31.239693 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-bb041c74-6f78-48b2-afe4-55fb7ccb9ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589596 Jun 30 08:56:31.253965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314243f-6130-4c9a-8dbe-2e4d4f9cf62f req-5ce958af-c6f4-493e-9e43-c35be99a7ec7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.262362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c314243f-6130-4c9a-8dbe-2e4d4f9cf62f req-5ce958af-c6f4-493e-9e43-c35be99a7ec7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1695588 Jun 30 08:56:31.356123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c314243f-6130-4c9a-8dbe-2e4d4f9cf62f req-eaf07a7a-1067-404c-ade7-c090628df308 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Jun 30 08:56:31.438368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dcf9029e-a288-4cab-83be-ccdb3be4bb63 req-620b1ffe-e34f-4425-93c6-25b329dbc03c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687436 Jun 30 08:56:31.452314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Deleting port 509f102c-cb5b-4f23-9e67-d88ea3648363 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:56:31.452663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.563978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c36b1-00ca-481f-b437-aabf835b5596 req-1678aa7c-b2ef-4bfe-9c5c-98470b702828 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.571628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a5c36b1-00ca-481f-b437-aabf835b5596 req-1678aa7c-b2ef-4bfe-9c5c-98470b702828 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.1590052 Jun 30 08:56:31.582797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.602972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] For port 509f102c-cb5b-4f23-9e67-d88ea3648363, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=509f102c-cb5b-4f23-9e67-d88ea3648363,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:31.603375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.624123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Calling delete_port for 509f102c-cb5b-4f23-9e67-d88ea3648363 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:56:31.650401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-08e69518-9f12-4b78-82d6-e90cec0dd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.651956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-08e69518-9f12-4b78-82d6-e90cec0dd1fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1100 time: 0.1457705 Jun 30 08:56:31.691698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a5c36b1-00ca-481f-b437-aabf835b5596 req-49937b9a-0ab3-4585-a021-b3d19dcf02f0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188757 Jun 30 08:56:31.721016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e280d8d1-6e09-40b2-980d-47762bf098c4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:31.731675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Checking segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:31.732697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Network hostable DHCP agents. Network: 2246ad04-7b93-4d62-94d6-412ecb002d0f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:31.757815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:31.775246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2246ad04-7b93-4d62-94d6-412ecb002d0f) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:31.784086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9c638-738d-4f16-ac06-418dc205536d req-3d346cb0-1696-4bf0-afb6-9f1a16e3238e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.786310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84555a0-1f35-4988-aff4-a97ea56b8667 None None] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:31.787660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6e9c638-738d-4f16-ac06-418dc205536d req-3d346cb0-1696-4bf0-afb6-9f1a16e3238e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1369770 Jun 30 08:56:31.791902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.792497 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.834625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74165e66-794f-49ad-bb94-4b205db084a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7805314 Jun 30 08:56:31.887861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-c729a169-cb65-47ab-bc4b-46ffabea595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:31.889683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-c729a169-cb65-47ab-bc4b-46ffabea595f service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1848102 Jun 30 08:56:31.898141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6e9c638-738d-4f16-ac06-418dc205536d req-34f7df0d-f8f4-465d-bfc7-9bf100befdc4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884159 Jun 30 08:56:31.938844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4cd77516-e175-4019-ae22-9b5a978c91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:31.964134 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-a3fef6dd-ccd3-4d73-a0c9-c44631d7f419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0484352 Jun 30 08:56:31.981183 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:32.045116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:32.052913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b264d0b-9258-4833-9346-654ca789335f None None] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:32.089913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['509f102c-cb5b-4f23-9e67-d88ea3648363'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:32.106436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Pushing event deleted for resources: {'Port': ['ID=509f102c-cb5b-4f23-9e67-d88ea3648363,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:32.109228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-a4d43d85-1f75-44c7-855e-970b70875ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.111881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-a4d43d85-1f75-44c7-855e-970b70875ba8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1379769 Jun 30 08:56:32.156450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04abd-2b97-4371-8a79-ee384d5afbd4 req-5ea78c0e-2f13-4d35-b09f-37d2973a75ec tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.176147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38a04abd-2b97-4371-8a79-ee384d5afbd4 req-5ea78c0e-2f13-4d35-b09f-37d2973a75ec tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1813042 Jun 30 08:56:32.218931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] No DVR routers for this DVR port 509f102c-cb5b-4f23-9e67-d88ea3648363 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:32.224599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:32.226883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6acd21b8-7408-4bc4-972f-a08c2d6bf275 req-7fe07856-366c-4357-9275-54752ab76f36 tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.11 "DELETE /v2.0/ports/509f102c-cb5b-4f23-9e67-d88ea3648363 HTTP/1.1" status: 204 len: 173 time: 0.9867759 Jun 30 08:56:32.238975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08b8a413-90b1-49b2-b70c-be5c876c1854 req-ac6af19b-64fa-41d2-852f-b0287814069b tempest-ServersOnMultiNodesTest-615548146 tempest-ServersOnMultiNodesTest-615548146-project] 10.222.0.66 "GET /v2.0/ports?device_id=d40645b2-46e0-4b09-8f66-31b67600f350 HTTP/1.1" status: 200 len: 210 time: 0.0532043 Jun 30 08:56:32.270868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-96c50445-d782-4060-80e6-507d6e18a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.270868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-96c50445-d782-4060-80e6-507d6e18a3f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437876 Jun 30 08:56:32.271735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38a04abd-2b97-4371-8a79-ee384d5afbd4 req-400b8673-60c6-4832-a8f2-a913c88a524b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924945 Jun 30 08:56:32.398698 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-3152d63d-48f4-487b-9065-b0cf1ae8e6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252289 Jun 30 08:56:32.527060 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4768231a-ba88-4f7a-bd75-57dd11c86b7d req-e45d8108-18a7-4565-9957-42849714013a service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196721 Jun 30 08:56:32.717343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-a9894dce-49af-46d8-8161-535678d9f322 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.719141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-a9894dce-49af-46d8-8161-535678d9f322 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.1702230 Jun 30 08:56:32.743976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde89b3-b3f4-43d5-852c-104bc1e3481e req-68b44037-38dc-4bf0-9efb-a3147688d9ab tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:32.745331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dfde89b3-b3f4-43d5-852c-104bc1e3481e req-68b44037-38dc-4bf0-9efb-a3147688d9ab tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1301558 Jun 30 08:56:32.746750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-be5c64f2-57a5-4569-b1ac-eb6207fd2b25 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/quotas/0e60dfb5ddbc4458bf7f543c481735b3 HTTP/1.1" status: 200 len: 375 time: 0.0209670 Jun 30 08:56:32.799352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-33b2564b-bfcd-493f-ae85-f034b1f19747 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403516 Jun 30 08:56:32.809073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:32.833736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dfde89b3-b3f4-43d5-852c-104bc1e3481e req-d10e6734-a40c-4d59-960d-b27e51bf133f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825379 Jun 30 08:56:32.902330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-e1776e64-cc69-441d-8494-f390b9e24a84 service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916283 Jun 30 08:56:33.036795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-2d766098-f720-404a-94ce-0e1acd99560b service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278009 Jun 30 08:56:33.053961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:33.065790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0e1a0-c5c6-4055-8899-64570ff8e451 req-5aa6ee73-4abe-410d-bb5d-4b87f4891d54 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:33.070229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ff0e1a0-c5c6-4055-8899-64570ff8e451 req-5aa6ee73-4abe-410d-bb5d-4b87f4891d54 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.1043053 Jun 30 08:56:33.071888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'name': 'network-vif-deleted', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:33.074297 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45aaa2b-3601-4da2-b209-91ecf8f69a7e" -d '{"events": [{"server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "name": "network-vif-deleted", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:33.111375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ff0e1a0-c5c6-4055-8899-64570ff8e451 req-e5fb3f63-d0aa-441c-b1bc-2595958c4775 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Jun 30 08:56:33.270073 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a4904-7df3-468d-97d2-5204f3f038f8 x-openstack-request-id: req-dd5a4904-7df3-468d-97d2-5204f3f038f8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:33.270363 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40645b2-46e0-4b09-8f66-31b67600f350", "name": "network-vif-deleted", "tag": "509f102c-cb5b-4f23-9e67-d88ea3648363", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:33.271252 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd5a4904-7df3-468d-97d2-5204f3f038f8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:33.273393 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40645b2-46e0-4b09-8f66-31b67600f350', 'name': 'network-vif-deleted', 'tag': '509f102c-cb5b-4f23-9e67-d88ea3648363', 'status': 'completed', 'code': 200} Jun 30 08:56:33.344435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a879adfb-187d-446f-9228-ac023c76fb21 req-777ae966-b4b7-4994-a683-3c42c0815fdb tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 210 time: 0.0369999 Jun 30 08:56:33.380948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b7811-4969-4a4e-beab-7da8ad975db7 req-23dcef0f-bb50-42f2-ac69-271648ff7936 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:33.383050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a75b7811-4969-4a4e-beab-7da8ad975db7 req-23dcef0f-bb50-42f2-ac69-271648ff7936 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1159453 Jun 30 08:56:33.438372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a75b7811-4969-4a4e-beab-7da8ad975db7 req-4fd28c55-6951-4759-9123-70be672ac3df tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486147 Jun 30 08:56:33.684856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526293-0c0b-4ac8-a366-6f96d6aacaf0 req-d4038e14-6780-4c83-acb0-30505a57a835 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:33.686600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97526293-0c0b-4ac8-a366-6f96d6aacaf0 req-d4038e14-6780-4c83-acb0-30505a57a835 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1245096 Jun 30 08:56:33.736185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97526293-0c0b-4ac8-a366-6f96d6aacaf0 req-bf6603e9-f3dc-4202-83f4-1e1e1bd7e7fa tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Jun 30 08:56:33.775854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38518) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:33.967633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38526) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:33.967998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a0211cf0-1c30-486a-9199-248c97bcbc80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30dfdd6c874d45d4943f96107887f2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906753 Jun 30 08:56:34.031655 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.067943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.077181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706eaed4-0ccf-4dfb-b0ea-9c947ff404e4 req-bf9c310c-091d-49bb-98ff-d9a895ac430e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.079307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-706eaed4-0ccf-4dfb-b0ea-9c947ff404e4 req-bf9c310c-091d-49bb-98ff-d9a895ac430e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.0771835 Jun 30 08:56:34.132333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.136994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-706eaed4-0ccf-4dfb-b0ea-9c947ff404e4 req-3f22a9fb-3707-48c6-9700-7dba09452c78 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Jun 30 08:56:34.137163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.158734 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbeba0b1-fdd7-4f92-99d9-315cc8a3b811 HTTP/1.1" status: 204 len: 168 time: 0.1883562 Jun 30 08:56:34.167956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892037f-b845-495d-9b6c-57c08acde9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeba0b1-fdd7-4f92-99d9-315cc8a3b811,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:34.337373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2213ddc-d165-4e73-ad41-d3bb3ebc7d8d req-0159c29d-94b3-4d6f-8532-6abeb4c6b6ee tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.339379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2213ddc-d165-4e73-ad41-d3bb3ebc7d8d req-0159c29d-94b3-4d6f-8532-6abeb4c6b6ee tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.0677695 Jun 30 08:56:34.377026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 509f102c-cb5b-4f23-9e67-d88ea3648363 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:34.391012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2213ddc-d165-4e73-ad41-d3bb3ebc7d8d req-7ef2dd2f-27b6-4d07-9620-419817f3e5b1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Jun 30 08:56:34.403971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 509f102c-cb5b-4f23-9e67-d88ea3648363 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:56:34.404590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 509f102c-cb5b-4f23-9e67-d88ea3648363 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:56:34.482656 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.506677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb49d824-458e-4e42-ae61-0563d8e0dc00 req-68769099-c2ff-4f68-b5de-9833eb7225e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 210 time: 0.0328498 Jun 30 08:56:34.568387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38538) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:34.621473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eb59808b-d445-4960-9ade-d444644f8358 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cfc802c0ed44257a15d2a055309febb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516481 Jun 30 08:56:34.623651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38540) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:34.674699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6eae-3022-4226-a6e3-b27fa6614f31 req-fb9c9213-993c-41d6-bde9-c6672cb7677a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.686318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52fe6eae-3022-4226-a6e3-b27fa6614f31 req-fb9c9213-993c-41d6-bde9-c6672cb7677a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0980010 Jun 30 08:56:34.686828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.715070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.731063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52fe6eae-3022-4226-a6e3-b27fa6614f31 req-52bd1d5f-3833-4bb1-8303-834d40fdd9fc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jun 30 08:56:34.744005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.861106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.863948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:34.865651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5686a7c-76c9-424e-bd2a-f2857feb9c4f HTTP/1.1" status: 204 len: 168 time: 0.2408533 Jun 30 08:56:34.888131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-1f71bb76-2675-4cdd-add5-ed0f64f77ba8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:34.889636 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-1f71bb76-2675-4cdd-add5-ed0f64f77ba8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.1760566 Jun 30 08:56:34.890593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2156e9e-01bc-453a-a06c-db2cfb0abafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5686a7c-76c9-424e-bd2a-f2857feb9c4f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:34.911789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Request body: {'port': {'device_id': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'admin_state_up': True, 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:35.003041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b0e3-35b3-44b6-9332-6b0f0aa6a68f req-60068ce7-8700-4866-bbba-0f858bc99309 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.005267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0338b0e3-35b3-44b6-9332-6b0f0aa6a68f req-60068ce7-8700-4866-bbba-0f858bc99309 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0821962 Jun 30 08:56:35.066668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0338b0e3-35b3-44b6-9332-6b0f0aa6a68f req-ae5c9987-e6cc-451d-956f-6695079821c8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Jun 30 08:56:35.082520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:35.086829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.247848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Allocated IP 172.20.0.6 (2246ad04-7b93-4d62-94d6-412ecb002d0f/e280d8d1-6e09-40b2-980d-47762bf098c4/1e6e237a-cff4-4401-ae8f-21871de5b83b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:35.367197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6a69f-2f7e-4246-bb43-a94d5e7fbdb5 req-666ea2f0-0125-4f2f-b6c9-e987ebd5f6b2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.369235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cc6a69f-2f7e-4246-bb43-a94d5e7fbdb5 req-666ea2f0-0125-4f2f-b6c9-e987ebd5f6b2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.0973153 Jun 30 08:56:35.427530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.444176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cc6a69f-2f7e-4246-bb43-a94d5e7fbdb5 req-7e0258ba-c108-4fe4-a6d2-9d3cf81e810a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Jun 30 08:56:35.478961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.545299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:35.552840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:35.557723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:35.610746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:35.631805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3620dc-9102-42bb-a876-0484690eb68b req-7a5db85b-5039-4dce-a164-44e1ebc0f94f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.638154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.638719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc3620dc-9102-42bb-a876-0484690eb68b req-7a5db85b-5039-4dce-a164-44e1ebc0f94f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.1029868 Jun 30 08:56:35.638875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.666754 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-6fd248a2-2f51-48bf-919b-a2b094ab3b5a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649944 Jun 30 08:56:35.685012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Request body: {'port': {'device_id': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:35.712355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc3620dc-9102-42bb-a876-0484690eb68b req-80286be7-f69e-4986-8046-80c18da2cc4c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708532 Jun 30 08:56:35.741822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d8a6-d18f-4896-994b-d83a1a155c0a req-b72fa499-2df3-45cf-a95c-9e0e95c3141b tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.749236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a09d8a6-d18f-4896-994b-d83a1a155c0a req-b72fa499-2df3-45cf-a95c-9e0e95c3141b tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 931 time: 0.1095283 Jun 30 08:56:35.803476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a09d8a6-d18f-4896-994b-d83a1a155c0a req-d98b6cd7-8b07-40b2-9cfd-984f4ba45729 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Jun 30 08:56:35.852021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:35.939845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54142ab5-2f96-40cf-9e51-46bae890b6db req-2230be7f-1aea-4ffc-b397-58a685f2626a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:35.941515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54142ab5-2f96-40cf-9e51-46bae890b6db req-2230be7f-1aea-4ffc-b397-58a685f2626a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0804095 Jun 30 08:56:36.013128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54142ab5-2f96-40cf-9e51-46bae890b6db req-aa93b6b9-6eef-4caa-a7f9-92d35a70049d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653262 Jun 30 08:56:36.240911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6e237a-cff4-4401-ae8f-21871de5b83b {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:36.248934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.275286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Transition to ACTIVE for port object 1e6e237a-cff4-4401-ae8f-21871de5b83b will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:36.280638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.281552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce538-1948-4a8a-8dcf-ade7388e08f8 req-d580796f-9964-46e2-bf21-b42b8a6f0eff tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.286270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868ce538-1948-4a8a-8dcf-ade7388e08f8 req-d580796f-9964-46e2-bf21-b42b8a6f0eff tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0872588 Jun 30 08:56:36.365844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868ce538-1948-4a8a-8dcf-ade7388e08f8 req-f6ad6e17-0018-488e-ac7e-4d82aeb19e91 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759463 Jun 30 08:56:36.389465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:36.393348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:36.425389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Attempting to bind port 1e6e237a-cff4-4401-ae8f-21871de5b83b on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:36.425728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Attempting to bind port 1e6e237a-cff4-4401-ae8f-21871de5b83b by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:36.426094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Attempting to bind port 1e6e237a-cff4-4401-ae8f-21871de5b83b on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:36.431215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Port 1e6e237a-cff4-4401-ae8f-21871de5b83b on network 2246ad04-7b93-4d62-94d6-412ecb002d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:36.431552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Attempting to bind port 1e6e237a-cff4-4401-ae8f-21871de5b83b on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:36.436640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:36.436982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Checking segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:36.437367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Bound using segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:36.437843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Bound port: 1e6e237a-cff4-4401-ae8f-21871de5b83b, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:36.438211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.516655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:36.519797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:36.522626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:36.526766 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.545236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '4acd6c76-c4db-445b-a486-29252bf2818d', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '4acd6c76-c4db-445b-a486-29252bf2818d', 'mac_address': 'fa:16:3e:70:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:36.584586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.585202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.586827 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e6e237a-cff4-4401-ae8f-21871de5b83b HTTP/1.1" status: 200 len: 1092 time: 0.9075501 Jun 30 08:56:36.587328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:36.591054 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846" -d '{"events": [{"name": "network-changed", "server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:36.632650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e110f-d2d8-4b4f-8a2e-6622bc4c94c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:36.642019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.669976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd6c76-c4db-445b-a486-29252bf2818d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:36.677692 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8878bc-dda5-473a-abf2-27412d976fc9 x-openstack-request-id: req-ee8878bc-dda5-473a-abf2-27412d976fc9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:36.678011 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:36.678267 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee8878bc-dda5-473a-abf2-27412d976fc9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:36.679583 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'status': 'completed', 'code': 200} Jun 30 08:56:36.727652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8c021-4967-4a7c-843d-cfd815708864 req-20865d4b-9245-4d93-bf14-70e2132a678d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.735985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:36.739536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2f8c021-4967-4a7c-843d-cfd815708864 req-20865d4b-9245-4d93-bf14-70e2132a678d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1565528 Jun 30 08:56:36.742294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:36.743030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:36.756085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-e1d73c72-8bac-4d1a-ad3f-dfdcf7b95a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.757566 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-e1d73c72-8bac-4d1a-ad3f-dfdcf7b95a82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 1095 time: 0.0771837 Jun 30 08:56:36.813044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2f8c021-4967-4a7c-843d-cfd815708864 req-977e563d-d058-49b5-882a-303741e913ed tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701663 Jun 30 08:56:36.848219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-6725f0ee-e347-4d94-94af-fb8420a610b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b HTTP/1.1" status: 200 len: 217 time: 0.0817370 Jun 30 08:56:36.902480 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:36.963814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901871-4377-4089-bb6e-244365f22d76 req-d4bb8336-b674-4a6c-b4b0-9acb5af30b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:36.965294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-d4bb8336-b674-4a6c-b4b0-9acb5af30b6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.1048176 Jun 30 08:56:36.991068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:37.009974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:56:37.016324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6204-1e46-4fbb-8120-c56666574602 req-6c4cbd4b-cbf9-42af-86c4-1d378d740966 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.018075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87ff6204-1e46-4fbb-8120-c56666574602 req-6c4cbd4b-cbf9-42af-86c4-1d378d740966 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 949 time: 0.0770202 Jun 30 08:56:37.025301 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-969ef8e2-760d-46a0-b770-591e2c438861 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524795 Jun 30 08:56:37.071689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87ff6204-1e46-4fbb-8120-c56666574602 req-43c44c40-c95b-4fdc-bd1d-7f7cf37c3e88 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Jun 30 08:56:37.168998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-3ecf5be5-6c96-428b-ab02-8233828e1630 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353145 Jun 30 08:56:37.217701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f7a8-720e-4eab-92ef-ddaccd3e874c req-36b92036-50b3-40f5-8ea8-7c81e58267e0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.218068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3837f7a8-720e-4eab-92ef-ddaccd3e874c req-36b92036-50b3-40f5-8ea8-7c81e58267e0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 943 time: 0.0817842 Jun 30 08:56:37.270705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3837f7a8-720e-4eab-92ef-ddaccd3e874c req-c2d567d1-95ef-40d6-a3d4-75b4f5b5a3ff tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Jun 30 08:56:37.313621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6901871-4377-4089-bb6e-244365f22d76 req-ce756822-4815-416d-820e-ee749b53f887 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347020 Jun 30 08:56:37.469849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-5f9e2c68-532c-4f19-b0d0-9015ee1437a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.471316 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-5f9e2c68-532c-4f19-b0d0-9015ee1437a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 1095 time: 0.0924251 Jun 30 08:56:37.482577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed5e9c-b06f-498d-845d-5ce7f6a0e5ad req-2d4d5fc2-ebe0-4e01-bdf0-ae75cc0d76ea tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.485259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ed5e9c-b06f-498d-845d-5ce7f6a0e5ad req-2d4d5fc2-ebe0-4e01-bdf0-ae75cc0d76ea tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0996485 Jun 30 08:56:37.516213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:37.551302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ed5e9c-b06f-498d-845d-5ce7f6a0e5ad req-8f116320-d9e6-421d-a1f0-2740826e0353 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568860 Jun 30 08:56:37.680501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-397726cc-5b3f-4794-84c0-1653e21e3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.682647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-397726cc-5b3f-4794-84c0-1653e21e3c7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 905 time: 0.2010248 Jun 30 08:56:37.689044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2439ef-66af-40b8-98dd-986d426d9ed2 req-64ad91e4-813d-4621-860b-d930e06dce66 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.696998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a2439ef-66af-40b8-98dd-986d426d9ed2 req-64ad91e4-813d-4621-860b-d930e06dce66 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1439455 Jun 30 08:56:37.757962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a2439ef-66af-40b8-98dd-986d426d9ed2 req-acfa8905-94a3-463b-81fe-3ae0db35f4b7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597398 Jun 30 08:56:37.769635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-463691f5-a073-4b09-a296-a7579e98d9d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b HTTP/1.1" status: 200 len: 217 time: 0.0778186 Jun 30 08:56:37.833417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-f91c1a70-86e1-4451-9466-fbb09a659605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:37.836297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-f91c1a70-86e1-4451-9466-fbb09a659605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.0596182 Jun 30 08:56:37.911770 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-e06b0751-3280-4433-8d9f-1d202f431086 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657234 Jun 30 08:56:38.041443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ace3c-3d52-4ef0-ae92-db8724cc305d req-2abf5e71-acab-4a1e-b54c-8625640552c6 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.043013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e93ace3c-3d52-4ef0-ae92-db8724cc305d req-2abf5e71-acab-4a1e-b54c-8625640552c6 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.0941637 Jun 30 08:56:38.057114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-94a6fe0a-4803-4ca6-946a-f4a64f49ccde service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345122 Jun 30 08:56:38.150211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e93ace3c-3d52-4ef0-ae92-db8724cc305d req-35287fe2-8c2a-466a-ab67-e5d55c8ac0c2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982928 Jun 30 08:56:38.230192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f05a1cd-32dc-4b41-b0fd-cba816b4a846 req-6eadd8f2-ac54-4f71-906a-82e114d71054 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585307 Jun 30 08:56:38.328594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38656) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:38.370113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0b99-f18d-4068-b0ef-38e2134d6812 req-ad025d02-beca-4a83-bb5c-bf47f496e2a9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.371813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-313e0b99-f18d-4068-b0ef-38e2134d6812 req-ad025d02-beca-4a83-bb5c-bf47f496e2a9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 949 time: 0.0825245 Jun 30 08:56:38.460534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-313e0b99-f18d-4068-b0ef-38e2134d6812 req-dc868be8-3488-472b-86a4-12c857b26e57 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799153 Jun 30 08:56:38.463769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:38.507505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-315f1ac2-eda4-45e1-8759-2a74338b51cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.597027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638fea6-cb89-45c1-8a35-74985f8dc4d6 req-bdc75142-4a86-445f-b042-a3e61cbe6225 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.599728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d638fea6-cb89-45c1-8a35-74985f8dc4d6 req-bdc75142-4a86-445f-b042-a3e61cbe6225 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 943 time: 0.0896266 Jun 30 08:56:38.662759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d638fea6-cb89-45c1-8a35-74985f8dc4d6 req-a4bcbe98-e6da-4fd2-834e-4ba7e9cce71c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Jun 30 08:56:38.696743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-315f1ac2-eda4-45e1-8759-2a74338b51cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.701395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-315f1ac2-eda4-45e1-8759-2a74338b51cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.752876 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-315f1ac2-eda4-45e1-8759-2a74338b51cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9e4a17674c149b6a9eebe8048d53cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210441 Jun 30 08:56:38.753236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38662) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:38.759859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f1ac2-eda4-45e1-8759-2a74338b51cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cf6d0-3eef-41da-9e85-82a13dfe793d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:38.829672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5462a8c-14fd-4860-b4a3-298d817f07e2 req-56e3a975-c40f-48ba-96ce-c2f9e5112136 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:38.838280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5462a8c-14fd-4860-b4a3-298d817f07e2 req-56e3a975-c40f-48ba-96ce-c2f9e5112136 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1075065 Jun 30 08:56:38.839415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.866127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.886655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5462a8c-14fd-4860-b4a3-298d817f07e2 req-024072fa-f426-4fd3-ba88-b623d2ff47e5 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Jun 30 08:56:38.930081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.933543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:38.947844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a0cf6d0-3eef-41da-9e85-82a13dfe793d HTTP/1.1" status: 204 len: 168 time: 0.1850283 Jun 30 08:56:38.967117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d028014-9541-4f16-9ad1-ba744cd0ed1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cf6d0-3eef-41da-9e85-82a13dfe793d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:39.064002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218277a4-1686-425e-a3df-6793f64106ee req-6467a880-4c50-49cd-be8e-8589fbc8e68d tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.071826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218277a4-1686-425e-a3df-6793f64106ee req-6467a880-4c50-49cd-be8e-8589fbc8e68d tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1220746 Jun 30 08:56:39.126856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218277a4-1686-425e-a3df-6793f64106ee req-c135f9e2-eb5b-4523-ab74-82f106d68f54 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Jun 30 08:56:39.369305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-0d4592f9-6bcf-4de8-9c8a-cee034eb16fe service neutron] 10.222.0.41 "GET /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.1006160 Jun 30 08:56:39.371297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:39.388690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20224a09-7d61-4755-be06-bd215d36bad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.445058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a8be-3854-4ee7-86a8-612d274d802f req-9f487625-9a5a-4285-ae4f-a5abe2288e15 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.446596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da71a8be-3854-4ee7-86a8-612d274d802f req-9f487625-9a5a-4285-ae4f-a5abe2288e15 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 943 time: 0.1283877 Jun 30 08:56:39.519830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20224a09-7d61-4755-be06-bd215d36bad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.526787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20224a09-7d61-4755-be06-bd215d36bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.567048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da71a8be-3854-4ee7-86a8-612d274d802f req-46a09f11-21c8-4eb0-abcf-b53cfdb4bd28 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106031 Jun 30 08:56:39.585016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-20224a09-7d61-4755-be06-bd215d36bad6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7840c93fefd4496bad0bef8e8fe8cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126300 Jun 30 08:56:39.588718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38680) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:39.606738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224a09-7d61-4755-be06-bd215d36bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df406c29-f47d-4dd7-9f0e-89aa63bb1d50,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:39.646991 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.671426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:39.673611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.703596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:39.747834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.748706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd44baa-c3d1-4de0-9863-af6bd9bf2e37 req-0e9090ff-6591-4f3d-b86a-29be5d7740e0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.750618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.754453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df406c29-f47d-4dd7-9f0e-89aa63bb1d50 HTTP/1.1" status: 204 len: 168 time: 0.1645687 Jun 30 08:56:39.756437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acd44baa-c3d1-4de0-9863-af6bd9bf2e37 req-0e9090ff-6591-4f3d-b86a-29be5d7740e0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 949 time: 0.1318903 Jun 30 08:56:39.774039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9cd25-509f-418b-a67f-f4b15421fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df406c29-f47d-4dd7-9f0e-89aa63bb1d50,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:39.785349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:39.800006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:39.851679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:39.855793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acd44baa-c3d1-4de0-9863-af6bd9bf2e37 req-03692177-71f9-4da6-acd0-18605856f792 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984488 Jun 30 08:56:39.943206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4a146-ef26-42bb-9f66-74e489c79694 req-61391a36-8776-42e6-8146-96906031438d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:39.944703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfd4a146-ef26-42bb-9f66-74e489c79694 req-61391a36-8776-42e6-8146-96906031438d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 943 time: 0.1380305 Jun 30 08:56:39.961864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] Transition to ACTIVE for port object 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:39.974762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.060157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfd4a146-ef26-42bb-9f66-74e489c79694 req-be800a4b-d83d-4508-a97a-db6f4b21a01c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084306 Jun 30 08:56:40.103393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] No DVR routers for this DVR port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:56:40.106838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] Pushing event updated for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:40.146430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c568bb55-6cc3-4637-8744-698f5f3bec44 service neutron] 10.222.0.41 "PUT /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5/bindings/n-h2-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 0.7705011 Jun 30 08:56:40.165070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7bc2f-9e38-45a8-80f3-812440d9d15f req-36972db7-c804-455e-a6f1-c5399b0c9605 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.166735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e7bc2f-9e38-45a8-80f3-812440d9d15f req-36972db7-c804-455e-a6f1-c5399b0c9605 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1493318 Jun 30 08:56:40.228400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e7bc2f-9e38-45a8-80f3-812440d9d15f req-1062b1aa-470f-46b0-8e18-2e928681915a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Jun 30 08:56:40.306667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-599a8680-f41e-4c1c-b94e-004a71ee6178 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.308161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-599a8680-f41e-4c1c-b94e-004a71ee6178 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.0858555 Jun 30 08:56:40.396148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa977-81e5-4cf1-9330-5a9fb9d9a8e2 req-97548d9f-cc98-429d-8a1a-2f616db0da92 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.398586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-26075a2e-b8d5-488d-bee3-e82cd2ac9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.400247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-26075a2e-b8d5-488d-bee3-e82cd2ac9de7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4&tenant_id=462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 1096 time: 0.0814571 Jun 30 08:56:40.402489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4baa977-81e5-4cf1-9330-5a9fb9d9a8e2 req-97548d9f-cc98-429d-8a1a-2f616db0da92 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1281354 Jun 30 08:56:40.422431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:40.426309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:40.472818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4baa977-81e5-4cf1-9330-5a9fb9d9a8e2 req-246ccbcb-2145-4df8-89f9-0bad7a4fad04 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Jun 30 08:56:40.494173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-f3106462-20ec-41d6-b502-b1e2b26a2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.496119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-f3106462-20ec-41d6-b502-b1e2b26a2459 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1096 time: 0.0663328 Jun 30 08:56:40.592173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:40.611485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 4acd6c76-c4db-445b-a486-29252bf2818d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:40.619643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'mac_address': 'fa:16:3e:2b:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:40.621476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 4acd6c76-c4db-445b-a486-29252bf2818d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:40.621891 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.699529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-045b051c-588b-490c-b04d-671b8b1aa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.701175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-045b051c-588b-490c-b04d-671b8b1aa1bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1926894 Jun 30 08:56:40.705900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.731834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6e237a-cff4-4401-ae8f-21871de5b83b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:40.765671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-2092ef0a-e835-4811-83b4-43181706f707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 200 len: 217 time: 0.0545976 Jun 30 08:56:40.774511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:40.787395 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.821303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.840146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065fd19-ad3f-44e6-a9ff-e27873575351 req-637fa631-7945-4d95-986c-ee41115ba775 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:40.846475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f065fd19-ad3f-44e6-a9ff-e27873575351 req-637fa631-7945-4d95-986c-ee41115ba775 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.1196461 Jun 30 08:56:40.846896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38714) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:40.867989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:40.895857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:40.900046 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eaf447-1d00-4071-8479-a7369d882dd6" -d '{"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-plugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:40.919106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:40.926049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:40.927981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f065fd19-ad3f-44e6-a9ff-e27873575351 req-c7f1d1c8-49e3-41bf-80e9-54e3b348e554 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Jun 30 08:56:40.930233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:41.047416 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a453550a-97e8-455e-a29d-d6937719cb4c x-openstack-request-id: req-a453550a-97e8-455e-a29d-d6937719cb4c {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:41.047968 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-plugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:41.048401 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a453550a-97e8-455e-a29d-d6937719cb4c {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:41.048970 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'code': 200} Jun 30 08:56:41.078982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-212349792-network', 'tenant_id': '0504952e0514433c9fd97211c3a39e14'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:41.148330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.194075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c4431b7a-69e0-4b41-b35e-c6ffb5ef888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.195769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-c4431b7a-69e0-4b41-b35e-c6ffb5ef888f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.4227772 Jun 30 08:56:41.247086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Made reservation on behalf of 0504952e0514433c9fd97211c3a39e14 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:41.249531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.276993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfea157-8e0d-4aa6-960c-5dceb9c91307 req-04016393-0eb8-482d-8044-0c489ece3185 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.278936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bfea157-8e0d-4aa6-960c-5dceb9c91307 req-04016393-0eb8-482d-8044-0c489ece3185 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2399938 Jun 30 08:56:41.279088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-466d085f-19c6-4194-92d2-aa0711488a7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583477 Jun 30 08:56:41.282760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.356255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-5df7ccbf-14ab-440c-8e0d-60e56988fbdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1878407 Jun 30 08:56:41.372836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bfea157-8e0d-4aa6-960c-5dceb9c91307 req-c02177d6-6bf8-4ac4-8b78-6b2909c2be55 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855258 Jun 30 08:56:41.379463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1e6e237a-cff4-4401-ae8f-21871de5b83b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:41.385015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bbefc-5b86-4616-ad91-290be379106d req-9c0f74ee-2b2b-4f87-968b-2077fc0a7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.386487 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d30bbefc-5b86-4616-ad91-290be379106d req-9c0f74ee-2b2b-4f87-968b-2077fc0a7a83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1102 time: 0.1647959 Jun 30 08:56:41.441385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-0cfc1349-1f56-456d-8f91-337964b8dca7 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535327 Jun 30 08:56:41.458042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fde4fd-0ee2-498b-8f5d-a394da7bfb7d req-979069e6-b206-4a3b-9cc5-52d206d3af70 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.466660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77fde4fd-0ee2-498b-8f5d-a394da7bfb7d req-979069e6-b206-4a3b-9cc5-52d206d3af70 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 944 time: 0.2495894 Jun 30 08:56:41.521778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d30bbefc-5b86-4616-ad91-290be379106d req-5fab7c28-9972-4e0a-8437-78592a880667 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226966 Jun 30 08:56:41.548482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77fde4fd-0ee2-498b-8f5d-a394da7bfb7d req-f313d77b-ad19-4a0b-a4d1-391a07bf733c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819926 Jun 30 08:56:41.585208 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-31318e08-d283-4be0-b3cb-74b11e6fdf3a service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264009 Jun 30 08:56:41.589302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-52040c41-e8dd-4a18-b02e-01b86840e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.589414 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-52040c41-e8dd-4a18-b02e-01b86840e225 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 1097 time: 0.1706893 Jun 30 08:56:41.600142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.615717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.703933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:41.736284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:41.744646 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.745260 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Added segment f2bb5699-4dfd-456b-8833-f2a586099c73 of type vlan for network 09c14140-6e16-49f3-a16f-acfe98582952 Jun 30 08:56:41.808423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.836423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-acde46fb-016a-4f53-8f47-6a7e8be117c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.838184 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-acde46fb-016a-4f53-8f47-6a7e8be117c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.1272111 Jun 30 08:56:41.843642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb923e-077f-4642-837c-b6da9edb7c23 req-9b3c26c8-8bf4-44c6-93db-2709341d6449 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.845227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64fb923e-077f-4642-837c-b6da9edb7c23 req-9b3c26c8-8bf4-44c6-93db-2709341d6449 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.2416902 Jun 30 08:56:41.886717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc917ef-873b-4d54-9929-4e72c8aa94d4 req-b4ab2149-88e3-4d8a-872a-359a1fe1b42e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.888343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7dc917ef-873b-4d54-9929-4e72c8aa94d4 req-b4ab2149-88e3-4d8a-872a-359a1fe1b42e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2093585 Jun 30 08:56:41.905021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.906063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:41.906638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.915985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-ad15c7ae-e53f-478a-a281-1e561e14ccf7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 200 len: 1000 time: 0.0654137 Jun 30 08:56:41.946510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64fb923e-077f-4642-837c-b6da9edb7c23 req-ae50c3b8-e991-4d65-a844-14890807a433 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Jun 30 08:56:41.977576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1292236 Jun 30 08:56:41.981036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:41.993116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Request body: {'subnet': {'network_id': '09c14140-6e16-49f3-a16f-acfe98582952', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-212349792-subnet', 'tenant_id': '0504952e0514433c9fd97211c3a39e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:42.008371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-df46aca8-78d2-4632-a179-e9afba65acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.010184 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-df46aca8-78d2-4632-a179-e9afba65acb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.0846679 Jun 30 08:56:42.014812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7dc917ef-873b-4d54-9929-4e72c8aa94d4 req-9dfefd3b-ee80-4667-9772-dca08438c38b tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163788 Jun 30 08:56:42.015670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdb0e8-33d3-4b1f-989d-9eb778bbae57 admin admin] Pushing event updated for resources: {'Network': ['ID=09c14140-6e16-49f3-a16f-acfe98582952,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:42.026630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 09c14140-6e16-49f3-a16f-acfe98582952 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:42.041340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Made reservation on behalf of 0504952e0514433c9fd97211c3a39e14 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:42.045432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.236491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-20dff689-7c98-4e92-a320-c43e2fb62ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.237940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-20dff689-7c98-4e92-a320-c43e2fb62ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2121611 Jun 30 08:56:42.297824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-a3d89cc6-4510-49c2-9b86-d467b8c614bf tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.298664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-a3d89cc6-4510-49c2-9b86-d467b8c614bf tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1497047 Jun 30 08:56:42.473345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.537014 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-c476b23a-62af-4ed7-98d5-888f86c6f8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717884 Jun 30 08:56:42.589736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9fdc-55e1-4646-8d66-fad2983e35ac req-e715ad28-728d-4b9e-a6b0-00db77df76f5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.591245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ce9fdc-55e1-4646-8d66-fad2983e35ac req-e715ad28-728d-4b9e-a6b0-00db77df76f5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.4137585 Jun 30 08:56:42.633463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fa71b3-b2c0-4cde-ac60-e7980ac90be9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:42.638328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97203d0d-ab41-4d73-9509-dafbce95490e req-6082d071-60fc-4cef-a1e6-529b08e9711a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.642256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97203d0d-ab41-4d73-9509-dafbce95490e req-6082d071-60fc-4cef-a1e6-529b08e9711a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1162028 Jun 30 08:56:42.685267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-259dd2c6-5c7c-418b-8450-4f7b6f4b6e05 service neutron] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:42.687035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Checking segment: {'id': 'f2bb5699-4dfd-456b-8833-f2a586099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:42.687393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Network hostable DHCP agents. Network: 09c14140-6e16-49f3-a16f-acfe98582952, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:42.693221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ce9fdc-55e1-4646-8d66-fad2983e35ac req-e84c6743-1217-4b12-a8d8-06563c471891 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Jun 30 08:56:42.694916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-259dd2c6-5c7c-418b-8450-4f7b6f4b6e05 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.696074 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4aff1dd9-a673-409c-be66-03eacd7dabb6 req-259dd2c6-5c7c-418b-8450-4f7b6f4b6e05 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5/bindings/n-h1-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.3668849 Jun 30 08:56:42.707024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97203d0d-ab41-4d73-9509-dafbce95490e req-b2abd332-0e83-4655-9ce6-cb322bf24df5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594411 Jun 30 08:56:42.755119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60351402-9d14-4e4f-aa88-7457071e1f22 req-144e97a7-d8e4-4563-b488-4a828a218e63 service neutron] 10.222.0.11 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041204 Jun 30 08:56:42.755676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Network 09c14140-6e16-49f3-a16f-acfe98582952 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:42.781572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 09c14140-6e16-49f3-a16f-acfe98582952) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:42.787194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.787748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:42.793616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8b62e-5e12-4d21-9acb-6bdda3d63967 None None] Network 09c14140-6e16-49f3-a16f-acfe98582952 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:42.824099 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ccf8f629-5dc3-44cd-babc-0af7ec36eefc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8387537 Jun 30 08:56:42.971444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ece7-0f19-4b61-87df-5ae76c60c2bb req-388a6b49-c55b-4893-bf52-96d72c719ae3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.972951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f73ece7-0f19-4b61-87df-5ae76c60c2bb req-388a6b49-c55b-4893-bf52-96d72c719ae3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 944 time: 0.1190016 Jun 30 08:56:42.997183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bcca-e88e-4866-a2cc-7d3a3e1581bb req-c3a7c33b-e3a3-4586-9f17-cff989f5bedb tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:42.999620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4c5bcca-e88e-4866-a2cc-7d3a3e1581bb req-c3a7c33b-e3a3-4586-9f17-cff989f5bedb tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1096 time: 0.1073029 Jun 30 08:56:43.007311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683226a1-d7e1-430a-be57-817b903797fd None None] Network 09c14140-6e16-49f3-a16f-acfe98582952 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:43.064281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f73ece7-0f19-4b61-87df-5ae76c60c2bb req-348e068c-3926-4972-bd2f-31285e25bde3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789902 Jun 30 08:56:43.080717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4c5bcca-e88e-4866-a2cc-7d3a3e1581bb req-eb13d64d-24c0-4083-a54a-3ea463ec1b04 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 Jun 30 08:56:43.397141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a82774-d19b-4ac5-a8b2-69a454c8ef67 req-075d68a2-50d3-449d-821d-1b4c60ca7433 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:43.398724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42a82774-d19b-4ac5-a8b2-69a454c8ef67 req-075d68a2-50d3-449d-821d-1b4c60ca7433 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1615331 Jun 30 08:56:43.444693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1e4e3-289b-4e06-88f6-d5f7819ffa3b req-4540d3cc-4ff4-4957-af21-0d4cdf1323a4 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:43.446684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d1e4e3-289b-4e06-88f6-d5f7819ffa3b req-4540d3cc-4ff4-4957-af21-0d4cdf1323a4 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1470354 Jun 30 08:56:43.498925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42a82774-d19b-4ac5-a8b2-69a454c8ef67 req-0f118953-f1f3-4a4c-9335-694dfc3d6fc4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939989 Jun 30 08:56:43.515980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d1e4e3-289b-4e06-88f6-d5f7819ffa3b req-b7c8430a-1882-4a26-8b23-0c82d3f4fe93 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 Jun 30 08:56:43.555128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38768) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:43.562963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-69934082-network', 'tenant_id': '897df918c5754626acfc8fb35db12c19'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:43.613190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Made reservation on behalf of 897df918c5754626acfc8fb35db12c19 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:43.617176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.637636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.792514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9a34e-e64d-4f07-81bf-e44033b59e96 req-bd68a3c6-2c69-4b29-943c-2808d99a6d73 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:43.794028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aef9a34e-e64d-4f07-81bf-e44033b59e96 req-bd68a3c6-2c69-4b29-943c-2808d99a6d73 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 1096 time: 0.1042156 Jun 30 08:56:43.811755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.824781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.886306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:56:43.928077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aef9a34e-e64d-4f07-81bf-e44033b59e96 req-08a5e454-ac0e-4b58-8123-c64348a2ebaf tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184850 Jun 30 08:56:43.932092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55c1f2-af54-4f82-86ea-dc941e6001f6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:43.940129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.940129 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Added segment 2728f097-9d46-4204-bb4e-67d991b3fce5 of type vlan for network 1e951db5-79bd-4378-abe3-ad5cfd8fd605 Jun 30 08:56:43.959838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-189085d4-0b60-483c-8e2c-6af975544c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:43.961406 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-189085d4-0b60-483c-8e2c-6af975544c77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1097 time: 0.0834062 Jun 30 08:56:44.000667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.044672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555c60-b5b1-49ac-82e9-9afa0a2edea1 req-9767e878-3abd-4b35-8bf8-f01af76ba291 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.046534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63555c60-b5b1-49ac-82e9-9afa0a2edea1 req-9767e878-3abd-4b35-8bf8-f01af76ba291 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1713266 Jun 30 08:56:44.060858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.061825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.062385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.082004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-56a15327-8631-4a95-896c-76e7356110c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.084567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-56a15327-8631-4a95-896c-76e7356110c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1112747 Jun 30 08:56:44.148210 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-4edf2c07-50f9-4e7f-bf5b-3aaa5c6dac5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 217 time: 0.0557520 Jun 30 08:56:44.151623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5966358 Jun 30 08:56:44.151789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38780) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:56:44.157691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Request body: {'subnet': {'network_id': '1e951db5-79bd-4378-abe3-ad5cfd8fd605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-69934082-subnet', 'tenant_id': '897df918c5754626acfc8fb35db12c19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:44.159915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994cc3-aa8c-460e-8ed6-15e2c88d0636 admin admin] Pushing event updated for resources: {'Network': ['ID=1e951db5-79bd-4378-abe3-ad5cfd8fd605,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:44.164551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63555c60-b5b1-49ac-82e9-9afa0a2edea1 req-4d51943a-ed16-4404-a0d2-931046af68ee tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113384 Jun 30 08:56:44.170878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1e951db5-79bd-4378-abe3-ad5cfd8fd605 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:56:44.300121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-f4d201bd-c3ef-42e8-b4a8-aaed202628c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.302926 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-f4d201bd-c3ef-42e8-b4a8-aaed202628c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1401856 Jun 30 08:56:44.304849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Made reservation on behalf of 897df918c5754626acfc8fb35db12c19 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:44.307386 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.419492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-24afafbc-3ccb-435f-a9df-33cf43fcaaaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512300 Jun 30 08:56:44.440358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d911d-8d1f-44d3-b5f7-8a1d2b833167 req-9d71b181-8c71-43f2-a04e-846d3a4292b2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.443700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c3d911d-8d1f-44d3-b5f7-8a1d2b833167 req-9d71b181-8c71-43f2-a04e-846d3a4292b2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 944 time: 0.1128070 Jun 30 08:56:44.452114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:44.527701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c3d911d-8d1f-44d3-b5f7-8a1d2b833167 req-bedbda05-3566-4152-8ead-3db279b44715 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Jun 30 08:56:44.573111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1e6e237a-cff4-4401-ae8f-21871de5b83b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:44.578323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1e6e237a-cff4-4401-ae8f-21871de5b83b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:44.579018 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.713876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.783963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:44.785271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:44.788432 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8c632-588c-4ce6-b2c6-12bf0058c742" -d '{"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:44.793320 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.860317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:44.861652 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-63990048-9c49-4473-a45d-095e781e1023 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163521 Jun 30 08:56:44.869523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.869948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.870291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.870690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.871019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.872461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.872967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.873482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.874048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.874531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.875092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.876968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea85442-97de-44e8-9bdd-77a0418fce42 req-1e3213f7-881a-4aef-8ff9-b5c83f975250 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:44.877499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:44.877594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fea85442-97de-44e8-9bdd-77a0418fce42 req-1e3213f7-881a-4aef-8ff9-b5c83f975250 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1563997 Jun 30 08:56:44.892536 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.945849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-fc1a0781-60e6-4267-a903-3189fc02462f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500180 Jun 30 08:56:44.970995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fea85442-97de-44e8-9bdd-77a0418fce42 req-d053443e-87f1-43a6-acf6-df884dcf3e2e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821166 Jun 30 08:56:45.014073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e4a454-eeaa-4991-b13c-e7c26d796172,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:45.029120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-dae9e4bf-ca45-4699-af15-8b71bd997465 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582344 Jun 30 08:56:45.030580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Checking segment: {'id': '2728f097-9d46-4204-bb4e-67d991b3fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e951db5-79bd-4378-abe3-ad5cfd8fd605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:45.031121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Network hostable DHCP agents. Network: 1e951db5-79bd-4378-abe3-ad5cfd8fd605, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:56:45.051105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba57e92-44f4-40b8-90f0-d5e2c7693353 req-91c14916-dd0b-4a8d-b10b-37449b138417 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.058434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aba57e92-44f4-40b8-90f0-d5e2c7693353 req-91c14916-dd0b-4a8d-b10b-37449b138417 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1734490 Jun 30 08:56:45.062752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Network 1e951db5-79bd-4378-abe3-ad5cfd8fd605 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:56:45.089720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1e951db5-79bd-4378-abe3-ad5cfd8fd605) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:45.094384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.095057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.102711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365d757-5a9e-4e96-8b6a-112a32443abe None None] Network 1e951db5-79bd-4378-abe3-ad5cfd8fd605 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:45.114846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aba57e92-44f4-40b8-90f0-d5e2c7693353 req-50a61dad-770b-44a7-9e6d-bb19e7c9b4f7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Jun 30 08:56:45.133324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b9b8c5e6-97bf-45e2-b598-6e8de63f0f40 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9805505 Jun 30 08:56:45.256405 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22758303-91b7-420a-87f2-14fce80a3ed1 x-openstack-request-id: req-22758303-91b7-420a-87f2-14fce80a3ed1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:45.258108 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:45.260369 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22758303-91b7-420a-87f2-14fce80a3ed1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:45.261176 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'code': 200} Jun 30 08:56:45.405113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99a04b-657f-4e4a-9916-c2717fd552ae None None] Network 1e951db5-79bd-4378-abe3-ad5cfd8fd605 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:56:45.435405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbe4b9-4381-4e82-afa3-384043e06a82 req-192de139-2717-4a1d-9787-65ad5498682e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.445114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9dfbe4b9-4381-4e82-afa3-384043e06a82 req-192de139-2717-4a1d-9787-65ad5498682e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1802709 Jun 30 08:56:45.463148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddef5bb-30a2-4435-b3d7-f40af0277fb5 req-34974db9-16c9-4651-934f-636043183137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.470101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eddef5bb-30a2-4435-b3d7-f40af0277fb5 req-34974db9-16c9-4651-934f-636043183137 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 1097 time: 0.1191125 Jun 30 08:56:45.515019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9dfbe4b9-4381-4e82-afa3-384043e06a82 req-3842a33c-9b18-4955-befb-935de75bf913 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689712 Jun 30 08:56:45.555155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eddef5bb-30a2-4435-b3d7-f40af0277fb5 req-5f2590b2-15ff-4906-b33e-d28fa5a796af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765822 Jun 30 08:56:45.947355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a65ae-7c19-447f-bd80-4bd4edc17206 req-0a7fe6e3-db81-4a0b-ae7c-0571d64b7f84 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:45.955308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-846a65ae-7c19-447f-bd80-4bd4edc17206 req-0a7fe6e3-db81-4a0b-ae7c-0571d64b7f84 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 945 time: 0.2223518 Jun 30 08:56:46.021711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-43df0e58-9cfe-44be-b97b-671e3f908fa2 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.023160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-43df0e58-9cfe-44be-b97b-671e3f908fa2 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/networks?id=09c14140-6e16-49f3-a16f-acfe98582952 HTTP/1.1" status: 200 len: 814 time: 0.2139196 Jun 30 08:56:46.030416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-846a65ae-7c19-447f-bd80-4bd4edc17206 req-55a8182b-5855-424b-b879-386e62400f89 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737963 Jun 30 08:56:46.052102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-b3cb691d-a3be-4746-8489-8f206edc3584 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/quotas/0504952e0514433c9fd97211c3a39e14 HTTP/1.1" status: 200 len: 375 time: 0.0199447 Jun 30 08:56:46.165591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-1c90689c-64a1-42ed-b445-8ab0d1c7221d tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0504952e0514433c9fd97211c3a39e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072030 Jun 30 08:56:46.334996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26163-f12b-4e33-904e-fc470449d77c req-24f5a50e-073c-4b00-8d8d-db6ca54db0d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.336608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1c26163-f12b-4e33-904e-fc470449d77c req-24f5a50e-073c-4b00-8d8d-db6ca54db0d7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1597698 Jun 30 08:56:46.351840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-8c871536-bbc7-40c1-8978-8bc901d5041a service neutron] 10.222.0.66 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852424 Jun 30 08:56:46.448501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1c26163-f12b-4e33-904e-fc470449d77c req-ef8dd186-a782-406e-828d-ea0cfb60e021 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060333 Jun 30 08:56:46.515462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-7e3b2b57-5462-4ad7-a00f-f2c1dd934900 service neutron] 10.222.0.66 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627030 Jun 30 08:56:46.689105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6184e0e-a5b1-436d-ab0d-b2b136df7217 req-e0412a6d-9696-475c-b273-e61b57ad2c1c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.691038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6184e0e-a5b1-436d-ab0d-b2b136df7217 req-e0412a6d-9696-475c-b273-e61b57ad2c1c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0950816 Jun 30 08:56:46.790438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6184e0e-a5b1-436d-ab0d-b2b136df7217 req-e3084a8c-3f35-4691-8e0d-b2ccd1441a28 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860734 Jun 30 08:56:46.919032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9d68405-aa25-4036-9822-4ecebde29971 req-a4b62c3d-9c37-4a27-a214-fb8c03fc8dc2 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 210 time: 0.0451703 Jun 30 08:56:46.991209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-af965775-c4c8-4d6e-b730-c37de3561ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:46.996599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-af965775-c4c8-4d6e-b730-c37de3561ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1102 time: 0.1257942 Jun 30 08:56:47.029422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fe0fe-194d-4da2-a10b-66f24750abcf req-f30c63ea-8109-441a-af4d-04318bf45802 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.035361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-243fe0fe-194d-4da2-a10b-66f24750abcf req-f30c63ea-8109-441a-af4d-04318bf45802 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.0800271 Jun 30 08:56:47.162359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-243fe0fe-194d-4da2-a10b-66f24750abcf req-ec0621df-a42c-4edb-b71d-3647fdc330a0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191859 Jun 30 08:56:47.199692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-3766e4d4-fdec-4877-be77-1eb1a3dc1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.202033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-3766e4d4-fdec-4877-be77-1eb1a3dc1997 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1959584 Jun 30 08:56:47.261268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-8ce76ea3-d4bb-49d3-b888-900018e8f4f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0470333 Jun 30 08:56:47.303971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640e34e-99da-4f4e-b2ec-6030e1603942 req-38142f5d-70c5-4f27-84be-b3e475954494 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.305554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2640e34e-99da-4f4e-b2ec-6030e1603942 req-38142f5d-70c5-4f27-84be-b3e475954494 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 945 time: 0.0962646 Jun 30 08:56:47.373707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2640e34e-99da-4f4e-b2ec-6030e1603942 req-1ffde004-14ef-4232-82fc-30f8e809a7c7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Jun 30 08:56:47.386048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-d3229a91-57d6-45ae-9e2b-6ca711c610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.391515 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-d3229a91-57d6-45ae-9e2b-6ca711c610e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1223638 Jun 30 08:56:47.457714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-358712d0-bdc4-4e05-905f-a4bcfe5602d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.459420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-358712d0-bdc4-4e05-905f-a4bcfe5602d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590425 Jun 30 08:56:47.569400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-868919f8-b6ad-445a-85da-da1d594cdf3c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015780 Jun 30 08:56:47.678365 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-ab12c91b-ac4f-444c-9509-c8b19e7c146c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006384 Jun 30 08:56:47.717069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477e98f-4445-4e99-b149-5ba1014201cc req-6885654e-7bd5-442e-a588-58d1c4a902e0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:47.725869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b477e98f-4445-4e99-b149-5ba1014201cc req-6885654e-7bd5-442e-a588-58d1c4a902e0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1165206 Jun 30 08:56:47.772477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b477e98f-4445-4e99-b149-5ba1014201cc req-98bd38b8-770a-4632-8f85-96f0b5c91d26 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457525 Jun 30 08:56:48.100079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2597599-21c0-44fd-a3a8-03717cdfe6c2 req-10d26c43-dd4c-4a03-9483-d1ea6a46d907 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.103100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2597599-21c0-44fd-a3a8-03717cdfe6c2 req-10d26c43-dd4c-4a03-9483-d1ea6a46d907 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1141055 Jun 30 08:56:48.195311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2597599-21c0-44fd-a3a8-03717cdfe6c2 req-09a0b2d1-f1f6-40fa-b827-da6bd0e3965c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832016 Jun 30 08:56:48.365726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-527920f4-4599-421c-8b5b-935dd2821790 req-65fe672c-21c2-4fca-8c15-584e43355865 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 210 time: 0.0565219 Jun 30 08:56:48.484387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-05a6a644-03e0-47ae-8987-1ae4268e4bfc tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.486084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-05a6a644-03e0-47ae-8987-1ae4268e4bfc tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.41 "GET /v2.0/networks?id=09c14140-6e16-49f3-a16f-acfe98582952 HTTP/1.1" status: 200 len: 814 time: 0.2898948 Jun 30 08:56:48.514525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Request body: {'port': {'device_id': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952', 'admin_state_up': True, 'tenant_id': '0504952e0514433c9fd97211c3a39e14'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:48.638179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba2b0-4c94-478e-976d-bd4f195f0a1c req-becb50e4-4390-4fc1-a881-f05fd3069d5a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.642774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c99ba2b0-4c94-478e-976d-bd4f195f0a1c req-becb50e4-4390-4fc1-a881-f05fd3069d5a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2753472 Jun 30 08:56:48.723740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c99ba2b0-4c94-478e-976d-bd4f195f0a1c req-f26d643b-9b3b-47d0-a478-19382c45c69e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738115 Jun 30 08:56:48.731627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a70d-b1e4-449b-8c43-ba535bfe5f54 req-3a717c57-6688-4124-b749-aba6d2909eca tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:48.739512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f837a70d-b1e4-449b-8c43-ba535bfe5f54 req-3a717c57-6688-4124-b749-aba6d2909eca tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 945 time: 0.2184293 Jun 30 08:56:48.787272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f837a70d-b1e4-449b-8c43-ba535bfe5f54 req-b9669205-6873-426b-ab07-f7c6b73cd0e6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Jun 30 08:56:48.795435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Made reservation on behalf of 0504952e0514433c9fd97211c3a39e14 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:48.799083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.076670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36844ce9-763c-47b0-9be1-df7bc399488e req-3f675990-1bba-4040-be84-66452e2fd7d0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.088149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36844ce9-763c-47b0-9be1-df7bc399488e req-3f675990-1bba-4040-be84-66452e2fd7d0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1797462 Jun 30 08:56:49.096200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Allocated IP 172.20.0.5 (09c14140-6e16-49f3-a16f-acfe98582952/43fa71b3-b2c0-4cde-ac60-e7980ac90be9/d430ab1f-ae3f-406f-aaf9-cbe38052f9a3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:49.188301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36844ce9-763c-47b0-9be1-df7bc399488e req-d4e4d14a-09b3-47c1-a7a6-3bd4cffc770d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988131 Jun 30 08:56:49.486373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.500752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235475-c852-49f2-93b2-65010ed7c89b req-d6ca9187-6c00-4221-9974-5b975297a4f2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.507713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f235475-c852-49f2-93b2-65010ed7c89b req-d6ca9187-6c00-4221-9974-5b975297a4f2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 945 time: 0.2581260 Jun 30 08:56:49.624632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f235475-c852-49f2-93b2-65010ed7c89b req-e052d558-d4cc-40ab-a6e0-91922f462906 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073973 Jun 30 08:56:49.642694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.751183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Network 09c14140-6e16-49f3-a16f-acfe98582952 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:49.760151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:49.767219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:49.783928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109328-24c3-4b40-ac3d-0897393fa6d7 req-da9284cb-d24d-4e77-b1de-95a34d37c284 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.793412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04109328-24c3-4b40-ac3d-0897393fa6d7 req-da9284cb-d24d-4e77-b1de-95a34d37c284 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2645812 Jun 30 08:56:49.849648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Pushing event updated for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:49.908389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.908680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.909161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.909570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.910171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.911217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.911926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.912336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.912752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.913151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.913672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.914255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:56:49.942022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:49.943075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:49.963160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04109328-24c3-4b40-ac3d-0897393fa6d7 req-59c37927-5a4d-436d-8bc2-9205303f54fc tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687446 Jun 30 08:56:49.979107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-8a8a7409-27ad-463d-aac5-c17fe0260158 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4793999 Jun 30 08:56:50.001516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Request body: {'port': {'device_id': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:50.019487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571539-6fb7-43d5-aa2b-db2e6c1f09bb req-80f97417-e1bc-4e10-9497-ad2e6e5f3579 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:50.022642 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5571539-6fb7-43d5-aa2b-db2e6c1f09bb req-80f97417-e1bc-4e10-9497-ad2e6e5f3579 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 931 time: 0.1976366 Jun 30 08:56:50.221637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5571539-6fb7-43d5-aa2b-db2e6c1f09bb req-a5a74f21-7ede-4c8e-a83f-226934a61b6d tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198061 Jun 30 08:56:50.233546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.536358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:50.544649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.558492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Transition to ACTIVE for port object d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:50.584067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.613116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6467-2ff7-486a-af6a-62e747e66012 req-7a4bbce9-65ba-4b9f-9403-80fcdcbc9d8d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:50.615444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f3b6467-2ff7-486a-af6a-62e747e66012 req-7a4bbce9-65ba-4b9f-9403-80fcdcbc9d8d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.4677691 Jun 30 08:56:50.696633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Pushing event updated for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:50.758977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f3b6467-2ff7-486a-af6a-62e747e66012 req-ffd1fb51-0c68-49ae-b37c-84db8b5d1000 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159861 Jun 30 08:56:50.786464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5438b8-6a35-4cad-9703-d0d28e8fc27b req-e63b53a7-3973-4d89-b37e-947f6d57de63 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:50.790228 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb5438b8-6a35-4cad-9703-d0d28e8fc27b req-e63b53a7-3973-4d89-b37e-947f6d57de63 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.2246325 Jun 30 08:56:50.825867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Attempting to bind port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:50.826452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Attempting to bind port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f2bb5699-4dfd-456b-8833-f2a586099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:50.826791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Attempting to bind port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 on network 09c14140-6e16-49f3-a16f-acfe98582952 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:50.835617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 on network 09c14140-6e16-49f3-a16f-acfe98582952 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:50.835964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Attempting to bind port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 on network 09c14140-6e16-49f3-a16f-acfe98582952 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:50.858349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:50.858876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Checking segment: {'id': 'f2bb5699-4dfd-456b-8833-f2a586099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:50.859276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Bound using segment: {'id': 'f2bb5699-4dfd-456b-8833-f2a586099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:50.859722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Bound port: d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2bb5699-4dfd-456b-8833-f2a586099c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:50.860085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:50.875403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb5438b8-6a35-4cad-9703-d0d28e8fc27b req-43262191-4c08-49a7-a145-d14317f44063 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767791 Jun 30 08:56:50.953462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:50.956834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,segment=NetworkSegment(f2bb5699-4dfd-456b-8833-f2a586099c73),segment_id=f2bb5699-4dfd-456b-8833-f2a586099c73)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:50.971253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.025618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.026532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:51.027943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] 10.222.0.41 "PUT /v2.0/ports/d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 HTTP/1.1" status: 200 len: 1092 time: 1.0375772 Jun 30 08:56:51.028402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:51.031552 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32929e5a-92ad-4d98-826e-7ffa06560d34" -d '{"events": [{"name": "network-changed", "server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:51.178077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0648a-e41b-4cfa-9538-e411807bd57c service neutron] Pushing event updated for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:51.263637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1999c5-4298-4c46-8392-cd59c4566169 req-a203abc6-391b-4bc4-abd1-12f437be0217 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.270794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f1999c5-4298-4c46-8392-cd59c4566169 req-a203abc6-391b-4bc4-abd1-12f437be0217 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 945 time: 0.2120407 Jun 30 08:56:51.287242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-8f6dd539-76e0-43eb-bcdf-a8a89d1131a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.288865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-8f6dd539-76e0-43eb-bcdf-a8a89d1131a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0504952e0514433c9fd97211c3a39e14&device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 1095 time: 0.2123981 Jun 30 08:56:51.318710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb96c7b-63cb-40d8-885e-e139f838eef6 req-fd654e3e-6ead-4a2e-806d-106bda942bf2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.320275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb96c7b-63cb-40d8-885e-e139f838eef6 req-fd654e3e-6ead-4a2e-806d-106bda942bf2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1884499 Jun 30 08:56:51.357462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-79933341-e397-49fe-9aca-cdb97a74714f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0580709 Jun 30 08:56:51.415549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f1999c5-4298-4c46-8392-cd59c4566169 req-e486e033-b044-468a-b059-04f7d2a3d504 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429930 Jun 30 08:56:51.449657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb96c7b-63cb-40d8-885e-e139f838eef6 req-33c89336-b537-4acf-b0ec-25a619acb2ee tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961020 Jun 30 08:56:51.454274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06799d-0844-44ff-b037-539fae49932d req-5fe6d280-4004-4a52-a03f-daaa4c51ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.455736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-5fe6d280-4004-4a52-a03f-daaa4c51ba56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43fa71b3-b2c0-4cde-ac60-e7980ac90be9 HTTP/1.1" status: 200 len: 854 time: 0.0867229 Jun 30 08:56:51.504883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-0fdb3e0b-41af-4c97-84f1-208e216191a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09c14140-6e16-49f3-a16f-acfe98582952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404871 Jun 30 08:56:51.506401 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff16343-3b79-439e-b68a-b0d4c6613528 x-openstack-request-id: req-2ff16343-3b79-439e-b68a-b0d4c6613528 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:51.506701 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:51.506973 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ff16343-3b79-439e-b68a-b0d4c6613528 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:51.507354 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3', 'status': 'completed', 'code': 200} Jun 30 08:56:51.639219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-d6f86196-caa2-444b-a7e1-db9eac32a0ca service neutron] 10.222.0.41 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264806 Jun 30 08:56:51.810862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a927a-88be-4004-a52c-cd091e9f2672 req-e49d673f-4e3e-438e-87ad-ff2c7a9d8afe tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:51.812523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a4a927a-88be-4004-a52c-cd091e9f2672 req-e49d673f-4e3e-438e-87ad-ff2c7a9d8afe tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 943 time: 0.1720922 Jun 30 08:56:51.866962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a06799d-0844-44ff-b037-539fae49932d req-253b18b2-e4b3-4fd9-94ff-4a94cb29ed56 service neutron] 10.222.0.41 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145641 Jun 30 08:56:51.881322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a4a927a-88be-4004-a52c-cd091e9f2672 req-a72324c4-4c66-42ac-917e-8eb2cd33119a tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593758 Jun 30 08:56:52.026054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-c49a5e5b-a55d-4bd8-8340-a6b435f62215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.031502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-c49a5e5b-a55d-4bd8-8340-a6b435f62215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0504952e0514433c9fd97211c3a39e14&device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 1095 time: 0.0826287 Jun 30 08:56:52.190135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-f54ab32e-fe48-4401-9d36-063c07acbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.192696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-f54ab32e-fe48-4401-9d36-063c07acbcec service neutron] 10.222.0.41 "GET /v2.0/networks?id=09c14140-6e16-49f3-a16f-acfe98582952 HTTP/1.1" status: 200 len: 915 time: 0.1392469 Jun 30 08:56:52.276774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-12e9b6de-5d7a-493d-8554-1e5d468dddbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0727584 Jun 30 08:56:52.618780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce040d-3d78-4522-9c6d-c6b529c88f37 req-98c8f18a-7f98-4390-952e-b90feda44bb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.621562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ce040d-3d78-4522-9c6d-c6b529c88f37 req-98c8f18a-7f98-4390-952e-b90feda44bb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.5850825 Jun 30 08:56:52.702482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ce040d-3d78-4522-9c6d-c6b529c88f37 req-dc8fda9a-aaa2-4564-9579-1e64b5075b7b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713618 Jun 30 08:56:52.703852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-322817a9-d4bb-433f-b411-423bd7f14619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.705634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-322817a9-d4bb-433f-b411-423bd7f14619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43fa71b3-b2c0-4cde-ac60-e7980ac90be9 HTTP/1.1" status: 200 len: 854 time: 0.0956912 Jun 30 08:56:52.752498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-75af72e8-6941-4e73-9b30-bf95a7b684e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09c14140-6e16-49f3-a16f-acfe98582952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374770 Jun 30 08:56:52.761091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ce2cb-5c82-492a-a023-3b5ec3398ec1 req-0e66f2d0-06ef-460d-ba25-9fe11454fb25 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:52.766257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a4ce2cb-5c82-492a-a023-3b5ec3398ec1 req-0e66f2d0-06ef-460d-ba25-9fe11454fb25 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.4996123 Jun 30 08:56:52.861839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a4ce2cb-5c82-492a-a023-3b5ec3398ec1 req-4549c301-b482-46f4-aafe-4b869aed7814 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853381 Jun 30 08:56:52.900200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-396849f0-7eb3-4226-98ed-900d78056459 service neutron] 10.222.0.41 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326497 Jun 30 08:56:53.053572 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:53.071410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-814cb288-d34d-4a69-ba11-25b94ce9dfbc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--212975663&fields=id&tenant_id=ae7441f75eb64918989f408d388aaab3 HTTP/1.1" status: 200 len: 267 time: 0.0885155 Jun 30 08:56:53.105381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32929e5a-92ad-4d98-826e-7ffa06560d34 req-5e8fa386-df2a-4e5f-b7a4-4965999f844b service neutron] 10.222.0.41 "GET /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970730 Jun 30 08:56:53.166408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a43d3-6913-4205-9031-bd1151c5827f req-73e525ea-bf77-47f0-b20b-c3296c7c71f9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.167907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1a43d3-6913-4205-9031-bd1151c5827f req-73e525ea-bf77-47f0-b20b-c3296c7c71f9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1838100 Jun 30 08:56:53.239071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb1a43d3-6913-4205-9031-bd1151c5827f req-3d76e9f3-16c0-46ad-85e4-3d5f4dadbcef tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629730 Jun 30 08:56:53.246866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-ab2f0609-7e47-4e34-a674-aaabafe0afcd tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.248294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-ab2f0609-7e47-4e34-a674-aaabafe0afcd tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/networks?id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5 HTTP/1.1" status: 200 len: 815 time: 0.1682370 Jun 30 08:56:53.274913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-4d5e201b-3883-40d0-92e1-8f685d8c7e88 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/quotas/ae7441f75eb64918989f408d388aaab3 HTTP/1.1" status: 200 len: 375 time: 0.0179937 Jun 30 08:56:53.350303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-e8322bac-c848-4e17-9df7-a15a6b418518 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7441f75eb64918989f408d388aaab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744920 Jun 30 08:56:53.509838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec984-5a45-490f-aef9-664a41bb1142 req-7e273f80-3a0d-4f08-a481-3ce2bbdb4b45 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.511728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c85ec984-5a45-490f-aef9-664a41bb1142 req-7e273f80-3a0d-4f08-a481-3ce2bbdb4b45 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 943 time: 0.0990715 Jun 30 08:56:53.514246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-6a70a0cb-2cfc-4d94-bff7-3059fd644553 service neutron] 10.222.0.66 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540196 Jun 30 08:56:53.600602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c85ec984-5a45-490f-aef9-664a41bb1142 req-e3772117-aa1e-43a5-ab31-43e838a6f6c7 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832875 Jun 30 08:56:53.648579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-32fd34ec-539b-4cc7-8ba7-edcf188578c2 service neutron] 10.222.0.66 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165450 Jun 30 08:56:53.971646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84eba3-0a48-454c-be8a-ecc6f87a8923 req-06a0bccf-c0ac-411e-aacf-3f1dd77865bd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:53.975518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c84eba3-0a48-454c-be8a-ecc6f87a8923 req-06a0bccf-c0ac-411e-aacf-3f1dd77865bd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.0897801 Jun 30 08:56:54.018774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c84eba3-0a48-454c-be8a-ecc6f87a8923 req-44d78fdf-1f3d-43a0-b411-e209b12c0454 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Jun 30 08:56:54.211668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2617e873-7924-4a37-8c56-74dddf16d52c req-054d725c-6d27-4f34-b6ce-cdae24b59b0e tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.0315375 Jun 30 08:56:54.281232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fea2f-8a45-4785-b75c-defed88c54bf req-09f9e438-2d1a-46af-89bb-118c942e59d3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:54.282767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-167fea2f-8a45-4785-b75c-defed88c54bf req-09f9e438-2d1a-46af-89bb-118c942e59d3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.0737717 Jun 30 08:56:54.332059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-167fea2f-8a45-4785-b75c-defed88c54bf req-05f5465b-dcaf-4c4d-8eb5-350efa6bce16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 Jun 30 08:56:54.452511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b68db-dffd-4016-80c8-3eb71e2f1e22 req-6f0a37ac-919d-49f3-8311-acda8febf845 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:54.454111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d68b68db-dffd-4016-80c8-3eb71e2f1e22 req-6f0a37ac-919d-49f3-8311-acda8febf845 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0780632 Jun 30 08:56:54.498590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d68b68db-dffd-4016-80c8-3eb71e2f1e22 req-16dc820b-f526-471e-bcef-ed96fee5fa9d tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Jun 30 08:56:54.559260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:54.662775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,segment=NetworkSegment(f2bb5699-4dfd-456b-8833-f2a586099c73),segment_id=f2bb5699-4dfd-456b-8833-f2a586099c73)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:54.674518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3', 'network_id': '09c14140-6e16-49f3-a16f-acfe98582952', 'port_id': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3', 'mac_address': 'fa:16:3e:e0:36:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fa71b3-b2c0-4cde-ac60-e7980ac90be9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:54.714184 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.731518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:54.765333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,segment=NetworkSegment(f2bb5699-4dfd-456b-8833-f2a586099c73),segment_id=f2bb5699-4dfd-456b-8833-f2a586099c73)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:54.771427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:54.823349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f83b18-603e-4060-985f-50bfb04f4ff8 req-a38abc9d-63b8-49cd-b41f-9aeb9f0526fb tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:54.825852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8f83b18-603e-4060-985f-50bfb04f4ff8 req-a38abc9d-63b8-49cd-b41f-9aeb9f0526fb tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 943 time: 0.0940936 Jun 30 08:56:54.867504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:54.920199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8f83b18-603e-4060-985f-50bfb04f4ff8 req-3997858c-3359-4abe-8a19-89938126d466 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778487 Jun 30 08:56:55.019065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d430ab1f-ae3f-406f-aaf9-cbe38052f9a3'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:55.223952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9fc52-ce12-43ae-9c3d-57d287ed3f05 req-91fb4785-b2e4-470b-b37b-066dc7dbef48 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.225439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3fb9fc52-ce12-43ae-9c3d-57d287ed3f05 req-91fb4785-b2e4-470b-b37b-066dc7dbef48 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.0835741 Jun 30 08:56:55.285022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3fb9fc52-ce12-43ae-9c3d-57d287ed3f05 req-7cf0494a-01fe-4b02-af27-098d0747f390 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Jun 30 08:56:55.422840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69aae6b7-ce6e-4e22-bdd9-409eb34b890c req-744961a1-938b-464d-9a70-4245c056e83e tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.0677912 Jun 30 08:56:55.491905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-815ae38d-8317-46fc-9a50-aea11ec69ea9 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.493316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-815ae38d-8317-46fc-9a50-aea11ec69ea9 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.41 "GET /v2.0/networks?id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5 HTTP/1.1" status: 200 len: 815 time: 0.1488228 Jun 30 08:56:55.563446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-1a1b91b4-32ba-491b-8e83-7231fb02db49 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7441f75eb64918989f408d388aaab3 HTTP/1.1" status: 200 len: 379 time: 0.0575705 Jun 30 08:56:55.575234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'port': {'device_id': '6592225d-6b59-4352-9ebd-df55386ec83f', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'admin_state_up': True, 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'security_groups': ['cb2d8ab2-0f6c-461f-9443-9a330b1045a0']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:55.663646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c015-9972-4516-86be-62393bb6dbd4 req-adf57e41-0e2d-4054-bcb7-59f28536f760 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.665130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c997c015-9972-4516-86be-62393bb6dbd4 req-adf57e41-0e2d-4054-bcb7-59f28536f760 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1812451 Jun 30 08:56:55.762926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c997c015-9972-4516-86be-62393bb6dbd4 req-9e990ca3-31fc-4772-a994-afb241b9f409 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759335 Jun 30 08:56:55.791874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36c3eb-ce20-4829-8dd5-0e18da309908 req-21cecdf5-9b56-461c-abc5-c2ded9a09b0a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:55.793341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a36c3eb-ce20-4829-8dd5-0e18da309908 req-21cecdf5-9b56-461c-abc5-c2ded9a09b0a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1506066 Jun 30 08:56:55.794455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Made reservation on behalf of ae7441f75eb64918989f408d388aaab3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:56:55.797722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:55.892539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a36c3eb-ce20-4829-8dd5-0e18da309908 req-22f27058-7361-4b3c-96f1-b9eaa187ec8a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857069 Jun 30 08:56:56.013100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Allocated IP 172.20.0.14 (b55edd7b-244b-4d9d-ac9c-34c4edd160f5/1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78/dd3c1472-5a6e-45ac-8ba6-f8c48b164b57) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:56:56.207976 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.234400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babbc49-457b-4846-93aa-3d6862bdce96 req-e19c57a6-24a1-4f39-a9bd-484fa6e35413 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.235964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3babbc49-457b-4846-93aa-3d6862bdce96 req-e19c57a6-24a1-4f39-a9bd-484fa6e35413 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 944 time: 0.1251283 Jun 30 08:56:56.239444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Transition to ACTIVE for port object dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:56.293810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3babbc49-457b-4846-93aa-3d6862bdce96 req-8d713866-3daa-4d03-a9ef-5723dfb2357f tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Jun 30 08:56:56.308850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.369126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:56:56.372892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:56:56.380112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:56:56.406100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event updated for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:56.444498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.445235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.515125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-790699aa-4d4c-4f58-87e4-71ea826f02c2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9444342 Jun 30 08:56:56.533128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Request body: {'port': {'device_id': '6592225d-6b59-4352-9ebd-df55386ec83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:56:56.568077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:56:56.650107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:56.656635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:56.658562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.660107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfd9d6-3576-4f46-b1fe-e6641cb75ba9 req-2cef8601-a271-40f4-ac3d-b62f6078ed94 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.668714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63cfd9d6-3576-4f46-b1fe-e6641cb75ba9 req-2cef8601-a271-40f4-ac3d-b62f6078ed94 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2168980 Jun 30 08:56:56.745722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.777581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63cfd9d6-3576-4f46-b1fe-e6641cb75ba9 req-78cce74b-a40a-4037-82cb-8d9d70f79765 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078780 Jun 30 08:56:56.802462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e7fdc-0b5b-48bd-808f-5879c5c026a2 req-bb8deead-7635-4e4e-b3fb-050afec23e06 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:56.812054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d10e7fdc-0b5b-48bd-808f-5879c5c026a2 req-bb8deead-7635-4e4e-b3fb-050afec23e06 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 932 time: 0.2431371 Jun 30 08:56:56.884546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ef9fd1c8-fc26-43ad-b598-a9b6ee3c4825 None None] Provisioning for port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:56:56.891178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ef9fd1c8-fc26-43ad-b598-a9b6ee3c4825 None None] Provisioning complete for port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:56:56.891818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd1c8-fc26-43ad-b598-a9b6ee3c4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:56.968251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d10e7fdc-0b5b-48bd-808f-5879c5c026a2 req-5323d512-ba42-4d67-8e37-c2bef9e8e7cf tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549327 Jun 30 08:56:57.022892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fd1c8-fc26-43ad-b598-a9b6ee3c4825 None None] Port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:56:57.026619 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.105305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,segment=NetworkSegment(f2bb5699-4dfd-456b-8833-f2a586099c73),segment_id=f2bb5699-4dfd-456b-8833-f2a586099c73)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:57.108077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:57.113460 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b59de45-2f41-4684-ab1c-ea0f2ddafa4a" -d '{"events": [{"server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:57.123420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.175556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907468-5d73-4e1a-8c15-5a6ba0897c24 req-5801fab2-627b-48b0-9249-9c08c4a82f44 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.188541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82907468-5d73-4e1a-8c15-5a6ba0897c24 req-5801fab2-627b-48b0-9249-9c08c4a82f44 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.2699220 Jun 30 08:56:57.207722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:57.303907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82907468-5d73-4e1a-8c15-5a6ba0897c24 req-ebe5e904-f75e-405d-8860-808a09c5517b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139419 Jun 30 08:56:57.371232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325c775-6ced-4d0d-ab4b-4bf5b5f06d0b req-fa62f222-7981-415e-810a-55ad58af315a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.372719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9325c775-6ced-4d0d-ab4b-4bf5b5f06d0b req-fa62f222-7981-415e-810a-55ad58af315a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.1794999 Jun 30 08:56:57.383696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:57.405203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.430944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Transition to ACTIVE for port object dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:56:57.438995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.459676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9325c775-6ced-4d0d-ab4b-4bf5b5f06d0b req-2c02adaa-bc14-4401-b78c-746c67adb485 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787184 Jun 30 08:56:57.501461 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ff4f90-e443-48ed-af01-f803c79cba2d x-openstack-request-id: req-87ff4f90-e443-48ed-af01-f803c79cba2d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:57.502390 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "name": "network-vif-plugged", "status": "completed", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:57.502759 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87ff4f90-e443-48ed-af01-f803c79cba2d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:57.503414 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3', 'code': 200} Jun 30 08:56:57.516590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:57.743449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Attempting to bind port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:56:57.743875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Attempting to bind port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:56:57.744311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Attempting to bind port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 on network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:57.765664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 on network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:56:57.766498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Attempting to bind port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 on network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:56:57.784939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:56:57.786204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Checking segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:56:57.786882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Bound using segment: {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:56:57.787447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Bound port: dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0104d6-0463-4c2c-b5b2-e526f32c7f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:56:57.787915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:57.813858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f65d91-9942-46b2-88be-fd59ea2f11f9 req-b414195b-afc3-4eb8-9242-dd86a6aa7aef tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.815468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63f65d91-9942-46b2-88be-fd59ea2f11f9 req-b414195b-afc3-4eb8-9242-dd86a6aa7aef tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 945 time: 0.1538258 Jun 30 08:56:57.820703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46ccb7-1a5d-4cf8-940b-1a06dac143eb req-0d349486-d3d7-4b4d-9ed4-393f4ae468f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:57.822160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f46ccb7-1a5d-4cf8-940b-1a06dac143eb req-0d349486-d3d7-4b4d-9ed4-393f4ae468f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 1097 time: 0.2108419 Jun 30 08:56:57.939771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63f65d91-9942-46b2-88be-fd59ea2f11f9 req-da29d3b9-f5d4-4f7c-ac58-01c4190f973a tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166499 Jun 30 08:56:57.964549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f46ccb7-1a5d-4cf8-940b-1a06dac143eb req-a286cb3e-e3cb-4666-b388-8aa69876457f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299000 Jun 30 08:56:57.972066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:56:57.988531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:56:57.995553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.046530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.047153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.048602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 HTTP/1.1" status: 200 len: 1093 time: 1.5230544 Jun 30 08:56:58.052358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:58.054727 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233" -d '{"events": [{"name": "network-changed", "server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:58.081239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6861e0-329e-44ac-91de-511ace4f5aac req-6a6e39f6-4c1d-4fb7-9624-2ae39b6e0507 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.091011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb6861e0-329e-44ac-91de-511ace4f5aac req-6a6e39f6-4c1d-4fb7-9624-2ae39b6e0507 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1710329 Jun 30 08:56:58.233168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd4990-046f-40b3-91dc-37df85111d39 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:58.275013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb6861e0-329e-44ac-91de-511ace4f5aac req-79945bb0-a6a1-4828-9c66-c96f9b62693d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829929 Jun 30 08:56:58.311037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4480d-514f-45e6-b349-9cca8ef72043 req-826ba908-bc56-448d-87e1-29a0330ca77a tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.319501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2b4480d-514f-45e6-b349-9cca8ef72043 req-826ba908-bc56-448d-87e1-29a0330ca77a tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.1259501 Jun 30 08:56:58.346485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-5b81cde5-388e-4d2d-86a4-a12af7d189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.348756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-5b81cde5-388e-4d2d-86a4-a12af7d189d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7441f75eb64918989f408d388aaab3&device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 1096 time: 0.2302041 Jun 30 08:56:58.353561 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f15fefe-592a-4711-88aa-038df7325b0e x-openstack-request-id: req-4f15fefe-592a-4711-88aa-038df7325b0e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:58.353939 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:58.354525 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f15fefe-592a-4711-88aa-038df7325b0e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:58.355054 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'status': 'completed', 'code': 200} Jun 30 08:56:58.433499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-76ee1f05-ce7b-4526-81f4-9d7fdfaa0c33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 HTTP/1.1" status: 200 len: 217 time: 0.0644653 Jun 30 08:56:58.439253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2b4480d-514f-45e6-b349-9cca8ef72043 req-3ff73e54-9f76-4308-9c7d-686644ac4bf6 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186309 Jun 30 08:56:58.516919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:56:58.518795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-42d8e2b2-5c94-460d-8c00-bb6a42674878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.521110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-42d8e2b2-5c94-460d-8c00-bb6a42674878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78 HTTP/1.1" status: 200 len: 854 time: 0.0809345 Jun 30 08:56:58.545782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:56:58.594011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48995f-7cb5-4e5c-b9e6-baa6ef18ebc1 req-f3f73edd-e30a-4feb-88a9-a9ad202289c0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.595824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d48995f-7cb5-4e5c-b9e6-baa6ef18ebc1 req-f3f73edd-e30a-4feb-88a9-a9ad202289c0 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1105750 Jun 30 08:56:58.618552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-64c9c1af-5898-4785-aa58-b325af656ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.620077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-64c9c1af-5898-4785-aa58-b325af656ee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878637 Jun 30 08:56:58.694315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d48995f-7cb5-4e5c-b9e6-baa6ef18ebc1 req-c3311ea4-4104-4194-9e4d-278206cb41c7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870452 Jun 30 08:56:58.740206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:58.740440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-d2181b5b-0b7a-476d-92c3-e9935ed700cb service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073399 Jun 30 08:56:58.770615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'mac_address': 'fa:16:3e:2b:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:56:58.834697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.914119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.918355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6e237a-cff4-4401-ae8f-21871de5b83b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:56:58.928430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10f0f225-c06d-4fb0-8a55-9c727db95ae0 req-d52f6dd6-7af0-4e6d-9bd3-71e6616b0ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766915 Jun 30 08:56:58.975556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:58.977722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:56:58.984690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:58.992572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11ae94-15e2-4297-9764-5212dc823a0b req-6c11f7d9-b17c-4ab2-931f-98a3d067a95c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:58.994182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af11ae94-15e2-4297-9764-5212dc823a0b req-6c11f7d9-b17c-4ab2-931f-98a3d067a95c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.0867100 Jun 30 08:56:59.037882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.040969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.086459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af11ae94-15e2-4297-9764-5212dc823a0b req-9ba20cb6-d4eb-4ff1-beb5-66fe37682e7a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816891 Jun 30 08:56:59.100652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:56:59.119944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-9d0e2abc-5b0f-49c1-928a-68d80213e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.121849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-9d0e2abc-5b0f-49c1-928a-68d80213e588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7441f75eb64918989f408d388aaab3&device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 1096 time: 0.1267612 Jun 30 08:56:59.188696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1e6e237a-cff4-4401-ae8f-21871de5b83b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:56:59.236699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7be929b5-2343-48f3-b536-a20dedc96d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:59.282013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-d3461f6a-0b77-4979-bf2d-de3d797f8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.284748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-d3461f6a-0b77-4979-bf2d-de3d797f8ff5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5 HTTP/1.1" status: 200 len: 916 time: 0.1561458 Jun 30 08:56:59.300486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1491a-8768-44ac-88e2-b87192181f0a req-c49871ce-271c-48af-846f-efb621f879ea tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.302677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfd1491a-8768-44ac-88e2-b87192181f0a req-c49871ce-271c-48af-846f-efb621f879ea tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 945 time: 0.1202579 Jun 30 08:56:59.408767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-2e4e698d-59f7-41ea-b4be-0ed8c4c33578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 HTTP/1.1" status: 200 len: 217 time: 0.1050999 Jun 30 08:56:59.480601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfd1491a-8768-44ac-88e2-b87192181f0a req-a4638449-a3b7-438e-a14c-e793154edc4c tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714327 Jun 30 08:56:59.504873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:56:59.507803 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35c2d0-d8ae-408f-8406-1a5b29604098" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-unplugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:56:59.518320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-97f84e56-b938-4f59-bce5-58d8dfdd4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.520142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-97f84e56-b938-4f59-bce5-58d8dfdd4810 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78 HTTP/1.1" status: 200 len: 854 time: 0.1035001 Jun 30 08:56:59.618213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344335-9b2d-4338-9e5d-30f0869b03ee req-fa900f6d-70e8-4653-86db-54d22db110b2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.619795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e344335-9b2d-4338-9e5d-30f0869b03ee req-fa900f6d-70e8-4653-86db-54d22db110b2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1547794 Jun 30 08:56:59.745205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-a5354cb0-742c-47aa-942a-68cb36bc92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:56:59.747509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-a5354cb0-742c-47aa-942a-68cb36bc92a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178698 Jun 30 08:56:59.883108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e344335-9b2d-4338-9e5d-30f0869b03ee req-0ece9087-de5c-405b-929c-96737fa6ffe2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548726 Jun 30 08:56:59.905182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-bdab1488-e1ee-401a-af1f-c85502864f06 service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418548 Jun 30 08:56:59.964264 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8df042-b0b8-435e-9988-d20951b550cd x-openstack-request-id: req-1f8df042-b0b8-435e-9988-d20951b550cd {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:56:59.964748 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-unplugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:56:59.964848 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f8df042-b0b8-435e-9988-d20951b550cd {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:56:59.965198 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'code': 200} Jun 30 08:57:00.402422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458d6-d99d-4da9-a211-38623e0205db req-cc7d3aeb-cdae-4fc1-8799-7da15ac5bb52 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:00.414533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-286458d6-d99d-4da9-a211-38623e0205db req-cc7d3aeb-cdae-4fc1-8799-7da15ac5bb52 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.7828877 Jun 30 08:57:00.537853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:00.553324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c0c3c87-1e70-4169-9129-0a8eb1ad3233 req-a1cbc08d-7c8c-4209-b66c-bc293939399d service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332679 Jun 30 08:57:00.583648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:00.591836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-286458d6-d99d-4da9-a211-38623e0205db req-8cf5acbf-1ade-47b5-b877-1c2215308234 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764271 Jun 30 08:57:00.621322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817f68-9175-4379-a39f-3fd7fe839c4e req-dad07e62-8bb4-4b58-bc0b-c057da245c71 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:00.634326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e817f68-9175-4379-a39f-3fd7fe839c4e req-dad07e62-8bb4-4b58-bc0b-c057da245c71 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 945 time: 0.1578944 Jun 30 08:57:00.718769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e817f68-9175-4379-a39f-3fd7fe839c4e req-e573acdf-e4ec-4eac-b7a4-206b5e6405e1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Jun 30 08:57:00.751739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:00.754965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1e6e237a-cff4-4401-ae8f-21871de5b83b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:00.755423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.795497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'mac_address': 'fa:16:3e:9c:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:00.883795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.929617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af39ec-f8a2-410d-a7f6-b8c3ef678b02 req-5943ec3b-3885-4453-8808-07cdc92caadd tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:00.930111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:00.937655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24af39ec-f8a2-410d-a7f6-b8c3ef678b02 req-5943ec3b-3885-4453-8808-07cdc92caadd tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 948 time: 0.0920897 Jun 30 08:57:00.963042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.969062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:00.981236 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:00.984918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24af39ec-f8a2-410d-a7f6-b8c3ef678b02 req-724fc0b0-eb53-47b5-9b13-525ba0ed89f4 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Jun 30 08:57:01.039913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=10']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:01.076763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:01.082806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.140955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d793275-cd81-4219-81f9-e33fcaa362fd req-ba06ea9a-d985-4c57-8bb8-2cfba5feaa5b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:01.142478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d793275-cd81-4219-81f9-e33fcaa362fd req-ba06ea9a-d985-4c57-8bb8-2cfba5feaa5b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1149187 Jun 30 08:57:01.156491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:01.194306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d793275-cd81-4219-81f9-e33fcaa362fd req-aa026f23-2f61-4a08-ae07-8ea64ab4292e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456705 Jun 30 08:57:01.272283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-b27f4f8c-87fe-4a5d-85c7-e60dad6a6088 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:01.273809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-b27f4f8c-87fe-4a5d-85c7-e60dad6a6088 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.0699987 Jun 30 08:57:01.287240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:01.372388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.532548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:01.585371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:01.649486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:01.651959 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7484b029-a0b3-4075-ae26-29da8ef16e71" -d '{"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:01.656553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.666067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.693217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:01.721286 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd089cb-1c92-4133-8428-71b97f3fb734 x-openstack-request-id: req-afd089cb-1c92-4133-8428-71b97f3fb734 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:01.721576 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:01.722048 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afd089cb-1c92-4133-8428-71b97f3fb734 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:01.723171 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'code': 200} Jun 30 08:57:01.764970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:01.776084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on host n-h1-779913-25 for vnic_type normal with profile {"migrating_to": "n-h2-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:01.776602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:01.777100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:01.783176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.783530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.783880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.784219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.784551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.784921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.785825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.786162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.786490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.786823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.787400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.787739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:01.793311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:01.793713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Attempting to bind port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:01.799419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:01.799550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:01.799894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:01.801865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Bound port: 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:01.802479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.877465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dd05d9c-6f43-4794-9f2b-d9124edf99e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.934128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:01.945166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:01.959712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.968985 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:01.977952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:01.979818 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157014c-1716-48e2-bda1-134ad501ebc2" -d '{"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:02.036792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22177a5-1d0f-4180-a7db-5d9f4e2f7839 req-e5966b59-aa3d-41a9-90cc-6fa8281c9dc4 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.045448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22177a5-1d0f-4180-a7db-5d9f4e2f7839 req-e5966b59-aa3d-41a9-90cc-6fa8281c9dc4 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.1482790 Jun 30 08:57:02.131290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:02.137985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22177a5-1d0f-4180-a7db-5d9f4e2f7839 req-0acf3a89-e2ac-4940-a268-77b4aa37f0b3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882983 Jun 30 08:57:02.148102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.148820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.150545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a995e4a-a906-48b8-a015-3105f5974393 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 1123 time: 0.8683448 Jun 30 08:57:02.183397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac68a6-73d0-49f9-b892-24af834a2eac req-5fca880b-1edf-4c40-b363-ea1a0edd9a19 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.190413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adac68a6-73d0-49f9-b892-24af834a2eac req-5fca880b-1edf-4c40-b363-ea1a0edd9a19 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.1321771 Jun 30 08:57:02.193549 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9c85b4-8b3b-4d97-b536-65fbf56804b1 x-openstack-request-id: req-1f9c85b4-8b3b-4d97-b536-65fbf56804b1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:02.193873 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-plugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:02.194132 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f9c85b4-8b3b-4d97-b536-65fbf56804b1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:02.194521 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'code': 200} Jun 30 08:57:02.232198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['2ea90ed6-1d22-4769-99d0-fe5a5feee636'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:02.286831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adac68a6-73d0-49f9-b892-24af834a2eac req-41a65209-5955-439f-8ce4-725c54bf0463 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Jun 30 08:57:02.342125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ea90ed6-1d22-4769-99d0-fe5a5feee636'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:02.548037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:02.658568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc389c-d693-4a27-be1e-ed47a0b142c8 req-d96ef019-f468-4602-bfb5-77c9c4ff8792 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.672042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08cc389c-d693-4a27-be1e-ed47a0b142c8 req-d96ef019-f468-4602-bfb5-77c9c4ff8792 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2658563 Jun 30 08:57:02.748555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08cc389c-d693-4a27-be1e-ed47a0b142c8 req-d0e079f7-fb14-49b7-967a-9939a421f268 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745823 Jun 30 08:57:02.775836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:02.784981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60b132-c3d0-4e0f-99e2-99fa25f826b7 req-f61577d3-c601-43f1-abe0-fc939017760c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:02.788841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:57:02.789168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e60b132-c3d0-4e0f-99e2-99fa25f826b7 req-f61577d3-c601-43f1-abe0-fc939017760c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2347994 Jun 30 08:57:02.809785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:02.864971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e60b132-c3d0-4e0f-99e2-99fa25f826b7 req-07ba4478-4a2e-42dc-a4f0-bb7b343cac49 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686238 Jun 30 08:57:03.060331 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:03.443425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cfeed-0d4f-41f9-9db3-a87957ac9883 req-9caee49e-ad17-4737-9a88-c84138ce2a0b tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:03.445671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-449cfeed-0d4f-41f9-9db3-a87957ac9883 req-9caee49e-ad17-4737-9a88-c84138ce2a0b tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.1035252 Jun 30 08:57:03.521685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-449cfeed-0d4f-41f9-9db3-a87957ac9883 req-164d24ab-9064-4b30-a171-31d0741cc45d tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699170 Jun 30 08:57:03.724929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:03.735592 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace52d81-5070-4290-a49c-25c0fd393b61" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:03.779400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6776d3b-b434-4456-b1ca-62b9979cd6ca req-7212d604-0d2d-43a4-98a4-c3f1ff064e80 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:03.782310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6776d3b-b434-4456-b1ca-62b9979cd6ca req-7212d604-0d2d-43a4-98a4-c3f1ff064e80 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.1272950 Jun 30 08:57:03.865052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6776d3b-b434-4456-b1ca-62b9979cd6ca req-44098112-204f-4449-8f1d-d9d3447e0ccf tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Jun 30 08:57:03.948711 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372977a1-30ad-4a9f-9661-4d044c9d418b x-openstack-request-id: req-372977a1-30ad-4a9f-9661-4d044c9d418b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:03.949307 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:03.949843 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-372977a1-30ad-4a9f-9661-4d044c9d418b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:03.950703 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'status': 'completed', 'code': 200} Jun 30 08:57:04.226588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-7a932966-d892-482e-9f2e-c9e39baebffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.232722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-7a932966-d892-482e-9f2e-c9e39baebffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1126 time: 0.2342777 Jun 30 08:57:04.357254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09004866-3f00-4b46-9130-e9d13a886cf3 req-a149f0a8-9061-4176-89b1-0960c22e80d6 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.362292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09004866-3f00-4b46-9130-e9d13a886cf3 req-a149f0a8-9061-4176-89b1-0960c22e80d6 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 950 time: 0.2291486 Jun 30 08:57:04.391578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-7745b551-dd51-4068-97e0-9716aac298b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.395119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-7745b551-dd51-4068-97e0-9716aac298b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1478560 Jun 30 08:57:04.471867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-2c31807e-3b5c-4cbb-bd74-d615fdb32714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 217 time: 0.0516634 Jun 30 08:57:04.492652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09004866-3f00-4b46-9130-e9d13a886cf3 req-c6438ee8-9c6a-48e2-a61e-3faabec28a4e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961027 Jun 30 08:57:04.506643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.545293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:04.599134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-51f55f99-54e9-40ef-b9f9-3800b1888351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.603271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-51f55f99-54e9-40ef-b9f9-3800b1888351 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1072690 Jun 30 08:57:04.661087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:04.665387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-0257f129-7539-41fe-99b7-c6b9e536c25d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550010 Jun 30 08:57:04.691676 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.852098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5dd3-a49b-4827-a3b3-50c92894452c req-1a31f0f0-f502-4637-8074-617ee6587afd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:04.859796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44ba5dd3-a49b-4827-a3b3-50c92894452c req-1a31f0f0-f502-4637-8074-617ee6587afd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1494470 Jun 30 08:57:04.868512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:04.869587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-50d4e976-2c0e-449e-83d5-781c78b7f0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954422 Jun 30 08:57:04.996520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.036186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:05.038723 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc89c44-9fab-49bd-9a22-77d56540c7b9" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:05.064170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:05.066848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44ba5dd3-a49b-4827-a3b3-50c92894452c req-7d618cfd-acb2-4b6d-a681-9ef007487f10 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060130 Jun 30 08:57:05.084218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:05.142088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace52d81-5070-4290-a49c-25c0fd393b61 req-885c3808-883f-4c9e-8d08-eb78ecbd5d45 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613363 Jun 30 08:57:05.192873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:05.476597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f4e6-c265-465f-9c53-e0dcf38b2422 req-a41e97f9-9858-4a29-93e5-9a28dae0a86d tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:05.485034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a220f4e6-c265-465f-9c53-e0dcf38b2422 req-a41e97f9-9858-4a29-93e5-9a28dae0a86d tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.1129053 Jun 30 08:57:05.528714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a220f4e6-c265-465f-9c53-e0dcf38b2422 req-417e0095-81d7-4ee8-9eb8-ead05306bb38 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Jun 30 08:57:05.803276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec403c6-9b48-4198-8770-ff879f234b58 req-4ab95441-ceff-47ed-a8ea-0386aa062541 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:05.814366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ec403c6-9b48-4198-8770-ff879f234b58 req-4ab95441-ceff-47ed-a8ea-0386aa062541 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.1190665 Jun 30 08:57:05.874835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ec403c6-9b48-4198-8770-ff879f234b58 req-3bcc78be-bfb6-4b7d-9ecb-3e0d5e1bb4cd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Jun 30 08:57:05.943409 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98194d74-21ae-4f3a-81ab-6d14ef5c78e2 x-openstack-request-id: req-98194d74-21ae-4f3a-81ab-6d14ef5c78e2 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:05.944254 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-plugged", "status": "completed", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:05.944691 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98194d74-21ae-4f3a-81ab-6d14ef5c78e2 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:05.946419 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'code': 200} Jun 30 08:57:06.218719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69773da-4318-44be-86a3-545d46985e15 req-54fc2929-fcd0-4516-b39f-4d93705fd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:06.220985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69773da-4318-44be-86a3-545d46985e15 req-54fc2929-fcd0-4516-b39f-4d93705fd62e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1103 time: 0.0858822 Jun 30 08:57:06.291636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325d3a4-4926-492b-aeaf-6d0da11f3cb9 req-4e2587a9-e818-4993-810c-bd69afd940a3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:06.291893 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69773da-4318-44be-86a3-545d46985e15 req-e9f344e9-7bf0-45b3-b174-97509f3e67fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583749 Jun 30 08:57:06.291992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0325d3a4-4926-492b-aeaf-6d0da11f3cb9 req-4e2587a9-e818-4993-810c-bd69afd940a3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 951 time: 0.1054316 Jun 30 08:57:06.337128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0325d3a4-4926-492b-aeaf-6d0da11f3cb9 req-22791cd9-4d9c-4b94-8b09-a5aaf934a7f7 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Jun 30 08:57:06.631022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007eb02-7907-434d-8e97-508080ad27ba req-fe9869c3-e125-4fa7-b73b-90adb4aa7624 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:06.633915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d007eb02-7907-434d-8e97-508080ad27ba req-fe9869c3-e125-4fa7-b73b-90adb4aa7624 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1145244 Jun 30 08:57:06.742582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d007eb02-7907-434d-8e97-508080ad27ba req-a7efab3f-e8b0-43ce-befd-f86d5b5c861a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Jun 30 08:57:07.008924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15116d-f9ce-4e54-bf2d-fe8aa7e79c44 req-d30af341-ef8d-464e-b3ee-02f2fb52c019 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.021377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f15116d-f9ce-4e54-bf2d-fe8aa7e79c44 req-d30af341-ef8d-464e-b3ee-02f2fb52c019 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.1440868 Jun 30 08:57:07.193124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f15116d-f9ce-4e54-bf2d-fe8aa7e79c44 req-8ebadf50-5f41-4087-a6ac-bc34ec678b19 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678731 Jun 30 08:57:07.299630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8f1c6-2d7d-4f1f-b35e-9633a47a7265 req-77e2c051-8ac9-46b7-915f-d0a0c001538f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.315466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3b8f1c6-2d7d-4f1f-b35e-9633a47a7265 req-77e2c051-8ac9-46b7-915f-d0a0c001538f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.2067270 Jun 30 08:57:07.434756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3b8f1c6-2d7d-4f1f-b35e-9633a47a7265 req-c1ea7eeb-7bb4-44e6-b7d0-9c9c52eaf55a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169083 Jun 30 08:57:07.648506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a93e1e-dd21-469b-9725-c0796b9fc053 req-1e95ad98-754c-4b89-8396-7ab157590529 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:07.657147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50a93e1e-dd21-469b-9725-c0796b9fc053 req-1e95ad98-754c-4b89-8396-7ab157590529 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 951 time: 0.1159496 Jun 30 08:57:07.730429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50a93e1e-dd21-469b-9725-c0796b9fc053 req-74c4e4b9-f0d0-4a90-baea-9c09e76e5d47 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661976 Jun 30 08:57:08.072160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fccec-3b68-48dd-8a45-10bfed739d09 req-f48bc5c3-d2d2-4abd-9150-120cef4c9353 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:08.074029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd4fccec-3b68-48dd-8a45-10bfed739d09 req-f48bc5c3-d2d2-4abd-9150-120cef4c9353 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1418817 Jun 30 08:57:08.166274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd4fccec-3b68-48dd-8a45-10bfed739d09 req-c2acd972-6579-4cea-8095-c21c05cc3c2a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822144 Jun 30 08:57:08.416186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1722c-2379-4a57-9373-72d5c0c5911e req-52291e9b-940d-4a32-b9c1-1cd0301fdcdd tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:08.418803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65a1722c-2379-4a57-9373-72d5c0c5911e req-52291e9b-940d-4a32-b9c1-1cd0301fdcdd tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 944 time: 0.0951848 Jun 30 08:57:08.466569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65a1722c-2379-4a57-9373-72d5c0c5911e req-dbabf00c-eb40-4251-9dc8-53cb10f0d140 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421512 Jun 30 08:57:08.579272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:08.624555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150f7d-6911-4742-bba2-3543f4ff7175 req-16a58c00-dc4d-45e0-afae-9072f644a210 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:08.632377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15150f7d-6911-4742-bba2-3543f4ff7175 req-16a58c00-dc4d-45e0-afae-9072f644a210 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.0889070 Jun 30 08:57:08.675033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15150f7d-6911-4742-bba2-3543f4ff7175 req-499bf0fb-774e-42c6-933e-575997fc997c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Jun 30 08:57:08.724430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:08.737171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'port_id': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'mac_address': 'fa:16:3e:7e:6f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:08.795030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.809617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:08.838947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:08.849259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:08.961051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:09.008271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c0fb7-8abb-49ee-953f-c8c3c4aba407 req-7d72930a-68c4-47e3-9dc5-8d4ca63d42d0 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:09.010074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e50c0fb7-8abb-49ee-953f-c8c3c4aba407 req-7d72930a-68c4-47e3-9dc5-8d4ca63d42d0 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 951 time: 0.0903354 Jun 30 08:57:09.068449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e50c0fb7-8abb-49ee-953f-c8c3c4aba407 req-14efee09-ed8b-4360-9ce2-3c173915320e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Jun 30 08:57:09.158672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:09.617285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38befdbd-bd17-4554-aab7-ee6ca50615b4 req-013a2a25-eb77-49c1-84fc-e9b1c42e9d12 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:09.619469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38befdbd-bd17-4554-aab7-ee6ca50615b4 req-013a2a25-eb77-49c1-84fc-e9b1c42e9d12 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1250682 Jun 30 08:57:09.718549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38befdbd-bd17-4554-aab7-ee6ca50615b4 req-6f919ea3-252a-4855-bdff-b6d0ae8ce6fa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933268 Jun 30 08:57:09.759330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816796d-b41e-4ff9-a7f8-bbfc1283b59a req-5f0dfa15-2bcd-4415-ba5c-d9345a8dfb8c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:09.765075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c816796d-b41e-4ff9-a7f8-bbfc1283b59a req-5f0dfa15-2bcd-4415-ba5c-d9345a8dfb8c tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1103 time: 0.1129129 Jun 30 08:57:09.844455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c816796d-b41e-4ff9-a7f8-bbfc1283b59a req-0089c2a8-ecf1-433c-9e51-0ece813a51a8 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Jun 30 08:57:10.051717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40587c-6807-48f8-b75e-75eecb47eebc req-392862a3-ffc0-480c-8c86-c4a90084eb6b tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.067058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b40587c-6807-48f8-b75e-75eecb47eebc req-392862a3-ffc0-480c-8c86-c4a90084eb6b tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 945 time: 0.1395161 Jun 30 08:57:10.177190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b40587c-6807-48f8-b75e-75eecb47eebc req-57a11cc0-bfeb-49bf-8fd6-09196fcd82a3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086459 Jun 30 08:57:10.201044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd0e7-8919-414b-805c-98a0992913dd req-1d55273a-9487-473e-9ee6-bcdf98443091 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.202643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c56cd0e7-8919-414b-805c-98a0992913dd req-1d55273a-9487-473e-9ee6-bcdf98443091 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.1694827 Jun 30 08:57:10.250573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c56cd0e7-8919-414b-805c-98a0992913dd req-9bf3023e-1883-412b-b0ad-1260a0c582bb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jun 30 08:57:10.587749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:10.672595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:10.680289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:10.680949 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:10.724120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eaf97-58eb-4657-a55d-cc69bd35e86a req-c63f4e1b-2b86-428e-a4fc-184c61b5052f tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:10.732152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b7eaf97-58eb-4657-a55d-cc69bd35e86a req-c63f4e1b-2b86-428e-a4fc-184c61b5052f tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 1103 time: 0.0734694 Jun 30 08:57:10.792485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b7eaf97-58eb-4657-a55d-cc69bd35e86a req-84e45b0e-8550-46ed-9964-fe0d074c9d69 tempest-ServersAdminTestJSON-1951399265 tempest-ServersAdminTestJSON-1951399265-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Jun 30 08:57:11.027485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaed39-9432-4a3e-a679-1aa53f12bc82 req-835bf76a-c077-416c-b7a6-3e1d764287e5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.035638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45aaed39-9432-4a3e-a679-1aa53f12bc82 req-835bf76a-c077-416c-b7a6-3e1d764287e5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1422765 Jun 30 08:57:11.059779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.098543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45aaed39-9432-4a3e-a679-1aa53f12bc82 req-8c1f3eb4-3e08-4b26-b01c-edeec647f996 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619450 Jun 30 08:57:11.123694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:11.128133 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed36c4d-83fc-4016-8a8e-ee48426f7fc6" -d '{"events": [{"server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "name": "network-vif-plugged", "status": "completed", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:11.167785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:11.183772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.264050 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002fc556-655a-4afa-ad48-f497da6678cf x-openstack-request-id: req-002fc556-655a-4afa-ad48-f497da6678cf {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:11.264460 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "name": "network-vif-plugged", "status": "completed", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:11.264817 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-002fc556-655a-4afa-ad48-f497da6678cf {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:11.265323 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'code': 200} Jun 30 08:57:11.311943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:11.431043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbebcd-9385-4d46-8831-85b3d5c4002e req-0a49a01b-8b8a-4cad-bd5b-b0c19074c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.432827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73cbebcd-9385-4d46-8831-85b3d5c4002e req-0a49a01b-8b8a-4cad-bd5b-b0c19074c08a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 1098 time: 0.1327360 Jun 30 08:57:11.532773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73cbebcd-9385-4d46-8831-85b3d5c4002e req-dfb441c6-5af1-43c0-a02b-fcc339b8e5cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712748 Jun 30 08:57:11.587544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fceee-1ec7-4a5e-8fd4-d5fe816c3985 req-4942b8c6-9b05-40a0-8a7f-1f30247e5f12 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.617946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91fceee-1ec7-4a5e-8fd4-d5fe816c3985 req-4942b8c6-9b05-40a0-8a7f-1f30247e5f12 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.1829884 Jun 30 08:57:11.647029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127f9eb-6f21-4d44-a948-19987fb8c885 req-9cba20ba-35cb-452e-a4b6-46dafe5c15cb tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:11.651297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a127f9eb-6f21-4d44-a948-19987fb8c885 req-9cba20ba-35cb-452e-a4b6-46dafe5c15cb tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1980491 Jun 30 08:57:11.761687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91fceee-1ec7-4a5e-8fd4-d5fe816c3985 req-823239cb-3692-4b72-9401-59ab0cae776a tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612635 Jun 30 08:57:11.820928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a127f9eb-6f21-4d44-a948-19987fb8c885 req-877988e1-fff6-4ddd-b12c-9f0bc3f58e81 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343045 Jun 30 08:57:12.051888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4036f3-4d6c-483b-84bc-8f5ecb83313e req-2b9b3141-5c73-4289-a2ff-1a45344127fd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:12.063824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca4036f3-4d6c-483b-84bc-8f5ecb83313e req-2b9b3141-5c73-4289-a2ff-1a45344127fd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.1572819 Jun 30 08:57:12.134924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca4036f3-4d6c-483b-84bc-8f5ecb83313e req-96029754-d640-4b32-b533-63f45e4b32e9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654511 Jun 30 08:57:12.375856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542260e5-1859-4c96-892c-a2783dee9564 req-abc841b8-b833-4c7b-8f6b-2521ef610c57 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:12.377696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-542260e5-1859-4c96-892c-a2783dee9564 req-abc841b8-b833-4c7b-8f6b-2521ef610c57 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.1305406 Jun 30 08:57:12.449941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab844f-cb2b-4c23-a917-c56fe3f75a93 req-b059786e-add9-4fc2-9239-02ae8e9838d0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:12.452381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ab844f-cb2b-4c23-a917-c56fe3f75a93 req-b059786e-add9-4fc2-9239-02ae8e9838d0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1359293 Jun 30 08:57:12.466280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-542260e5-1859-4c96-892c-a2783dee9564 req-15bceb7a-493e-487b-8efd-f383aa90c9fa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784495 Jun 30 08:57:12.577652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ab844f-cb2b-4c23-a917-c56fe3f75a93 req-b869d8c6-0f5d-4e84-b642-ff61eab62957 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055079 Jun 30 08:57:13.094423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284e98-2c07-4de2-b724-f80debc51a79 req-ee600ad6-2f8d-4111-a9ad-73de323f68d5 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.102937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7284e98-2c07-4de2-b724-f80debc51a79 req-ee600ad6-2f8d-4111-a9ad-73de323f68d5 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1466634 Jun 30 08:57:13.123133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd89b98-1212-44f5-9e56-050d9237e437 req-defb78b9-785d-4879-8adf-54f8fcf8c25c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.124734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dd89b98-1212-44f5-9e56-050d9237e437 req-defb78b9-785d-4879-8adf-54f8fcf8c25c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.1599534 Jun 30 08:57:13.199692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7284e98-2c07-4de2-b724-f80debc51a79 req-efd4aabc-d388-4ee1-8f59-295a5738e4b2 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957212 Jun 30 08:57:13.243645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dd89b98-1212-44f5-9e56-050d9237e437 req-638a5a0a-d031-4fe7-841c-822e49b0495e tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056125 Jun 30 08:57:13.499198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-1cbe4665-a73f-49d8-8ac5-154c7e78a219 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.502467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-1cbe4665-a73f-49d8-8ac5-154c7e78a219 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 950 time: 0.1085279 Jun 30 08:57:13.639198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Deleting port 7c47baa3-ac2c-447b-a199-593f88b818b8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:13.639908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.733606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694015d-259a-4350-8e1a-d02622fe99c7 req-6e277b1e-a886-4247-92b7-a09442949956 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.750351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d694015d-259a-4350-8e1a-d02622fe99c7 req-6e277b1e-a886-4247-92b7-a09442949956 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.2635200 Jun 30 08:57:13.824447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] For port 7c47baa3-ac2c-447b-a199-593f88b818b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7c47baa3-ac2c-447b-a199-593f88b818b8,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:13.824930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.829409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d694015d-259a-4350-8e1a-d02622fe99c7 req-88780277-d4df-4d21-9221-4e6f03842ef3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Jun 30 08:57:13.860965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Calling delete_port for 7c47baa3-ac2c-447b-a199-593f88b818b8 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:13.862384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0e251-025a-4c4e-bc01-72fd05022c2b req-d3aba5ca-b65d-40c0-a579-e8fa62879092 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:13.864814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc0e251-025a-4c4e-bc01-72fd05022c2b req-d3aba5ca-b65d-40c0-a579-e8fa62879092 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.2716730 Jun 30 08:57:13.874021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:13.890057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Request body: {'floatingip': {'port_id': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:13.977620 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.115090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.131244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['80986cf1-15cd-448e-b7de-a8ec673bae46', '7c47baa3-ac2c-447b-a199-593f88b818b8', '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:14.263040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event deleted for resources: {'Port': ['ID=7c47baa3-ac2c-447b-a199-593f88b818b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:14.286928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f678b3a-7fef-4b5a-8c16-9c9cad34befd req-7dda9e0a-b817-41ae-9b14-351a09efac5f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:14.296348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f678b3a-7fef-4b5a-8c16-9c9cad34befd req-7dda9e0a-b817-41ae-9b14-351a09efac5f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2375786 Jun 30 08:57:14.336631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] No DVR routers for this DVR port 7c47baa3-ac2c-447b-a199-593f88b818b8 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:14.359578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.361634 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-669a6711-0a18-48cf-b00f-86abb98a6461 req-4b201960-7678-42bc-b231-5e6f04ad5e89 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "DELETE /v2.0/ports/7c47baa3-ac2c-447b-a199-593f88b818b8 HTTP/1.1" status: 204 len: 173 time: 0.8455403 Jun 30 08:57:14.362118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'name': 'network-vif-deleted', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:14.365232 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565ab98-8241-41eb-ba49-ef2f535a176a" -d '{"events": [{"server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "name": "network-vif-deleted", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:14.456918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f678b3a-7fef-4b5a-8c16-9c9cad34befd req-e0e85f6c-6e83-431b-9a8d-1cf8ee286bc4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593137 Jun 30 08:57:14.627274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:15.060834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.098275 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.179296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-456002ce-2d75-421c-b5a4-68c4a03b8e4a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:15.186142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-456002ce-2d75-421c-b5a4-68c4a03b8e4a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.5629628 Jun 30 08:57:15.259189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-260fb14e-391c-4028-beed-4d0a24d2f0f7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/quotas/462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 375 time: 0.0716264 Jun 30 08:57:15.311165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04c87425-bbef-4e21-9347-dbac7d7d8999 req-71f21957-1bbf-4ae8-8f5c-7e8f7e478e72 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c439c12-7a57-47f5-9f0b-afcea597d987 HTTP/1.1" status: 200 len: 210 time: 0.1127412 Jun 30 08:57:15.395867 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Floating IP f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f associated. External IP: 172.25.4.83, port: dd3c1472-5a6e-45ac-8ba6-f8c48b164b57. Jun 30 08:57:15.401235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-f9f3bdc1-480a-4d88-8bc8-693cae4796ba service neutron] 10.222.0.41 "GET /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.2123969 Jun 30 08:57:15.502667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-fc98a4fe-0305-4193-aa47-7a0ee897aa68 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1972339 Jun 30 08:57:15.510646 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f69e3b-dce7-40f9-a308-5acbef75b305 x-openstack-request-id: req-16f69e3b-dce7-40f9-a308-5acbef75b305 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:15.511155 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c439c12-7a57-47f5-9f0b-afcea597d987", "name": "network-vif-deleted", "tag": "7c47baa3-ac2c-447b-a199-593f88b818b8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:15.511155 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16f69e3b-dce7-40f9-a308-5acbef75b305 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:15.511597 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c439c12-7a57-47f5-9f0b-afcea597d987', 'name': 'network-vif-deleted', 'tag': '7c47baa3-ac2c-447b-a199-593f88b818b8', 'status': 'completed', 'code': 200} Jun 30 08:57:15.997192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-c136d4b0-b28c-463a-8052-1dc985514e50 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1001464138&fields=id&tenant_id=7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 267 time: 0.1253729 Jun 30 08:57:16.072237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-e759e51f-6242-453c-b758-54a89891a4f5 service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684834 Jun 30 08:57:16.352270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b6110614-a115-4afb-9386-fed92040b622 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.353679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b6110614-a115-4afb-9386-fed92040b622 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 823 time: 0.3557098 Jun 30 08:57:16.362574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Router 14b2924e-1f01-410b-84f8-81a715dbb770 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:16.366434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-434d03f6-91f7-49f2-b2f4-df4a273365aa service neutron] 10.222.0.66 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931788 Jun 30 08:57:16.381723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:16.394945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-04e2b840-cab9-4248-b403-4e8b0aa07649 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/quotas/7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 375 time: 0.0303979 Jun 30 08:57:16.438989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:16.528940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea90ed6-1d22-4769-99d0-fe5a5feee636 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:16.545714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:16.600832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.642312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-58d83a25-5f11-458a-be90-0c7aa436e91b tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2385445 Jun 30 08:57:16.674708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:16.686278 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Sync routers for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:16.712411 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:16.713960 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:16.737383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:16.913252 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:16.915345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d77e7-466c-43b6-bf13-d738094d7288 req-ea0631d3-0a7a-46b7-b31c-e200a87447d7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:16.917288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-970d77e7-466c-43b6-bf13-d738094d7288 req-ea0631d3-0a7a-46b7-b31c-e200a87447d7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e02051-0914-48d1-96c9-5bb11b62f041 HTTP/1.1" status: 200 len: 945 time: 0.2063642 Jun 30 08:57:16.992244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-00dbd464-06e5-4b08-be5d-7f74c4a763fc tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "PUT /v2.0/floatingips/f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f HTTP/1.1" status: 200 len: 991 time: 3.1159739 Jun 30 08:57:16.997007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:17.001294 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f544ce46-2b40-4404-9caa-6b1e777f64ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:17.041718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-ca13b171-ecfc-4a81-b13e-ed2fda85c329 service neutron] 10.222.0.66 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984225 Jun 30 08:57:17.156204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] Transition to ACTIVE for port object 2ea90ed6-1d22-4769-99d0-fe5a5feee636 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:17.160198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Deleting port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:17.162887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.173206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.184337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'port_id': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'mac_address': 'fa:16:3e:7e:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6592225d-6b59-4352-9ebd-df55386ec83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:24Z', 'updated_at': '2021-06-30T08:57:14Z', 'revision_number': 1, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:17.216726 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Checking router: 14b2924e-1f01-410b-84f8-81a715dbb770 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:17.227214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:17.228084 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:17.296312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec5f2-e7f4-4f4d-b78f-fb25afa5e747 req-b1cf2a8e-dc6a-4051-9339-f2c6060256be tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:17.297874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39aec5f2-e7f4-4f4d-b78f-fb25afa5e747 req-b1cf2a8e-dc6a-4051-9339-f2c6060256be tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 943 time: 0.4523909 Jun 30 08:57:17.308658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-ee37c2aa-8e99-4156-a4b4-3043ac29fb19 service neutron] 10.222.0.66 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660396 Jun 30 08:57:17.314430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] No DVR routers for this DVR port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:17.329268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:17.360173 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:17.398401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:17.398879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.453737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-ec279767-b3da-431f-8d3a-33487cd7dd29 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636/bindings/n-h2-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 2.0181296 Jun 30 08:57:17.478951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39aec5f2-e7f4-4f4d-b78f-fb25afa5e747 req-8ac9e399-45e5-4e60-982d-855c3ac4f1ce tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595221 Jun 30 08:57:17.728904 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'port_id': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'mac_address': 'fa:16:3e:7e:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6592225d-6b59-4352-9ebd-df55386ec83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:24Z', 'updated_at': '2021-06-30T08:57:14Z', 'revision_number': 1, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:17.763640 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab28b53-4461-486e-9d99-f8282a8f8f06 None None] The sync data for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 is: [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'port_id': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'mac_address': 'fa:16:3e:7e:6f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6592225d-6b59-4352-9ebd-df55386ec83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:56:24Z', 'updated_at': '2021-06-30T08:57:14Z', 'revision_number': 1, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:18.053027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778fc32-bc0c-4ae4-836f-b77c397f0af1 req-e6d51ef4-0444-4c90-988f-ff949e25a250 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.059978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2778fc32-bc0c-4ae4-836f-b77c397f0af1 req-e6d51ef4-0444-4c90-988f-ff949e25a250 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1570437 Jun 30 08:57:18.136344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2778fc32-bc0c-4ae4-836f-b77c397f0af1 req-5401bdcd-5641-4d27-8718-cac9c5f21672 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681398 Jun 30 08:57:18.310351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc6923-12c5-4b14-8b3c-97a6826ff546 None None] New status for floating IP f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:57:18.537014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f675071c-822f-464a-9c67-ebae3f800499 req-d07c9901-d03d-40b9-ae61-388d060c6936 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 210 time: 0.0621200 Jun 30 08:57:18.609696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b22aa01-0bab-4a46-bb15-c35ad84366b7 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:18.633471 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8cf467-17a3-49f4-8ce7-95e73072492f x-openstack-request-id: req-9d8cf467-17a3-49f4-8ce7-95e73072492f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:18.633867 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:18.634195 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d8cf467-17a3-49f4-8ce7-95e73072492f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:18.634758 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'status': 'completed', 'code': 200} Jun 30 08:57:18.792563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.834992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:18.849618 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29ece1b-85c1-4ccc-9255-87eb149f83bf" -d '{"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-unplugged", "status": "completed", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:18.875064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b22aa01-0bab-4a46-bb15-c35ad84366b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b22aa01-0bab-4a46-bb15-c35ad84366b7,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:18.891177 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:18.891919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7c47baa3-ac2c-447b-a199-593f88b818b8 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:18.909463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e566d6b8-7ac0-4084-9c49-32bbb9af6524 req-9951749f-8bd0-4f42-9175-630b571835a4 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 210 time: 0.0509305 Jun 30 08:57:18.957580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-d2c5c700-eb84-4f3e-98c7-5d6729985757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:18.959368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-d2c5c700-eb84-4f3e-98c7-5d6729985757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7441f75eb64918989f408d388aaab3&device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 1098 time: 0.2315347 Jun 30 08:57:18.973659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 7c47baa3-ac2c-447b-a199-593f88b818b8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:18.974031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7c47baa3-ac2c-447b-a199-593f88b818b8 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:19.038634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.086480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-6e181930-97f7-48bb-922f-096f9ff3e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.088502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-6e181930-97f7-48bb-922f-096f9ff3e88d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5 HTTP/1.1" status: 200 len: 916 time: 0.1174686 Jun 30 08:57:19.092617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.094179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.094555 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Floating IP ed284f31-ca40-4779-8282-9d9d254f7989 disassociated. External IP: 172.25.4.34, port: 4b22aa01-0bab-4a46-bb15-c35ad84366b7. Jun 30 08:57:19.101906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Calling delete_port for 4b22aa01-0bab-4a46-bb15-c35ad84366b7 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:19.163197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-2033223c-0adc-41e4-8d7a-5cfeb154615c tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.165090 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-2033223c-0adc-41e4-8d7a-5cfeb154615c tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.6300597 Jun 30 08:57:19.166136 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddef4b4-a979-473e-a2e5-0fdb34b84be6 x-openstack-request-id: req-eddef4b4-a979-473e-a2e5-0fdb34b84be6 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:19.166279 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-unplugged", "status": "completed", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:19.166440 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eddef4b4-a979-473e-a2e5-0fdb34b84be6 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:19.167371 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'code': 200} Jun 30 08:57:19.204523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-9d107740-222b-4872-a8ef-8bdc5045f560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 HTTP/1.1" status: 200 len: 1001 time: 0.1047869 Jun 30 08:57:19.287709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-fa07f75f-85d4-4693-9d1b-cdd97817284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.289208 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-fa07f75f-85d4-4693-9d1b-cdd97817284d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c&tenant_id=181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 1096 time: 0.0895865 Jun 30 08:57:19.363650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-4890c06c-b117-4953-9f98-b870322ccfaa tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.368321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-4890c06c-b117-4953-9f98-b870322ccfaa tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 820 time: 0.6499772 Jun 30 08:57:19.387560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Request body: {'port': {'device_id': 'cf917e93-0914-4840-9920-ba36dd076747', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'admin_state_up': True, 'tenant_id': '462490e123844c658aa29a8917d82e0e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:19.418383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a26e84c-e2bc-436d-b92e-7d939ae82aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.420253 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-9a26e84c-e2bc-436d-b92e-7d939ae82aeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1096 time: 0.0930531 Jun 30 08:57:19.421379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.451594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event deleted for resources: {'Port': ['ID=4b22aa01-0bab-4a46-bb15-c35ad84366b7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:19.604078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-bb8c0fe5-167d-4a59-886b-64b5460c2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.606620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-bb8c0fe5-167d-4a59-886b-64b5460c2804 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78 HTTP/1.1" status: 200 len: 854 time: 0.3902164 Jun 30 08:57:19.638513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142cad5-716b-454e-806c-361b080fca73 req-c11e8552-31b6-4570-a5ae-913fded387d9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.646812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:19.647314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d142cad5-716b-454e-806c-361b080fca73 req-c11e8552-31b6-4570-a5ae-913fded387d9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.4376030 Jun 30 08:57:19.656432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Made reservation on behalf of 462490e123844c658aa29a8917d82e0e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:19.661179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:19.759922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-637061d9-806c-45e4-b63d-d5a003cd1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.761816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-637061d9-806c-45e4-b63d-d5a003cd1d72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.2540078 Jun 30 08:57:19.794301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d142cad5-716b-454e-806c-361b080fca73 req-0b9505d5-cc36-4b5e-81e5-6df7c5dd8b1c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457343 Jun 30 08:57:19.837187 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-d9968bda-2ac4-460f-9b91-1c2b7c1095ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 200 len: 217 time: 0.0652137 Jun 30 08:57:19.841711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996389c-08ed-4e90-8b26-d0144e76ee99 req-aa2c7d76-52e6-41f2-90ba-f65095283c93 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.844418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d996389c-08ed-4e90-8b26-d0144e76ee99 req-aa2c7d76-52e6-41f2-90ba-f65095283c93 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 949 time: 0.3816841 Jun 30 08:57:19.996717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-e0ee960a-43be-48ce-b8c1-33d392eeff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:19.998465 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-e0ee960a-43be-48ce-b8c1-33d392eeff1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1448596 Jun 30 08:57:20.000202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:20.009959 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:20.028006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:20.037949 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:20.065542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-abf6453c-c619-4846-8fff-0ae9c834d4c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495543 Jun 30 08:57:20.125660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] No DVR routers for this DVR port 4b22aa01-0bab-4a46-bb15-c35ad84366b7 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:20.140519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:20.142705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-970d77e7-466c-43b6-bf13-d738094d7288 req-b9f36f3b-97fe-4cd7-bb1e-8a6a95786758 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.11 "DELETE /v2.0/ports/4b22aa01-0bab-4a46-bb15-c35ad84366b7 HTTP/1.1" status: 204 len: 173 time: 3.2189839 Jun 30 08:57:20.143548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-deleted', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:20.147280 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9273d-1fd1-4997-99e1-a58853d04428" -d '{"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-deleted", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:20.169922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-8a914932-e89c-4fe5-840b-e0bde25bd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.171897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-8a914932-e89c-4fe5-840b-e0bde25bd6cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b55edd7b-244b-4d9d-ac9c-34c4edd160f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5538611 Jun 30 08:57:20.185194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d996389c-08ed-4e90-8b26-d0144e76ee99 req-f4e0532d-2551-470d-96b1-153c70b4870c tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279369 Jun 30 08:57:20.296979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-81c5e70e-dded-461c-9165-f5899e3de6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080688 Jun 30 08:57:20.341451 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:20.510289 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-15fd2b9b-02c9-4bfe-af13-b36a3de88ec2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015748 Jun 30 08:57:20.684182 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:20.711201 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:20.720421 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:20.721248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:20.761018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31075715-9dac-472c-a18c-bb68bf41886b req-f96ae1d4-e026-44fa-b266-13c1bc79f33e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 210 time: 0.0594828 Jun 30 08:57:20.780182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Allocated IP 172.20.0.8 (559d2b51-8adb-4eed-aebe-31f2595ff978/24147013-cfb1-4012-af85-8967c0cf81d4/d062b2a5-bdb6-451a-83c6-b3617a8a8e37) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:20.839447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b94022e8-ac05-4d63-9c46-5927d976db22 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.840933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b94022e8-ac05-4d63-9c46-5927d976db22 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.41 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 823 time: 0.9146473 Jun 30 08:57:20.863710 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:20.905600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-9b37eed8-eb25-4bf1-a560-dad3d5db730f service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137246 Jun 30 08:57:20.930160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a962e26-12a5-4508-8ffd-5abcebc85776 req-d2aa89f5-4264-482d-a602-36d28f1867ba tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:20.931696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a962e26-12a5-4508-8ffd-5abcebc85776 req-d2aa89f5-4264-482d-a602-36d28f1867ba tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.7321072 Jun 30 08:57:21.024804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b210713d-8419-467b-a518-fe4e6c76d555 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04beffcda04d9883ed6b79fb5ca37a HTTP/1.1" status: 200 len: 380 time: 0.1578345 Jun 30 08:57:21.051246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'port': {'device_id': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'admin_state_up': True, 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'security_groups': ['8d0c86a3-becc-44ac-a0ca-363ffca17cb7']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:21.223961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a962e26-12a5-4508-8ffd-5abcebc85776 req-641ff975-ce99-479a-b540-5a79a7ac57b4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777150 Jun 30 08:57:21.234647 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:21.280949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a652b3e6-0708-4201-acb1-05f53bf800de req-512f65ac-4386-407a-95f6-0f7d71733b85 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 210 time: 0.1110487 Jun 30 08:57:21.287220 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41985ab-ded9-40b9-a544-3e45f0b7d3e0 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:21.360350 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b270889-1687-4d60-a757-7f788e62d36f x-openstack-request-id: req-2b270889-1687-4d60-a757-7f788e62d36f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:21.360960 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e02051-0914-48d1-96c9-5bb11b62f041", "name": "network-vif-deleted", "tag": "4b22aa01-0bab-4a46-bb15-c35ad84366b7", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:21.360960 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b270889-1687-4d60-a757-7f788e62d36f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:21.361444 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e02051-0914-48d1-96c9-5bb11b62f041', 'name': 'network-vif-deleted', 'tag': '4b22aa01-0bab-4a46-bb15-c35ad84366b7', 'status': 'completed', 'code': 200} Jun 30 08:57:21.386614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.410024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-b7b549ba-0291-411e-92d6-a58b588c1c9f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:21.411561 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-b7b549ba-0291-411e-92d6-a58b588c1c9f tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 949 time: 0.1915786 Jun 30 08:57:21.418067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821a308-8215-4e2a-9203-067e70b260ba req-3cffa46a-82ea-40f5-b96c-2763ce66d765 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:21.419523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-3cffa46a-82ea-40f5-b96c-2763ce66d765 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1865027 Jun 30 08:57:21.447091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.532103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f544ce46-2b40-4404-9caa-6b1e777f64ac req-048fb00c-bde9-4049-be8d-d58b23d45f58 service neutron] 10.222.0.41 "GET /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989804 Jun 30 08:57:21.582528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Network 559d2b51-8adb-4eed-aebe-31f2595ff978 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:21.595033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:21.606590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:21.622660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Deleting port 80986cf1-15cd-448e-b7de-a8ec673bae46 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:21.623011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.668391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a821a308-8215-4e2a-9203-067e70b260ba req-89b00037-20d7-4425-bf38-e2affb84d062 service neutron] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:21.673194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a821a308-8215-4e2a-9203-067e70b260ba req-89b00037-20d7-4425-bf38-e2affb84d062 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.674311 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a821a308-8215-4e2a-9203-067e70b260ba req-89b00037-20d7-4425-bf38-e2affb84d062 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636/bindings/n-h1-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.2461495 Jun 30 08:57:21.689729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:21.690490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.710947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.740044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] For port 80986cf1-15cd-448e-b7de-a8ec673bae46, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=80986cf1-15cd-448e-b7de-a8ec673bae46,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:21.740493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.753779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Calling delete_port for 80986cf1-15cd-448e-b7de-a8ec673bae46 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:21.784701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Made reservation on behalf of 7f04beffcda04d9883ed6b79fb5ca37a for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:21.788228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.794973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb4d86-02d6-481b-b7f9-4cbaf11dc6d1 None None] New status for floating IP ed284f31-ca40-4779-8282-9d9d254f7989: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:57:21.795774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-a343eb32-06fc-4393-bd9e-9ffc091d6696 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4164302 Jun 30 08:57:21.913117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:21.927321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['80986cf1-15cd-448e-b7de-a8ec673bae46', '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:21.944205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event deleted for resources: {'Port': ['ID=80986cf1-15cd-448e-b7de-a8ec673bae46,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:21.997459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Allocated IP 172.20.0.4 (2e11c203-c828-42ee-b354-0c030fc7c4b3/e18a5e63-eb87-4f6d-82e9-a80f997e0317/38b28f9f-226e-4610-bcf6-374207244046) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:22.016528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] No DVR routers for this DVR port 80986cf1-15cd-448e-b7de-a8ec673bae46 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:22.019982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.022244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-41068c6f-b277-4a26-bce8-97e4dd1d823e req-5e2afce3-b68a-4786-b579-7c258bc4edc9 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "DELETE /v2.0/ports/80986cf1-15cd-448e-b7de-a8ec673bae46 HTTP/1.1" status: 204 len: 173 time: 0.6017880 Jun 30 08:57:22.032287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Request body: {'port': {'device_id': 'cf917e93-0914-4840-9920-ba36dd076747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:22.127709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f1d0-f78d-455e-aaef-df835403b79f req-75b9f1b5-0915-4f77-a0e1-613ab6917b1f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.140009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9085f1d0-f78d-455e-aaef-df835403b79f req-75b9f1b5-0915-4f77-a0e1-613ab6917b1f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.4594574 Jun 30 08:57:22.154638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaacd6-cab6-441a-8423-1173e610a896 req-32e8828b-db20-4a28-a35b-92d23bcc354d tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.162683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cccaacd6-cab6-441a-8423-1173e610a896 req-32e8828b-db20-4a28-a35b-92d23bcc354d tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1a71ea-4b24-4f88-b633-d8dad895ed41 HTTP/1.1" status: 200 len: 867 time: 0.4952047 Jun 30 08:57:22.326548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9085f1d0-f78d-455e-aaef-df835403b79f req-0e955277-0ae9-4b09-8bc3-0b7c48f8d651 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851945 Jun 30 08:57:22.332569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.354620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cccaacd6-cab6-441a-8423-1173e610a896 req-71a2573b-3cba-402c-b530-ca7545c0b2a8 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869202 Jun 30 08:57:22.560573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.606563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:22.649270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Transition to ACTIVE for port object 38b28f9f-226e-4610-bcf6-374207244046 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:22.769849 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.822719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:22.825284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:22.828043 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf80f3-6a31-4930-92ca-ef48479a5eed" -d '{"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:22.845478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.853187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cf1f-05e6-46a5-bc68-c86047d15902 req-1fd9e721-3124-4aa3-b8bd-b20013918700 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:22.860659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6402cf1f-05e6-46a5-bc68-c86047d15902 req-1fd9e721-3124-4aa3-b8bd-b20013918700 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 931 time: 0.3039904 Jun 30 08:57:22.944209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6402cf1f-05e6-46a5-bc68-c86047d15902 req-74bf113f-32c6-4c09-8255-b2b1b110931d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831039 Jun 30 08:57:22.949875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:22.953372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.978302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d062b2a5-bdb6-451a-83c6-b3617a8a8e37 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:23.037166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.063492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:23.074873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Transition to ACTIVE for port object d062b2a5-bdb6-451a-83c6-b3617a8a8e37 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:23.076515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:23.079062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event updated for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:23.081927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:23.087449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.214438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.217684 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.220825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:23.291948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-5f858431-01b4-418f-b9eb-2db15f7c20b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2451363 Jun 30 08:57:23.325401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Request body: {'port': {'device_id': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:23.363100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'name': 'network-vif-deleted', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:23.365291 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d20c9e-23b8-425e-bd67-a75486671c72" -d '{"events": [{"server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "name": "network-vif-deleted", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:23.399033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff887d6-41a8-4412-a02a-d4f2797fb092 req-360f1123-61fb-4dfe-98bc-b67d5e4f636a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.400492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ff887d6-41a8-4412-a02a-d4f2797fb092 req-360f1123-61fb-4dfe-98bc-b67d5e4f636a tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2539153 Jun 30 08:57:23.454555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:23.454896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:23.455226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:23.458886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-843ac1b5-64db-4f8a-a194-92e6692835a5 None None] Provisioning for port 38b28f9f-226e-4610-bcf6-374207244046 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:23.462843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-843ac1b5-64db-4f8a-a194-92e6692835a5 None None] Provisioning complete for port 38b28f9f-226e-4610-bcf6-374207244046 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:23.463223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-843ac1b5-64db-4f8a-a194-92e6692835a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.485078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069be6a-0e39-4c43-a73d-62305075fc77 req-c61d0db7-db57-4217-b791-26ef9cadda38 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.486952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5069be6a-0e39-4c43-a73d-62305075fc77 req-c61d0db7-db57-4217-b791-26ef9cadda38 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 931 time: 0.2550097 Jun 30 08:57:23.492181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:23.492801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:23.528742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:23.529373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:23.530016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:23.530726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Bound port: d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:23.531326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.535995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-843ac1b5-64db-4f8a-a194-92e6692835a5 None None] Port 38b28f9f-226e-4610-bcf6-374207244046 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:23.561943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ff887d6-41a8-4412-a02a-d4f2797fb092 req-1d169eb0-9b53-4703-8830-c84a89a58f44 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481960 Jun 30 08:57:23.562579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.625318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5069be6a-0e39-4c43-a73d-62305075fc77 req-1e4e2702-5fa6-4943-a3bd-f89542270c66 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250756 Jun 30 08:57:23.665108 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e660ec4-ee9e-48ae-95e2-6337cca3bf3e x-openstack-request-id: req-0e660ec4-ee9e-48ae-95e2-6337cca3bf3e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:23.665851 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:23.665851 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e660ec4-ee9e-48ae-95e2-6337cca3bf3e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:23.666143 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'code': 200} Jun 30 08:57:23.739447 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b2101-c5b3-4338-907e-4e21f325de1a x-openstack-request-id: req-3c2b2101-c5b3-4338-907e-4e21f325de1a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:23.739978 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a71ea-4b24-4f88-b633-d8dad895ed41", "name": "network-vif-deleted", "tag": "80986cf1-15cd-448e-b7de-a8ec673bae46", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:23.740592 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c2b2101-c5b3-4338-907e-4e21f325de1a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:23.741320 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a71ea-4b24-4f88-b633-d8dad895ed41', 'name': 'network-vif-deleted', 'tag': '80986cf1-15cd-448e-b7de-a8ec673bae46', 'status': 'completed', 'code': 200} Jun 30 08:57:23.769584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:23.820508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:23.845491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:23.999041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:23.999732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.001122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-b81328ce-380c-4787-830d-d032b130e726 service neutron] 10.222.0.41 "PUT /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 1092 time: 1.9732516 Jun 30 08:57:24.001572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:24.004566 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d4bfa-5531-4330-aced-f90566daf26a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:24.064232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81328ce-380c-4787-830d-d032b130e726 service neutron] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:24.148557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fed367-75a6-4ca6-a0b6-ac5d98ef9f43 req-55867a09-7258-44b0-b195-2d57bae7234b tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.150084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4fed367-75a6-4ca6-a0b6-ac5d98ef9f43 req-55867a09-7258-44b0-b195-2d57bae7234b tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1096 time: 0.1950147 Jun 30 08:57:24.214406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b28f9f-226e-4610-bcf6-374207244046 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:24.230088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.254699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-6638ecdb-5133-48b9-8efb-1a03afefb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.256202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-6638ecdb-5133-48b9-8efb-1a03afefb5ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1095 time: 0.1819935 Jun 30 08:57:24.265645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4fed367-75a6-4ca6-a0b6-ac5d98ef9f43 req-b315458c-3868-4982-b4de-bbeea61b8dc3 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863729 Jun 30 08:57:24.273319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Transition to ACTIVE for port object 38b28f9f-226e-4610-bcf6-374207244046 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:24.312567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-7f09a474-d75d-4082-b271-be4e95672ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 217 time: 0.0458937 Jun 30 08:57:24.313305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.420389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Pushing event updated for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:24.427449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2f051-48da-4399-8986-59b3690d35eb req-2e84514b-3b04-405b-acb1-02979e08685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.430292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-2e84514b-3b04-405b-acb1-02979e08685b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1053536 Jun 30 08:57:24.469429 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d0186-37e8-4921-983d-c2b60eee10af x-openstack-request-id: req-560d0186-37e8-4921-983d-c2b60eee10af {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:24.469721 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:24.470001 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-560d0186-37e8-4921-983d-c2b60eee10af {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:24.470395 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'status': 'completed', 'code': 200} Jun 30 08:57:24.544487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-24b86381-43ff-4c72-852a-ce7ba3abc2ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878494 Jun 30 08:57:24.628878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 80986cf1-15cd-448e-b7de-a8ec673bae46 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:24.664560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Attempting to bind port 38b28f9f-226e-4610-bcf6-374207244046 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:24.664972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Attempting to bind port 38b28f9f-226e-4610-bcf6-374207244046 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:24.665424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Attempting to bind port 38b28f9f-226e-4610-bcf6-374207244046 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:24.689041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 80986cf1-15cd-448e-b7de-a8ec673bae46 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:24.702705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 80986cf1-15cd-448e-b7de-a8ec673bae46 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:24.716360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Port 38b28f9f-226e-4610-bcf6-374207244046 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:24.716815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Attempting to bind port 38b28f9f-226e-4610-bcf6-374207244046 on network 2e11c203-c828-42ee-b354-0c030fc7c4b3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:24.766235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:24.766632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Checking segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:24.767095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Bound using segment: {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:24.767626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Bound port: 38b28f9f-226e-4610-bcf6-374207244046, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01979d32-7704-4d54-88b5-1c0ccf0b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:24.768169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:24.843310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-8d943528-b4ef-47f6-a245-2a09a1acc917 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750592 Jun 30 08:57:24.855058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa83a9b-b30c-4d6d-a337-3f5a632bb9ab req-b9fc6e09-3042-48ae-9ffd-3e8a74cd967e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:24.856598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fa83a9b-b30c-4d6d-a337-3f5a632bb9ab req-b9fc6e09-3042-48ae-9ffd-3e8a74cd967e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.3237023 Jun 30 08:57:25.028002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-d73541b4-7c59-40c0-979d-b8940f8b4680 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.029440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-d73541b4-7c59-40c0-979d-b8940f8b4680 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.3098147 Jun 30 08:57:25.044387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:25.055381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fa83a9b-b30c-4d6d-a337-3f5a632bb9ab req-e10010fb-e41e-43f1-b543-58962e3299d1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622574 Jun 30 08:57:25.058863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=38b28f9f-226e-4610-bcf6-374207244046,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:25.074587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:25.084937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-bcb1c05c-4c8f-4ade-808c-40de5a287887 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/quotas/0e60dfb5ddbc4458bf7f543c481735b3 HTTP/1.1" status: 200 len: 375 time: 0.0453231 Jun 30 08:57:25.132156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdb2f051-48da-4399-8986-59b3690d35eb req-032635cb-14d0-4f30-b393-231ed02683fe service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503057 Jun 30 08:57:25.170109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.170739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:25.172393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] 10.222.0.41 "PUT /v2.0/ports/38b28f9f-226e-4610-bcf6-374207244046 HTTP/1.1" status: 200 len: 1092 time: 1.8529077 Jun 30 08:57:25.277615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b11afa-0e85-4daf-b07b-c4f8736bcf92 service neutron] Pushing event updated for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:25.672029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-eac339b6-bde1-4506-8198-834159277cbb tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5543821 Jun 30 08:57:25.741685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d4bfa-5531-4330-aced-f90566daf26a req-d05515dd-2a95-4451-b397-4e1703127327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.743261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-d05515dd-2a95-4451-b397-4e1703127327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1095 time: 0.5221899 Jun 30 08:57:25.751623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a5ce-fb04-4337-859c-ada77d72ebde req-e269b76a-e7c0-45c5-acf6-41da582e66ce tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.753391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7409a5ce-fb04-4337-859c-ada77d72ebde req-e269b76a-e7c0-45c5-acf6-41da582e66ce tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 1096 time: 0.5097487 Jun 30 08:57:25.772139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-42b2b33b-58b1-4502-b8f1-94231c630ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:25.773697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-42b2b33b-58b1-4502-b8f1-94231c630ddf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 1095 time: 0.5469785 Jun 30 08:57:25.894241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-1bad9b8f-b1c4-40a0-9083-47e624573060 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b28f9f-226e-4610-bcf6-374207244046 HTTP/1.1" status: 200 len: 217 time: 0.0727046 Jun 30 08:57:25.944293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7409a5ce-fb04-4337-859c-ada77d72ebde req-7221997b-b55e-453b-8ff6-344cee528fd6 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695595 Jun 30 08:57:25.956025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-462a0b65-35a2-4fbf-9ce6-1688750bb2c1 service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758899 Jun 30 08:57:26.032440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d4bfa-5531-4330-aced-f90566daf26a req-0c353171-dad1-455c-aa94-caeca6800af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.034454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-0c353171-dad1-455c-aa94-caeca6800af6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2776029 Jun 30 08:57:26.037419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-d9540db0-5bcb-4bf7-b22b-f9a159fe9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.038794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-d9540db0-5bcb-4bf7-b22b-f9a159fe9f10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.1338332 Jun 30 08:57:26.130418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-d04a30b0-a117-4fda-a60d-cb03f075850c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 217 time: 0.0838127 Jun 30 08:57:26.234105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-458ca216-d314-4820-8912-f8bf9792ab81 service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674098 Jun 30 08:57:26.246864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d4bfa-5531-4330-aced-f90566daf26a req-dca0198a-af20-41ea-b189-a957ab70ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.248262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-dca0198a-af20-41ea-b189-a957ab70ea85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.1064975 Jun 30 08:57:26.294964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-9af66dd4-ef10-43a8-9e76-877faebb4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.296473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-9af66dd4-ef10-43a8-9e76-877faebb4a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2411873 Jun 30 08:57:26.298747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-d58b2a24-4e58-414f-b34d-14facf34bb01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410070 Jun 30 08:57:26.316270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ccd55-8b29-4780-85f2-9a662937ff0e req-d12e4310-5bd5-4d98-9595-c594b5ef7a38 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.317911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b7ccd55-8b29-4780-85f2-9a662937ff0e req-d12e4310-5bd5-4d98-9595-c594b5ef7a38 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 951 time: 0.1935894 Jun 30 08:57:26.482456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'tag': '38b28f9f-226e-4610-bcf6-374207244046'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:26.486092 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c75415c-edde-49dc-815c-905e6d746293" -d '{"events": [{"name": "network-changed", "server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "tag": "38b28f9f-226e-4610-bcf6-374207244046"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:26.519516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-3854bf8b-f5cb-4e2d-bfde-599f39984049 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.521127 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-3854bf8b-f5cb-4e2d-bfde-599f39984049 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/ports?device_id=50d49a13-07c4-4773-a0c6-8de4aa95b79d HTTP/1.1" status: 200 len: 943 time: 0.1247756 Jun 30 08:57:26.522296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b7ccd55-8b29-4780-85f2-9a662937ff0e req-da9656f5-0382-4532-83b2-b62704749908 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1277199-5f5c-4d4d-83db-29124116fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868680 Jun 30 08:57:26.568792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-1d82050d-157d-4660-97ab-808d88d01afb service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497563 Jun 30 08:57:26.571030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-a9e0e426-902b-42bd-b54e-079338e75a41 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510839 Jun 30 08:57:26.766961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-4427a906-8073-46a3-b3bb-a748ec37ebb2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:26.769588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-4427a906-8073-46a3-b3bb-a748ec37ebb2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 951 time: 0.2358217 Jun 30 08:57:26.832653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Deleting port 1e6e237a-cff4-4401-ae8f-21871de5b83b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:26.833116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.925878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b59d4bfa-5531-4330-aced-f90566daf26a req-33802b63-2502-49b9-92e3-4b2dd458df4c service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431416 Jun 30 08:57:26.990583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] For port 1e6e237a-cff4-4401-ae8f-21871de5b83b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e6e237a-cff4-4401-ae8f-21871de5b83b,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:26.990956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:26.999914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Deleting port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:27.000301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.048253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2026aac-f4fa-49fd-97b7-8db8bf2d76ab req-8c20af3a-d063-4727-b48a-48967e1bded6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676969 Jun 30 08:57:27.052815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Calling delete_port for 1e6e237a-cff4-4401-ae8f-21871de5b83b owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:27.056443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9f1b3-0ade-4e49-9973-a4e20e5fca00 req-af3a8f1d-dff8-44f4-ba2f-0c999548f1ba tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.058189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ba9f1b3-0ade-4e49-9973-a4e20e5fca00 req-af3a8f1d-dff8-44f4-ba2f-0c999548f1ba tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 943 time: 0.3402538 Jun 30 08:57:27.100098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902406d-ebee-4a9f-ae65-1dadbee96dc5 req-ffd67721-b2a8-42ee-99f7-e1262f6761fb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.107778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a902406d-ebee-4a9f-ae65-1dadbee96dc5 req-ffd67721-b2a8-42ee-99f7-e1262f6761fb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.1770861 Jun 30 08:57:27.172661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a902406d-ebee-4a9f-ae65-1dadbee96dc5 req-f2570f93-74eb-446a-be0d-072877e50955 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638576 Jun 30 08:57:27.176860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ba9f1b3-0ade-4e49-9973-a4e20e5fca00 req-65a691b0-cda2-436a-bbc2-2dbd1a8670b3 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087475 Jun 30 08:57:27.197917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] For port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:27.198411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.218570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Calling delete_port for 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:27.408519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.479647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event deleted for resources: {'Port': ['ID=1e6e237a-cff4-4401-ae8f-21871de5b83b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:27.503204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cbee1-cec1-4f20-a9e4-3a8957e11900 req-25a9a785-4f99-45d6-b3f6-e7dcb2a9447e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:27.513549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-246cbee1-cec1-4f20-a9e4-3a8957e11900 req-25a9a785-4f99-45d6-b3f6-e7dcb2a9447e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1104338 Jun 30 08:57:27.579806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-246cbee1-cec1-4f20-a9e4-3a8957e11900 req-83c021e5-83f8-4409-a5b4-3038c5e7ae35 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652144 Jun 30 08:57:27.607667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] No DVR routers for this DVR port 1e6e237a-cff4-4401-ae8f-21871de5b83b on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:27.610104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.612644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3e69760a-3942-4994-92ba-6804c15f0b71 req-fd72b8c5-ec8d-45f5-acfe-3747bafb0a05 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "DELETE /v2.0/ports/1e6e237a-cff4-4401-ae8f-21871de5b83b HTTP/1.1" status: 204 len: 173 time: 1.0581408 Jun 30 08:57:27.619232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-deleted', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:27.623129 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca40147-ed91-43b7-b6a6-9ab05cceacd5" -d '{"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-deleted", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:27.637437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.650164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['777e01dd-fd5d-49ff-b425-ea7c1e41caf4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:27.685784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Pushing event deleted for resources: {'Port': ['ID=777e01dd-fd5d-49ff-b425-ea7c1e41caf4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:27.732914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] No DVR routers for this DVR port 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:27.736269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:27.739458 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2416d876-8d6c-4a03-b49d-d7ef6b4c8f5f req-1f64f1df-36eb-438f-938e-be5466d105b3 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.11 "DELETE /v2.0/ports/777e01dd-fd5d-49ff-b425-ea7c1e41caf4 HTTP/1.1" status: 204 len: 173 time: 0.9613495 Jun 30 08:57:27.810884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b172f367-a5cd-463c-8922-5ca467a558d5 req-c1a20375-1eb2-4700-bb98-788b6695d7d5 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 210 time: 0.0553563 Jun 30 08:57:27.835667 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54fd4be-edc6-40b7-bc42-1ca56024fb92 x-openstack-request-id: req-c54fd4be-edc6-40b7-bc42-1ca56024fb92 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:27.835960 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "tag": "38b28f9f-226e-4610-bcf6-374207244046", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:27.836412 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c54fd4be-edc6-40b7-bc42-1ca56024fb92 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:27.836817 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'tag': '38b28f9f-226e-4610-bcf6-374207244046', 'status': 'completed', 'code': 200} Jun 30 08:57:27.914755 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ececf5bc-55b8-4b61-bb52-432dd355bba2 x-openstack-request-id: req-ececf5bc-55b8-4b61-bb52-432dd355bba2 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:27.915249 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d49a13-07c4-4773-a0c6-8de4aa95b79d", "name": "network-vif-deleted", "tag": "1e6e237a-cff4-4401-ae8f-21871de5b83b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:27.915616 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ececf5bc-55b8-4b61-bb52-432dd355bba2 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:27.916154 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d49a13-07c4-4773-a0c6-8de4aa95b79d', 'name': 'network-vif-deleted', 'tag': '1e6e237a-cff4-4401-ae8f-21871de5b83b', 'status': 'completed', 'code': 200} Jun 30 08:57:28.009402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1d17263-64db-4b87-baa5-89a02c35fd7f req-b447e1e5-b33e-4e1f-b588-09dfab70dde2 tempest-ServersAdminTestJSON-1199425824 tempest-ServersAdminTestJSON-1199425824-project] 10.222.0.66 "GET /v2.0/ports?device_id=af3d7824-294f-4f47-ad0f-6b90f41d7434 HTTP/1.1" status: 200 len: 210 time: 0.0472262 Jun 30 08:57:28.167970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75415c-edde-49dc-815c-905e6d746293 req-0c4ebb47-81a9-4505-99f9-faf46806114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.169786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-0c4ebb47-81a9-4505-99f9-faf46806114a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 1095 time: 0.1456037 Jun 30 08:57:28.176903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6e67901c-39b6-46d5-990a-b14a8c7d7fe3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.178606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6e67901c-39b6-46d5-990a-b14a8c7d7fe3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.41 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.1680532 Jun 30 08:57:28.196927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Request body: {'port': {'device_id': '68fb00b7-a877-4d40-87f4-473ad469b969', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'admin_state_up': True, 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:28.376914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75415c-edde-49dc-815c-905e6d746293 req-1de1677b-e79d-4315-8fc9-5d95bac941c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.379165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-1de1677b-e79d-4315-8fc9-5d95bac941c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.1994793 Jun 30 08:57:28.539311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-f5b8b463-28ee-4ed1-92ff-610617ccc135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b28f9f-226e-4610-bcf6-374207244046 HTTP/1.1" status: 200 len: 217 time: 0.1357245 Jun 30 08:57:28.565985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:28.569590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:28.649462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75415c-edde-49dc-815c-905e6d746293 req-0169f496-bad7-402d-a987-608866c053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.651035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-0169f496-bad7-402d-a987-608866c053e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.1022744 Jun 30 08:57:28.664599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 38b28f9f-226e-4610-bcf6-374207244046 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:28.702287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032ca06-07f8-42a4-ae87-f1955a36c486 req-b628b22c-062c-448b-868a-124a023314ec tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.715306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f032ca06-07f8-42a4-ae87-f1955a36c486 req-b628b22c-062c-448b-868a-124a023314ec tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 943 time: 0.3222895 Jun 30 08:57:28.754944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fed800-41fd-4d19-8b40-8d767a632af9 req-5fe805d8-01c8-472c-bf2b-f037e1f1c269 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.756409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89fed800-41fd-4d19-8b40-8d767a632af9 req-5fe805d8-01c8-472c-bf2b-f037e1f1c269 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.3239722 Jun 30 08:57:28.813425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=38b28f9f-226e-4610-bcf6-374207244046,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:28.837593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '38b28f9f-226e-4610-bcf6-374207244046', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'port_id': '38b28f9f-226e-4610-bcf6-374207244046', 'mac_address': 'fa:16:3e:e8:68:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:28.853889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f032ca06-07f8-42a4-ae87-f1955a36c486 req-a1db9718-d90c-4226-8ef8-e9d0260632b4 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428480 Jun 30 08:57:28.879367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:28.900506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b28f9f-226e-4610-bcf6-374207244046 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:28.925866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89fed800-41fd-4d19-8b40-8d767a632af9 req-ea9b7008-1631-4cc9-b639-3ee49f55a93d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585963 Jun 30 08:57:28.930162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75415c-edde-49dc-815c-905e6d746293 req-9c7c396a-f2e2-468e-b58d-1d7e87cc1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:28.931765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-9c7c396a-f2e2-468e-b58d-1d7e87cc1648 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496026 Jun 30 08:57:28.949213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=38b28f9f-226e-4610-bcf6-374207244046,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:28.958073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.058901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:29.081727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Allocated IP 172.20.0.6 (2246ad04-7b93-4d62-94d6-412ecb002d0f/e280d8d1-6e09-40b2-980d-47762bf098c4/86d983be-6b88-4725-a8bd-9ae3532b2c20) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:29.232143 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-40296531-0ae0-47b1-82b6-18f63b0f03c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.257083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['38b28f9f-226e-4610-bcf6-374207244046'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:29.286315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f47ea7dc-36ce-4d44-93e3-19b5b2f4b836 req-8f7056fb-7763-4d40-9e08-013f16a0a84a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 210 time: 0.0628757 Jun 30 08:57:29.297215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-9d19f754-b33b-4519-bbbc-3096668c5f6d service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475947 Jun 30 08:57:29.484466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ff28d-410b-48ea-8458-ac7eac306f3e req-3fce832f-81ae-49ae-9cdd-0dff37d5efba tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:29.486094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db5ff28d-410b-48ea-8458-ac7eac306f3e req-3fce832f-81ae-49ae-9cdd-0dff37d5efba tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.3438749 Jun 30 08:57:29.590897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db5ff28d-410b-48ea-8458-ac7eac306f3e req-dbd2199c-49d0-40bf-84e9-3ec0b89d2c30 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966797 Jun 30 08:57:29.599222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c75415c-edde-49dc-815c-905e6d746293 req-a5d5b228-febd-4243-b128-35e511e75795 service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277176 Jun 30 08:57:29.604179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.670841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:29.751483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:29.756174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:29.771731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:29.773646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:29.777043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:29.925041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-deleted', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:29.928937 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bb08e2-d588-4766-8e5d-606a9ad8ba45" -d '{"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-deleted", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:30.008791 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50934e3d-ea53-45b3-823c-585a7e1c827d x-openstack-request-id: req-50934e3d-ea53-45b3-823c-585a7e1c827d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:30.009087 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3d7824-294f-4f47-ad0f-6b90f41d7434", "name": "network-vif-deleted", "tag": "777e01dd-fd5d-49ff-b425-ea7c1e41caf4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:30.009347 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50934e3d-ea53-45b3-823c-585a7e1c827d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:30.009782 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3d7824-294f-4f47-ad0f-6b90f41d7434', 'name': 'network-vif-deleted', 'tag': '777e01dd-fd5d-49ff-b425-ea7c1e41caf4', 'status': 'completed', 'code': 200} Jun 30 08:57:30.013471 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-200ad4b2-1427-46ba-98ee-6d8ed5ae451b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cae5a6a3008490da85302e229cd63c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593431 Jun 30 08:57:30.015728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:30.054944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:57:30.136400 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.178581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.260377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.263883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.282070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1277199-5f5c-4d4d-83db-29124116fab5 HTTP/1.1" status: 204 len: 168 time: 0.2642844 Jun 30 08:57:30.306053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b841-efcf-4c18-8dfd-c682556c3859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1277199-5f5c-4d4d-83db-29124116fab5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:30.354845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.358010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.384771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-6a28326e-4609-42c2-80c7-eb92338090e7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1922886 Jun 30 08:57:30.404337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Request body: {'port': {'device_id': '68fb00b7-a877-4d40-87f4-473ad469b969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:30.487259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea480a1-1073-4822-9a1e-81e084292105 req-45e8679f-8ad4-48f3-8cef-39b4f5093398 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.489015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ea480a1-1073-4822-9a1e-81e084292105 req-45e8679f-8ad4-48f3-8cef-39b4f5093398 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2621968 Jun 30 08:57:30.501418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50fb9-71e0-4c3a-99c6-2778938d8b55 req-d7154330-4ad2-4950-a4b3-6a52b5c2c27d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:30.508944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54b50fb9-71e0-4c3a-99c6-2778938d8b55 req-d7154330-4ad2-4950-a4b3-6a52b5c2c27d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 944 time: 0.2595515 Jun 30 08:57:30.538299 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-70009edf-02d4-4039-bb23-065290a84c96 service neutron] show failed (client error): The resource could not be found. Jun 30 08:57:30.539699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-70009edf-02d4-4039-bb23-065290a84c96 service neutron] 10.222.0.11 "GET /v2.0/ports/4acd6c76-c4db-445b-a486-29252bf2818d/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0620594 Jun 30 08:57:30.590336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:30.621009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ea480a1-1073-4822-9a1e-81e084292105 req-2ccadac1-21f1-4d55-b416-25ced8c9e138 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915182 Jun 30 08:57:30.638028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54b50fb9-71e0-4c3a-99c6-2778938d8b55 req-79db1687-6e60-40a9-9e94-479197ee6eb4 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278653 Jun 30 08:57:30.679258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 38b28f9f-226e-4610-bcf6-374207244046 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:30.683838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:30.783126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:30.817870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:30.822065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 777e01dd-fd5d-49ff-b425-ea7c1e41caf4 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:30.824690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:30.893946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a4e7ac30-28e5-47cc-aaaf-a41b45ea9d80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=226d0a98cc164f6c9d3f9809c0d2af47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020961 Jun 30 08:57:30.895408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39850) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:30.965572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 1e6e237a-cff4-4401-ae8f-21871de5b83b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:30.965958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e6e237a-cff4-4401-ae8f-21871de5b83b not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:31.003459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 38b28f9f-226e-4610-bcf6-374207244046 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:31.008421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 38b28f9f-226e-4610-bcf6-374207244046 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:31.008809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.010568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.060438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.113241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.121168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfcd5b-31d5-4aff-9a5b-174e25f59247 req-f720c813-ac0c-4cf1-a19f-b0fbbd0abbcf tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.133031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dccfcd5b-31d5-4aff-9a5b-174e25f59247 req-f720c813-ac0c-4cf1-a19f-b0fbbd0abbcf tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 931 time: 0.2954159 Jun 30 08:57:31.143034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b28f9f-226e-4610-bcf6-374207244046'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:31.150217 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80606b-0dbc-408a-9e4a-2cd399dcfa97" -d '{"events": [{"server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "name": "network-vif-plugged", "status": "completed", "tag": "38b28f9f-226e-4610-bcf6-374207244046"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:31.150489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.153257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.154641 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d152ea97-3d0a-422f-a554-11783bb3265d HTTP/1.1" status: 204 len: 168 time: 0.2582808 Jun 30 08:57:31.176442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033253e-6e7c-41ac-b983-90b466883b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152ea97-3d0a-422f-a554-11783bb3265d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:31.197566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=38b28f9f-226e-4610-bcf6-374207244046,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:31.225019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.291748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dccfcd5b-31d5-4aff-9a5b-174e25f59247 req-cd6147d1-f83a-43f3-b3c3-2c022ea8a0ae tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562915 Jun 30 08:57:31.335791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810973c-d0fb-47e5-8aed-6615a3bec433 req-d52100e2-a0ae-471d-99ca-6d81a23b6b44 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.344368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5810973c-d0fb-47e5-8aed-6615a3bec433 req-d52100e2-a0ae-471d-99ca-6d81a23b6b44 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.2722054 Jun 30 08:57:31.350110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-4970ff54-bd49-48a5-9d9e-8dd36093ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.352768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-4970ff54-bd49-48a5-9d9e-8dd36093ad37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1102 time: 0.3900809 Jun 30 08:57:31.354242 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c0e5f-21c7-449a-8757-ad1f963a3389 x-openstack-request-id: req-b08c0e5f-21c7-449a-8757-ad1f963a3389 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:31.354773 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "name": "network-vif-plugged", "status": "completed", "tag": "38b28f9f-226e-4610-bcf6-374207244046", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:31.355190 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b08c0e5f-21c7-449a-8757-ad1f963a3389 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:31.357377 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b28f9f-226e-4610-bcf6-374207244046', 'code': 200} Jun 30 08:57:31.358723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:31.401585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:31.474370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d983be-6b88-4725-a8bd-9ae3532b2c20 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:31.499191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.583890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5810973c-d0fb-47e5-8aed-6615a3bec433 req-e1e8f4f6-4673-494e-94b5-22aeb405ad66 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382910 Jun 30 08:57:31.591525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Transition to ACTIVE for port object 86d983be-6b88-4725-a8bd-9ae3532b2c20 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:31.604099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.626998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.725295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:31.781108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faefeb9-10d5-41e8-87f3-e4b7cb6073a6 req-a5328342-dcdc-45ac-a841-ecd9be115bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:31.782682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9faefeb9-10d5-41e8-87f3-e4b7cb6073a6 req-a5328342-dcdc-45ac-a841-ecd9be115bc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 1097 time: 0.2980456 Jun 30 08:57:31.850303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b945d32-89fe-4e0d-97b3-6f300184ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:31.944806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.031983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9faefeb9-10d5-41e8-87f3-e4b7cb6073a6 req-ffd5845b-e776-4fcd-af53-c7733e48e8dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322791 Jun 30 08:57:32.041500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Attempting to bind port 86d983be-6b88-4725-a8bd-9ae3532b2c20 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:32.041878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Attempting to bind port 86d983be-6b88-4725-a8bd-9ae3532b2c20 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:32.042217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Attempting to bind port 86d983be-6b88-4725-a8bd-9ae3532b2c20 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:32.065147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Port 86d983be-6b88-4725-a8bd-9ae3532b2c20 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:32.065542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Attempting to bind port 86d983be-6b88-4725-a8bd-9ae3532b2c20 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:32.111696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:32.112542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Checking segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:32.112926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Bound using segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:32.113377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Bound port: 86d983be-6b88-4725-a8bd-9ae3532b2c20, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:32.113740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.154519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39884) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:32.190153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc3d99-8557-453d-b9d6-2563450f9d51 req-5a87c7d6-2bcf-4d7e-891a-cd1c5a6ee5a6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.191723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcfc3d99-8557-453d-b9d6-2563450f9d51 req-5a87c7d6-2bcf-4d7e-891a-cd1c5a6ee5a6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2927577 Jun 30 08:57:32.202561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eadad-0e0c-4162-882b-6faada66f004 req-f2753fd5-dcb3-4cbb-a1b7-36583ed8cb59 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.204097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-151eadad-0e0c-4162-882b-6faada66f004 req-f2753fd5-dcb3-4cbb-a1b7-36583ed8cb59 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.3063457 Jun 30 08:57:32.265542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-network', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:32.288086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Made reservation on behalf of c76cf7901abe49408edc256d1f78cdc4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:32.290539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.299741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.307649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:32.334057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcfc3d99-8557-453d-b9d6-2563450f9d51 req-47414ab5-a311-4480-a3fe-2f1d6ad8e513 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Jun 30 08:57:32.336587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:32.353402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-151eadad-0e0c-4162-882b-6faada66f004 req-f3ec7d52-7b69-4e61-a5aa-33c92185fe9e tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301107 Jun 30 08:57:32.358185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:32.370247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.417331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.423084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.440431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:32.446843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:32.462208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.462560 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Added segment 0c4f78ed-b41c-4582-ad2c-39eaf348f224 of type vlan for network 2026d0b4-16ef-400c-8e4b-99100a823dd1 Jun 30 08:57:32.472148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.472956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.474503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] 10.222.0.41 "PUT /v2.0/ports/86d983be-6b88-4725-a8bd-9ae3532b2c20 HTTP/1.1" status: 200 len: 1092 time: 2.0769997 Jun 30 08:57:32.478261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:32.487331 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3" -d '{"events": [{"name": "network-changed", "server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:32.518578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.523668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa00e-13c4-4e89-9d68-6ed9946b9488 service neutron] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.552587 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f1ded-3bd0-4511-98eb-7cee39fe440d x-openstack-request-id: req-fb4f1ded-3bd0-4511-98eb-7cee39fe440d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:32.552945 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:32.553336 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb4f1ded-3bd0-4511-98eb-7cee39fe440d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:32.553846 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'status': 'completed', 'code': 200} Jun 30 08:57:32.567566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.568766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.569535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.586134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.634375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc38907-0376-40a1-b68c-0fb1af68e7f7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.648368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4926012 Jun 30 08:57:32.652576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39896) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:32.652576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Transition to ACTIVE for port object 4acd6c76-c4db-445b-a486-29252bf2818d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:32.656512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daa77f-d9cd-4fb2-acde-a938ec2c3e35 admin admin] Pushing event updated for resources: {'Network': ['ID=2026d0b4-16ef-400c-8e4b-99100a823dd1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.659726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Request body: {'subnet': {'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-subnet', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:32.667687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:32.685891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.756220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Made reservation on behalf of c76cf7901abe49408edc256d1f78cdc4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:32.758520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.796481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-25b8d626-0da8-4f22-9b72-6a16deef227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.797998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-25b8d626-0da8-4f22-9b72-6a16deef227e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 1095 time: 0.2688456 Jun 30 08:57:32.816323 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:32.840032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182659f-911f-44f1-b258-360a830a08c4 req-53d37b07-0629-4ace-9c4c-4902878e1c41 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:32.841552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e182659f-911f-44f1-b258-360a830a08c4 req-53d37b07-0629-4ace-9c4c-4902878e1c41 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 943 time: 0.2517209 Jun 30 08:57:32.842612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] No DVR routers for this DVR port 4acd6c76-c4db-445b-a486-29252bf2818d on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:32.918852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:32.939333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-fe7e3493-86f0-49f0-a69e-d9c6ed1506ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20 HTTP/1.1" status: 200 len: 217 time: 0.0922816 Jun 30 08:57:33.043175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:33.043586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:33.043921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:33.060440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e182659f-911f-44f1-b258-360a830a08c4 req-56f8c975-e2da-4447-b26d-fa1135344109 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922774 Jun 30 08:57:33.066994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:33.067323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Attempting to bind port 4acd6c76-c4db-445b-a486-29252bf2818d on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:33.084262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:33.084603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:33.085055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:33.085490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Bound port: 4acd6c76-c4db-445b-a486-29252bf2818d, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:33.085876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.105278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-787f966e-5647-4270-98c4-01667dabdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.106796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-787f966e-5647-4270-98c4-01667dabdbc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.1370509 Jun 30 08:57:33.122325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.161252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481166-df2e-4c85-a27b-0e5a9ef518ef req-23b01fd3-c984-4dbe-ae42-87c0c3532205 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.162780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25481166-df2e-4c85-a27b-0e5a9ef518ef req-23b01fd3-c984-4dbe-ae42-87c0c3532205 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.4005024 Jun 30 08:57:33.208095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-9588bf24-c019-4115-990c-2ee7097bb4fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663159 Jun 30 08:57:33.374692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25481166-df2e-4c85-a27b-0e5a9ef518ef req-445dcda3-e1cf-45be-8de2-50a43185df74 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741505 Jun 30 08:57:33.383471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:33.396471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.409871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:33.449229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.483793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-b778f705-8bd7-47d4-81e5-3007457ac03d service neutron] 10.222.0.41 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639451 Jun 30 08:57:33.539993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.540618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.542021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 1097 time: 2.1522155 Jun 30 08:57:33.576190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219b26c1-81ff-4d53-bd6d-3fd719e16dc3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:33.684362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a50ef9-ce23-4c1b-8af6-5a701794e5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:33.696377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Checking segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:33.696744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Network hostable DHCP agents. Network: 2026d0b4-16ef-400c-8e4b-99100a823dd1, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:33.773257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:33.779300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6270ad-3799-4765-a7b6-319f0c774683 req-e38348af-f2d1-4257-87e9-a669ab0f5bfe service neutron] 10.222.0.41 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826271 Jun 30 08:57:33.789846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8fd9f-62e6-4265-822e-1deeee96721f req-1eb16ace-f7a2-4748-981f-0f8981d914e6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.791234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afb8fd9f-62e6-4265-822e-1deeee96721f req-1eb16ace-f7a2-4748-981f-0f8981d914e6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.2869954 Jun 30 08:57:33.830233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2026d0b4-16ef-400c-8e4b-99100a823dd1) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:33.839002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc1d75-c8d6-41cc-8e32-2bd30f390693 None None] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:33.840874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24954-cad2-4323-bb35-4b1235adbea5 req-b9a2ca19-dbb3-40ad-ad8e-eb6f7e2603ef tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.842824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c24954-cad2-4323-bb35-4b1235adbea5 req-b9a2ca19-dbb3-40ad-ad8e-eb6f7e2603ef tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.2584856 Jun 30 08:57:33.844819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-04a7e42e-ca43-42ee-a904-46ce92b12345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.846296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-04a7e42e-ca43-42ee-a904-46ce92b12345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1100 time: 0.2645521 Jun 30 08:57:33.855899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:33.856495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:33.996840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2026d0b4-16ef-400c-8e4b-99100a823dd1', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'fixed_ips': [{'subnet_id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:33.997779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.149080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Allocated IP 172.20.0.2 (2026d0b4-16ef-400c-8e4b-99100a823dd1/219b26c1-81ff-4d53-bd6d-3fd719e16dc3/e83273ce-7580-4b87-9978-cff5af8166d8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:34.248396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afb8fd9f-62e6-4265-822e-1deeee96721f req-f70f0195-8a6a-4a56-8650-6bb6497076ca tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429724 Jun 30 08:57:34.275214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c24954-cad2-4323-bb35-4b1235adbea5 req-13ee971d-51c7-4721-b978-0739e07ac2ba tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239025 Jun 30 08:57:34.280702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17239509-eac0-43f3-beee-d2d2951a6a04 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6258984 Jun 30 08:57:34.283627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39914) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:34.288733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:34.332740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.333836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.366198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.379107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Transition to ACTIVE for port object e83273ce-7580-4b87-9978-cff5af8166d8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:34.407706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c836397d-6e5f-4179-9198-765cbe9ca6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.409260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-c836397d-6e5f-4179-9198-765cbe9ca6d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.5548871 Jun 30 08:57:34.411524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Transition to ACTIVE for port object e83273ce-7580-4b87-9978-cff5af8166d8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:34.427029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.444755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-dd5aa98b-d5c1-4c26-ba7a-09b1c710fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.446284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-dd5aa98b-d5c1-4c26-ba7a-09b1c710fe4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 1095 time: 0.5654006 Jun 30 08:57:34.480906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.497036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Pushing event updated for resources: {'Port': ['ID=e83273ce-7580-4b87-9978-cff5af8166d8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:34.514419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:34.520473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:34.528718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:34.552340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-703002cf-95a3-4087-a3c2-496dd9d6d0fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.1349320 Jun 30 08:57:34.571269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}, {'name': 'network-changed', 'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:34.573582 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e3d84-9480-42b8-99f2-6443f1857d59" -d '{"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}, {"name": "network-changed", "server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:34.584516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.685498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Attempting to bind port e83273ce-7580-4b87-9978-cff5af8166d8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:34.686074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Attempting to bind port e83273ce-7580-4b87-9978-cff5af8166d8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:34.686981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Attempting to bind port e83273ce-7580-4b87-9978-cff5af8166d8 on network 2026d0b4-16ef-400c-8e4b-99100a823dd1 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:34.701044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:34.757070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:34.757669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Checking segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:34.758996 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.759688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Bound using segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:34.760749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Bound port: e83273ce-7580-4b87-9978-cff5af8166d8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:34.762223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.791954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:34.796080 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.816314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-5748c053-1f81-447f-9663-07d3ccd643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.818152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-5748c053-1f81-447f-9663-07d3ccd643a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2377281 Jun 30 08:57:34.881484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] For port e83273ce-7580-4b87-9978-cff5af8166d8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:34.886618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] For port e83273ce-7580-4b87-9978-cff5af8166d8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e83273ce-7580-4b87-9978-cff5af8166d8,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:34.894565 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:34.899450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aed41-df13-4592-8775-4461ae79791b req-418eb1e2-8a37-4adc-9c53-8c3583a6b126 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.906772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af4aed41-df13-4592-8775-4461ae79791b req-418eb1e2-8a37-4adc-9c53-8c3583a6b126 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 943 time: 0.3279274 Jun 30 08:57:34.913733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-22c983cd-400d-4a73-9708-8b8973da0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:34.915479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-22c983cd-400d-4a73-9708-8b8973da0e02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 905 time: 0.3650372 Jun 30 08:57:34.977082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941ab34-cab0-4b6f-8a35-fd318c73d65f None None] Pushing event updated for resources: {'Port': ['ID=e83273ce-7580-4b87-9978-cff5af8166d8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:34.994871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-871f3a8e-dae8-4855-a785-5eddaa96391e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20 HTTP/1.1" status: 200 len: 217 time: 0.0687931 Jun 30 08:57:35.011017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc908ec7-6f19-486e-885b-186984e2f275 req-9b6776f0-b13e-4fbc-ac67-536f2a18e74d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.012930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc908ec7-6f19-486e-885b-186984e2f275 req-9b6776f0-b13e-4fbc-ac67-536f2a18e74d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.2755344 Jun 30 08:57:35.042541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39962) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:35.053675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Request body: {'floatingip': {'port_id': '38b28f9f-226e-4610-bcf6-374207244046'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:35.126131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.138644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af4aed41-df13-4592-8775-4461ae79791b req-ed74956b-41b0-48f0-a7a7-c12cbe9b374f tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303970 Jun 30 08:57:35.149139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-aee32812-c128-48be-9d56-ce295172262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.151296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-aee32812-c128-48be-9d56-ce295172262e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3245418 Jun 30 08:57:35.267058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.331945 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51c6cf1-aa24-4f5e-b43b-273bca019588 x-openstack-request-id: req-b51c6cf1-aa24-4f5e-b43b-273bca019588 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:35.332404 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "code": 200}, {"name": "network-changed", "server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:35.332759 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b51c6cf1-aa24-4f5e-b43b-273bca019588 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:35.333266 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'code': 200} Jun 30 08:57:35.333775 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'status': 'completed', 'code': 200} Jun 30 08:57:35.389069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-ccd1c59a-79ff-4aa7-9a4d-593960c68793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.391292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-ccd1c59a-79ff-4aa7-9a4d-593960c68793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.3772359 Jun 30 08:57:35.486929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-edea6c17-3924-40a5-bcc1-751a543028c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836878 Jun 30 08:57:35.532709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-cb4ff790-3e72-463d-8ae2-0a1c6925ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.535322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-cb4ff790-3e72-463d-8ae2-0a1c6925ecb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1100 time: 0.2183101 Jun 30 08:57:35.696748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-42383ebd-76e8-4424-8d48-fe1128c6caf4 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015445 Jun 30 08:57:35.764308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-18ab2831-1c00-4b58-ba0b-b86cad821bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.765799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-18ab2831-1c00-4b58-ba0b-b86cad821bc2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2228956 Jun 30 08:57:35.841070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-fcb0443e-4221-4bd0-852e-644bc978db47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0682528 Jun 30 08:57:35.850113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e0638-70bf-4baa-aaf6-dbb9604224bf req-40625977-e962-4a7c-b35f-0d7b0cd769ec tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.857434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-637e0638-70bf-4baa-aaf6-dbb9604224bf req-40625977-e962-4a7c-b35f-0d7b0cd769ec tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.5329468 Jun 30 08:57:35.910812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.936754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:35.942471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91998745-0bd4-4301-b9a7-a5298b377a38 req-f4a63452-1647-458c-97d7-806127e5ff8e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.954826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91998745-0bd4-4301-b9a7-a5298b377a38 req-f4a63452-1647-458c-97d7-806127e5ff8e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.5042169 Jun 30 08:57:35.961050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-a506990a-0746-4614-b88d-14ce4ecefd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:35.961280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-a506990a-0746-4614-b88d-14ce4ecefd16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1120582 Jun 30 08:57:36.030716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-7bfa6d6c-026f-4d4f-a2f0-9492170ff946 service neutron] 10.222.0.41 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864097 Jun 30 08:57:36.155228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-dba6b0e9-fac3-4764-87e0-48a6abc1a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.157305 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-dba6b0e9-fac3-4764-87e0-48a6abc1a9f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647720 Jun 30 08:57:36.244437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Allocated IP 172.25.4.136 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/4e1e97cc-f778-4418-9ac2-911bc0efe9be) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:36.258606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-637e0638-70bf-4baa-aaf6-dbb9604224bf req-f66b2bd0-36ec-4a99-a1c5-2b5760a8a5c5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000285 Jun 30 08:57:36.293502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91998745-0bd4-4301-b9a7-a5298b377a38 req-a37d2610-e438-4feb-b148-91e22cd2e0ef tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370914 Jun 30 08:57:36.296062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425027cd-e50a-4ba0-b2e7-bf8c32c6eef3 req-54ee56ca-d560-4a9b-9c2d-18cedafff42f service neutron] 10.222.0.41 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431581 Jun 30 08:57:36.307729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-49aae143-424e-4f55-9589-0fccb6a0343b service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948706 Jun 30 08:57:36.530450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.547608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-5bdc77f0-ecb5-44b4-bbe6-1289ba926c4a service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821762 Jun 30 08:57:36.621969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f982d-15e8-4d6b-8d1b-a385439165c2 None None] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:36.673416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.731732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:36.733421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-d445aee9-e612-4b57-a377-750e608f95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.734620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-3e05446d-ecef-4c99-b65c-65fb14ff4e37 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775212 Jun 30 08:57:36.734968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-d445aee9-e612-4b57-a377-750e608f95aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1100 time: 0.3322942 Jun 30 08:57:36.739899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:36.743016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.744509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:36.762665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e83273ce-7580-4b87-9978-cff5af8166d8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:36.771663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:36.793533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Pushing event updated for resources: {'Port': ['ID=4e1e97cc-f778-4418-9ac2-911bc0efe9be,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:36.803460 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:36.813620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40167f9-980f-4351-925e-9fa8a8e8483e req-fc5e6a50-1c2d-49fe-9520-667fb2da93e5 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.815862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e40167f9-980f-4351-925e-9fa8a8e8483e req-fc5e6a50-1c2d-49fe-9520-667fb2da93e5 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 943 time: 0.1652520 Jun 30 08:57:36.967172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-ca297bad-1be4-4114-af0c-a0ab7893f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:36.968628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-ca297bad-1be4-4114-af0c-a0ab7893f433 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2232482 Jun 30 08:57:36.972217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e40167f9-980f-4351-925e-9fa8a8e8483e req-998f7e38-1443-4783-ba6d-2072844c73a3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Jun 30 08:57:37.055209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-c23e4e60-db02-44c0-890f-1b60d8fc1ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0639017 Jun 30 08:57:37.088157 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Floating IP ed284f31-ca40-4779-8282-9d9d254f7989 associated. External IP: 172.25.4.34, port: 38b28f9f-226e-4610-bcf6-374207244046. Jun 30 08:57:37.145189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-12715098-5a48-40b7-bc6a-806e5466fd43 None None] Provisioning for port e83273ce-7580-4b87-9978-cff5af8166d8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:37.154381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-9e18ff01-d685-4202-8183-4ef1663cecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.155719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-9e18ff01-d685-4202-8183-4ef1663cecff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0997210 Jun 30 08:57:37.305122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:37.369277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.387335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978', 'port_id': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'mac_address': 'fa:16:3e:85:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24147013-cfb1-4012-af85-8967c0cf81d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:37.573333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.590556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e83273ce-7580-4b87-9978-cff5af8166d8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:37.627731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e83273ce-7580-4b87-9978-cff5af8166d8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:37.628396 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.640811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d062b2a5-bdb6-451a-83c6-b3617a8a8e37 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:37.706965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:37.724692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.725439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:37.742129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:37.835550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:37.975411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Router ffc90d3a-0b72-4aef-826c-604e6915e9d4 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:57:37.977082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-cdf54567-33dc-49fd-a75c-ff173dfba070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:37.979012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-cdf54567-33dc-49fd-a75c-ff173dfba070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7928462 Jun 30 08:57:38.120175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:38.130540 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Sync routers for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:38.141062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:38.142391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.146212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fc181593-aa69-4e81-92ad-9fa5997be40c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8593271 Jun 30 08:57:38.147147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.147575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:38.147901 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:38.148736 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:38.160247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-487a3525-a0f9-4a03-a6a0-d00985f9cc6f None None] Provisioning complete for port e83273ce-7580-4b87-9978-cff5af8166d8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:38.162092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-487a3525-a0f9-4a03-a6a0-d00985f9cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.196547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6570-08fb-4b73-9ab0-47e1e5e358f5 req-82e608e0-f2db-4851-adbb-0e4893fa0f64 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.203779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f70c6570-08fb-4b73-9ab0-47e1e5e358f5 req-82e608e0-f2db-4851-adbb-0e4893fa0f64 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.3802109 Jun 30 08:57:38.212495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313294-1a2b-4b0c-b0c3-c783621c7237 req-d758a854-ce49-43b5-9016-38664cf3c227 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.220387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f313294-1a2b-4b0c-b0c3-c783621c7237 req-d758a854-ce49-43b5-9016-38664cf3c227 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.3981812 Jun 30 08:57:38.268665 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:38.342113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f313294-1a2b-4b0c-b0c3-c783621c7237 req-9d6f07a7-5f01-4fb7-82a2-e3375658e18b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203291 Jun 30 08:57:38.346540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-fddb5917-df3c-41f6-8ba4-4eeffb521706 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136485 Jun 30 08:57:38.357533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.380769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e83273ce-7580-4b87-9978-cff5af8166d8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e83273ce-7580-4b87-9978-cff5af8166d8,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.391935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'mac_address': 'fa:16:3e:a2:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:38.401163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.425132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f70c6570-08fb-4b73-9ab0-47e1e5e358f5 req-4814c0a1-cc16-43b9-8982-cdd4f5833153 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203038 Jun 30 08:57:38.509402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:37Z', 'revision_number': 3, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:38.539402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Checking router: ffc90d3a-0b72-4aef-826c-604e6915e9d4 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:38.540029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Updating router ffc90d3a-0b72-4aef-826c-604e6915e9d4 port 4e1e97cc-f778-4418-9ac2-911bc0efe9be binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:38.586199 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.609456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:38.617201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.635591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:38.690310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1c805-31ba-49aa-9a12-ab5b182f88c8 req-9ce917dd-deec-459e-992a-572bb30e451e tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:38.699355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3fe1c805-31ba-49aa-9a12-ab5b182f88c8 req-9ce917dd-deec-459e-992a-572bb30e451e tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 945 time: 0.2331526 Jun 30 08:57:38.711067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.715383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e83273ce-7580-4b87-9978-cff5af8166d8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:38.726068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e3d84-9480-42b8-99f2-6443f1857d59 req-d297d85e-5ca5-4301-8bc1-726eb02b0e8c service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900276 Jun 30 08:57:38.736375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d7ecbcd4-b2e3-4944-8b72-67645e19d0db tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "PUT /v2.0/floatingips/ed284f31-ca40-4779-8282-9d9d254f7989 HTTP/1.1" status: 200 len: 990 time: 3.6789348 Jun 30 08:57:38.739881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:38.739881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:38.751163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'tag': '38b28f9f-226e-4610-bcf6-374207244046'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:38.756112 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d7c395-82e9-49a9-a241-f61c385934f6" -d '{"events": [{"name": "network-changed", "server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "tag": "38b28f9f-226e-4610-bcf6-374207244046"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:38.818779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3fe1c805-31ba-49aa-9a12-ab5b182f88c8 req-3f797d22-ddf9-4cb6-afda-1b0233ab5655 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Jun 30 08:57:38.863648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d983be-6b88-4725-a8bd-9ae3532b2c20 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:38.919903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:38.941208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:38.980380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:57:39.127137 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.139372 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.147787 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Transition to ACTIVE for port object 4e1e97cc-f778-4418-9ac2-911bc0efe9be will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:39.165065 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0bd44-2b23-4fa7-8938-6377a5906059 x-openstack-request-id: req-25e0bd44-2b23-4fa7-8938-6377a5906059 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:39.166764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:39.167853 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.169307 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "tag": "38b28f9f-226e-4610-bcf6-374207244046", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:39.169644 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25e0bd44-2b23-4fa7-8938-6377a5906059 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:39.170112 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'tag': '38b28f9f-226e-4610-bcf6-374207244046', 'status': 'completed', 'code': 200} Jun 30 08:57:39.206894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:39.260443 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Pushing event updated for resources: {'Port': ['ID=4e1e97cc-f778-4418-9ac2-911bc0efe9be,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:39.264694 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Attempting to bind port 4e1e97cc-f778-4418-9ac2-911bc0efe9be on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:39.265366 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Attempting to bind port 4e1e97cc-f778-4418-9ac2-911bc0efe9be by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:39.266156 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Attempting to bind port 4e1e97cc-f778-4418-9ac2-911bc0efe9be on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:39.275468 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.276180 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.276675 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.277471 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.277998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.278341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.278675 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.279002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.279332 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.279658 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.279981 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.280305 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:39.286689 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:39.287061 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:39.287426 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.287820 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:39.288301 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Bound port: 4e1e97cc-f778-4418-9ac2-911bc0efe9be, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:39.288707 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.317269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4e1af-70d0-4af1-94e9-21a33e71d902 req-e62f3660-c04c-4fa5-88a4-ee9c64d484a0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.331983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bf4e1af-70d0-4af1-94e9-21a33e71d902 req-e62f3660-c04c-4fa5-88a4-ee9c64d484a0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 944 time: 0.2461939 Jun 30 08:57:39.365232 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] For port 4e1e97cc-f778-4418-9ac2-911bc0efe9be, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:39.370641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d062b2a5-bdb6-451a-83c6-b3617a8a8e37'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:39.376881 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] For port 4e1e97cc-f778-4418-9ac2-911bc0efe9be, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4e1e97cc-f778-4418-9ac2-911bc0efe9be,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:39.385702 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.422725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['86d983be-6b88-4725-a8bd-9ae3532b2c20'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:39.426684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-81c17400-2baf-420e-926e-b5c73db3eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.428188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-81c17400-2baf-420e-926e-b5c73db3eea9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 1097 time: 0.2434840 Jun 30 08:57:39.442795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bf4e1af-70d0-4af1-94e9-21a33e71d902 req-e529cf38-7bf2-4fcf-8075-7e04f221ab13 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084363 Jun 30 08:57:39.453714 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac032de-e035-4bc5-8bd3-2ceb3e780210 None None] Pushing event updated for resources: {'Port': ['ID=4e1e97cc-f778-4418-9ac2-911bc0efe9be,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:39.506491 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:39.507135 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:39.530303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:39.534878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Allocated IP 172.20.0.1 (2026d0b4-16ef-400c-8e4b-99100a823dd1/219b26c1-81ff-4d53-bd6d-3fd719e16dc3/ecd27392-f165-410a-8b26-ed3e53452959) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:39.614082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '4acd6c76-c4db-445b-a486-29252bf2818d', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '4acd6c76-c4db-445b-a486-29252bf2818d', 'mac_address': 'fa:16:3e:70:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:57:39.757813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-8153c8ff-e183-41f7-9c59-8f5ec7267f79 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.759815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-8153c8ff-e183-41f7-9c59-8f5ec7267f79 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 945 time: 0.2260041 Jun 30 08:57:39.810844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.816449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-860e958d-be80-498e-8b75-2fdcac025941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.818094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-860e958d-be80-498e-8b75-2fdcac025941 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 200 len: 924 time: 0.3705554 Jun 30 08:57:39.847232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Transition to ACTIVE for port object ecd27392-f165-410a-8b26-ed3e53452959 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:39.886425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:39.903288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.927158 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:39.957278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b1ab-eb4c-4557-9372-d7140ecc61a0 req-7b835923-9415-4aa4-8f34-c51d8b52490e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.958865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7d7b1ab-eb4c-4557-9372-d7140ecc61a0 req-7b835923-9415-4aa4-8f34-c51d8b52490e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.3182931 Jun 30 08:57:39.969375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd6c76-c4db-445b-a486-29252bf2818d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:39.972352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffd997-71a7-4d33-9f57-ae59ee16c397 req-a6d50b6e-61ec-4572-a7e7-0e07db4fea61 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:39.981029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60ffd997-71a7-4d33-9f57-ae59ee16c397 req-a6d50b6e-61ec-4572-a7e7-0e07db4fea61 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 948 time: 0.3693717 Jun 30 08:57:40.003297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:40.006426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:40.010502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:40.051954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:40.077879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.146120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60ffd997-71a7-4d33-9f57-ae59ee16c397 req-955c1018-a993-4647-bbcc-f1f9a1e9f2e5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639864 Jun 30 08:57:40.162114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7d7b1ab-eb4c-4557-9372-d7140ecc61a0 req-5fe85987-2515-4813-a1f5-58ceafefc27f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714385 Jun 30 08:57:40.176890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:40.185532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-d9758eda-4871-403f-9e0e-0724744f6487 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b28f9f-226e-4610-bcf6-374207244046 HTTP/1.1" status: 200 len: 998 time: 0.3008482 Jun 30 08:57:40.239427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.304522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '38b28f9f-226e-4610-bcf6-374207244046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e8:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:40.323287 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:37Z', 'revision_number': 3, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:40.330692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.359485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Deleting port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:57:40.359832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.373438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:40.392632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:40.405215 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8843ce5-70b0-46d6-aeca-13cbef681f9e None None] The sync data for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 is: [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:37Z', 'revision_number': 3, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:40.495126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:40.497739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:40.505466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f4ff3bec-f77e-4b57-bbd3-5682d6919d4d None None] Provisioning for port ecd27392-f165-410a-8b26-ed3e53452959 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:40.605373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f4ff3bec-f77e-4b57-bbd3-5682d6919d4d None None] Provisioning complete for port ecd27392-f165-410a-8b26-ed3e53452959 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:40.605607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f4ff3bec-f77e-4b57-bbd3-5682d6919d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.608998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:40.614641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e83273ce-7580-4b87-9978-cff5af8166d8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:40.648425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.654860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.669019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-1af65330-4427-4325-8edb-315f2dc324b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.670679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-1af65330-4427-4325-8edb-315f2dc324b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 200 len: 862 time: 0.4773633 Jun 30 08:57:40.730083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c715da-62de-4660-bca1-089276b3678e req-c8c3cd49-b467-482a-9886-8e72f81a70fa tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:40.738203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6c715da-62de-4660-bca1-089276b3678e req-c8c3cd49-b467-482a-9886-8e72f81a70fa tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/ports?device_id=b53b7da1-e990-4dc6-9639-461c36be4ceb HTTP/1.1" status: 200 len: 945 time: 0.2285218 Jun 30 08:57:40.786622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:40.794694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.813230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] For port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,segment=NetworkSegment(f2bb5699-4dfd-456b-8833-f2a586099c73),segment_id=f2bb5699-4dfd-456b-8833-f2a586099c73)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:40.813570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:40.905124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Calling delete_port for d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:57:40.927486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6c715da-62de-4660-bca1-089276b3678e req-1dcf8329-a511-4d79-b644-b3d2ab57281e tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877508 Jun 30 08:57:40.936595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-28c9681e-7c09-4539-9ea7-a607955b609f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3390925 Jun 30 08:57:40.959369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff3bec-f77e-4b57-bbd3-5682d6919d4d None None] Port ecd27392-f165-410a-8b26-ed3e53452959 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:41.000223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-dd63f31d-c142-4a21-b0b1-ec486455e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.012202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-dd63f31d-c142-4a21-b0b1-ec486455e659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e11c203-c828-42ee-b354-0c030fc7c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099227 Jun 30 08:57:41.047033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:41.049116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e83273ce-7580-4b87-9978-cff5af8166d8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:41.049632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.118241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:41.120181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:41.629179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-f8475c7f-2ec4-47cc-b0d4-452c260b1718 service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127842 Jun 30 08:57:41.642404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-c8ab5e14-a184-437d-8270-148c6b12bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.645307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-c8ab5e14-a184-437d-8270-148c6b12bf90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 1096 time: 0.5302501 Jun 30 08:57:41.680135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef88e7d-3515-428b-9ca0-33fca914334f req-6a77cf6f-2721-4378-a5d0-54e1b744aaa0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:41.689948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ef88e7d-3515-428b-9ca0-33fca914334f req-6a77cf6f-2721-4378-a5d0-54e1b744aaa0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 949 time: 0.3251746 Jun 30 08:57:41.831856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2aa015c7-cd0f-4d83-a948-bd154e054403 None None] Provisioning complete for port ecd27392-f165-410a-8b26-ed3e53452959 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:41.832250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2aa015c7-cd0f-4d83-a948-bd154e054403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:41.915422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2aa015c7-cd0f-4d83-a948-bd154e054403 None None] Port ecd27392-f165-410a-8b26-ed3e53452959 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:41.948504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-243df306-d86e-4595-8051-532b25d206d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '38b28f9f-226e-4610-bcf6-374207244046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e8:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:41.987108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243df306-d86e-4595-8051-532b25d206d4 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ed284f31-ca40-4779-8282-9d9d254f7989', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'port_id': '38b28f9f-226e-4610-bcf6-374207244046', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'mac_address': 'fa:16:3e:e8:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T08:53:06Z', 'updated_at': '2021-06-30T08:57:36Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:42.049487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Router ffc90d3a-0b72-4aef-826c-604e6915e9d4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:42.104353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cc76-65dc-4bba-9184-debee4396657 req-ff1606e1-d2fe-498b-b1d0-9a38668f4ceb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.106580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-ff1606e1-d2fe-498b-b1d0-9a38668f4ceb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5&tenant_id=f8966d626dfd495d8a56af633cace815&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 949 time: 0.8202264 Jun 30 08:57:42.286365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:42.323177 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04c7f3d6-a1aa-4f0d-bf86-b58cd75cbd10 admin admin] 10.222.0.66 "PUT /v2.0/routers/ffc90d3a-0b72-4aef-826c-604e6915e9d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1737778 Jun 30 08:57:42.334463 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-f351cc76-65dc-4bba-9184-debee4396657 req-4381dfdb-54c3-4e48-aa3b-8600827663bc service neutron] delete failed (client error): The resource could not be found. Jun 30 08:57:42.335022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-4381dfdb-54c3-4e48-aa3b-8600827663bc service neutron] 10.222.0.11 "DELETE /v2.0/ports/4acd6c76-c4db-445b-a486-29252bf2818d/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.2220504 Jun 30 08:57:42.349872 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661a544f-5005-48b9-8315-5d7273871efb None None] New status for floating IP ed284f31-ca40-4779-8282-9d9d254f7989: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:57:42.393989 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ef88e7d-3515-428b-9ca0-33fca914334f req-cfdf0811-3e3e-4bc6-918e-6695a691bb1d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028935 Jun 30 08:57:42.408040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.524472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Pushing event deleted for resources: {'Port': ['ID=d430ab1f-ae3f-406f-aaf9-cbe38052f9a3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:42.649066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40d7c395-82e9-49a9-a241-f61c385934f6 req-6406d2c2-a6c3-45d8-87ee-344490775a24 service neutron] 10.222.0.41 "GET /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9982796 Jun 30 08:57:42.651399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cc76-65dc-4bba-9184-debee4396657 req-1165a1fb-d2e8-4fef-ba03-ae9d1213cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.654814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-1165a1fb-d2e8-4fef-ba03-ae9d1213cf32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1101 time: 0.1964896 Jun 30 08:57:42.656745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-7d8a332b-02f1-4c16-a502-43b3bc63196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.660232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-7d8a332b-02f1-4c16-a502-43b3bc63196e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.9611011 Jun 30 08:57:42.664752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4e1e97cc-f778-4418-9ac2-911bc0efe9be up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:42.690232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] No DVR routers for this DVR port d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:57:42.704199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.710914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5845dcb-44f7-464c-983b-f2e6567f66a2 req-3c94ba4f-6916-4777-9a44-014466e4d1a6 tempest-VolumesAdminNegativeTest-734859197 tempest-VolumesAdminNegativeTest-734859197-project] 10.222.0.41 "DELETE /v2.0/ports/d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 HTTP/1.1" status: 204 len: 173 time: 2.9278255 Jun 30 08:57:42.712399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'name': 'network-vif-deleted', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:42.723198 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e83968-1c4d-4647-8d6b-6ef002ccd47f" -d '{"events": [{"server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "name": "network-vif-deleted", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:42.791256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4e1e97cc-f778-4418-9ac2-911bc0efe9be completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:42.791473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-dae892c7-5763-40ca-95ed-33c80bdadcfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 200 len: 217 time: 0.1039591 Jun 30 08:57:42.811586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4e1e97cc-f778-4418-9ac2-911bc0efe9be triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:42.812081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:42.818561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96448be8-53a5-42a3-a30a-3a421530b650 req-c97881c9-4cc0-47c3-80de-3a5179cbf7f8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.828718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96448be8-53a5-42a3-a30a-3a421530b650 req-c97881c9-4cc0-47c3-80de-3a5179cbf7f8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 944 time: 1.4711893 Jun 30 08:57:42.892072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cc76-65dc-4bba-9184-debee4396657 req-feeb743c-64ba-4fae-ba10-56ad5ea79654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:42.896217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-feeb743c-64ba-4fae-ba10-56ad5ea79654 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1991100 Jun 30 08:57:42.974332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:43.009960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96448be8-53a5-42a3-a30a-3a421530b650 req-8c85ae15-f3bc-4d7f-a9a9-8f8de4f24549 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765647 Jun 30 08:57:43.013907 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-f4dc8ee3-a737-4503-9e70-e18326744996 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.1073456 Jun 30 08:57:43.046820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28abbf-42da-44e8-8d5d-484f5b4aa14b req-f53c1d5b-1bf1-4141-b139-995ee4764e54 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.052036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c28abbf-42da-44e8-8d5d-484f5b4aa14b req-f53c1d5b-1bf1-4141-b139-995ee4764e54 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.5085661 Jun 30 08:57:43.080787 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.082191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-f1f609bd-4162-4a42-8574-e0737aa2a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.083771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-f1f609bd-4162-4a42-8574-e0737aa2a302 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.2848752 Jun 30 08:57:43.226751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cc76-65dc-4bba-9184-debee4396657 req-7b563380-2956-40bd-a7fb-ec884b5f8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.230858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4e1e97cc-f778-4418-9ac2-911bc0efe9be, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4e1e97cc-f778-4418-9ac2-911bc0efe9be,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:43.233264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-602b59a2-c15a-4910-b84a-c1f8ef1dd48a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392367 Jun 30 08:57:43.233740 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-7b563380-2956-40bd-a7fb-ec884b5f8e75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2135284 Jun 30 08:57:43.244682 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.348898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:43.369176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:43.371225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.461679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351cc76-65dc-4bba-9184-debee4396657 req-8badd5a6-00c5-4364-8c45-369df097a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:43.467857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-e7507bd3-fe0b-4054-b2d1-84897525c6bc service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250304 Jun 30 08:57:43.471564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-8badd5a6-00c5-4364-8c45-369df097a02a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2308817 Jun 30 08:57:43.484845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Sync routers for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:43.516942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4e1e97cc-f778-4418-9ac2-911bc0efe9be,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:43.524784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:43.525526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:43.600928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12f0f1d4-ac49-4534-b78e-33e225971f9f req-44b9bcbd-5e5f-4c1b-975a-31bab0d1e432 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254435 Jun 30 08:57:43.640031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40088) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:43.644227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c28abbf-42da-44e8-8d5d-484f5b4aa14b req-082d9708-f708-4c0d-ae36-597e28e92cba tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912886 Jun 30 08:57:43.649703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-network', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:43.680704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Made reservation on behalf of ab772e646b004f71b12c56b141bb7f1f for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:43.691537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.726652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.806971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-212829c2-abca-4f77-8a7b-ea19ed0f71a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3319349 Jun 30 08:57:43.818263 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d777626-c99c-481e-b4a4-e124e252601e x-openstack-request-id: req-5d777626-c99c-481e-b4a4-e124e252601e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:43.819094 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53b7da1-e990-4dc6-9639-461c36be4ceb", "name": "network-vif-deleted", "tag": "d430ab1f-ae3f-406f-aaf9-cbe38052f9a3", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:43.819476 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d777626-c99c-481e-b4a4-e124e252601e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:43.820143 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53b7da1-e990-4dc6-9639-461c36be4ceb', 'name': 'network-vif-deleted', 'tag': 'd430ab1f-ae3f-406f-aaf9-cbe38052f9a3', 'status': 'completed', 'code': 200} Jun 30 08:57:43.824429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40090) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:43.829809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-c6025c03-0b0c-4270-8e5a-46d2f9f98fc2 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581942 Jun 30 08:57:43.890382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.930297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:43.933786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Deleting subnet 43fa71b3-b2c0-4cde-ac60-e7980ac90be9 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:43.935966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:43.938849 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab561a6-bd71-4a94-b826-b37a2c437091" -d '{"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-plugged", "status": "completed", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:43.954058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:43.996080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:44.007360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.008175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:44.012540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.035018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.083712 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ee0aec-5cf3-4c26-b926-94f5728fcf78 x-openstack-request-id: req-99ee0aec-5cf3-4c26-b926-94f5728fcf78 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:44.084282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-plugged", "status": "completed", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:44.084282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99ee0aec-5cf3-4c26-b926-94f5728fcf78 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:44.085317 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'code': 200} Jun 30 08:57:44.096425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-f93da1b0-cb99-4762-9a5e-d5c96a7bb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.101527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-f93da1b0-cb99-4762-9a5e-d5c96a7bb76d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 1096 time: 0.2576308 Jun 30 08:57:44.137830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.140294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd58c880-0411-468a-8cb1-d45bb8faa636,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.182723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f351cc76-65dc-4bba-9184-debee4396657 req-6d086ed3-5f04-4eb0-951b-121a7ac1f98c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399148 Jun 30 08:57:44.224662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.237606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:44.280653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 86d983be-6b88-4725-a8bd-9ae3532b2c20 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:44.294105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 86d983be-6b88-4725-a8bd-9ae3532b2c20 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:44.305360 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.305727 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Added segment 283ab272-f664-476a-b885-dc50e50d9e02 of type vlan for network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 Jun 30 08:57:44.308485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.333515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-c3dccd5b-2c22-4b6c-a86f-603e270f84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.335442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-c3dccd5b-2c22-4b6c-a86f-603e270f84d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1961925 Jun 30 08:57:44.357795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.414563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-98cced25-6cbe-4815-884e-89773b94fff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 200 len: 217 time: 0.0684555 Jun 30 08:57:44.440753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.482627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-fc94398b-befb-42d4-89b6-6f01e8052103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.483940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f451c3-63b8-4f42-a3ac-4d745287ca23 req-9b8f2f78-e8b2-4e7b-9f20-f4d609252625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.484558 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-fc94398b-befb-42d4-89b6-6f01e8052103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0622754 Jun 30 08:57:44.485565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28f451c3-63b8-4f42-a3ac-4d745287ca23 req-9b8f2f78-e8b2-4e7b-9f20-f4d609252625 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1097 time: 0.3611245 Jun 30 08:57:44.499080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2de0-4f2d-4a7c-b89e-2250a5c1e721 req-7186cab1-e863-4afd-aa4c-a64edae84555 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.500603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc4d2de0-4f2d-4a7c-b89e-2250a5c1e721 req-7186cab1-e863-4afd-aa4c-a64edae84555 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 949 time: 0.4583466 Jun 30 08:57:44.541348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.542664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-d897f8bd-71c0-4017-9ec8-719e42b113f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490270 Jun 30 08:57:44.553926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:40Z', 'revision_number': 4, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ecd27392-f165-410a-8b26-ed3e53452959', 'name': '', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'mac_address': 'fa:16:3e:7a:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:39Z', 'updated_at': '2021-06-30T08:57:40Z', 'revision_number': 2, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'subnets': [{'id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:44.555503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3621af0-c529-487f-b562-b79153da2d6e req-bdbe2291-a440-42bd-81ea-1510a4006ec9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.562399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3621af0-c529-487f-b562-b79153da2d6e req-bdbe2291-a440-42bd-81ea-1510a4006ec9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 944 time: 0.3427520 Jun 30 08:57:44.609843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4e1e97cc-f778-4418-9ac2-911bc0efe9be up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:44.615138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Checking router: ffc90d3a-0b72-4aef-826c-604e6915e9d4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:44.615601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Updating router ffc90d3a-0b72-4aef-826c-604e6915e9d4 port ecd27392-f165-410a-8b26-ed3e53452959 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:44.618179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.619981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.620894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:44.621474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.648254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28f451c3-63b8-4f42-a3ac-4d745287ca23 req-aca0aaa5-3116-4e07-a6c4-a488db6093e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464188 Jun 30 08:57:44.674476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:44.683294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc4d2de0-4f2d-4a7c-b89e-2250a5c1e721 req-59514ac6-d500-4e9b-ba3d-b295275f29a8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693597 Jun 30 08:57:44.689123 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-038d151a-446c-4fa6-aeab-0d8006ad9c75 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379135 Jun 30 08:57:44.705729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.706674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:44.733958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3621af0-c529-487f-b562-b79153da2d6e req-d0e5aa65-a2bc-4430-88f9-ff79ba1019ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705613 Jun 30 08:57:44.736393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fa71b3-b2c0-4cde-ac60-e7980ac90be9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.742280 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.745040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8619dba9-71ed-45d0-bc0e-5be4d2ad238a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/43fa71b3-b2c0-4cde-ac60-e7980ac90be9 HTTP/1.1" status: 204 len: 168 time: 0.9169848 Jun 30 08:57:44.769568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.816457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.826329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1808748 Jun 30 08:57:44.828991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40108) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:44.860402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.893663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Request body: {'subnet': {'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-subnet', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:44.921091 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eae9635f-5e9b-4961-981a-8a4887dd98c7 req-5aaa6822-0fa0-460f-b791-f6a73cb432f9 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240746 Jun 30 08:57:44.938152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 4acd6c76-c4db-445b-a486-29252bf2818d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:44.943581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306350-c6e2-4014-b33c-29f490be218f admin admin] Pushing event updated for resources: {'Network': ['ID=7ea08bb4-0b69-448c-a15b-a48d64ba1af9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:44.949259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 4acd6c76-c4db-445b-a486-29252bf2818d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:44.949636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.956393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4e1e97cc-f778-4418-9ac2-911bc0efe9be triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:44.956719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.994373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:45.004728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.016550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Made reservation on behalf of ab772e646b004f71b12c56b141bb7f1f for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:45.019454 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.249401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.267927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c14140-6e16-49f3-a16f-acfe98582952']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:45.286504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bb5699-4dfd-456b-8833-f2a586099c73') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:45.286907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bb5699-4dfd-456b-8833-f2a586099c73') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:45.327410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.379775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fd70e-0794-4faf-bb83-631c0c922b36 req-8d861fe4-46d6-4559-9181-698126f3fc85 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.381353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac1fd70e-0794-4faf-bb83-631c0c922b36 req-8d861fe4-46d6-4559-9181-698126f3fc85 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.2512121 Jun 30 08:57:45.382493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.408167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:45.409021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:45.414631 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:45.422354 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:45.422354 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:45.422354 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:45.422354 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:45.422354 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:45.533072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.558565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac1fd70e-0794-4faf-bb83-631c0c922b36 req-d826125a-c286-4bb4-9623-73205be68ce2 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668847 Jun 30 08:57:45.560366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.563497 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.592032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.596678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] 10.222.0.66 "DELETE /v2.0/networks/09c14140-6e16-49f3-a16f-acfe98582952 HTTP/1.1" status: 204 len: 168 time: 0.8176651 Jun 30 08:57:45.600433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40112) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:45.608927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:45.615453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76850422-0868-45e1-a497-7f2e36ecc5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=09c14140-6e16-49f3-a16f-acfe98582952,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.619827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.620865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:57:45.634600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222cb0ad-b96a-4984-ad0b-1bd62934400c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.669419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Checking segment: {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:45.669848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Network hostable DHCP agents. Network: 7ea08bb4-0b69-448c-a15b-a48d64ba1af9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:45.685735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:57:45.686117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d430ab1f-ae3f-406f-aaf9-cbe38052f9a3 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:57:45.694566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:45.713671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7ea08bb4-0b69-448c-a15b-a48d64ba1af9) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:45.725826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d18bbb-d16f-4cdc-aaa5-ca7f7459d4a6 None None] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:45.727463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:45.729097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.764830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af5a2d4e-ab53-40fb-ac3b-d67d9df9c137 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8838096 Jun 30 08:57:45.765661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:45.770485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:45.771862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:45.775694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Deleting subnet 95e4a454-eeaa-4991-b13c-e7c26d796172 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:57:45.784003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.834901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.836413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.894573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.894966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.895280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.895629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.895976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.896315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.896653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.897302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.897302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.897705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.899655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.900028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:45.912130 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.946322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.946867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Transition to ACTIVE for port object ecd27392-f165-410a-8b26-ed3e53452959 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:45.965305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.010427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.018844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.032058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9eb8c-a4c7-4b4d-bc59-fea0e544a37a None None] Pushing event updated for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.093895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.105952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20'}, {'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:46.108262 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c0dc4-3192-49b2-af6f-56f2d3cd0955" -d '{"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-plugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20"}, {"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-plugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:46.131232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e4a454-eeaa-4991-b13c-e7c26d796172,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.141815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.147433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-918fff15-9ffe-40c6-b437-15ed28dc18c1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/95e4a454-eeaa-4991-b13c-e7c26d796172 HTTP/1.1" status: 204 len: 168 time: 0.5443463 Jun 30 08:57:46.148330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40126) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:46.211110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'fixed_ips': [{'subnet_id': '222cb0ad-b96a-4984-ad0b-1bd62934400c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:46.211958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.233280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Attempting to bind port ecd27392-f165-410a-8b26-ed3e53452959 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:46.233696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Attempting to bind port ecd27392-f165-410a-8b26-ed3e53452959 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:46.234099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Attempting to bind port ecd27392-f165-410a-8b26-ed3e53452959 on network 2026d0b4-16ef-400c-8e4b-99100a823dd1 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:46.242717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:46.243082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Checking segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:46.243481 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.244367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Bound using segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:46.244898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Bound port: ecd27392-f165-410a-8b26-ed3e53452959, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:46.245303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.258821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.262349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.292632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04835-1835-4d1a-b8a4-19602da40136 req-b4bbd935-7d53-4847-998d-6d4082f15d83 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.300529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45e04835-1835-4d1a-b8a4-19602da40136 req-b4bbd935-7d53-4847-998d-6d4082f15d83 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.3455617 Jun 30 08:57:46.333494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40805f1d-2e85-49fe-b74b-050644a665a1 req-f72af127-ecf5-48aa-b2ac-0cd284716dd9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:46.335044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40805f1d-2e85-49fe-b74b-050644a665a1 req-f72af127-ecf5-48aa-b2ac-0cd284716dd9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.3547444 Jun 30 08:57:46.430013 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.431699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45e04835-1835-4d1a-b8a4-19602da40136 req-347f5818-9d1a-40d8-9101-8e5f4bdd8b16 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300087 Jun 30 08:57:46.442364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] For port ecd27392-f165-410a-8b26-ed3e53452959, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:46.458838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e951db5-79bd-4378-abe3-ad5cfd8fd605']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:46.459412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] For port ecd27392-f165-410a-8b26-ed3e53452959, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecd27392-f165-410a-8b26-ed3e53452959,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:46.466035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.479408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40805f1d-2e85-49fe-b74b-050644a665a1 req-d6a766e8-2492-48e0-9cb6-f010a0ebcdea tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351767 Jun 30 08:57:46.506309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Allocated IP 172.20.0.2 (7ea08bb4-0b69-448c-a15b-a48d64ba1af9/222cb0ad-b96a-4984-ad0b-1bd62934400c/9c130d93-f2e7-44e6-bb15-b04cedb80c1e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:46.518526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728f097-9d46-4204-bb4e-67d991b3fce5') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:46.518963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728f097-9d46-4204-bb4e-67d991b3fce5') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:46.539233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.567407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.577260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:57:46.578415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:57:46.603719 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:57:46.684519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.713810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.723208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.725355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1e951db5-79bd-4378-abe3-ad5cfd8fd605 HTTP/1.1" status: 204 len: 168 time: 0.5757058 Jun 30 08:57:46.726539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33415e77-c807-4b0f-82f8-d523e9f3e618 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e951db5-79bd-4378-abe3-ad5cfd8fd605,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.727079 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b94acc-a4d2-42ff-9a6e-651df5dc71ce x-openstack-request-id: req-03b94acc-a4d2-42ff-9a6e-651df5dc71ce {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:46.727983 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-plugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20", "code": 200}, {"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-plugged", "status": "completed", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:46.741438 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03b94acc-a4d2-42ff-9a6e-651df5dc71ce {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:46.742900 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'code': 200} Jun 30 08:57:46.744300 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'code': 200} Jun 30 08:57:46.748929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:46.857634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9eb8c-a4c7-4b4d-bc59-fea0e544a37a None None] Pushing event updated for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:46.868306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:46.868987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:47.084711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:47.102218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:47.114865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.131810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Allocated IP 172.25.4.150 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ccb6eed3-0b02-4693-99a6-a55ac0c017de) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:47.132669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Transition to ACTIVE for port object 9c130d93-f2e7-44e6-bb15-b04cedb80c1e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:47.134246 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8efdd7ad-f7ab-4494-b99d-d371e4497895 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0504952e0514433c9fd97211c3a39e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481679 Jun 30 08:57:47.136364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:47.160582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501d51e-596d-43e2-b82a-c7818bd02991 req-f735e443-1778-4361-93c5-55488bc8aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:47.162264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7501d51e-596d-43e2-b82a-c7818bd02991 req-f735e443-1778-4361-93c5-55488bc8aaf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 1097 time: 0.3071718 Jun 30 08:57:47.194607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Transition to ACTIVE for port object 9c130d93-f2e7-44e6-bb15-b04cedb80c1e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:47.197038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.226815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.241667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086d2c-ce18-42a5-bbf0-450db8d8ab47 req-5fa12646-e65b-4ac9-af3c-5c8ab7b0704e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:47.245019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.249039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec086d2c-ce18-42a5-bbf0-450db8d8ab47 req-5fa12646-e65b-4ac9-af3c-5c8ab7b0704e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.2880335 Jun 30 08:57:47.291841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.292611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601bce0-6e85-4bd4-96f1-e746382aa13b req-4a2d5b84-4631-4f30-8883-d795a58b2642 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:47.297300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.299351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69 HTTP/1.1" status: 204 len: 168 time: 0.1609232 Jun 30 08:57:47.301089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2601bce0-6e85-4bd4-96f1-e746382aa13b req-4a2d5b84-4631-4f30-8883-d795a58b2642 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.3020036 Jun 30 08:57:47.320963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:47.326214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18580a5a-129b-4344-8ec3-e52f9851bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7b8c7-26a6-4e3c-bffa-c498ecbcbc69,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.326532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:47.331413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:47.367032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7501d51e-596d-43e2-b82a-c7818bd02991 req-b311c0d8-4772-4a8d-a485-accc63d504f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946468 Jun 30 08:57:47.396992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Pushing event updated for resources: {'Port': ['ID=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.409060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2601bce0-6e85-4bd4-96f1-e746382aa13b req-fc173569-c4fc-4592-99e2-1d35b95ba165 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070337 Jun 30 08:57:47.438291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec086d2c-ce18-42a5-bbf0-450db8d8ab47 req-b6d88096-02f6-4af7-87e2-ed6e5b592019 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883519 Jun 30 08:57:47.456559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Attempting to bind port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:47.456942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Attempting to bind port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:47.457315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Attempting to bind port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e on network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:47.466008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:47.466396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Checking segment: {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:47.467136 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.467551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Bound using segment: {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:47.468050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Bound port: 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:47.468444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.487494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.562465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.589932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] For port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:47.603294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] For port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:47.606173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:40Z', 'revision_number': 4, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ecd27392-f165-410a-8b26-ed3e53452959', 'name': '', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'mac_address': 'fa:16:3e:7a:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:39Z', 'updated_at': '2021-06-30T08:57:46Z', 'revision_number': 4, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'subnets': [{'id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:47.646828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.649030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457bb35-dd83-4cde-9d7a-8213792da610 None None] The sync data for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 is: [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:57:40Z', 'revision_number': 4, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ecd27392-f165-410a-8b26-ed3e53452959', 'name': '', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'mac_address': 'fa:16:3e:7a:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:39Z', 'updated_at': '2021-06-30T08:57:46Z', 'revision_number': 4, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'subnets': [{'id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:47.674678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:47.693658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:47.700113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:47.783907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850040bb-3ae4-4ffb-a2aa-ed502945f709 None None] Pushing event updated for resources: {'Port': ['ID=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.847458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb6eed3-0b02-4693-99a6-a55ac0c017de,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:47.996501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:48.104500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-85345878-991a-4756-b985-516abceec12f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=897df918c5754626acfc8fb35db12c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059115 Jun 30 08:57:48.109324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40160) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:48.126514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534e4e4-686f-4e65-a5b7-137b0dab75db req-cb672a41-07a1-4744-a15a-4c5d8026e07d tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.128217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a534e4e4-686f-4e65-a5b7-137b0dab75db req-cb672a41-07a1-4744-a15a-4c5d8026e07d tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1097 time: 0.4131520 Jun 30 08:57:48.143550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d28b-8afc-4745-9945-336572b76b41 req-062c1e90-2a67-4b01-bfd5-54db043a9579 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:48.145507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c49d28b-8afc-4745-9945-336572b76b41 req-062c1e90-2a67-4b01-bfd5-54db043a9579 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.3129849 Jun 30 08:57:48.290944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a534e4e4-686f-4e65-a5b7-137b0dab75db req-8e6070fc-c87f-478a-b167-00c322c4ec40 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379089 Jun 30 08:57:48.685415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9c130d93-f2e7-44e6-bb15-b04cedb80c1e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:48.808561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:48.819121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecd27392-f165-410a-8b26-ed3e53452959 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:48.830694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c49d28b-8afc-4745-9945-336572b76b41 req-fd1d7413-653c-4dec-901f-abbd3f42e2aa tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627040 Jun 30 08:57:48.863214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.918565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ecd27392-f165-410a-8b26-ed3e53452959 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:48.923407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ecd27392-f165-410a-8b26-ed3e53452959 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:48.924041 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.974590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:48.998797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.059407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.117596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ecd27392-f165-410a-8b26-ed3e53452959, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecd27392-f165-410a-8b26-ed3e53452959,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:49.125378 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.186995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:49.212662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6402159-d1eb-4658-a259-4191d07ffbc6 None None] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:49.273237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e0b9-15d6-45a3-ac78-8ecf5702a586 req-3281e932-c5c4-4401-a722-715113fa2c45 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:49.274910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b4e0b9-15d6-45a3-ac78-8ecf5702a586 req-3281e932-c5c4-4401-a722-715113fa2c45 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1097 time: 0.3420610 Jun 30 08:57:49.286459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Provisioning for port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:49.296418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Provisioning complete for port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:49.296659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.296804 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.299659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.301371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb55c1f2-af54-4f82-86ea-dc941e6001f6 HTTP/1.1" status: 204 len: 168 time: 1.1870432 Jun 30 08:57:49.329112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-8203359b-aaf0-41cc-835c-9259f235d10b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760081 Jun 30 08:57:49.372296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2060731-68e4-46e5-9bc9-14aa4c757509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55c1f2-af54-4f82-86ea-dc941e6001f6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:49.476917 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.514759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b4e0b9-15d6-45a3-ac78-8ecf5702a586 req-901a7300-db70-4c09-8645-c8a4d6c35b28 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051208 Jun 30 08:57:49.528805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] For port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:49.537048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.638120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75d93d-f915-4b81-b209-66915127ed36 None None] Pushing event updated for resources: {'Port': ['ID=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:49.662203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-b08f1f5b-7495-4875-bac2-dfbddae5afbf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:49.671492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-b08f1f5b-7495-4875-bac2-dfbddae5afbf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402905 Jun 30 08:57:49.698152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-24173db3-3279-459f-ae3f-3d3a2ae311aa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/quotas/f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 375 time: 0.0253952 Jun 30 08:57:49.712319 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.876309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7149b6c2-7dbb-424d-bba9-2cc7ede21948 None None] Provisioning complete for port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:49.877439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7149b6c2-7dbb-424d-bba9-2cc7ede21948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:49.963778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-d48923e3-59ad-4954-8d58-320906d93320 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2632799 Jun 30 08:57:50.053420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:57:50.206929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:50.218019 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Sync routers for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:50.238345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.239749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-271061a9-e79d-476e-bf64-5ed7d76fe046 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4730659 Jun 30 08:57:50.243034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40216) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:50.259593 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:50.263475 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:50.591057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:50.634291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9c130d93-f2e7-44e6-bb15-b04cedb80c1e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:50.750585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:50.752706 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:50.852038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:50.983263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640f88-6770-4af3-bef7-1d3f53860952 req-d66fdb23-6117-45f5-8e3a-25e224f15c91 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:50.984861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecd27392-f165-410a-8b26-ed3e53452959 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:50.993797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41640f88-6770-4af3-bef7-1d3f53860952 req-d66fdb23-6117-45f5-8e3a-25e224f15c91 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.3527417 Jun 30 08:57:51.001368 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:48Z', 'revision_number': 3, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:51.085638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41640f88-6770-4af3-bef7-1d3f53860952 req-46b56fdc-09d0-492b-8721-3f3ba07dd4b9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886726 Jun 30 08:57:51.092626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-882095075-network', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:51.111199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ecd27392-f165-410a-8b26-ed3e53452959 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:51.113692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.118946 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Checking router: fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:51.119789 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Updating router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 port ccb6eed3-0b02-4693-99a6-a55ac0c017de binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:51.166276 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.175573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Made reservation on behalf of 9a2ef911bca94f878cb7d68c93dfe643 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:51.178772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.203259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.359470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83e4f3f4-5e0b-4d63-b5cf-b8280686bec0 req-02f9f872-5289-4caf-be0f-001182f43ca6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 210 time: 0.1750643 Jun 30 08:57:51.368537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.394271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.397594 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.521612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:57:51.540847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e78083-b9e7-4adc-bee1-b21f593a5809,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:51.562221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.562493 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Added segment c60b4498-5406-47d7-872c-db090011a19a of type vlan for network 596fba08-1214-4a40-98f7-f83916823758 Jun 30 08:57:51.602222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-f7c41786-e641-46f9-a90f-c2f073d2d0dc tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:57:51.607542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-f7c41786-e641-46f9-a90f-c2f073d2d0dc tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236835 Jun 30 08:57:51.667665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Request body: {'binding': {'host': 'n-h2-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:51.667981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Unknown quota resources ['binding']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:57:51.734992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.744431 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.777035 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Transition to ACTIVE for port object ccb6eed3-0b02-4693-99a6-a55ac0c017de will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:51.791831 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.859242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Allocated IP 172.20.0.1 (7ea08bb4-0b69-448c-a15b-a48d64ba1af9/222cb0ad-b96a-4984-ad0b-1bd62934400c/e0645cf6-1bca-4217-9457-f3bff646c096) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:51.864663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.865651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:51.866320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.884880 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Attempting to bind port ccb6eed3-0b02-4693-99a6-a55ac0c017de on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:51.885437 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Attempting to bind port ccb6eed3-0b02-4693-99a6-a55ac0c017de by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:51.885978 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Attempting to bind port ccb6eed3-0b02-4693-99a6-a55ac0c017de on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:51.889250 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439ea23-e0b7-41e1-b478-245253f64d3e None None] Pushing event updated for resources: {'Port': ['ID=ccb6eed3-0b02-4693-99a6-a55ac0c017de,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:51.895185 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:51.895796 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:51.896322 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.896910 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:51.897488 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Bound port: ccb6eed3-0b02-4693-99a6-a55ac0c017de, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:51.898151 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:51.962232 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] For port ccb6eed3-0b02-4693-99a6-a55ac0c017de, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:51.966748 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] For port ccb6eed3-0b02-4693-99a6-a55ac0c017de, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ccb6eed3-0b02-4693-99a6-a55ac0c017de,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:51.973233 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.047563 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:52.048947 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:52.080750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] Pushing event updated for resources: {'Network': ['ID=596fba08-1214-4a40-98f7-f83916823758,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:52.096878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 596fba08-1214-4a40-98f7-f83916823758 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:57:52.099213 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439ea23-e0b7-41e1-b478-245253f64d3e None None] Pushing event updated for resources: {'Port': ['ID=ccb6eed3-0b02-4693-99a6-a55ac0c017de,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:52.140894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.143995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ed8c6b52-ceda-4962-bc80-197e3d9a2a20 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2894499 Jun 30 08:57:52.144666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:52.175488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Request body: {'subnet': {'network_id': '596fba08-1214-4a40-98f7-f83916823758', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-882095075-subnet', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:52.203924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on host n-h2-779913-25 for vnic_type normal with profile None {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:52.204685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:52.205391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:52.211078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:52.211773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:52.218178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:52.218926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:52.219573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:52.220833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Bound port: d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:52.245858 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:52.258675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Made reservation on behalf of 9a2ef911bca94f878cb7d68c93dfe643 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:52.261193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.266019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Transition to ACTIVE for port object e0645cf6-1bca-4217-9457-f3bff646c096 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:52.297382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:52.303092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.304650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6c2e2d8b-0f54-431e-8ae1-c65b2cd025aa service neutron] 10.222.0.66 "POST /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37/bindings HTTP/1.1" status: 201 len: 390 time: 0.6561553 Jun 30 08:57:52.474868 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:52.571432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66575583-b6a2-4977-99c2-2f879a7629ad req-8aa2c8dc-dbea-4575-a806-e7c88934089d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:52.572962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66575583-b6a2-4977-99c2-2f879a7629ad req-8aa2c8dc-dbea-4575-a806-e7c88934089d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2025807 Jun 30 08:57:52.587576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:52.605843 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:48Z', 'revision_number': 3, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:52.607582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:52.621433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:52.626426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Pushing event updated for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:52.660447 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741053b9-1ddd-4eaa-8939-e6222b8f3323 None None] The sync data for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 is: [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:48Z', 'revision_number': 3, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:57:52.705513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-512d13a8-fe8f-41ce-98f9-461139ffc64b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340080 Jun 30 08:57:52.711852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.712216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.712835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.713191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.713547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.714332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.714743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.715102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.715573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.715907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.716239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.716845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:57:52.801657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66575583-b6a2-4977-99c2-2f879a7629ad req-53206198-5511-460a-97ef-72c1414b59ea tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174850 Jun 30 08:57:52.863994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.000415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963a0d-6681-49dd-b1fe-e6c4fd746516 req-89d08038-8158-4b95-ac61-5e78bf6e9989 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.009979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff963a0d-6681-49dd-b1fe-e6c4fd746516 req-89d08038-8158-4b95-ac61-5e78bf6e9989 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.4942932 Jun 30 08:57:53.046155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e15a5489-2d16-4fee-9590-0d7721015767 None None] Provisioning for port e0645cf6-1bca-4217-9457-f3bff646c096 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:53.055110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e15a5489-2d16-4fee-9590-0d7721015767 None None] Provisioning complete for port e0645cf6-1bca-4217-9457-f3bff646c096 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:53.055926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e15a5489-2d16-4fee-9590-0d7721015767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.065399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-d0687f95-a973-4b1e-9d2c-02c94553e4bc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.067138 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-d0687f95-a973-4b1e-9d2c-02c94553e4bc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528626 Jun 30 08:57:53.084925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Request body: {'port': {'device_id': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'f8966d626dfd495d8a56af633cace815'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:53.111819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-44842dae-21ef-4e91-ad4e-49617cf81f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.113794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-44842dae-21ef-4e91-ad4e-49617cf81f64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1097 time: 0.2080617 Jun 30 08:57:53.132002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e15a5489-2d16-4fee-9590-0d7721015767 None None] Port e0645cf6-1bca-4217-9457-f3bff646c096 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:53.137352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.171123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aea41061-5947-4351-8577-155ad4fbe7c0 req-181d7f80-f2ec-4e45-8bb2-133f19c4f6ef tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 210 time: 0.1509953 Jun 30 08:57:53.186859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff963a0d-6681-49dd-b1fe-e6c4fd746516 req-33de85ef-5bcc-4278-8027-5256b04b7e75 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759696 Jun 30 08:57:53.297859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Checking segment: {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:53.298551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Network hostable DHCP agents. Network: 596fba08-1214-4a40-98f7-f83916823758, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:57:53.313267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95db3292-dfea-4c18-9436-80b7fc632b8b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:53.338069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Network 596fba08-1214-4a40-98f7-f83916823758 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:57:53.356736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 596fba08-1214-4a40-98f7-f83916823758) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:53.364806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.365248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a56787-c000-4a20-bf9e-edacd892f549 None None] Network 596fba08-1214-4a40-98f7-f83916823758 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:53.365807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.388638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0a7015b-60ef-4d3a-8d20-3a044dd06e6f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2376041 Jun 30 08:57:53.389915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:53.397929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:53.496880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 08:57:53.496880 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 08:57:53.496880 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id_1': 'f8966d626dfd495d8a56af633cace815', 'expiration_1': datetime.datetime(2021, 6, 30, 8, 57, 53, 446968)}] Jun 30 08:57:53.496880 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:57:53.497366 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:57:53.507271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-4d81ccf4-812b-40a8-8aba-b14f5f445818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.508838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-4d81ccf4-812b-40a8-8aba-b14f5f445818 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.3250451 Jun 30 08:57:53.509554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.511035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.515187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.593666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-b3230cf5-2c3e-469f-bde2-82bf43a9bddb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 217 time: 0.0686982 Jun 30 08:57:53.644519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:53.699839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ec201847-20e7-43dc-9a95-50d9fbc092e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:53.701721 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ec201847-20e7-43dc-9a95-50d9fbc092e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0991569 Jun 30 08:57:53.757053 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-79428889-2410-4da9-af58-58c62e3891d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298281 Jun 30 08:57:53.952343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-596fba08-1214-4a40-98f7-f83916823758', 'network_id': '596fba08-1214-4a40-98f7-f83916823758', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'fixed_ips': [{'subnet_id': '95db3292-dfea-4c18-9436-80b7fc632b8b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:57:53.953535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.100979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.184618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Allocated IP 172.20.0.2 (596fba08-1214-4a40-98f7-f83916823758/95db3292-dfea-4c18-9436-80b7fc632b8b/f27ba551-af98-4170-8363-3665fafb40e1) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:54.266415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a801a-d591-4787-9cad-98e3325f11a6 req-0b8c4bf2-db7d-4feb-b935-d97c1536d20b tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:54.276968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e39a801a-d591-4787-9cad-98e3325f11a6 req-0b8c4bf2-db7d-4feb-b935-d97c1536d20b tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2670476 Jun 30 08:57:54.305926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.323848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.374344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Pushing event updated for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:54.460217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Made reservation on behalf of f8966d626dfd495d8a56af633cace815 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:57:54.464769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.492522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-1ebb6c14-5f1a-46eb-a81e-649de181f7a0 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332711 Jun 30 08:57:54.508216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e39a801a-d591-4787-9cad-98e3325f11a6 req-a45e8566-5579-4e25-a1e9-75613c6f08aa tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301860 Jun 30 08:57:54.513622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83f3c712-f4e1-40ff-9496-83ad5834b556 req-605552ef-c6f5-45f2-bb16-979b1e8285f3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 210 time: 0.0966177 Jun 30 08:57:54.524879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.551740 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.566457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Transition to ACTIVE for port object f27ba551-af98-4170-8363-3665fafb40e1 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:54.589122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Transition to ACTIVE for port object f27ba551-af98-4170-8363-3665fafb40e1 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:54.600494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.705682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ccb6eed3-0b02-4693-99a6-a55ac0c017de up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:54.712995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Network 596fba08-1214-4a40-98f7-f83916823758 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:54.737477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:54.741123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:54.751960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Allocated IP 192.168.233.62 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:54.858986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Pushing event updated for resources: {'Port': ['ID=f27ba551-af98-4170-8363-3665fafb40e1,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:54.890150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Attempting to bind port f27ba551-af98-4170-8363-3665fafb40e1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:54.890868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Attempting to bind port f27ba551-af98-4170-8363-3665fafb40e1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:54.891427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Attempting to bind port f27ba551-af98-4170-8363-3665fafb40e1 on network 596fba08-1214-4a40-98f7-f83916823758 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:54.903174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:54.904146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Checking segment: {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:54.904856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.905413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Bound using segment: {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:54.906542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Bound port: f27ba551-af98-4170-8363-3665fafb40e1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:54.907292 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.910923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-bc760af3-aa95-493d-b4be-ac71358cef0e service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084375 Jun 30 08:57:54.923672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ccb6eed3-0b02-4693-99a6-a55ac0c017de completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:54.942080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ccb6eed3-0b02-4693-99a6-a55ac0c017de triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:54.943662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:54.960318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:54.969637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:55.053469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.090924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Transition to ACTIVE for port object 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:55.093410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] For port f27ba551-af98-4170-8363-3665fafb40e1, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:55.102774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] For port f27ba551-af98-4170-8363-3665fafb40e1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f27ba551-af98-4170-8363-3665fafb40e1,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:55.117270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.166207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.219119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:55.238908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:55.248885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:55.252096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:55.254733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:55.332091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:55.333974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.352395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:57:55.379262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-18fdb748-d881-4d26-b60c-3eb7fbcceef6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3035002 Jun 30 08:57:55.396529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Request body: {'port': {'device_id': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:57:55.624760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.712528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1d21bd80-63cf-4a2d-82cf-ea1065a027f7 None None] Provisioning complete for port e0645cf6-1bca-4217-9457-f3bff646c096 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:55.720109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1d21bd80-63cf-4a2d-82cf-ea1065a027f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.735696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9952b55-c8fa-4df2-8fbb-b3bd0d8c6509 None None] Pushing event updated for resources: {'Port': ['ID=f27ba551-af98-4170-8363-3665fafb40e1,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:55.916089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.926871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1d21bd80-63cf-4a2d-82cf-ea1065a027f7 None None] Port e0645cf6-1bca-4217-9457-f3bff646c096 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:55.971751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ccb6eed3-0b02-4693-99a6-a55ac0c017de, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ccb6eed3-0b02-4693-99a6-a55ac0c017de,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:55.988225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:55.995185 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.019421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.124550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:57:56.135777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.137632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ccb6eed3-0b02-4693-99a6-a55ac0c017de,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:56.142702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-90dd5593-4349-4774-a4f4-7f9b155bc913 None None] Provisioning for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:56.152189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-90dd5593-4349-4774-a4f4-7f9b155bc913 None None] Provisioning complete for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:56.152569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-90dd5593-4349-4774-a4f4-7f9b155bc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.159245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Transition to ACTIVE for port object 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:57:56.171857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.191262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Allocated IP 172.25.4.105 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/5cf1e3c5-276b-4f8f-8784-46aebdc9b375) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:57:56.214096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-90dd5593-4349-4774-a4f4-7f9b155bc913 None None] Port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:57:56.257852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:56.342297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.380841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:57:56.381648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:57:56.382186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:56.389628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:57:56.390200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:57:56.396616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:57:56.397291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:57:56.398531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:57:56.399198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Bound port: 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:57:56.399764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.428229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.450377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060ddd-a556-46af-812f-aeb559831f60 req-f63f81ec-446b-4e44-9b99-379477277722 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.451945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1060ddd-a556-46af-812f-aeb559831f60 req-f63f81ec-446b-4e44-9b99-379477277722 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 1.6299713 Jun 30 08:57:56.518698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:57:56.528060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:57:56.543437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.591942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:57:56.597228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:57:56.600057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:57:56.660645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.667215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.673424 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] 10.222.0.11 "PUT /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 1096 time: 1.2832389 Jun 30 08:57:56.675430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:57:56.678941 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:57:56.772680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:57:56.808487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ccb6eed3-0b02-4693-99a6-a55ac0c017de up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:56.812334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece708c-6f2e-4f48-9846-f48e38355f71 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:56.843476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95200d-1351-4ecf-aea9-7f6829980f34 req-896e0946-db63-4448-9ea9-1af17e09e5ab tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.857716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f95200d-1351-4ecf-aea9-7f6829980f34 req-896e0946-db63-4448-9ea9-1af17e09e5ab tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 1.0758269 Jun 30 08:57:56.874120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1060ddd-a556-46af-812f-aeb559831f60 req-06f2950f-ced6-4789-9c88-fdd7a87471a0 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733306 Jun 30 08:57:56.888157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-e6f4537f-8024-4162-bfaf-109d723314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:56.891741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-e6f4537f-8024-4162-bfaf-109d723314bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1099 time: 0.1638098 Jun 30 08:57:56.918695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ccb6eed3-0b02-4693-99a6-a55ac0c017de triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:56.920525 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:56.957691 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-ef6eea73-6ba2-4c02-9d08-889ae55e2db0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0583613 Jun 30 08:57:56.958839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Pushing event updated for resources: {'Port': ['ID=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:57.046448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-3ff4809f-12ae-4b75-a4c1-a276098e3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.047929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-3ff4809f-12ae-4b75-a4c1-a276098e3d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0763848 Jun 30 08:57:57.148541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-8c5e4d6e-9655-4cca-97bb-35dbe0355670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.149155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e975843e-c454-448c-a51c-f3bfca3750fa None None] Network 596fba08-1214-4a40-98f7-f83916823758 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:57:57.150798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-8c5e4d6e-9655-4cca-97bb-35dbe0355670 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958979 Jun 30 08:57:57.240884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f95200d-1351-4ecf-aea9-7f6829980f34 req-16a1477d-fcc6-4f07-8e8e-e313237cd6fd tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820934 Jun 30 08:57:57.274416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f27ba551-af98-4170-8363-3665fafb40e1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:57:57.337918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-e4db56d2-c7e9-485b-a608-6b532b8d2541 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773756 Jun 30 08:57:57.441114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:57.443921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df34ac41-c161-4b44-ab35-53d6cc082cf2 req-b19c05e8-eb5e-4e14-8347-ba52e7403766 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940654 Jun 30 08:57:57.457189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c10f164e-84a1-4dbf-b210-084ca441cc07 admin admin] 10.222.0.66 "PUT /v2.0/routers/fa82d2dc-30fc-4065-a9a4-31630fdf3cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2124643 Jun 30 08:57:57.497404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Sync routers for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:57.522737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:57.523410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:57.530566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5751-3e2a-4133-8a89-146226b2cd94 req-e3745c38-1e80-43e3-a5e5-892f62c7f0cf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:57.543949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcdf5751-3e2a-4133-8a89-146226b2cd94 req-e3745c38-1e80-43e3-a5e5-892f62c7f0cf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 947 time: 0.4421959 Jun 30 08:57:57.562475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Provisioning for port f27ba551-af98-4170-8363-3665fafb40e1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:57.598874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.608406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcdf5751-3e2a-4133-8a89-146226b2cd94 req-e04385df-6948-4b27-afb9-7f6aa5f37786 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634584 Jun 30 08:57:57.623465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f27ba551-af98-4170-8363-3665fafb40e1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:57:57.647901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f27ba551-af98-4170-8363-3665fafb40e1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:57.648893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.659009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Provisioning complete for port f27ba551-af98-4170-8363-3665fafb40e1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:57.659354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:57.915212 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157585cf-2bb9-44eb-9b2f-b20c5452a319 x-openstack-request-id: req-157585cf-2bb9-44eb-9b2f-b20c5452a319 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:57:57.915752 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:57:57.915856 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-157585cf-2bb9-44eb-9b2f-b20c5452a319 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:57:57.916329 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'status': 'completed', 'code': 200} Jun 30 08:57:57.942266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:57:58.057602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.086262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-4c4d668b-d800-4473-943e-ba55d7b6c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.088053 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-4c4d668b-d800-4473-943e-ba55d7b6c9bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1099 time: 0.1428571 Jun 30 08:57:58.291960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-92569107-e1b1-4ff9-816c-c6db508d383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.293465 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-92569107-e1b1-4ff9-816c-c6db508d383c service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1985404 Jun 30 08:57:58.340805 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.404594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-b66dea70-5528-4fd6-a50c-062bc232a08d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0999002 Jun 30 08:57:58.526460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.562474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-2537af25-5ef1-46f4-abe2-0e37a8af8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.569900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-2537af25-5ef1-46f4-abe2-0e37a8af8569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1558130 Jun 30 08:57:58.572034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] For port f27ba551-af98-4170-8363-3665fafb40e1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f27ba551-af98-4170-8363-3665fafb40e1,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:57:58.600699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.646194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Router d7f5810b-96ca-4be2-99f1-09bff3f04019 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:57:58.698590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1831e-4318-432d-be9b-f6548c9b2c95 req-3244048b-5065-4ad0-b96a-dbfceb9779c8 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.709420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70b1831e-4318-432d-be9b-f6548c9b2c95 req-3244048b-5065-4ad0-b96a-dbfceb9779c8 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.4661562 Jun 30 08:57:58.763912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-2264f5b7-21a7-4ddf-8cd3-a3a92caa0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:58.767961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-2264f5b7-21a7-4ddf-8cd3-a3a92caa0040 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1869178 Jun 30 08:57:58.974630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-1a32e757-7b89-4a4e-8c0c-9a9591fce3cd service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994464 Jun 30 08:57:59.039378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553d056-a2ce-42d8-9f17-d9cb4fc5c293 req-97893abc-e225-4173-a9b2-2963b0a1b092 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.050043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d553d056-a2ce-42d8-9f17-d9cb4fc5c293 req-97893abc-e225-4173-a9b2-2963b0a1b092 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.4927704 Jun 30 08:57:59.055002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70b1831e-4318-432d-be9b-f6548c9b2c95 req-7a8f124a-9b42-4183-aa1a-37c581f73894 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447595 Jun 30 08:57:59.137368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:53Z', 'revision_number': 4, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0645cf6-1bca-4217-9457-f3bff646c096', 'name': '', 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'mac_address': 'fa:16:3e:94:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:51Z', 'updated_at': '2021-06-30T08:57:53Z', 'revision_number': 2, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'subnets': [{'id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:59.221005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Checking router: fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:57:59.221661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Updating router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 port e0645cf6-1bca-4217-9457-f3bff646c096 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:57:59.302439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:57:59.303103 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:57:59.306634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c94b0-993c-431d-aaf1-a7d2094f1631 None None] Pushing event updated for resources: {'Port': ['ID=f27ba551-af98-4170-8363-3665fafb40e1,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:57:59.309954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb411916-9973-4c72-a1ac-e0a7d63182b1 None None] Provisioning complete for port f27ba551-af98-4170-8363-3665fafb40e1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:57:59.310571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb411916-9973-4c72-a1ac-e0a7d63182b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.353915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-712ea737-0397-41ab-86a3-2a829a56de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.376986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.385741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9ac24dcf-2794-46ef-ac1f-0ede97aa5d83 req-3e52702f-955a-4684-8269-976aaf20b151 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958459 Jun 30 08:57:59.435137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:57:59.462777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d553d056-a2ce-42d8-9f17-d9cb4fc5c293 req-52d16677-cf56-4b4f-8d31-207beaf73555 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106266 Jun 30 08:57:59.476845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Sync routers for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:57:59.490150 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:57:59.490960 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:57:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:57:59.508183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.510314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-01b47e01-84d5-4d0e-a916-ae06e9ba9c4a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1181190 Jun 30 08:57:59.513447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:57:59.882193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8421a-648d-4d6d-922e-f13033aea63b req-da0a46f8-53f9-4a40-b22c-318d1c3e0d03 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:57:59.889485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81b8421a-648d-4d6d-922e-f13033aea63b req-da0a46f8-53f9-4a40-b22c-318d1c3e0d03 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 947 time: 0.1781592 Jun 30 08:57:59.983238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81b8421a-648d-4d6d-922e-f13033aea63b req-f6aef57e-d0c7-4809-ac64-6a04d0558df6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Jun 30 08:58:00.019436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:00.205227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.229515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Transition to ACTIVE for port object e0645cf6-1bca-4217-9457-f3bff646c096 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:00.317358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.632034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80c161-449b-4764-8add-5b76b0c9f0e5 None None] Pushing event updated for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:00.634768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:57:57Z', 'revision_number': 3, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:00.744412 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Checking router: d7f5810b-96ca-4be2-99f1-09bff3f04019 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:00.745140 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Updating router d7f5810b-96ca-4be2-99f1-09bff3f04019 port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:58:00.840306 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:00.871963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:01.018424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c54472-0ae7-42ea-abb3-594c0c4f3b8f req-8b75373e-54ba-40ab-b262-d861a7f107d4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.023506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53c54472-0ae7-42ea-abb3-594c0c4f3b8f req-8b75373e-54ba-40ab-b262-d861a7f107d4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.5388539 Jun 30 08:58:01.028888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f27ba551-af98-4170-8363-3665fafb40e1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:01.071395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.338185 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:58:01.418761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53c54472-0ae7-42ea-abb3-594c0c4f3b8f req-23a6f833-1662-4e06-ac03-73a1e63f88a4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867416 Jun 30 08:58:01.427614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Attempting to bind port e0645cf6-1bca-4217-9457-f3bff646c096 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:01.428348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Attempting to bind port e0645cf6-1bca-4217-9457-f3bff646c096 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:01.429654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Attempting to bind port e0645cf6-1bca-4217-9457-f3bff646c096 on network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:01.531267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:01.534233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Checking segment: {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:01.534758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.535266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Bound using segment: {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:01.535864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Bound port: e0645cf6-1bca-4217-9457-f3bff646c096, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283ab272-f664-476a-b885-dc50e50d9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:01.536370 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.568419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05ca3-bb7f-4eca-abc1-39dab5920eb4 req-1bcb0ae8-3ce7-44d5-b5d8-06cdb4cdca78 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:01.582837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbe05ca3-bb7f-4eca-abc1-39dab5920eb4 req-1bcb0ae8-3ce7-44d5-b5d8-06cdb4cdca78 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.3988581 Jun 30 08:58:01.612972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f27ba551-af98-4170-8363-3665fafb40e1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:01.614365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:01.725557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Allocated IP 172.20.0.1 (596fba08-1214-4a40-98f7-f83916823758/95db3292-dfea-4c18-9436-80b7fc632b8b/178b9899-8e48-4065-8cca-56387de19475) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:01.731847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbe05ca3-bb7f-4eca-abc1-39dab5920eb4 req-dc3cd9fe-91e1-4703-8785-bf6a0d9d30f7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465521 Jun 30 08:58:01.991135 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.005200 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Transition to ACTIVE for port object 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:02.040743 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.105014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:02.132547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df141648-0090-45eb-aefc-dd9ae44acc0b req-e543aa81-11be-40ad-bb7c-e990ad2703a5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:02.143853 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969af1c-5ba4-486c-b3d9-9c373e82a56c None None] Pushing event updated for resources: {'Port': ['ID=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.144107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'mac_address': 'fa:16:3e:91:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:02.146136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df141648-0090-45eb-aefc-dd9ae44acc0b req-e543aa81-11be-40ad-bb7c-e990ad2703a5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 947 time: 0.1488748 Jun 30 08:58:02.181273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.230813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Attempting to bind port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:02.231639 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Attempting to bind port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:02.234444 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Attempting to bind port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:02.236782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Transition to ACTIVE for port object 178b9899-8e48-4065-8cca-56387de19475 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:02.268981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df141648-0090-45eb-aefc-dd9ae44acc0b req-868bd29b-7719-4302-8724-2894f3ca3d3e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216085 Jun 30 08:58:02.269320 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:02.270537 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:02.271131 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.271707 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:02.272680 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Bound port: 5cf1e3c5-276b-4f8f-8784-46aebdc9b375, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:02.276206 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.307848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.311488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] For port e0645cf6-1bca-4217-9457-f3bff646c096, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:02.347254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.397802 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] For port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:02.411291 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] For port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:02.424193 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.438560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Network 596fba08-1214-4a40-98f7-f83916823758 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:02.473889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:02.479813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d965c191-a5ca-42cc-92fd-7e2063b15b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.490442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.495303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] For port e0645cf6-1bca-4217-9457-f3bff646c096, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0645cf6-1bca-4217-9457-f3bff646c096,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:02.508249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:02.528950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:02.541356 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.634997 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:02.636092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:02.651430 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969af1c-5ba4-486c-b3d9-9c373e82a56c None None] Pushing event updated for resources: {'Port': ['ID=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.684548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:02.716380 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.733358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Pushing event updated for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:02.753332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:02.754129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:02.775888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:02.785541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.786239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.786748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.787245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.787758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.788270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.788790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.789328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.790058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.790571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.791069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:02.791569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:03.163559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9f5d-42fc-4615-813a-e90647c4bc75 req-b08e2a76-0f2e-4894-8089-0a65d726ec2a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.178527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-026d9f5d-42fc-4615-813a-e90647c4bc75 req-b08e2a76-0f2e-4894-8089-0a65d726ec2a tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.3319182 Jun 30 08:58:03.185571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80c161-449b-4764-8add-5b76b0c9f0e5 None None] Pushing event updated for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:03.210752 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:03.354023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.397278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:03.401201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-026d9f5d-42fc-4615-813a-e90647c4bc75 req-4308f2d0-c40e-433c-a8ce-fdb7a6162e37 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209976 Jun 30 08:58:03.404269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:03.463156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.538134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa940d-d6fa-4bb7-9deb-c7f4a9e15b2b req-9a490068-0f5d-413a-80de-30dfbebb5ef6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:03.551873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23aa940d-d6fa-4bb7-9deb-c7f4a9e15b2b req-9a490068-0f5d-413a-80de-30dfbebb5ef6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2999644 Jun 30 08:58:03.598004 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.707613 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:57:57Z', 'revision_number': 3, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:03.711235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0df2164f-dd32-41b0-9175-056291c50b4c None None] Provisioning for port 178b9899-8e48-4065-8cca-56387de19475 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:03.739481 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16050ca-492c-488b-ba67-e9462f4c5e91 None None] The sync data for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 is: [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:57:57Z', 'revision_number': 3, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:03.740345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23aa940d-d6fa-4bb7-9deb-c7f4a9e15b2b req-85b25f6f-52ec-4521-a3fd-12623253fbc7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855538 Jun 30 08:58:03.821240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0df2164f-dd32-41b0-9175-056291c50b4c None None] Provisioning complete for port 178b9899-8e48-4065-8cca-56387de19475 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:03.822144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0df2164f-dd32-41b0-9175-056291c50b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.918689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0df2164f-dd32-41b0-9175-056291c50b4c None None] Port 178b9899-8e48-4065-8cca-56387de19475 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:03.965731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:03.987438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.092403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:04.280977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f2afe-8695-4dc5-9936-c655cb737747 req-0b29cdcb-6b3b-4d3f-a96b-fb4b6e67b598 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.288499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-576f2afe-8695-4dc5-9936-c655cb737747 req-0b29cdcb-6b3b-4d3f-a96b-fb4b6e67b598 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.1513779 Jun 30 08:58:04.296258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.354204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Pushing event updated for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:04.372153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-576f2afe-8695-4dc5-9936-c655cb737747 req-a4ab376e-4a79-4191-92e3-41448293fb96 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824547 Jun 30 08:58:04.587699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Network 596fba08-1214-4a40-98f7-f83916823758 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:04.589588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:04.609427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.657071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:53Z', 'revision_number': 4, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0645cf6-1bca-4217-9457-f3bff646c096', 'name': '', 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'mac_address': 'fa:16:3e:94:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:51Z', 'updated_at': '2021-06-30T08:58:02Z', 'revision_number': 4, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'subnets': [{'id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:04.757374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6b87-02ef-4691-aa52-720ab0fe2eec req-83ec0739-0125-4c86-ac4c-e431844e6671 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:04.775058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6ae6b87-02ef-4691-aa52-720ab0fe2eec req-83ec0739-0125-4c86-ac4c-e431844e6671 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.1580775 Jun 30 08:58:04.860656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c55df-02ac-4851-b20e-3be8d5a7cc6a None None] The sync data for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 is: [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:57:53Z', 'revision_number': 4, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0645cf6-1bca-4217-9457-f3bff646c096', 'name': '', 'network_id': '7ea08bb4-0b69-448c-a15b-a48d64ba1af9', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'mac_address': 'fa:16:3e:94:b7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:51Z', 'updated_at': '2021-06-30T08:58:02Z', 'revision_number': 4, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'subnets': [{'id': '222cb0ad-b96a-4984-ad0b-1bd62934400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:04.883344 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:04.891542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6ae6b87-02ef-4691-aa52-720ab0fe2eec req-24073606-def7-4285-9c77-c1024130bd85 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154189 Jun 30 08:58:04.978823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Router d7f5810b-96ca-4be2-99f1-09bff3f04019 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:05.122336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:05.273052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:05.285998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9983f33c-c037-4ace-ac5f-096352c5156e admin admin] 10.222.0.66 "PUT /v2.0/routers/d7f5810b-96ca-4be2-99f1-09bff3f04019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7635932 Jun 30 08:58:05.314592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:05.321057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:05.323013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.375324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aaaf1420-04de-4c33-9009-9221bba7e0d6 None None] Provisioning complete for port 178b9899-8e48-4065-8cca-56387de19475 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:05.378528 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaaf1420-04de-4c33-9009-9221bba7e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.446144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0245-9b81-4776-b934-ffa75206324f req-f6c413e0-7a72-4432-9c9c-a2ab4e345d11 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:05.460612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63cf0245-9b81-4776-b934-ffa75206324f req-f6c413e0-7a72-4432-9c9c-a2ab4e345d11 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.3458514 Jun 30 08:58:05.537444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf1420-04de-4c33-9009-9221bba7e0d6 None None] Port 178b9899-8e48-4065-8cca-56387de19475 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:05.618015 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.641321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63cf0245-9b81-4776-b934-ffa75206324f req-7eccf590-1cfa-4472-be7c-e4455b5f1238 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744893 Jun 30 08:58:05.666593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:05.673610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-d8b847d0-02f9-498c-8987-3de97dea98e9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:05.681873 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:05.686316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-d8b847d0-02f9-498c-8987-3de97dea98e9 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.4869859 Jun 30 08:58:05.722907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-c02dec14-ea7c-4890-963b-f822b6563e28 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/quotas/181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 375 time: 0.0355685 Jun 30 08:58:05.865933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:05.876983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-798c12c9-8d9d-4638-99e7-f78acaa86efc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520474 Jun 30 08:58:06.099126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-fefa4c13-a268-4752-bd1d-3fb6f6d6c7b8 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121534 Jun 30 08:58:06.276214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-d815a402-22c3-452d-b2bc-d4ff7b8e32d2 service neutron] 10.222.0.66 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708617 Jun 30 08:58:06.464270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354252b4-762a-45e7-aa23-c8baa10ca218 req-8f515df1-04d4-4085-bcb5-77c30f415c23 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:06.472504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-354252b4-762a-45e7-aa23-c8baa10ca218 req-8f515df1-04d4-4085-bcb5-77c30f415c23 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.1496027 Jun 30 08:58:06.521124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-354252b4-762a-45e7-aa23-c8baa10ca218 req-a6119959-6490-4e71-9919-8a0145800bf3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461662 Jun 30 08:58:06.842288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:06.866576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-fd340df7-5e17-49c4-84b7-5844a52c8345 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2136366 Jun 30 08:58:06.881740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:06.958960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.065857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:07.071090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:07.071687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.101227 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:07.145103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:07.160694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.219532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Sync routers for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:07.287781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:07.288548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:07.379698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae6b8-37d6-4f49-b944-00f442eae1ee req-d941a714-d0c2-4a1f-bfae-aa24a0146e92 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.381886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9deae6b8-37d6-4f49-b944-00f442eae1ee req-d941a714-d0c2-4a1f-bfae-aa24a0146e92 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.2168310 Jun 30 08:58:07.447265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9deae6b8-37d6-4f49-b944-00f442eae1ee req-dab8ade1-0c18-48c8-bf7b-2684174c941e tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Jun 30 08:58:07.570629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Allocated IP 172.25.4.23 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d80019db-71a5-441d-bd9c-883910d53584) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:07.769014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:07.769806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.808224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6251abe-a643-4cfe-8d72-393cc81f7189 req-bce0eff3-3290-4740-80ef-9bcd584c3f39 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:07.810631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6251abe-a643-4cfe-8d72-393cc81f7189 req-bce0eff3-3290-4740-80ef-9bcd584c3f39 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1147137 Jun 30 08:58:07.858693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:07.866990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.876658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6251abe-a643-4cfe-8d72-393cc81f7189 req-e59f0b12-03e7-4868-bedb-eb0bf8ee9506 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592113 Jun 30 08:58:07.931054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:07.973184 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.001463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event updated for resources: {'Port': ['ID=d80019db-71a5-441d-bd9c-883910d53584,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:08.016290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:08.018062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:08.020549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:08.086855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:08.092088 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e414280-1599-4257-b6f6-f371ec5c1f44" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:08.116552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aa0f2c6-bb88-4ab6-b50f-31352c160d5a req-657ca983-2f6e-4d49-aaa1-6a5e89b0038d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 210 time: 0.0402818 Jun 30 08:58:08.130926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:08.165145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.201005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.265194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0645cf6-1bca-4217-9457-f3bff646c096 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:08.282224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.337528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:08.377520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:03Z', 'revision_number': 4, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '178b9899-8e48-4065-8cca-56387de19475', 'name': '', 'network_id': '596fba08-1214-4a40-98f7-f83916823758', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'mac_address': 'fa:16:3e:9f:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:01Z', 'updated_at': '2021-06-30T08:58:03Z', 'revision_number': 2, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'subnets': [{'id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:08.384807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e0645cf6-1bca-4217-9457-f3bff646c096 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:08.431778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Checking router: d7f5810b-96ca-4be2-99f1-09bff3f04019 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:08.432220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Updating router d7f5810b-96ca-4be2-99f1-09bff3f04019 port 178b9899-8e48-4065-8cca-56387de19475 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:58:08.436787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e0645cf6-1bca-4217-9457-f3bff646c096 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:08.436787 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.536758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.775401 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:08.842750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-b090581e-820b-4068-955a-1845eb02016e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:08.846065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-b090581e-820b-4068-955a-1845eb02016e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 808 time: 0.1659064 Jun 30 08:58:08.860898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Request body: {'port': {'device_id': '85b480b7-a347-476c-b33b-70538f92566e', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'admin_state_up': True, 'tenant_id': '181dc6030a41419794abfd8e61972460'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:08.947545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e0645cf6-1bca-4217-9457-f3bff646c096, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0645cf6-1bca-4217-9457-f3bff646c096,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:08.957825 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.035978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:09.072529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Made reservation on behalf of 181dc6030a41419794abfd8e61972460 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:09.077373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.189659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.202722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.206464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.234549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Transition to ACTIVE for port object 178b9899-8e48-4065-8cca-56387de19475 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:09.253329 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.316251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f24b-5936-4f7c-a714-068dfeef4022 req-41b40676-a232-415c-9970-5e2d1b8ad0fb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.322254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5677f24b-5936-4f7c-a714-068dfeef4022 req-41b40676-a232-415c-9970-5e2d1b8ad0fb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2552149 Jun 30 08:58:09.325451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Allocated IP 172.20.0.2 (0b5a1545-b1e5-4c68-b5eb-e6b651adce71/af706342-3f17-4ca2-8ccf-80b07f5ec934/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:09.354573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event updated for resources: {'Port': ['ID=d80019db-71a5-441d-bd9c-883910d53584,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:09.374723 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.417844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.425079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-98fea8bc-0ae5-4509-aa38-605af6ad2e7c tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5576169 Jun 30 08:58:09.433632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d564-aaef-4586-be2c-e9f4d4865ff5 None None] Pushing event updated for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:09.482370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5677f24b-5936-4f7c-a714-068dfeef4022 req-e73476d0-9f8b-4d97-afce-81eea2c23d32 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513336 Jun 30 08:58:09.553023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Attempting to bind port 178b9899-8e48-4065-8cca-56387de19475 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:09.553408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Attempting to bind port 178b9899-8e48-4065-8cca-56387de19475 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:09.554294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Attempting to bind port 178b9899-8e48-4065-8cca-56387de19475 on network 596fba08-1214-4a40-98f7-f83916823758 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:09.562024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:09.562423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Checking segment: {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:09.562822 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.563763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Bound using segment: {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:09.565951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Bound port: 178b9899-8e48-4065-8cca-56387de19475, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b4498-5406-47d7-872c-db090011a19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '596fba08-1214-4a40-98f7-f83916823758'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:09.567145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.601837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-825697bc-202e-46a7-ba33-0c70f648cb94 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1662359 Jun 30 08:58:09.692265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] For port 178b9899-8e48-4065-8cca-56387de19475, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:09.700111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] For port 178b9899-8e48-4065-8cca-56387de19475, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=178b9899-8e48-4065-8cca-56387de19475,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:09.717087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.830014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac30773-17ea-47bc-b849-b7a9e085884a x-openstack-request-id: req-eac30773-17ea-47bc-b849-b7a9e085884a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:09.830014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:09.830014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eac30773-17ea-47bc-b849-b7a9e085884a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:09.830014 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'code': 200} Jun 30 08:58:09.871658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:09.877266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:09.878179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:09.955369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-8bc1dedd-90fa-4954-b0b8-89147e4b7c3d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:09.957198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33c3a732-19f3-4405-a39d-2049bf0a5f49 req-8bc1dedd-90fa-4954-b0b8-89147e4b7c3d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.3486793 Jun 30 08:58:10.157735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129677e-01ee-4b64-920a-3a1fd1ee1c15 req-9849255a-ab03-45b6-9d70-095086e9df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.159141 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0129677e-01ee-4b64-920a-3a1fd1ee1c15 req-9849255a-ab03-45b6-9d70-095086e9df8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1101 time: 0.2742076 Jun 30 08:58:10.198971 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.199661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:10.268971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29695283-3028-4a5c-8b3b-edd1f497331f req-f76f6cd1-342f-4fc0-99a9-b6cdf02112f7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.281574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29695283-3028-4a5c-8b3b-edd1f497331f req-f76f6cd1-342f-4fc0-99a9-b6cdf02112f7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.1934774 Jun 30 08:58:10.351784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:10.356657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0129677e-01ee-4b64-920a-3a1fd1ee1c15 req-a75c9666-ed67-4d85-a062-efa6c95f627c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880252 Jun 30 08:58:10.364094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:10.369168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:10.373926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:10.439432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.440652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.455790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29695283-3028-4a5c-8b3b-edd1f497331f req-ac6dfa17-eaf4-4d5d-9389-b1d25b02b820 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721818 Jun 30 08:58:10.473148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-54a5dc70-1f72-4f86-90b1-645faf640f16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6168420 Jun 30 08:58:10.500313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ea90ed6-1d22-4769-99d0-fe5a5feee636'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:10.503758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Request body: {'port': {'device_id': '85b480b7-a347-476c-b33b-70538f92566e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:10.536512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5005fa-c89a-4b6d-b52d-1416d158cbcb req-97bd8c3c-ba00-4482-995d-ecc1424b21d3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.538789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef5005fa-c89a-4b6d-b52d-1416d158cbcb req-97bd8c3c-ba00-4482-995d-ecc1424b21d3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2216198 Jun 30 08:58:10.649246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef5005fa-c89a-4b6d-b52d-1416d158cbcb req-87e9dcd6-3545-4559-afcf-32e9136ca10d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jun 30 08:58:10.691651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3d564-aaef-4586-be2c-e9f4d4865ff5 None None] Pushing event updated for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:10.691884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:10.791156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50045f81-394e-4061-b7cb-310bd25cf1aa req-8f9f6651-d1c0-4b12-b7e6-caf7d79d4a48 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:10.802716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50045f81-394e-4061-b7cb-310bd25cf1aa req-8f9f6651-d1c0-4b12-b7e6-caf7d79d4a48 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 931 time: 0.1388812 Jun 30 08:58:10.892350 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50045f81-394e-4061-b7cb-310bd25cf1aa req-0b87ce10-0bde-41a8-8160-02f36d5b7dbb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838273 Jun 30 08:58:10.958701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:03Z', 'revision_number': 4, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '178b9899-8e48-4065-8cca-56387de19475', 'name': '', 'network_id': '596fba08-1214-4a40-98f7-f83916823758', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'mac_address': 'fa:16:3e:9f:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:01Z', 'updated_at': '2021-06-30T08:58:09Z', 'revision_number': 4, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'subnets': [{'id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:11.080778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a629c-27a6-4bd8-9d3c-886625a84c04 None None] The sync data for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 is: [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:03Z', 'revision_number': 4, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '178b9899-8e48-4065-8cca-56387de19475', 'name': '', 'network_id': '596fba08-1214-4a40-98f7-f83916823758', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'mac_address': 'fa:16:3e:9f:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:58:01Z', 'updated_at': '2021-06-30T08:58:09Z', 'revision_number': 4, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'subnets': [{'id': '95db3292-dfea-4c18-9436-80b7fc632b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:11.150475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0645cf6-1bca-4217-9457-f3bff646c096 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:11.175835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d205cc50-cc31-4d1c-b287-97e2e34570eb req-6375a22b-f81c-4fcc-bf5e-6349ef9e30d6 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips/7ca16ff7-3f52-421d-b814-bb524104400c HTTP/1.1" status: 200 len: 692 time: 0.1459467 Jun 30 08:58:11.573872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e0645cf6-1bca-4217-9457-f3bff646c096 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:11.574696 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:11.682025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205cc50-cc31-4d1c-b287-97e2e34570eb req-5c7db450-ba06-4b13-8ef8-3ff252eac08e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.706271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d205cc50-cc31-4d1c-b287-97e2e34570eb req-5c7db450-ba06-4b13-8ef8-3ff252eac08e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.5312927 Jun 30 08:58:11.716681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-d205cc50-cc31-4d1c-b287-97e2e34570eb req-997dba35-30c6-462f-a75a-2482130da0f1 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:58:11.744772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d205cc50-cc31-4d1c-b287-97e2e34570eb req-997dba35-30c6-462f-a75a-2482130da0f1 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372186 Jun 30 08:58:11.862190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a886a2-2b9c-4d68-9e6b-a08c56d79025 req-0edc505f-6b33-4f9e-a5f6-63c12d32903f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:11.870458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8a886a2-2b9c-4d68-9e6b-a08c56d79025 req-0edc505f-6b33-4f9e-a5f6-63c12d32903f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.4063823 Jun 30 08:58:11.926012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8a886a2-2b9c-4d68-9e6b-a08c56d79025 req-faabb331-1f75-4ed8-a53b-5545a2e7b049 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489395 Jun 30 08:58:12.108006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaa63ae-ccd7-450e-8b91-ef7c4b9f608f {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:12.116820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f77e3-398e-4a2f-a781-6df952d33c76 req-3d353d26-6c19-4756-997f-9bebea6a16e7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.120694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.121628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca7f77e3-398e-4a2f-a781-6df952d33c76 req-3d353d26-6c19-4756-997f-9bebea6a16e7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 945 time: 0.1390524 Jun 30 08:58:12.138955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Transition to ACTIVE for port object deaa63ae-ccd7-450e-8b91-ef7c4b9f608f will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:12.146644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.261276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca7f77e3-398e-4a2f-a781-6df952d33c76 req-d24347ed-7d38-4961-8c7f-a0ae19a4248c tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329215 Jun 30 08:58:12.280331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:12.304617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:12.304958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:12.305304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:12.310053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:12.310382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:12.316495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:12.316830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:12.317256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:12.317707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Bound port: deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:12.318100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.337382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36cdfc-2c0d-4902-947c-df284462c8ad req-c85a2636-bd8a-446e-b109-35df9e248853 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.347433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb36cdfc-2c0d-4902-947c-df284462c8ad req-c85a2636-bd8a-446e-b109-35df9e248853 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1857510 Jun 30 08:58:12.418598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6a44003-27cc-40bd-899d-464a283813e3 req-7d6bf230-dcb2-465e-86df-8b4df918ff21 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=9a2ef911bca94f878cb7d68c93dfe643 HTTP/1.1" status: 200 len: 695 time: 0.1000879 Jun 30 08:58:12.419115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:12.422541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:12.440763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.450075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb36cdfc-2c0d-4902-947c-df284462c8ad req-0456a093-66bc-43d4-bc48-48b21a809552 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909820 Jun 30 08:58:12.513130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.513800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:12.519174 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] 10.222.0.11 "PUT /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 1092 time: 2.0212603 Jun 30 08:58:12.523912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:12.536968 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6" -d '{"events": [{"name": "network-changed", "server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:12.665680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00eea-d648-454f-9f25-ec8178633a1c service neutron] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:12.724850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-e42b0ec9-bdbd-4a23-b19a-8e49eac79786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.726591 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-e42b0ec9-bdbd-4a23-b19a-8e49eac79786 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1095 time: 0.1408067 Jun 30 08:58:12.734400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a44003-27cc-40bd-899d-464a283813e3 req-23879687-2908-461f-89f0-b10391205b6d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.736341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6a44003-27cc-40bd-899d-464a283813e3 req-23879687-2908-461f-89f0-b10391205b6d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks?id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 787 time: 0.3024423 Jun 30 08:58:12.774565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da59b-87a5-41d5-b766-068fb018fde3 req-fafd56ce-935e-43c3-a54c-89519a2e06c7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.782043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-996da59b-87a5-41d5-b766-068fb018fde3 req-fafd56ce-935e-43c3-a54c-89519a2e06c7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1188309 Jun 30 08:58:12.806708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-89ef409b-e084-4321-bdcd-d732033b94ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 217 time: 0.0685251 Jun 30 08:58:12.833536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-996da59b-87a5-41d5-b766-068fb018fde3 req-cf52bb9d-607c-4b2a-b0ce-aed511f5f189 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502467 Jun 30 08:58:12.892578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-fce50efe-a2ba-4edd-8a7a-370406d20a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:12.895544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-fce50efe-a2ba-4edd-8a7a-370406d20a4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0817533 Jun 30 08:58:12.949331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-07bacf24-b264-4f10-a484-213b8fb8440e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471218 Jun 30 08:58:13.026252 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651c1221-68ef-45ae-920d-ef9455198d00 x-openstack-request-id: req-651c1221-68ef-45ae-920d-ef9455198d00 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:13.026768 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:13.027191 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-651c1221-68ef-45ae-920d-ef9455198d00 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:13.027877 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'status': 'completed', 'code': 200} Jun 30 08:58:13.119661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-d729689a-3b5b-446b-9809-600e172e74f3 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622159 Jun 30 08:58:13.186428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-2c4cbbd1-70c7-4977-9428-ce679d0e0ace tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips/7ca16ff7-3f52-421d-b814-bb524104400c HTTP/1.1" status: 200 len: 692 time: 0.1369863 Jun 30 08:58:13.249857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 178b9899-8e48-4065-8cca-56387de19475 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:13.340589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41a4f2b-e851-4d61-84ed-f6b72edb7d47 req-bc8278ae-f3de-49cd-b8a4-89a04d0aa645 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140098 Jun 30 08:58:13.380100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-9651d40a-d622-4a45-85f8-28dbed65c42d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.388152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-9651d40a-d622-4a45-85f8-28dbed65c42d tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2007771 Jun 30 08:58:13.398010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 178b9899-8e48-4065-8cca-56387de19475 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:13.406626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 178b9899-8e48-4065-8cca-56387de19475 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:13.409854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.490567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-9cefcbdd-2403-4630-a431-633aec5eb4dc tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1009238 Jun 30 08:58:13.536413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-1f9ffa60-b036-4507-bb24-55fbacd6db47 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.538873 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-1f9ffa60-b036-4507-bb24-55fbacd6db47 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.1742458 Jun 30 08:58:13.553711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:13.556155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.560347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-75ba14ec-5ec2-421a-a860-c326f9cd0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.562455 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-75ba14ec-5ec2-421a-a860-c326f9cd0748 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1095 time: 0.1240053 Jun 30 08:58:13.601067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-2eaf513f-424d-4170-bf0f-d9e06d5dedd8 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1092591 Jun 30 08:58:13.606982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 178b9899-8e48-4065-8cca-56387de19475, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=178b9899-8e48-4065-8cca-56387de19475,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:13.611925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.678859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:13.734015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.757484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-90b850ca-05e5-44c8-9d11-69f103ddb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.758992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-90b850ca-05e5-44c8-9d11-69f103ddb223 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1751235 Jun 30 08:58:13.778658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92337aa-3b75-4a87-beb9-a272df3137d4 req-4cb13363-f4c8-4a0f-9851-95c1eebe4557 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.789608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e92337aa-3b75-4a87-beb9-a272df3137d4 req-4cb13363-f4c8-4a0f-9851-95c1eebe4557 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.3983197 Jun 30 08:58:13.840341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-4ab561ef-08ac-436e-b97e-49ccc6dc3f43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 217 time: 0.0588849 Jun 30 08:58:13.842646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Deleting port d80019db-71a5-441d-bd9c-883910d53584 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:13.843186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.946980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-de93674f-1323-47ab-89ea-06948bc87708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:13.948547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-de93674f-1323-47ab-89ea-06948bc87708 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0992339 Jun 30 08:58:13.966182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.966820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:13.990494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Calling delete_port for d80019db-71a5-441d-bd9c-883910d53584 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:13.996612 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-204b8550-0c73-4f60-994a-25d06215fbad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400646 Jun 30 08:58:14.075340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:14.158538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:14.162314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-a4cd2739-aa93-4777-922e-b5836ebc9277 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512349 Jun 30 08:58:14.217921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e92337aa-3b75-4a87-beb9-a272df3137d4 req-c9e01416-1380-44ad-978b-0c30179a0145 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270008 Jun 30 08:58:14.223213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.280039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.291482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event deleted for resources: {'Port': ['ID=d80019db-71a5-441d-bd9c-883910d53584,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:14.305095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.358549 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ac7e1b23-87f6-4a06-9ed3-41912cd370b6 req-f9f8d77a-467e-4085-9ad8-97e27ed4d726 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736875 Jun 30 08:58:14.391163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:14.434952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on host n-h1-779913-25 for vnic_type normal with profile {"migrating_to": "n-h2-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:14.435586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:14.436109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:14.442094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:14.442697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Attempting to bind port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on network 559d2b51-8adb-4eed-aebe-31f2595ff978 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:14.449665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:14.450334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Checking segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:14.451554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Bound using segment: {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:14.452187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Bound port: d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd302ee-90fe-49b8-bdc0-936847b7b9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '559d2b51-8adb-4eed-aebe-31f2595ff978'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:14.452737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.458527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.461228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.462382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-122e965d-c998-48f2-b227-ec8aea9aabd4 req-a754ffd6-a4bf-41fa-b1f8-26484f3eef4e tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "DELETE /v2.0/floatingips/7ca16ff7-3f52-421d-b814-bb524104400c HTTP/1.1" status: 204 len: 173 time: 0.8597641 Jun 30 08:58:14.558220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:14.563983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:14.574885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.649495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b173-9370-4c5e-8954-6a8b8f9d55b9 req-d9bbd49a-cd30-4fc5-befb-668e1193257f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.651085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1433b173-9370-4c5e-8954-6a8b8f9d55b9 req-d9bbd49a-cd30-4fc5-befb-668e1193257f tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1685791 Jun 30 08:58:14.670421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:14.674200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.674823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.676532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-2a246614-6b87-4070-90ad-5355931b1667 service neutron] 10.222.0.11 "PUT /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 1123 time: 1.1274714 Jun 30 08:58:14.756133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e293ca-e195-455c-9122-8f42f27f2a29 req-422422a8-38d3-4c00-8dee-f7ed2dde2538 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:14.758168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e293ca-e195-455c-9122-8f42f27f2a29 req-422422a8-38d3-4c00-8dee-f7ed2dde2538 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1635861 Jun 30 08:58:14.761127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1433b173-9370-4c5e-8954-6a8b8f9d55b9 req-acfca603-378f-4f5d-89ae-226e8d5f97d6 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015329 Jun 30 08:58:14.786818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['d062b2a5-bdb6-451a-83c6-b3617a8a8e37'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:14.838371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d062b2a5-bdb6-451a-83c6-b3617a8a8e37'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:14.878032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e293ca-e195-455c-9122-8f42f27f2a29 req-81716f6b-41bf-45aa-9fdf-b4f5ff004843 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Jun 30 08:58:14.893387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:15.027452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23ef51-d409-4723-8b0f-34862b438023 req-383e989a-4c5e-4a4f-b7d9-09d1eefe0736 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:15.029694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37'}, {'name': 'network-changed', 'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:15.033245 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47360204-b4d5-49e9-af05-6d62f275fb12" -d '{"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-unplugged", "status": "completed", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37"}, {"name": "network-changed", "server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:15.035762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e23ef51-d409-4723-8b0f-34862b438023 req-383e989a-4c5e-4a4f-b7d9-09d1eefe0736 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.0890856 Jun 30 08:58:15.148473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e23ef51-d409-4723-8b0f-34862b438023 req-8d106a5e-2698-406b-8d8b-20459eddf5d1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Jun 30 08:58:15.192796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 178b9899-8e48-4065-8cca-56387de19475 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:15.394052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:15.431223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:58:15.486281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 178b9899-8e48-4065-8cca-56387de19475 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:15.487166 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.583280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac960cc5-65cc-4ec0-a23e-95306ba91c6f req-56b05c8b-acb3-4e57-b86d-55fba6095105 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:15.596951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac960cc5-65cc-4ec0-a23e-95306ba91c6f req-56b05c8b-acb3-4e57-b86d-55fba6095105 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1948090 Jun 30 08:58:15.709778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac960cc5-65cc-4ec0-a23e-95306ba91c6f req-f3af1486-d1fa-4ca9-b58c-a77ef34a971b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113341 Jun 30 08:58:15.779376 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7fb8f3-17b6-483b-9e4c-48b58daf122f x-openstack-request-id: req-0c7fb8f3-17b6-483b-9e4c-48b58daf122f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:15.779886 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-unplugged", "status": "completed", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37", "code": 200}, {"name": "network-changed", "server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:15.780019 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c7fb8f3-17b6-483b-9e4c-48b58daf122f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:15.780514 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'code': 200} Jun 30 08:58:15.780787 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'status': 'completed', 'code': 200} Jun 30 08:58:15.809356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-8a22acd8-2a2b-4089-8be2-ed3e6a468ab1 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1913128 Jun 30 08:58:15.820398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:15.866236 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.067731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-5e652e20-4246-44b7-97cd-c685a5077a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.069227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-5e652e20-4246-44b7-97cd-c685a5077a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1126 time: 0.2395530 Jun 30 08:58:16.085664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce2d6c-056f-4ff7-8e08-e5c17394c213 req-03f061d1-b538-49f5-8240-e0c414392ebb tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.087159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebce2d6c-056f-4ff7-8e08-e5c17394c213 req-03f061d1-b538-49f5-8240-e0c414392ebb tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1256239 Jun 30 08:58:16.190906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.206915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebce2d6c-056f-4ff7-8e08-e5c17394c213 req-1625b0fb-63c0-41d6-b572-96ebcb6b17e0 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052113 Jun 30 08:58:16.350836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-ed22b135-cf1a-46d0-83ba-6ebfc44ff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.352314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-ed22b135-cf1a-46d0-83ba-6ebfc44ff2d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.2642767 Jun 30 08:58:16.439731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-3e19f8af-329f-49c5-8b42-d7e12302c28f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 217 time: 0.0742359 Jun 30 08:58:16.556903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-658cadf1-5351-4068-8ccc-c835cc819e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.558481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-658cadf1-5351-4068-8ccc-c835cc819e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0997236 Jun 30 08:58:16.567868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Allocated IP 172.25.4.151 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/06dcc117-e6d8-416b-bbe9-cfb8e974fe75) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:16.608169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-f1ad557f-95bd-48a1-8168-28a789c513e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378580 Jun 30 08:58:16.720763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ed1f-c7da-4ae6-90d7-c11bb780ec6a req-7032e3ba-bc84-4ce2-a77d-a048cad46157 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:16.722490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa91ed1f-c7da-4ae6-90d7-c11bb780ec6a req-7032e3ba-bc84-4ce2-a77d-a048cad46157 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2347612 Jun 30 08:58:16.842255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:16.850000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-b58c37a1-2238-441f-870c-15738bf706e5 service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284694 Jun 30 08:58:16.861985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa91ed1f-c7da-4ae6-90d7-c11bb780ec6a req-fb9e4dd1-c9f4-4b0c-9017-7ee4621e5601 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 Jun 30 08:58:17.004138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47360204-b4d5-49e9-af05-6d62f275fb12 req-6bb33b9d-09d9-466b-aa92-14e5ca07432f service neutron] 10.222.0.41 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411209 Jun 30 08:58:17.019124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.061184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:17.065393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:17.071478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:17.095710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event updated for resources: {'Port': ['ID=06dcc117-e6d8-416b-bbe9-cfb8e974fe75,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:17.211147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.226516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d45ff-3a05-4bbf-94ea-dc174740571e req-e6d987f0-77d8-4bdd-ae4b-d9e7b92e80dd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:17.228063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8d45ff-3a05-4bbf-94ea-dc174740571e req-e6d987f0-77d8-4bdd-ae4b-d9e7b92e80dd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1209650 Jun 30 08:58:17.286951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.321327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8d45ff-3a05-4bbf-94ea-dc174740571e req-0d8c2c60-b84e-4f5d-bd80-3683296b2aa3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707536 Jun 30 08:58:17.513464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.518709 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.599343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event updated for resources: {'Port': ['ID=06dcc117-e6d8-416b-bbe9-cfb8e974fe75,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:17.611634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.626720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.634095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-820fd84c-5335-4282-bf4f-e861341edb40 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8177376 Jun 30 08:58:17.723284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-0f50987d-0d3b-409b-ab83-248e35db45e6 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.0882945 Jun 30 08:58:17.792155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-2fa97818-2edd-4434-b800-c815bb098f05 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623953 Jun 30 08:58:17.898015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-44f0ed86-e711-4083-b5bf-b6eb2033576f tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:17.900435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-585c0751-8bd7-4804-9ed7-3583cf03aa79 req-44f0ed86-e711-4083-b5bf-b6eb2033576f tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1659663 Jun 30 08:58:18.014378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbd8f8-2c5a-4553-a183-1b11fb0c71db req-511e5888-9629-461b-8098-6e2af3316bf5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.016708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bdbd8f8-2c5a-4553-a183-1b11fb0c71db req-511e5888-9629-461b-8098-6e2af3316bf5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.0954645 Jun 30 08:58:18.096408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bdbd8f8-2c5a-4553-a183-1b11fb0c71db req-19008311-ac32-4b7f-bd24-077ffa84daa1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Jun 30 08:58:18.139691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9575-4fed-4d8d-a48b-f7d4bf933063 req-2282f5d5-b6d7-4295-96d8-733a457f686f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.142433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28a9575-4fed-4d8d-a48b-f7d4bf933063 req-2282f5d5-b6d7-4295-96d8-733a457f686f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1248271 Jun 30 08:58:18.224437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28a9575-4fed-4d8d-a48b-f7d4bf933063 req-7e0b039f-5ab5-439d-b9c0-6d881dd68537 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758309 Jun 30 08:58:18.348908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-3d46f22a-aafe-41ec-a02c-28e11024ce6b tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips/5be60aa6-5877-402b-be8b-a1783c709b5d HTTP/1.1" status: 200 len: 693 time: 0.0609047 Jun 30 08:58:18.381882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312d9ef-431c-4bdd-9c55-d0c46fc57c3c req-f3c16114-d051-42cc-b0f5-1deb8f9af415 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.388980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e312d9ef-431c-4bdd-9c55-d0c46fc57c3c req-f3c16114-d051-42cc-b0f5-1deb8f9af415 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1456728 Jun 30 08:58:18.478339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e312d9ef-431c-4bdd-9c55-d0c46fc57c3c req-5e0d8f76-f79b-4866-8c60-d93f028f1a78 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884883 Jun 30 08:58:18.523793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-16f13441-7c03-447a-9b56-7ea7fb4160ad tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:18.530864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-16f13441-7c03-447a-9b56-7ea7fb4160ad tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1704149 Jun 30 08:58:18.610436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-d38c80f5-ac5a-48be-8ff0-6b771b20ae81 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.0774174 Jun 30 08:58:18.670773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-be39740c-b6fb-45d9-b9af-be0f892f04ee tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.151 HTTP/1.1" status: 200 len: 696 time: 0.0578785 Jun 30 08:58:18.904629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:19.075911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:19.092268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 has no active binding in host n-h2-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:58:19.192121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Deleting port 06dcc117-e6d8-416b-bbe9-cfb8e974fe75 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:19.192697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.210603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070c273-d40d-4139-a6ac-e868d4dc80ac req-7604f977-efd9-4075-81f2-c302f0f22db7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.212073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0070c273-d40d-4139-a6ac-e868d4dc80ac req-7604f977-efd9-4075-81f2-c302f0f22db7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1056848 Jun 30 08:58:19.287068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0070c273-d40d-4139-a6ac-e868d4dc80ac req-00e9894f-ca34-473d-bf2d-41593e6fa607 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462255 Jun 30 08:58:19.317692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.318185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.336269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Calling delete_port for 06dcc117-e6d8-416b-bbe9-cfb8e974fe75 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:19.635781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0382b3-833a-4caf-a589-ddf8c83610bf req-ab6cfc41-cb21-4347-a4e4-380c8ecbf008 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.637473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e0382b3-833a-4caf-a589-ddf8c83610bf req-ab6cfc41-cb21-4347-a4e4-380c8ecbf008 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1026685 Jun 30 08:58:19.638244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.698597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-383cad30-e63a-4c70-b276-b2ab840e91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.700104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-383cad30-e63a-4c70-b276-b2ab840e91be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1101 time: 0.1912923 Jun 30 08:58:19.764788 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.769814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:19.771054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4896b614-c7c4-47c3-8faf-293f38423e20 req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "DELETE /v2.0/floatingips/5be60aa6-5877-402b-be8b-a1783c709b5d HTTP/1.1" status: 204 len: 173 time: 1.0944009 Jun 30 08:58:19.782256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92648e-312a-4ab7-bf89-ce0dd31e9188 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] Pushing event deleted for resources: {'Port': ['ID=06dcc117-e6d8-416b-bbe9-cfb8e974fe75,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:19.810813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e0382b3-833a-4caf-a589-ddf8c83610bf req-18927229-20c2-42ca-a49d-5a4e41297b28 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603150 Jun 30 08:58:19.912938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-1480a46c-52aa-41f5-99af-09e2571fd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:19.914866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-1480a46c-52aa-41f5-99af-09e2571fd63b service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2081807 Jun 30 08:58:19.963203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-041ee0ea-331c-4f73-9e20-c67a635c14d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0399506 Jun 30 08:58:20.040330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-526640f7-1e56-4721-bebc-d32a117d1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.042520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-526640f7-1e56-4721-bebc-d32a117d1294 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0706978 Jun 30 08:58:20.101244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216276af-a636-4af1-a4b4-918ced9a6ef3 req-aa6c6c16-4dd3-48fc-8ba0-b1bb2c5cec89 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.108412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-216276af-a636-4af1-a4b4-918ced9a6ef3 req-aa6c6c16-4dd3-48fc-8ba0-b1bb2c5cec89 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1082649 Jun 30 08:58:20.119630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bacdad-6868-4fe1-906a-422977ad733f req-24e6ea99-7f08-44a9-b986-a8f69c8ded7e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.121116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95bacdad-6868-4fe1-906a-422977ad733f req-24e6ea99-7f08-44a9-b986-a8f69c8ded7e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1892099 Jun 30 08:58:20.160565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-4a57a968-020d-4754-a8bd-ea0e49f670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.162220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-4a57a968-020d-4754-a8bd-ea0e49f670f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114945 Jun 30 08:58:20.200981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-216276af-a636-4af1-a4b4-918ced9a6ef3 req-6f70a56d-c51b-4381-969a-e2396c6aa464 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915291 Jun 30 08:58:20.210253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95bacdad-6868-4fe1-906a-422977ad733f req-45bff1d3-94f1-4cdc-9137-af7cdfb3d050 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664907 Jun 30 08:58:20.329161 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-76fbcdef-fbaf-4b15-8b84-680617011cb3 req-3572f59e-f258-4463-827d-5d5f5b526465 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] show failed (client error): The resource could not be found. Jun 30 08:58:20.335664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76fbcdef-fbaf-4b15-8b84-680617011cb3 req-3572f59e-f258-4463-827d-5d5f5b526465 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips/5be60aa6-5877-402b-be8b-a1783c709b5d HTTP/1.1" status: 404 len: 350 time: 0.0725346 Jun 30 08:58:20.340240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-a44cd194-2a5d-443c-8d77-53984562c64f service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694598 Jun 30 08:58:20.440981 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-e5ca92a8-ba2e-41e4-94af-03fe886bc538 req-6ac28a94-5446-4267-b9dc-a07aa55bc6d6 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] show failed (client error): The resource could not be found. Jun 30 08:58:20.454285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5ca92a8-ba2e-41e4-94af-03fe886bc538 req-6ac28a94-5446-4267-b9dc-a07aa55bc6d6 tempest-FloatingIPsTestJSON-754471486 tempest-FloatingIPsTestJSON-754471486-project] 10.222.0.66 "GET /v2.0/floatingips/5be60aa6-5877-402b-be8b-a1783c709b5d HTTP/1.1" status: 404 len: 350 time: 0.0780501 Jun 30 08:58:20.456390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40594) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:20.490748 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-f3c1ec0b-0b8a-4b55-9fcd-63846bc88269 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439483 Jun 30 08:58:20.662275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70418763-66ce-4c65-bbda-a68ad74a989a req-1d339bf2-f2d1-49e9-b892-c1fdc58a9e65 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:20.671907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70418763-66ce-4c65-bbda-a68ad74a989a req-1d339bf2-f2d1-49e9-b892-c1fdc58a9e65 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.2079141 Jun 30 08:58:20.758493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70418763-66ce-4c65-bbda-a68ad74a989a req-82ce8202-021e-4927-8aed-0894bc4deb5c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Jun 30 08:58:21.098709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:21.177573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6767c29-489b-4f14-ba63-496ce79f726d req-c9027750-072d-4dbe-96b2-cfe9545228f5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.185139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6767c29-489b-4f14-ba63-496ce79f726d req-c9027750-072d-4dbe-96b2-cfe9545228f5 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1376781 Jun 30 08:58:21.196355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:21.396192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6767c29-489b-4f14-ba63-496ce79f726d req-d010d0bc-7f3d-4159-9b71-685e899bbc01 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095995 Jun 30 08:58:21.609832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283f2d-a64a-455a-8f86-58b028df433d req-89dbf5a8-f6f3-4008-910c-e81426d907fd tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.617119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70283f2d-a64a-455a-8f86-58b028df433d req-89dbf5a8-f6f3-4008-910c-e81426d907fd tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.2802093 Jun 30 08:58:21.696572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70283f2d-a64a-455a-8f86-58b028df433d req-1519f6da-ffcb-4714-9ccd-740389457e62 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784307 Jun 30 08:58:21.752841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58cb06-8bac-49b3-bf84-e85053515aa4 req-e06ef731-a615-4cfb-99ae-9f6e04224d93 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:21.761830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db58cb06-8bac-49b3-bf84-e85053515aa4 req-e06ef731-a615-4cfb-99ae-9f6e04224d93 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2220170 Jun 30 08:58:21.886756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db58cb06-8bac-49b3-bf84-e85053515aa4 req-1ea9dfab-15f6-4938-8258-5c8467aa10a7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240220 Jun 30 08:58:21.926437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-9630a058-391e-4367-81a0-7993861c5551 service neutron] 10.222.0.41 "GET /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.1586654 Jun 30 08:58:21.980551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Deleting port 178b9899-8e48-4065-8cca-56387de19475 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:21.980891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.179321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] For port 178b9899-8e48-4065-8cca-56387de19475, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=178b9899-8e48-4065-8cca-56387de19475,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:22.179459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.203222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Calling delete_port for 178b9899-8e48-4065-8cca-56387de19475 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:22.223286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab5e3-b22a-4390-8123-d53b342c2acf req-01f30d9d-a39f-464d-9e96-45d4173ee1c1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:22.225033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6ab5e3-b22a-4390-8123-d53b342c2acf req-01f30d9d-a39f-464d-9e96-45d4173ee1c1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1873658 Jun 30 08:58:22.358895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d6ab5e3-b22a-4390-8123-d53b342c2acf req-6660dab6-ee3a-4f37-8179-07ad2cdf8bf7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897675 Jun 30 08:58:22.499459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:22.540782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:22.613156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d062b2a5-bdb6-451a-83c6-b3617a8a8e37 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:22.650406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:22.677945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.733564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055622c9-8cc2-4431-a23d-557c0f757f48 req-c0d73f9e-342c-405f-9211-ea74e7e37d64 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:22.741170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-055622c9-8cc2-4431-a23d-557c0f757f48 req-c0d73f9e-342c-405f-9211-ea74e7e37d64 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 943 time: 0.1793354 Jun 30 08:58:22.750912 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:22.805270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=178b9899-8e48-4065-8cca-56387de19475,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:22.864066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-055622c9-8cc2-4431-a23d-557c0f757f48 req-0c24ef78-0eba-4629-a03d-32d37be49c37 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219139 Jun 30 08:58:22.923787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:22.924619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] Transition to ACTIVE for port object d062b2a5-bdb6-451a-83c6-b3617a8a8e37 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:22.940074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.430422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] No DVR routers for this DVR port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:23.474735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] Pushing event updated for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:23.516228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583ad7-2bfe-4272-9daa-5c6cffe24cb5 req-181a622b-e82d-4d4b-a20f-996884802e5c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.517800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42583ad7-2bfe-4272-9daa-5c6cffe24cb5 req-181a622b-e82d-4d4b-a20f-996884802e5c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.6884608 Jun 30 08:58:23.555562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-846a87d5-4ac5-4652-a1ea-d95f19bb4ccd service neutron] 10.222.0.41 "PUT /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37/bindings/n-h2-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 1.6229634 Jun 30 08:58:23.613466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:23.639775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42583ad7-2bfe-4272-9daa-5c6cffe24cb5 req-0af8909c-0d61-43e8-9a2b-1292e23da6da tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134341 Jun 30 08:58:23.659659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec444-7954-4d61-8347-336311d051d6 req-9470548d-8371-41e7-8fb1-59d481442a0d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.664400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a74ec444-7954-4d61-8347-336311d051d6 req-9470548d-8371-41e7-8fb1-59d481442a0d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2435567 Jun 30 08:58:23.723334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-1c371b75-d4a2-4683-8d55-cd6ef1e0a344 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.727468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-1c371b75-d4a2-4683-8d55-cd6ef1e0a344 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.1027339 Jun 30 08:58:23.782985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a74ec444-7954-4d61-8347-336311d051d6 req-1181815a-0771-40f6-836c-c617e096a490 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772779 Jun 30 08:58:23.803400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-02f94b75-36af-4cf3-97cb-c26ac3951747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.805348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-02f94b75-36af-4cf3-97cb-c26ac3951747 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747&tenant_id=462490e123844c658aa29a8917d82e0e HTTP/1.1" status: 200 len: 1096 time: 0.0663364 Jun 30 08:58:23.978128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-840516b6-c62d-414f-9815-0306a9809fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:23.980409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-840516b6-c62d-414f-9815-0306a9809fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1096 time: 0.1285391 Jun 30 08:58:24.047709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Router d7f5810b-96ca-4be2-99f1-09bff3f04019 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:58:24.122976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-0de79be2-617d-483e-b96f-06d5618f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.124419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-0de79be2-617d-483e-b96f-06d5618f2a37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1343982 Jun 30 08:58:24.140375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe333ec-d4a5-4bfe-9077-66d0df282260 req-6bfde152-1037-4418-b4f9-20ee06eeeae7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.148286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fe333ec-d4a5-4bfe-9077-66d0df282260 req-6bfde152-1037-4418-b4f9-20ee06eeeae7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1803370 Jun 30 08:58:24.180903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ad31154e-16b2-4fb8-9077-16da2ff4f537 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 200 len: 217 time: 0.0462725 Jun 30 08:58:24.204506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fe333ec-d4a5-4bfe-9077-66d0df282260 req-8e6a09ae-8cc9-4962-86b3-004e4e0ac48d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Jun 30 08:58:24.287494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6699bd28-118f-4a09-a20c-8c0509272d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.289096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-6699bd28-118f-4a09-a20c-8c0509272d02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0993235 Jun 30 08:58:24.295098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:58:24.305891 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Sync routers for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:58:24.307647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dcff6788-dce3-4b71-b6a2-25b04faaefb7 admin admin] 10.222.0.66 "PUT /v2.0/routers/d7f5810b-96ca-4be2-99f1-09bff3f04019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489416 Jun 30 08:58:24.310023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40642) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:24.336282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:24.339496 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:24.407768 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-8f0716a5-2962-4878-bc53-25cef7f5ea9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114340 Jun 30 08:58:24.496388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:24.604133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-845a76a8-ec63-4a10-a086-4d6e4493db8a service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799088 Jun 30 08:58:24.631509 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:24.705013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a52e2-a252-467d-9390-3a31f9930afd req-091f0a40-2d54-46ef-8328-d7c364cdb040 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:24.712954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-359a52e2-a252-467d-9390-3a31f9930afd req-091f0a40-2d54-46ef-8328-d7c364cdb040 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.1519799 Jun 30 08:58:24.724505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-953e8cbe-b8d6-479c-a706-abc2c8376dbf service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091828 Jun 30 08:58:24.755541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:24.777405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-359a52e2-a252-467d-9390-3a31f9930afd req-0a9a0327-a59e-48d3-b6f8-b9137c75c6ca tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635097 Jun 30 08:58:24.898803 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:22Z', 'revision_number': 5, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port': {'id': '5cf1e3c5-276b-4f8f-8784-46aebdc9b375', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:56Z', 'updated_at': '2021-06-30T08:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:24.912547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Deleting port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:24.912908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:24.970331 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Checking router: d7f5810b-96ca-4be2-99f1-09bff3f04019 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:58:24.999244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Routers {'d7f5810b-96ca-4be2-99f1-09bff3f04019'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:58:24.999900 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:58:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f5810b-96ca-4be2-99f1-09bff3f04019'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:25.068440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] For port 5cf1e3c5-276b-4f8f-8784-46aebdc9b375, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:25.068916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.086913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Calling delete_port for 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:25.148057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] Set router d7f5810b-96ca-4be2-99f1-09bff3f04019 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:58:25.182780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915227ba-d956-4f92-b977-972555aa6253 req-c0a689ec-117e-42d5-931f-c3e82edd5058 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:25.184519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915227ba-d956-4f92-b977-972555aa6253 req-c0a689ec-117e-42d5-931f-c3e82edd5058 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1666203 Jun 30 08:58:25.224522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-8aef41c4-f986-48b8-b498-87c3758e8853 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:25.227027 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-8aef41c4-f986-48b8-b498-87c3758e8853 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747&tenant_id=462490e123844c658aa29a8917d82e0e&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.0885670 Jun 30 08:58:25.323645 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:24Z', 'revision_number': 6, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:25.357054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6530c-748b-4914-baf1-d2507b2faa0f None None] The sync data for ids ['d7f5810b-96ca-4be2-99f1-09bff3f04019'] in n-d-779913-25 is: [{'id': 'd7f5810b-96ca-4be2-99f1-09bff3f04019', 'name': 'tempest-FloatingIPsTestJSON-882095075-router', 'tenant_id': '9a2ef911bca94f878cb7d68c93dfe643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:53Z', 'updated_at': '2021-06-30T08:58:24Z', 'revision_number': 6, 'project_id': '9a2ef911bca94f878cb7d68c93dfe643', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:58:25.430669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ef69d88d-0a98-4442-b5e4-3a38cd354a08 service neutron] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:25.434000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ef69d88d-0a98-4442-b5e4-3a38cd354a08 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.435441 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7754ac07-16bd-4d72-b255-00ac27d3151f req-ef69d88d-0a98-4442-b5e4-3a38cd354a08 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37/bindings/n-h1-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.1967292 Jun 30 08:58:25.439271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915227ba-d956-4f92-b977-972555aa6253 req-da45efcc-fc8e-4b90-a51d-34a1e7d66599 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454085 Jun 30 08:58:25.466161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.529733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf1e3c5-276b-4f8f-8784-46aebdc9b375,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:25.592296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16f38-646a-4504-9267-5e68e97ec09f req-fd2b2ae6-ed6a-416c-926e-d3271c548084 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:25.600171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68a16f38-646a-4504-9267-5e68e97ec09f req-fd2b2ae6-ed6a-416c-926e-d3271c548084 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.2037661 Jun 30 08:58:25.610921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.768756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68a16f38-646a-4504-9267-5e68e97ec09f req-75391393-ff75-4c4b-879c-653dd0dfcbd7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674221 Jun 30 08:58:25.774411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.778996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.879563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.880363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f5810b-96ca-4be2-99f1-09bff3f04019 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:58:25.896196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:25.897900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-35a189de-79b3-4df1-8ca5-fa0c6d390181 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d7f5810b-96ca-4be2-99f1-09bff3f04019 HTTP/1.1" status: 204 len: 168 time: 1.5864489 Jun 30 08:58:25.900206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40674) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:25.977374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Deleting subnet 95db3292-dfea-4c18-9436-80b7fc632b8b {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:26.026459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.101940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.157183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21310df-f0ac-4acb-8396-3b76bb14773f req-bb40f2f0-5b81-451b-999d-acac9d51719d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.158995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e21310df-f0ac-4acb-8396-3b76bb14773f req-bb40f2f0-5b81-451b-999d-acac9d51719d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.1756690 Jun 30 08:58:26.240389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e21310df-f0ac-4acb-8396-3b76bb14773f req-d1bb76dc-b74a-406e-ba8c-4899dfb48b43 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 Jun 30 08:58:26.244502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.328480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.392878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95db3292-dfea-4c18-9436-80b7fc632b8b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:26.401224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.407854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c6851a6a-9594-4881-b898-d991fc611f1e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/95db3292-dfea-4c18-9436-80b7fc632b8b HTTP/1.1" status: 204 len: 168 time: 0.5031283 Jun 30 08:58:26.407854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40682) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:26.410239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75abf5-dd30-4a4d-a164-de45821286e9 None None] Network 596fba08-1214-4a40-98f7-f83916823758 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:58:26.584788 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.618254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244d473-f836-46dd-a379-36e15e13ae95 req-9f0a3373-fb15-48dc-9d69-2c03191a8e60 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.626898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8244d473-f836-46dd-a379-36e15e13ae95 req-9f0a3373-fb15-48dc-9d69-2c03191a8e60 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 1096 time: 0.1861727 Jun 30 08:58:26.745183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8244d473-f836-46dd-a379-36e15e13ae95 req-9dd9769b-d668-4cb9-b96a-7712ddd90065 tempest-LiveAutoBlockMigrationV225Test-1275445417 tempest-LiveAutoBlockMigrationV225Test-1275445417-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168525 Jun 30 08:58:26.750831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] DHCP port deletion for 596fba08-1214-4a40-98f7-f83916823758 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:58:26.775815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Deleting port f27ba551-af98-4170-8363-3665fafb40e1 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:26.776271 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.858954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc7d02-0f7a-406c-a80f-b8da30c91e79 req-714a2a33-74eb-47ad-92a7-58894c2136b0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:26.861545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Deleting port f27ba551-af98-4170-8363-3665fafb40e1 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:26.862176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:26.867266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbcc7d02-0f7a-406c-a80f-b8da30c91e79 req-714a2a33-74eb-47ad-92a7-58894c2136b0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2091534 Jun 30 08:58:26.939391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:27.022361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbcc7d02-0f7a-406c-a80f-b8da30c91e79 req-81aa2377-f78e-43ec-a99f-f230ef1e0d6b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540170 Jun 30 08:58:27.030205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] For port f27ba551-af98-4170-8363-3665fafb40e1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f27ba551-af98-4170-8363-3665fafb40e1,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.031046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.044261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] For port f27ba551-af98-4170-8363-3665fafb40e1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f27ba551-af98-4170-8363-3665fafb40e1,segment=NetworkSegment(c60b4498-5406-47d7-872c-db090011a19a),segment_id=c60b4498-5406-47d7-872c-db090011a19a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.047456 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.083890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Calling delete_port for f27ba551-af98-4170-8363-3665fafb40e1 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:27.129047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 178b9899-8e48-4065-8cca-56387de19475 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:27.134979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:27.281934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.300961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Calling delete_port for f27ba551-af98-4170-8363-3665fafb40e1 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:27.317594 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.339364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'mac_address': 'fa:16:3e:a2:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:27.381645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27ba551-af98-4170-8363-3665fafb40e1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.400392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0b01a-eae5-4051-bded-533c4e5e55ee req-e2150021-1ed7-4da8-b809-60537631b23a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:27.402667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53e0b01a-eae5-4051-bded-533c4e5e55ee req-e2150021-1ed7-4da8-b809-60537631b23a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.1759357 Jun 30 08:58:27.404390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] No DVR routers for this DVR port f27ba551-af98-4170-8363-3665fafb40e1 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:27.412296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 178b9899-8e48-4065-8cca-56387de19475 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:27.412881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 178b9899-8e48-4065-8cca-56387de19475 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:27.413157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:27.438937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:27.439365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5cf1e3c5-276b-4f8f-8784-46aebdc9b375 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:27.439880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f27ba551-af98-4170-8363-3665fafb40e1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:27.471676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f27ba551-af98-4170-8363-3665fafb40e1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:27.472090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f27ba551-af98-4170-8363-3665fafb40e1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:27.548691 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.574347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86d983be-6b88-4725-a8bd-9ae3532b2c20 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:27.604951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53e0b01a-eae5-4051-bded-533c4e5e55ee req-e09e0f9a-dd42-4d57-8a8a-3e32f452f241 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917946 Jun 30 08:58:27.618835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.620597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.642419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596fba08-1214-4a40-98f7-f83916823758']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:27.643518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.657186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60b4498-5406-47d7-872c-db090011a19a') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:27.657493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60b4498-5406-47d7-872c-db090011a19a') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:27.670415 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.704369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.712721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:27.713550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:27.716577 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:27.720118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.748119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.788612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71', 'port_id': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'mac_address': 'fa:16:3e:a3:31:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af706342-3f17-4ca2-8ccf-80b07f5ec934', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:27.805251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.807960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['86d983be-6b88-4725-a8bd-9ae3532b2c20'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:27.880736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.888705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.891759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/596fba08-1214-4a40-98f7-f83916823758 HTTP/1.1" status: 204 len: 168 time: 1.4799588 Jun 30 08:58:27.913924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:27.916244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] Pushing event deleted for resources: {'Port': ['ID=f27ba551-af98-4170-8363-3665fafb40e1,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.916535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6124b1-f0bb-4590-a258-8d03b61c08f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=596fba08-1214-4a40-98f7-f83916823758,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:27.932717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540d098-ff34-47b6-ba12-ac69d52add5a None None] No DVR routers for this DVR port f27ba551-af98-4170-8363-3665fafb40e1 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:27.951315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaa63ae-ccd7-450e-8b91-ef7c4b9f608f {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:27.970281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:27.982755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.043167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:28.067999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fea3-6ded-497f-a9db-edf594e28df7 req-f1c66f64-a4a2-4569-ab28-acbd0894e559 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.076187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffd7fea3-6ded-497f-a9db-edf594e28df7 req-f1c66f64-a4a2-4569-ab28-acbd0894e559 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.2596951 Jun 30 08:58:28.106774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40758) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:28.145200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-7e3d6069-4cc9-42c9-97cb-73f907774fc8 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.152499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-7e3d6069-4cc9-42c9-97cb-73f907774fc8 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/networks?id=2026d0b4-16ef-400c-8e4b-99100a823dd1 HTTP/1.1" status: 200 len: 815 time: 0.2537048 Jun 30 08:58:28.176691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-1c8ed510-ce34-4ba0-a37d-cc7603766751 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/quotas/c76cf7901abe49408edc256d1f78cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0226529 Jun 30 08:58:28.185606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-65ffcdf9-e36d-4962-bf58-d01c0d20fd69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a2ef911bca94f878cb7d68c93dfe643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775592 Jun 30 08:58:28.189402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40762) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:28.211057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffd7fea3-6ded-497f-a9db-edf594e28df7 req-16024be0-a622-411a-ad8d-ade76b030072 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348348 Jun 30 08:58:28.262557 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.294003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.318896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-cfa45bc2-c946-4bb6-9acb-f8d6c7b5ad8f tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c76cf7901abe49408edc256d1f78cdc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413898 Jun 30 08:58:28.368374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.371316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.372596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5e78083-b9e7-4adc-bee1-b21f593a5809 HTTP/1.1" status: 204 len: 168 time: 0.1815593 Jun 30 08:58:28.384530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132e12-8f94-46ac-b1e5-b4a2e43fa1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e78083-b9e7-4adc-bee1-b21f593a5809,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:28.446877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-94b51642-a874-455a-8bb8-77cdec42e1c8 service neutron] 10.222.0.66 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Jun 30 08:58:28.579084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:28.589250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8942-3201-4591-a638-2554bdd25289 req-e4628626-842f-4a4e-aea0-623923a00f1d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:28.591328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1eec8942-3201-4591-a638-2554bdd25289 req-e4628626-842f-4a4e-aea0-623923a00f1d tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 944 time: 0.0836687 Jun 30 08:58:28.774825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Deleting port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:28.775657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.920591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] For port d062b2a5-bdb6-451a-83c6-b3617a8a8e37, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:28.920985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.941812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Calling delete_port for d062b2a5-bdb6-451a-83c6-b3617a8a8e37 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:29.066531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-7899cb98-81d4-4f32-bd5c-b9230cffe02d service neutron] 10.222.0.66 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118567 Jun 30 08:58:29.091857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b66c2-86b0-4934-91ec-d01e502c0026 req-ff6cd3c2-edbf-44ce-80e5-19ec1a002e82 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:29.103519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb1b66c2-86b0-4934-91ec-d01e502c0026 req-ff6cd3c2-edbf-44ce-80e5-19ec1a002e82 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1703777 Jun 30 08:58:29.122516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:29.176494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb1b66c2-86b0-4934-91ec-d01e502c0026 req-d7fc6d8a-a7f2-4538-87d8-e72ae6a0f8d5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Jun 30 08:58:29.246984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.264380 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9050733-2341-4700-82d3-e29443e7103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.280022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 86d983be-6b88-4725-a8bd-9ae3532b2c20 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:29.282802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.325077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event deleted for resources: {'Port': ['ID=d062b2a5-bdb6-451a-83c6-b3617a8a8e37,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.431825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] No DVR routers for this DVR port d062b2a5-bdb6-451a-83c6-b3617a8a8e37 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:29.435137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.438269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1eec8942-3201-4591-a638-2554bdd25289 req-7be0675a-e444-4035-9615-9b5654ef2d4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "DELETE /v2.0/ports/d062b2a5-bdb6-451a-83c6-b3617a8a8e37 HTTP/1.1" status: 204 len: 173 time: 0.8358924 Jun 30 08:58:29.439165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-deleted', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:29.443262 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25330b-cd96-44a1-b6eb-d5b78d379583" -d '{"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-deleted", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:29.496638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf11f36-772f-4a44-a52e-c44a2637a42f req-7681b34d-9ac1-4f75-b0c1-e405c194ffcd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:29.505524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9cf11f36-772f-4a44-a52e-c44a2637a42f req-7681b34d-9ac1-4f75-b0c1-e405c194ffcd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.0953903 Jun 30 08:58:29.553427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.611280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:29.612007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9cf11f36-772f-4a44-a52e-c44a2637a42f req-1e8bedee-dbc7-4c27-a618-5aba97b6f2e4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053414 Jun 30 08:58:29.618337 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0ebbf-4f1d-4731-95ef-6eda2e94d84e" -d '{"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-plugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:29.645948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:29.651170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:29.746262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b50ba09-5499-4e22-b1c3-2033442d5f0d req-59bc29a6-f7da-4c34-b90e-b84835ebc9c4 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 210 time: 0.0644882 Jun 30 08:58:29.795039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:29.882755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d706e948-41c9-4dd9-9bd0-aaac5cfd9465 req-dbb0c199-64e6-448f-aa6f-5b5c7006fbc0 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 210 time: 0.1152372 Jun 30 08:58:30.021373 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b081d-76e2-40c5-a09d-d33bcd5afc30 x-openstack-request-id: req-ce6b081d-76e2-40c5-a09d-d33bcd5afc30 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:30.021663 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf917e93-0914-4840-9920-ba36dd076747", "name": "network-vif-deleted", "tag": "d062b2a5-bdb6-451a-83c6-b3617a8a8e37", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:30.022117 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce6b081d-76e2-40c5-a09d-d33bcd5afc30 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:30.022530 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf917e93-0914-4840-9920-ba36dd076747', 'name': 'network-vif-deleted', 'tag': 'd062b2a5-bdb6-451a-83c6-b3617a8a8e37', 'status': 'completed', 'code': 200} Jun 30 08:58:30.028688 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24bccca-0460-4323-a65d-2b505dc22a52 x-openstack-request-id: req-d24bccca-0460-4323-a65d-2b505dc22a52 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:30.029037 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-plugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:30.029299 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d24bccca-0460-4323-a65d-2b505dc22a52 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:30.029698 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'code': 200} Jun 30 08:58:30.506140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1865237-9f60-4234-b2aa-d095fe93c6be req-a938baed-3351-4db5-bf71-9c2c71e0457b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:30.509501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1865237-9f60-4234-b2aa-d095fe93c6be req-a938baed-3351-4db5-bf71-9c2c71e0457b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.0815399 Jun 30 08:58:30.583998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1865237-9f60-4234-b2aa-d095fe93c6be req-42930496-5ca5-451c-94ae-6d30881bc2d4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684912 Jun 30 08:58:30.938655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:31.044632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180f600-deac-4e01-83bc-d992902eff45 req-57a46af2-ecbe-472d-877e-f7a07b51600a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:31.054854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b180f600-deac-4e01-83bc-d992902eff45 req-57a46af2-ecbe-472d-877e-f7a07b51600a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.1613286 Jun 30 08:58:31.082151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:31.086720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:31.087093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.160464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b180f600-deac-4e01-83bc-d992902eff45 req-6d870287-5eb4-40d9-88cf-ff7e43546f9e tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039932 Jun 30 08:58:31.173131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2acdbe8-3308-410d-9bf8-ba2a935828e9 req-894de0dd-fdc5-4491-8a13-bacbef5a6103 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf917e93-0914-4840-9920-ba36dd076747 HTTP/1.1" status: 200 len: 210 time: 0.0758805 Jun 30 08:58:31.224554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.350860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:31.369015 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.370089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:31.438792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-c3b0d57a-5701-4da5-bf87-b585641f037c tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:31.440605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-c3b0d57a-5701-4da5-bf87-b585641f037c tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.41 "GET /v2.0/networks?id=2026d0b4-16ef-400c-8e4b-99100a823dd1 HTTP/1.1" status: 200 len: 815 time: 0.2509329 Jun 30 08:58:31.467677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: d062b2a5-bdb6-451a-83c6-b3617a8a8e37 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:31.472468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d062b2a5-bdb6-451a-83c6-b3617a8a8e37 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:31.492880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Request body: {'port': {'device_id': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'admin_state_up': True, 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:31.511794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a0a8ec6-026e-4768-aff0-6a077de2ff25 req-5ada3ecf-27c0-416d-8732-9de796becd54 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 210 time: 0.0689943 Jun 30 08:58:31.552603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:31.677031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Made reservation on behalf of c76cf7901abe49408edc256d1f78cdc4 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:31.681717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.849880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-29c2f8c7-e897-4326-8513-a13469996809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.964789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e2ccc-7348-4f8f-9c8f-b0ccde9e57ee req-c0140c49-3ca2-418b-89f9-2c9375cc36f5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:31.967130 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:31.976467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d07e2ccc-7348-4f8f-9c8f-b0ccde9e57ee req-c0140c49-3ca2-418b-89f9-2c9375cc36f5 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1938677 Jun 30 08:58:32.031409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:32.035376 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e7a96-b34b-4596-85e8-6f12df086052" -d '{"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-plugged", "status": "completed", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:32.080699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d07e2ccc-7348-4f8f-9c8f-b0ccde9e57ee req-94425abd-15b5-4488-8bd4-bd67592aa8cb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772302 Jun 30 08:58:32.096383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Allocated IP 172.20.0.12 (2026d0b4-16ef-400c-8e4b-99100a823dd1/219b26c1-81ff-4d53-bd6d-3fd719e16dc3/2f6a471d-8416-44d7-8d08-dd0dbb196047) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:32.401325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.417789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Transition to ACTIVE for port object 2f6a471d-8416-44d7-8d08-dd0dbb196047 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:32.469414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.562978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Pushing event updated for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:32.572713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:32.574262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:32.605215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:32.703323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:32.704366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.739643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-97aff1f9-3c06-4b52-b314-7ff5024cec0d tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2842438 Jun 30 08:58:32.774307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Request body: {'port': {'device_id': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:32.824531 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:32.944933 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.137786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.299560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-343c953f-4605-4968-a5d6-9570206f9dfa None None] Provisioning for port 2f6a471d-8416-44d7-8d08-dd0dbb196047 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:33.322690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-343c953f-4605-4968-a5d6-9570206f9dfa None None] Provisioning complete for port 2f6a471d-8416-44d7-8d08-dd0dbb196047 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:33.323940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-343c953f-4605-4968-a5d6-9570206f9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.391826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-343c953f-4605-4968-a5d6-9570206f9dfa None None] Port 2f6a471d-8416-44d7-8d08-dd0dbb196047 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:58:33.464571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6a471d-8416-44d7-8d08-dd0dbb196047 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:33.482289 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.507041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Transition to ACTIVE for port object 2f6a471d-8416-44d7-8d08-dd0dbb196047 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:33.515188 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.684881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:33.747134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Attempting to bind port 2f6a471d-8416-44d7-8d08-dd0dbb196047 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:33.747529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Attempting to bind port 2f6a471d-8416-44d7-8d08-dd0dbb196047 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:33.747862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Attempting to bind port 2f6a471d-8416-44d7-8d08-dd0dbb196047 on network 2026d0b4-16ef-400c-8e4b-99100a823dd1 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:33.762860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Port 2f6a471d-8416-44d7-8d08-dd0dbb196047 on network 2026d0b4-16ef-400c-8e4b-99100a823dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:33.763569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Attempting to bind port 2f6a471d-8416-44d7-8d08-dd0dbb196047 on network 2026d0b4-16ef-400c-8e4b-99100a823dd1 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:33.770386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:33.771002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Checking segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:33.771573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Bound using segment: {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:33.772378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Bound port: 2f6a471d-8416-44d7-8d08-dd0dbb196047, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4f78ed-b41c-4582-ad2c-39eaf348f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:33.772904 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:33.893262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:33.896666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:33.914441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.052693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.053690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.056056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-0fad9704-bc98-4550-b938-86a483025676 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f6a471d-8416-44d7-8d08-dd0dbb196047 HTTP/1.1" status: 200 len: 1093 time: 1.2865651 Jun 30 08:58:34.057022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9704-bc98-4550-b938-86a483025676 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:34.091915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:34.096951 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab366061-0410-488e-9bed-a75d399236f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:34.218854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-52b3a8a4-cc41-4bee-94ab-8c6d951145ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.222431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-52b3a8a4-cc41-4bee-94ab-8c6d951145ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c76cf7901abe49408edc256d1f78cdc4&device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 1096 time: 0.0929108 Jun 30 08:58:34.295445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-44678ba2-07e2-48d6-a123-2b9d03819c92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047 HTTP/1.1" status: 200 len: 217 time: 0.0575254 Jun 30 08:58:34.495642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-91a5c374-308a-4e07-9f85-632b4c4c36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.497194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-91a5c374-308a-4e07-9f85-632b4c4c36c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=219b26c1-81ff-4d53-bd6d-3fd719e16dc3 HTTP/1.1" status: 200 len: 854 time: 0.1022193 Jun 30 08:58:34.513863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.725675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-d24ae44e-93e7-43e6-a662-efd1d948d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:34.730657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-d24ae44e-93e7-43e6-a662-efd1d948d48d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2026d0b4-16ef-400c-8e4b-99100a823dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074209 Jun 30 08:58:34.736447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:34.986060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-956c0d31-b0ef-4a6e-a04d-5f2a1a7abb67 service neutron] 10.222.0.41 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826034 Jun 30 08:58:35.186076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68341d11-8a07-477b-b49e-01c0c5102b13 req-573729a1-e44c-4dad-90f1-5e2f00f4b4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349411 Jun 30 08:58:40.178042 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a6c9a-c37a-4537-a2b8-d0a4ae485493 x-openstack-request-id: req-8b0a6c9a-c37a-4537-a2b8-d0a4ae485493 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:40.178557 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-plugged", "status": "completed", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:40.178662 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b0a6c9a-c37a-4537-a2b8-d0a4ae485493 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:40.179013 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'code': 200} Jun 30 08:58:40.355558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7e565-18f2-4118-8a4a-b5b30e87dd5d req-5439b677-38e7-443f-b979-db4bc8ca94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.358338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8df7e565-18f2-4118-8a4a-b5b30e87dd5d req-5439b677-38e7-443f-b979-db4bc8ca94a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1097 time: 0.1078165 Jun 30 08:58:40.405071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8685b3-5076-49d7-8127-32e1cd4bd3d8 req-58480dde-e24e-4084-97af-3ea59487a85b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.407437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a8685b3-5076-49d7-8127-32e1cd4bd3d8 req-58480dde-e24e-4084-97af-3ea59487a85b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.1339667 Jun 30 08:58:40.423055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8df7e565-18f2-4118-8a4a-b5b30e87dd5d req-27020b37-6db1-4d44-806c-ba443b62cda2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520539 Jun 30 08:58:40.480821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a8685b3-5076-49d7-8127-32e1cd4bd3d8 req-eb1ea9d6-85ab-4e8f-8848-815ea035b505 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Jun 30 08:58:40.657445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082937-57c3-4bf5-adb2-1216438c0647 req-375ce6ac-b6a7-4008-a2bc-c3b31e4d89f6 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.658836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9082937-57c3-4bf5-adb2-1216438c0647 req-375ce6ac-b6a7-4008-a2bc-c3b31e4d89f6 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 944 time: 0.0689621 Jun 30 08:58:40.697802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9082937-57c3-4bf5-adb2-1216438c0647 req-7ec77b8a-97b0-4e6b-b3e7-211f19250208 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Jun 30 08:58:40.891343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee5c6-bc71-4d98-88eb-ee0582b8d83d req-dae63eb7-ded6-498d-8f00-d3131d2d3464 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:40.893131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d4ee5c6-bc71-4d98-88eb-ee0582b8d83d req-dae63eb7-ded6-498d-8f00-d3131d2d3464 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.0771730 Jun 30 08:58:40.939280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d4ee5c6-bc71-4d98-88eb-ee0582b8d83d req-89424505-88e7-4550-a550-4f5512573ee8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Jun 30 08:58:43.245545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-1fab9811-6d3e-460b-8cd3-bd2a3e2be2ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593302 Jun 30 08:58:43.323406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-c7d77da1-b178-46f6-8a6e-5c1c6f5a1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.325003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-c7d77da1-b178-46f6-8a6e-5c1c6f5a1bb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=462490e123844c658aa29a8917d82e0e&device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 1096 time: 0.0543842 Jun 30 08:58:43.460494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-9a190121-0219-48ff-b738-5614d6be7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.461967 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-9a190121-0219-48ff-b738-5614d6be7d48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 200 len: 921 time: 0.1150863 Jun 30 08:58:43.506945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-6de43995-bbad-482b-b3fa-1b9de23cdaf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 200 len: 217 time: 0.0376377 Jun 30 08:58:43.556745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-4699c130-6179-4a5d-8c7b-a8811d080052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:43.558208 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-4699c130-6179-4a5d-8c7b-a8811d080052 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 200 len: 860 time: 0.0444491 Jun 30 08:58:43.591314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-5dec2037-66ef-470b-bccd-bc17948b56df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=559d2b51-8adb-4eed-aebe-31f2595ff978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266159 Jun 30 08:58:43.686044 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-89dee738-c1a7-4c3f-baa4-e4517dd1147e service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877383 Jun 30 08:58:43.787838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e284e4b0-15d8-499e-8fbe-a541c6a06087 req-8454a308-09d9-4f3b-bb68-a5e231697980 service neutron] 10.222.0.11 "GET /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929711 Jun 30 08:58:44.049815 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:45.223984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-4beafe62-00d8-4951-bbc4-6f9fe14d4fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546758 Jun 30 08:58:45.318749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-0d1c6127-9a07-4617-a488-a9f44f05aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.320576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-0d1c6127-9a07-4617-a488-a9f44f05aa41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 1097 time: 0.0638654 Jun 30 08:58:45.344182 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0504339e-5776-49bb-b7ca-d182b5f052d8 x-openstack-request-id: req-0504339e-5776-49bb-b7ca-d182b5f052d8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:45.344480 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:45.344738 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0504339e-5776-49bb-b7ca-d182b5f052d8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:45.345144 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047', 'status': 'completed', 'code': 200} Jun 30 08:58:45.445629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-79743552-dabe-4ee3-b7fb-4bcde811dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.448555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-79743552-dabe-4ee3-b7fb-4bcde811dfdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.0938263 Jun 30 08:58:45.590829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-e2141039-6d07-46da-abee-4274e1d1db2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 200 len: 217 time: 0.0963726 Jun 30 08:58:45.704524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602490c8-9814-497e-9bf1-0a9b8323874c req-a5b3119b-f34c-4b60-828f-059430b43f5d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.705999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-602490c8-9814-497e-9bf1-0a9b8323874c req-a5b3119b-f34c-4b60-828f-059430b43f5d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.2208257 Jun 30 08:58:45.707270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-0f55e6ec-0abd-4c96-bbd1-75596dde5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.708547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-0f55e6ec-0abd-4c96-bbd1-75596dde5cb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.1070559 Jun 30 08:58:45.711306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366061-0410-488e-9bed-a75d399236f7 req-06e32a5e-3450-40e5-8972-e884fac69503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.712633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-06e32a5e-3450-40e5-8972-e884fac69503 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c76cf7901abe49408edc256d1f78cdc4&device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 1096 time: 0.2103794 Jun 30 08:58:45.800588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-da5b886d-fb13-483f-b1eb-147a56aaaef0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774901 Jun 30 08:58:45.850906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-602490c8-9814-497e-9bf1-0a9b8323874c req-8c94572e-8d62-4c5c-b9f4-4e07afe53bdd tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373327 Jun 30 08:58:45.894946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa69c7-17f2-4050-8bfe-8a2ab393d0f4 req-84a31783-cde9-40b7-a52f-bd33162cabc1 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.896415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbaa69c7-17f2-4050-8bfe-8a2ab393d0f4 req-84a31783-cde9-40b7-a52f-bd33162cabc1 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 944 time: 0.2482207 Jun 30 08:58:45.949629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366061-0410-488e-9bed-a75d399236f7 req-3335b9fa-30ce-4b4a-86e0-352684638100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:45.951094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-3335b9fa-30ce-4b4a-86e0-352684638100 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2026d0b4-16ef-400c-8e4b-99100a823dd1 HTTP/1.1" status: 200 len: 916 time: 0.2257893 Jun 30 08:58:46.033133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-7ea35963-301b-4893-938c-3b996873ecdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047 HTTP/1.1" status: 200 len: 217 time: 0.0665605 Jun 30 08:58:46.035804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbaa69c7-17f2-4050-8bfe-8a2ab393d0f4 req-48e68bab-d265-48c6-974f-3332db389265 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284661 Jun 30 08:58:46.080033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-a0e21790-82ce-4ae5-9324-d7c0e4f9acdf service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641566 Jun 30 08:58:46.153539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366061-0410-488e-9bed-a75d399236f7 req-5461c528-cc6e-46d9-9833-4bec59ccd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.155027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-5461c528-cc6e-46d9-9833-4bec59ccd2dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=219b26c1-81ff-4d53-bd6d-3fd719e16dc3 HTTP/1.1" status: 200 len: 854 time: 0.1108737 Jun 30 08:58:46.168927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc16e93-5092-491d-a543-86b2e0e66714 req-ed1a920f-f205-417b-975e-b5c9cc69e0d1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.170395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bc16e93-5092-491d-a543-86b2e0e66714 req-ed1a920f-f205-417b-975e-b5c9cc69e0d1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2184513 Jun 30 08:58:46.269220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bc16e93-5092-491d-a543-86b2e0e66714 req-08f9576a-e637-48f2-bf2f-8fbeabfe9e60 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855117 Jun 30 08:58:46.281459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25a2b0cf-f064-4365-a0ba-cfc191c4608b req-39f8d2c0-0334-4f03-a1ed-df7c5fd4c51b service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914971 Jun 30 08:58:46.312543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366061-0410-488e-9bed-a75d399236f7 req-d67cd540-12cc-45a1-b8f5-57c237139ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.314076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-d67cd540-12cc-45a1-b8f5-57c237139ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2026d0b4-16ef-400c-8e4b-99100a823dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427474 Jun 30 08:58:46.415750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-9cd8570d-fc4e-4cc0-8f1e-13934876d0a1 service neutron] 10.222.0.41 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932178 Jun 30 08:58:46.548865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab366061-0410-488e-9bed-a75d399236f7 req-9b142c86-8bb9-4a3f-8cb5-cf82499e2992 service neutron] 10.222.0.41 "GET /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252289 Jun 30 08:58:46.568381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91da11-22c0-4439-82fc-4d923eeb4d3a req-87b2335b-b260-4726-a1b1-11f2e553f1af tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.570216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c91da11-22c0-4439-82fc-4d923eeb4d3a req-87b2335b-b260-4726-a1b1-11f2e553f1af tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1097 time: 0.0959539 Jun 30 08:58:46.606242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c91da11-22c0-4439-82fc-4d923eeb4d3a req-5b56c4f4-4444-43ae-bab9-de46f0380942 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Jun 30 08:58:46.986793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde7ef-67b3-452e-805c-9f1827769e80 req-b700f20c-6425-4a6b-bf62-36bc567054a3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:46.988258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20bde7ef-67b3-452e-805c-9f1827769e80 req-b700f20c-6425-4a6b-bf62-36bc567054a3 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.0699236 Jun 30 08:58:47.027019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20bde7ef-67b3-452e-805c-9f1827769e80 req-ca0c7a14-17c4-47aa-80b7-d501af744354 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324552 Jun 30 08:58:47.176866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e254f-0b4b-4d94-898d-6b352624fa32 req-c0cdff08-fbd2-4398-9fa1-d836d832ba78 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.186151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-181e254f-0b4b-4d94-898d-6b352624fa32 req-c0cdff08-fbd2-4398-9fa1-d836d832ba78 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1097 time: 0.0562470 Jun 30 08:58:47.216412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-181e254f-0b4b-4d94-898d-6b352624fa32 req-b3543669-01a6-47cf-b3f9-a94713a3dd50 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288093 Jun 30 08:58:47.221703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2f6a471d-8416-44d7-8d08-dd0dbb196047 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:47.292084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-02c81d5c-a3d7-46a4-9ed8-8e9a8ed9a688 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.293538 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-02c81d5c-a3d7-46a4-9ed8-8e9a8ed9a688 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a403fab-4b3c-45fc-8ff4-51a2e6d564d4 HTTP/1.1" status: 200 len: 944 time: 0.0749595 Jun 30 08:58:47.378779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:47.392792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '2f6a471d-8416-44d7-8d08-dd0dbb196047', 'network_id': '2026d0b4-16ef-400c-8e4b-99100a823dd1', 'port_id': '2f6a471d-8416-44d7-8d08-dd0dbb196047', 'mac_address': 'fa:16:3e:83:1f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219b26c1-81ff-4d53-bd6d-3fd719e16dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:47.485060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.487827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312db1-78bb-4dd5-a19f-b54e384563b0 req-59611748-458c-4cd4-9935-f22e8df8dcc9 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.489521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3312db1-78bb-4dd5-a19f-b54e384563b0 req-59611748-458c-4cd4-9935-f22e8df8dcc9 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 944 time: 0.1424158 Jun 30 08:58:47.520593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6a471d-8416-44d7-8d08-dd0dbb196047 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:47.536904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3312db1-78bb-4dd5-a19f-b54e384563b0 req-bb4135bc-9715-4c2e-92d7-22010fc595b2 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Jun 30 08:58:47.547659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:47.554152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.647511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:47.656523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.656958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.657376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.657819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.658246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.658660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.659056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.659621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.660179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.660726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.661281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.661856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:47.727293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Deleting port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:47.727641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.809234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682fe7b-9b02-4de3-81da-bb416534cc1f req-854ace80-2ea9-4a08-b874-144e384f943e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:47.816809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3682fe7b-9b02-4de3-81da-bb416534cc1f req-854ace80-2ea9-4a08-b874-144e384f943e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.0758059 Jun 30 08:58:47.823118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] For port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:47.823489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.837718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Calling delete_port for 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:47.850017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['2f6a471d-8416-44d7-8d08-dd0dbb196047'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:47.864397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3682fe7b-9b02-4de3-81da-bb416534cc1f req-6eb76bd2-aa25-4661-a651-e01f14dfdd34 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466635 Jun 30 08:58:48.007862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.042738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event deleted for resources: {'Port': ['ID=2145a042-ee1e-4346-92a9-0b14cf9ebbf5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:48.092760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] No DVR routers for this DVR port 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:48.098572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:48.100957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0130adb3-2360-4f4a-9a85-fa559d6256ee req-a88d46c4-c7d9-49ed-9d8d-48566d95bea7 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "DELETE /v2.0/ports/2145a042-ee1e-4346-92a9-0b14cf9ebbf5 HTTP/1.1" status: 204 len: 173 time: 0.8016632 Jun 30 08:58:48.101612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-deleted', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:48.105810 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954446f8-3a57-48bc-834f-13ab3ab68808" -d '{"events": [{"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-deleted", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:48.305273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-920cca7b-38e7-48ac-bd94-4e508cc99e10 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:48.306768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-920cca7b-38e7-48ac-bd94-4e508cc99e10 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.1170065 Jun 30 08:58:48.322074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-108efa0f-4c19-495a-932b-1ca5fd331b93 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/quotas/0e60dfb5ddbc4458bf7f543c481735b3 HTTP/1.1" status: 200 len: 375 time: 0.0091627 Jun 30 08:58:48.383995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-9e1f072f-6de8-4da5-9883-71c68b5974a1 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568919 Jun 30 08:58:48.562803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-cf3bfcba-483a-45da-ab9f-3506fc6d5c4d service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720181 Jun 30 08:58:48.669574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c6673899-64d1-4421-982d-53548087d04b service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002078 Jun 30 08:58:48.869797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-26266104-d390-4de1-ac9c-386a516360a0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:58:48.870963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-26266104-d390-4de1-ac9c-386a516360a0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075133 Jun 30 08:58:48.883613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Request body: {'binding': {'host': 'n-h1-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:48.884276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Unknown quota resources ['binding']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 08:58:49.027626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on host n-h1-779913-25 for vnic_type normal with profile None {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:49.027962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:49.029135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:49.034652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:49.035034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:49.040161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:49.040503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:49.040884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:49.041312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Bound port: deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:49.067204 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d18b83-b7bb-406f-aa08-4f5aa2e6fe14 x-openstack-request-id: req-25d18b83-b7bb-406f-aa08-4f5aa2e6fe14 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:49.067638 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403fab-4b3c-45fc-8ff4-51a2e6d564d4", "name": "network-vif-deleted", "tag": "2145a042-ee1e-4346-92a9-0b14cf9ebbf5", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:49.067867 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25d18b83-b7bb-406f-aa08-4f5aa2e6fe14 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:49.068304 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403fab-4b3c-45fc-8ff4-51a2e6d564d4', 'name': 'network-vif-deleted', 'tag': '2145a042-ee1e-4346-92a9-0b14cf9ebbf5', 'status': 'completed', 'code': 200} Jun 30 08:58:49.103209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:49.110377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.111845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-00f9ccf1-38fc-4d1f-a94b-4038b0700c31 service neutron] 10.222.0.66 "POST /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2345645 Jun 30 08:58:49.211748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-1d449c1b-4e7b-4f76-b68f-a86c5e7e6e91 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.213246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-1d449c1b-4e7b-4f76-b68f-a86c5e7e6e91 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.41 "GET /v2.0/ports?device_id=68fb00b7-a877-4d40-87f4-473ad469b969 HTTP/1.1" status: 200 len: 945 time: 0.1372149 Jun 30 08:58:49.237649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2f6a471d-8416-44d7-8d08-dd0dbb196047 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:49.304535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 2f6a471d-8416-44d7-8d08-dd0dbb196047 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:49.309857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 2f6a471d-8416-44d7-8d08-dd0dbb196047 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:49.310492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.320450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad49bb-b92c-4453-8dd3-c4d9d44597d0 req-17a4fcca-4b02-40bb-a323-13a9bdb42a8f tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.321956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cad49bb-b92c-4453-8dd3-c4d9d44597d0 req-17a4fcca-4b02-40bb-a323-13a9bdb42a8f tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 945 time: 0.1610007 Jun 30 08:58:49.376434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5894db55-760d-4cab-bd37-dc4864c62154 req-c22dd758-86a0-486e-82c2-7c1ef7ffe5b9 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 210 time: 0.0447059 Jun 30 08:58:49.421462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cad49bb-b92c-4453-8dd3-c4d9d44597d0 req-a0e48938-beff-42ce-8a65-6075f646b521 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907264 Jun 30 08:58:49.425122 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.425508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Deleting port 86d983be-6b88-4725-a8bd-9ae3532b2c20 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:49.425722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.449100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:49.452707 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee4d05-663c-4825-9a31-ab38bc31fd3d" -d '{"events": [{"server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "name": "network-vif-plugged", "status": "completed", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:49.475802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:49.482000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.483862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:49.568192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:49.626464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.663253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:49.670993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.723319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:49.964087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] For port 86d983be-6b88-4725-a8bd-9ae3532b2c20, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86d983be-6b88-4725-a8bd-9ae3532b2c20,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:49.965019 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:49.990913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Calling delete_port for 86d983be-6b88-4725-a8bd-9ae3532b2c20 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:49.993959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-deb4be43-1abf-4170-ba76-150af411974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:49.995435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-deb4be43-1abf-4170-ba76-150af411974e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1097 time: 0.5655692 Jun 30 08:58:50.006737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d8b5a-ddbb-4702-a440-0adc72c7ed35 req-7a958268-ed9d-4e93-9368-a0856368dc81 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.008189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b1d8b5a-ddbb-4702-a440-0adc72c7ed35 req-7a958268-ed9d-4e93-9368-a0856368dc81 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1665783 Jun 30 08:58:50.163408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b1d8b5a-ddbb-4702-a440-0adc72c7ed35 req-f4c2ec9f-66b9-44ca-a743-84e33892376d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407862 Jun 30 08:58:50.181611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-cbab0169-b1f9-4a9b-ac59-cc55dfa37a63 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.183435 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-cbab0169-b1f9-4a9b-ac59-cc55dfa37a63 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.1465852 Jun 30 08:58:50.191188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-2c136e2d-486f-437c-8c04-4410581ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.192630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-2c136e2d-486f-437c-8c04-4410581ebed9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1804094 Jun 30 08:58:50.199907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Request body: {'port': {'device_id': 'e3a49315-9553-4dff-871c-513118f6d132', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'admin_state_up': True, 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:50.265217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-fc970568-2018-419b-887d-1b809dd80558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 217 time: 0.0655804 Jun 30 08:58:50.285654 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac574f3-515f-4a22-81c8-b65a65190fc5 x-openstack-request-id: req-3ac574f3-515f-4a22-81c8-b65a65190fc5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:50.286189 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "name": "network-vif-plugged", "status": "completed", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:50.286292 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ac574f3-515f-4a22-81c8-b65a65190fc5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:50.286622 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047', 'code': 200} Jun 30 08:58:50.367575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-8458cd61-ed5e-454d-a973-c14e6c4bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.369467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-8458cd61-ed5e-454d-a973-c14e6c4bd1e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0968440 Jun 30 08:58:50.373055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.410782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:58:50.416450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.443745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-14851174-af93-48c1-ae37-c4f5de100619 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675550 Jun 30 08:58:50.466509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event deleted for resources: {'Port': ['ID=86d983be-6b88-4725-a8bd-9ae3532b2c20,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.548505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Allocated IP 172.20.0.5 (2246ad04-7b93-4d62-94d6-412ecb002d0f/e280d8d1-6e09-40b2-980d-47762bf098c4/c9d41d07-9217-480a-a33f-86bf0f16cbcb) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:58:50.584395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a96b-46ec-4c0c-a79c-83647913bcb0 req-e3a65196-c392-44ba-8eeb-658a3ef7b124 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.585630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fad7a96b-46ec-4c0c-a79c-83647913bcb0 req-e3a65196-c392-44ba-8eeb-658a3ef7b124 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.2792847 Jun 30 08:58:50.593836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] No DVR routers for this DVR port 86d983be-6b88-4725-a8bd-9ae3532b2c20 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:50.593836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.593836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f694bc2b-3f1d-4969-9f04-277483f33698 req-bf695304-3397-475a-a2e8-4677d5aecde7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.41 "DELETE /v2.0/ports/86d983be-6b88-4725-a8bd-9ae3532b2c20 HTTP/1.1" status: 204 len: 173 time: 1.3724830 Jun 30 08:58:50.596201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-deleted', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:50.598952 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00756e8-a2cd-4ece-8330-10a925aa90a0" -d '{"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-deleted", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:50.671452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1b86-9dea-491c-838b-58eac79264a1 req-6dd5c5e1-affd-478c-8aaf-abc0d2e64520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.672962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164d1b86-9dea-491c-838b-58eac79264a1 req-6dd5c5e1-affd-478c-8aaf-abc0d2e64520 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 1098 time: 0.2823904 Jun 30 08:58:50.676594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-a36f5071-5e92-437b-a1e0-74e87c2e23c6 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122653 Jun 30 08:58:50.679961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fad7a96b-46ec-4c0c-a79c-83647913bcb0 req-ecc15304-be73-4faf-8078-2f89601a8714 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752485 Jun 30 08:58:50.720220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.775865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.820602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164d1b86-9dea-491c-838b-58eac79264a1 req-06b04ba1-26ae-478b-8ea0-e7c5b61a0199 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319151 Jun 30 08:58:50.871244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:58:50.877022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-dd090cd0-4781-4c8c-a10f-79f5885ea516 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896486 Jun 30 08:58:50.882636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:58:50.885420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:58:50.888086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:50.943314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.943961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:50.966889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-5e1f9744-50e7-4acc-8cd8-3c29a56d01ec tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:50.968894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-5e1f9744-50e7-4acc-8cd8-3c29a56d01ec tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.1714578 Jun 30 08:58:50.975592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-c114a8c3-3077-430b-b141-6bd34bc792bc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7798665 Jun 30 08:58:50.992669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Request body: {'port': {'device_id': 'e3a49315-9553-4dff-871c-513118f6d132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:51.007946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:51.048888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:51.049588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2145a042-ee1e-4346-92a9-0b14cf9ebbf5 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:51.067391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3952683-01cf-42fa-a5ab-6a229f3e13a7 req-95e5cbc0-437f-403d-92d9-5eba0e81a208 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.069108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3952683-01cf-42fa-a5ab-6a229f3e13a7 req-95e5cbc0-437f-403d-92d9-5eba0e81a208 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 944 time: 0.1226308 Jun 30 08:58:51.104130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3c20e-890b-4beb-9f94-5314223ec1f8 req-5872ee0f-ced1-4a7c-ad6f-3ed3047183de tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.105633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93b3c20e-890b-4beb-9f94-5314223ec1f8 req-5872ee0f-ced1-4a7c-ad6f-3ed3047183de tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 931 time: 0.1165886 Jun 30 08:58:51.135610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3952683-01cf-42fa-a5ab-6a229f3e13a7 req-1d387d75-7067-4c83-bf03-730c3761dd94 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 Jun 30 08:58:51.158191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.184813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93b3c20e-890b-4beb-9f94-5314223ec1f8 req-bfbf5194-fe0a-4093-8d96-f8fd22e795de tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636606 Jun 30 08:58:51.202673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Deleting port 0603523e-ee1d-49dc-b5be-e401b2b47491 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:51.203236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.275371 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04a86b-7a55-4aa7-8006-e4205a0d4426 x-openstack-request-id: req-2b04a86b-7a55-4aa7-8006-e4205a0d4426 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:51.275724 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-deleted", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:51.275994 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b04a86b-7a55-4aa7-8006-e4205a0d4426 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:51.276403 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-deleted', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'status': 'completed', 'code': 200} Jun 30 08:58:51.378628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf994ebc-f5f4-4af3-9dcb-35364fbdca4b req-9280ec07-de21-48c9-93dd-2b110ccb24aa tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.387627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf994ebc-f5f4-4af3-9dcb-35364fbdca4b req-9280ec07-de21-48c9-93dd-2b110ccb24aa tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 946 time: 0.0798101 Jun 30 08:58:51.441732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf994ebc-f5f4-4af3-9dcb-35364fbdca4b req-f4920817-08b6-4297-8768-6f6c60c759f5 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Jun 30 08:58:51.507417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] For port 0603523e-ee1d-49dc-b5be-e401b2b47491, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0603523e-ee1d-49dc-b5be-e401b2b47491,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:51.508288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.528001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Calling delete_port for 0603523e-ee1d-49dc-b5be-e401b2b47491 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:51.558738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21763247-5a1e-41dd-b29e-659ad89fc9d4 req-ee35bb20-ddd8-4e32-83cb-d658c266e040 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.560496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21763247-5a1e-41dd-b29e-659ad89fc9d4 req-ee35bb20-ddd8-4e32-83cb-d658c266e040 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1154110 Jun 30 08:58:51.609188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21763247-5a1e-41dd-b29e-659ad89fc9d4 req-110e9819-8889-4cba-b497-35a5233712eb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Jun 30 08:58:51.761565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d41d07-9217-480a-a33f-86bf0f16cbcb {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:51.781364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.810310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Transition to ACTIVE for port object c9d41d07-9217-480a-a33f-86bf0f16cbcb will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:51.829745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:51.903525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9a4b0-3d30-416d-bae7-ec4164b6f5cd req-29fc5e23-792e-45b5-978b-df3f2aa6fea7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:51.911693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ff9a4b0-3d30-416d-bae7-ec4164b6f5cd req-29fc5e23-792e-45b5-978b-df3f2aa6fea7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.0767019 Jun 30 08:58:51.947969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:51.975116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ff9a4b0-3d30-416d-bae7-ec4164b6f5cd req-2aeaec63-7e76-40e8-afc9-fab912a3808f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Jun 30 08:58:52.040786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.079483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event deleted for resources: {'Port': ['ID=0603523e-ee1d-49dc-b5be-e401b2b47491,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.135787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] No DVR routers for this DVR port 0603523e-ee1d-49dc-b5be-e401b2b47491 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:52.141663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.143748 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-031c3c06-32ef-46aa-bd0c-8f585819d6d8 req-ba2d5f7b-d7a3-41af-9966-854d54933b56 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "DELETE /v2.0/ports/0603523e-ee1d-49dc-b5be-e401b2b47491 HTTP/1.1" status: 204 len: 173 time: 1.1673620 Jun 30 08:58:52.144201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-deleted', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:52.146578 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e2a3f8-5ded-43b6-b1a9-6fd7a1e3a4fc" -d '{"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-deleted", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:52.159281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Attempting to bind port c9d41d07-9217-480a-a33f-86bf0f16cbcb on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:52.159615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Attempting to bind port c9d41d07-9217-480a-a33f-86bf0f16cbcb by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:52.160233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Attempting to bind port c9d41d07-9217-480a-a33f-86bf0f16cbcb on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:52.165423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Port c9d41d07-9217-480a-a33f-86bf0f16cbcb on network 2246ad04-7b93-4d62-94d6-412ecb002d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:52.166107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Attempting to bind port c9d41d07-9217-480a-a33f-86bf0f16cbcb on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:52.172285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:52.172629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Checking segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:52.173019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Bound using segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:52.173452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Bound port: c9d41d07-9217-480a-a33f-86bf0f16cbcb, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:52.173840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.188349 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e89e3-8787-4a1f-8a9b-20d7a16ce794 x-openstack-request-id: req-ba1e89e3-8787-4a1f-8a9b-20d7a16ce794 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:52.188643 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa0b733-a3cd-4635-bdd6-ef992827e11d", "name": "network-vif-deleted", "tag": "0603523e-ee1d-49dc-b5be-e401b2b47491", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:52.188909 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba1e89e3-8787-4a1f-8a9b-20d7a16ce794 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:52.189295 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa0b733-a3cd-4635-bdd6-ef992827e11d', 'name': 'network-vif-deleted', 'tag': '0603523e-ee1d-49dc-b5be-e401b2b47491', 'status': 'completed', 'code': 200} Jun 30 08:58:52.288120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:52.290715 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11365e6-07aa-4f1b-b1f3-eaa5f304001b" -d '{"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-unplugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:52.295700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:52.300122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:52.310472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.355838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0868f663-1119-46f9-bc71-4cf801e9c7f6 req-8252e281-ae17-4bde-b8ba-867309bba0a1 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=7aa0b733-a3cd-4635-bdd6-ef992827e11d HTTP/1.1" status: 200 len: 210 time: 0.0444953 Jun 30 08:58:52.404280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:52.417800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.418252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:52.419644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-6efbcf36-6403-4555-9439-9f3bf99baa65 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9d41d07-9217-480a-a33f-86bf0f16cbcb HTTP/1.1" status: 200 len: 1092 time: 1.4329252 Jun 30 08:58:52.525202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-2ea553e1-9fd5-413b-8ca5-64950475bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.527325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-2ea553e1-9fd5-413b-8ca5-64950475bf24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 1095 time: 0.0620265 Jun 30 08:58:52.563621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb262fe-73e5-42c3-9d80-1fd33720b6b9 req-7d81d837-2516-4b35-8a53-2d3eb70a30a7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.571558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebb262fe-73e5-42c3-9d80-1fd33720b6b9 req-7d81d837-2516-4b35-8a53-2d3eb70a30a7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 943 time: 0.0793138 Jun 30 08:58:52.577628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-7eab1f88-de54-4ada-ba19-1d2448e6ce0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb HTTP/1.1" status: 200 len: 217 time: 0.0400653 Jun 30 08:58:52.615905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebb262fe-73e5-42c3-9d80-1fd33720b6b9 req-e96dd63e-d3b3-4659-85a4-69233f7fbb3f tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Jun 30 08:58:52.645688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-605900e4-6841-46bb-8686-2c60032e4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.647175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-605900e4-6841-46bb-8686-2c60032e4b5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.0625231 Jun 30 08:58:52.667480 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ab847-657c-4497-b905-ed5ea148c07d x-openstack-request-id: req-b88ab847-657c-4497-b905-ed5ea148c07d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:52.667819 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fb00b7-a877-4d40-87f4-473ad469b969", "name": "network-vif-unplugged", "status": "completed", "tag": "86d983be-6b88-4725-a8bd-9ae3532b2c20", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:52.668177 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b88ab847-657c-4497-b905-ed5ea148c07d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:52.668573 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fb00b7-a877-4d40-87f4-473ad469b969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d983be-6b88-4725-a8bd-9ae3532b2c20', 'code': 200} Jun 30 08:58:52.685673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-a4058c3f-13eb-40c3-aaac-0c954593ebd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jun 30 08:58:52.858038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6c06b-e2bf-40ac-89b7-baaddd9b2c09 req-74ebec82-1e1d-4f17-87b6-46087b9a0214 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:52.867006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c6c06b-e2bf-40ac-89b7-baaddd9b2c09 req-74ebec82-1e1d-4f17-87b6-46087b9a0214 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 946 time: 0.1064129 Jun 30 08:58:52.869065 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-61bbcabf-1364-426c-a062-91e363b76e60 service neutron] show failed (client error): The resource could not be found. Jun 30 08:58:52.870328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-61bbcabf-1364-426c-a062-91e363b76e60 service neutron] 10.222.0.11 "GET /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.1224935 Jun 30 08:58:52.908400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-aad02047-a7dc-4fa5-a424-56790643acb3 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119322 Jun 30 08:58:52.922243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c6c06b-e2bf-40ac-89b7-baaddd9b2c09 req-fa674942-9502-43eb-a32e-c11bbfccbdfc tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Jun 30 08:58:53.081036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc74c98a-23f3-4d5a-a73b-aa0e8c9c3bf6 req-91309275-3413-454b-be2d-b3ce1c736f97 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616733 Jun 30 08:58:53.163069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8063e-aaa3-48c6-8029-6d546c618c61 req-5e5a90bd-16d7-4645-8b19-08072d9145f1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:53.164927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88d8063e-aaa3-48c6-8029-6d546c618c61 req-5e5a90bd-16d7-4645-8b19-08072d9145f1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1737497 Jun 30 08:58:53.252798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:53.298900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 86d983be-6b88-4725-a8bd-9ae3532b2c20 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:53.300234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86d983be-6b88-4725-a8bd-9ae3532b2c20 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:53.328254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88d8063e-aaa3-48c6-8029-6d546c618c61 req-8daac0d2-2a5b-4a22-ba91-6c3fd64c676b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369743 Jun 30 08:58:53.379006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-a249d64c-c91c-402d-ba61-b529257d3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:53.382122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-a249d64c-c91c-402d-ba61-b529257d3371 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1101 time: 0.1466866 Jun 30 08:58:53.396813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:58:53.516475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.796856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cc439-586e-44a2-a10d-45f9aef071ca req-e74281d2-65ed-4d07-8a62-61b0bac21474 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:53.798712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d00cc439-586e-44a2-a10d-45f9aef071ca req-e74281d2-65ed-4d07-8a62-61b0bac21474 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.2065604 Jun 30 08:58:53.849894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:53.854727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d00cc439-586e-44a2-a10d-45f9aef071ca req-cde4eb0f-e200-46f5-9747-75ed97e3d462 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Jun 30 08:58:53.891732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:53.970700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:53.976328 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff5d1e-9662-47b6-b8ea-3598323c430a" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:53.987353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.005509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Transition to ACTIVE for port object 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:58:54.011365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.129597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:54.143024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.143380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.143722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.144057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.144404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.144715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.145044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.145370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.145695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.146195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.146586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.146970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:58:54.182498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] No DVR routers for this DVR port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:54.190169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:54.192577 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bb91b-da43-41f0-8ead-b4fcdb30b486" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:54.261964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6541-df63-4f22-aa7a-693bc29db1d9 req-ddf407d1-84f8-4830-bce8-8a1d4cd30580 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.282155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-792a6541-df63-4f22-aa7a-693bc29db1d9 req-ddf407d1-84f8-4830-bce8-8a1d4cd30580 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 943 time: 0.1919911 Jun 30 08:58:54.302481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:58:54.302826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:58:54.303156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:54.310563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:58:54.310896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:58:54.343250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-792a6541-df63-4f22-aa7a-693bc29db1d9 req-e02d8c1a-0de2-4142-8a35-ca7225edd4a3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Jun 30 08:58:54.346653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:58:54.347014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:58:54.347417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:58:54.347872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Bound port: 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:58:54.348247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.465186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:58:54.470487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:58:54.487256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.582215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.582799 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:54.584187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 1096 time: 1.1935608 Jun 30 08:58:54.611340 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5712226f-1c3b-4660-8c0d-969b4d5dc92f x-openstack-request-id: req-5712226f-1c3b-4660-8c0d-969b4d5dc92f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:54.611689 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:54.611929 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5712226f-1c3b-4660-8c0d-969b4d5dc92f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:54.612340 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'code': 200} Jun 30 08:58:54.685652 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da1f94b-6eb3-4017-90ce-a392114b43c1 x-openstack-request-id: req-5da1f94b-6eb3-4017-90ce-a392114b43c1 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:54.686823 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:54.687395 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5da1f94b-6eb3-4017-90ce-a392114b43c1 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:54.687965 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'status': 'completed', 'code': 200} Jun 30 08:58:54.693097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0cbc7-ea83-4340-bcce-aa3e8a187576 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:54.785970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-504f638e-8ded-4f5a-aa4f-2cd9d8cbec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.787783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-504f638e-8ded-4f5a-aa4f-2cd9d8cbec50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1099 time: 0.1745186 Jun 30 08:58:54.919624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-76a15770-3cbc-4b8c-8817-04c092bebeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:54.921969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-76a15770-3cbc-4b8c-8817-04c092bebeb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 1095 time: 0.2131674 Jun 30 08:58:54.999523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-7cdb121e-cb81-4b68-b78c-49fcb7e82a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.003857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-7cdb121e-cb81-4b68-b78c-49fcb7e82a9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2101152 Jun 30 08:58:55.043589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:55.084387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-7bcb10c1-106a-47b4-9ae3-58970dbbae54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0734787 Jun 30 08:58:55.128837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-e3545f2d-b8f4-4c18-b73d-0609e0de2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.131169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-e3545f2d-b8f4-4c18-b73d-0609e0de2a89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 905 time: 0.2015634 Jun 30 08:58:55.155585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:55.156244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:55.173538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-333fa77a-5d1c-4225-9e31-bf92087bc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.184109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-333fa77a-5d1c-4225-9e31-bf92087bc976 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0721126 Jun 30 08:58:55.206713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 0603523e-ee1d-49dc-b5be-e401b2b47491 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:55.207333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0603523e-ee1d-49dc-b5be-e401b2b47491 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:55.226617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-9d8cebeb-722f-430d-9fea-a4442d07b254 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb HTTP/1.1" status: 200 len: 217 time: 0.0857480 Jun 30 08:58:55.254119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4651-c222-4012-b153-23eb5a32f185 req-640ef08c-8ced-43d9-9fe4-a5d7acae4caa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.261246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7ac4651-c222-4012-b153-23eb5a32f185 req-640ef08c-8ced-43d9-9fe4-a5d7acae4caa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 947 time: 0.2036939 Jun 30 08:58:55.315785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-e7833f20-5069-449c-8f75-f05d30badf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.317355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-e7833f20-5069-449c-8f75-f05d30badf8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.0826941 Jun 30 08:58:55.352465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7ac4651-c222-4012-b153-23eb5a32f185 req-66fa919f-8720-4236-8b30-7ff47fe530d7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901663 Jun 30 08:58:55.362264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-e29b9810-55e5-4b71-a777-38c588afe3fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353639 Jun 30 08:58:55.392615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-6639ef3f-53e8-46ca-8db4-27377fc37d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.394175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-6639ef3f-53e8-46ca-8db4-27377fc37d32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2021739 Jun 30 08:58:55.498982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3199b32-2f0a-4244-8d7f-edc32db3793f req-93da797d-6b67-43c6-b49a-a9eb266ee760 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.505708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3199b32-2f0a-4244-8d7f-edc32db3793f req-93da797d-6b67-43c6-b49a-a9eb266ee760 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.4033129 Jun 30 08:58:55.507913 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-18fdbd81-c3ca-4e52-b7da-218dbe6147e3 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348276 Jun 30 08:58:55.573530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:55.602783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3199b32-2f0a-4244-8d7f-edc32db3793f req-e674fbfb-bfea-4fdc-adfa-be6697dd1be0 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b876c6f-fb22-44ab-b50f-2960497d8144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964143 Jun 30 08:58:55.634288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-b1b261d0-dbda-4b26-bdf7-7f545afa6f34 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327261 Jun 30 08:58:55.648426 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-841bb91b-da43-41f0-8ead-b4fcdb30b486 req-392afa58-497b-41b8-be0d-93f5bde66065 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343999 Jun 30 08:58:55.748756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-8b5e1568-4567-4f61-a99b-1c4888501b17 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.750382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-8b5e1568-4567-4f61-a99b-1c4888501b17 tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 944 time: 0.0843220 Jun 30 08:58:55.814039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6bceb-2b2b-42d9-91da-842acf95b1f3 req-0d30c469-5ae6-4585-819f-2474d95de41c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.815538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2d6bceb-2b2b-42d9-91da-842acf95b1f3 req-0d30c469-5ae6-4585-819f-2474d95de41c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.3253450 Jun 30 08:58:55.822920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6408285-d200-488b-ac6a-d876b7f6ab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.865285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Deleting port 65a27dbc-4521-488a-9d13-ee64ccc6d630 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:58:55.865602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:55.906103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e49de10-01c5-444f-8a31-901f8c527eb6 req-ef5a9b2d-7664-4ff9-82d5-511d245a3a79 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533200 Jun 30 08:58:55.929953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2d6bceb-2b2b-42d9-91da-842acf95b1f3 req-20b881cc-58cf-4c44-86b9-ec1a46fd9653 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Jun 30 08:58:55.944951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08ae4c-5cf4-4020-a282-5e30bad1bdb8 req-bed27678-b2b6-4ef4-853f-28a7dcfc846c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:55.952398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e08ae4c-5cf4-4020-a282-5e30bad1bdb8 req-bed27678-b2b6-4ef4-853f-28a7dcfc846c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 943 time: 0.2117686 Jun 30 08:58:55.984196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] For port 65a27dbc-4521-488a-9d13-ee64ccc6d630, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65a27dbc-4521-488a-9d13-ee64ccc6d630,segment=NetworkSegment(edd302ee-90fe-49b8-bdc0-936847b7b9cc),segment_id=edd302ee-90fe-49b8-bdc0-936847b7b9cc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:55.984568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.002188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Calling delete_port for 65a27dbc-4521-488a-9d13-ee64ccc6d630 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:58:56.016879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e08ae4c-5cf4-4020-a282-5e30bad1bdb8 req-5ae8d0f1-4884-4071-83e6-b87f701e0cbb tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635302 Jun 30 08:58:56.096823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6408285-d200-488b-ac6a-d876b7f6ab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.108658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6408285-d200-488b-ac6a-d876b7f6ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.148866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408285-d200-488b-ac6a-d876b7f6ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdff9b82-fd82-4df2-b73f-c731b2ddf1b8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.227344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6408285-d200-488b-ac6a-d876b7f6ab49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5794110207e54d8a9faa7bb3eee32f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469305 Jun 30 08:58:56.227748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41638) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:56.234286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.280623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Pushing event deleted for resources: {'Port': ['ID=65a27dbc-4521-488a-9d13-ee64ccc6d630,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.333914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] No DVR routers for this DVR port 65a27dbc-4521-488a-9d13-ee64ccc6d630 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:58:56.336752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.339973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c28da6-6787-4c4f-aa4b-ca2396cface6 req-3799afb3-2b6d-422d-becb-e32dd2b8083b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.11 "DELETE /v2.0/ports/65a27dbc-4521-488a-9d13-ee64ccc6d630 HTTP/1.1" status: 204 len: 173 time: 0.5782979 Jun 30 08:58:56.341440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.372897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.447407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.451281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:56.454919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdff9b82-fd82-4df2-b73f-c731b2ddf1b8 HTTP/1.1" status: 204 len: 168 time: 0.2239423 Jun 30 08:58:56.462126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1690a7-1bbd-402c-b65f-5b04e7eed3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdff9b82-fd82-4df2-b73f-c731b2ddf1b8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:56.605096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e97007-573b-46bd-bd94-88dbad4b682b req-8370b913-3db8-444a-9c22-2dd894dde2a2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.606753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57e97007-573b-46bd-bd94-88dbad4b682b req-8370b913-3db8-444a-9c22-2dd894dde2a2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 947 time: 0.0969548 Jun 30 08:58:56.614539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:56.616921 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b746ae56-50d3-45a5-831c-f82dd3796f49" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:56.663327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57e97007-573b-46bd-bd94-88dbad4b682b req-319c3ebf-61b8-4fcc-bb85-87fdb219a7dd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Jun 30 08:58:56.689383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-deleted', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:56.692582 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2714b-7188-49a6-b1ef-a74cf2c8b48e x-openstack-request-id: req-64e2714b-7188-49a6-b1ef-a74cf2c8b48e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:56.692734 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb129672-2302-4706-ae0e-eb88ce546df5" -d '{"events": [{"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-deleted", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:56.692873 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:56.693133 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64e2714b-7188-49a6-b1ef-a74cf2c8b48e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:56.693531 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'status': 'completed', 'code': 200} Jun 30 08:58:56.768125 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461548e-fc7f-42d1-beff-0340e3edb709 x-openstack-request-id: req-b461548e-fc7f-42d1-beff-0340e3edb709 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:56.768807 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac658c99-e946-4d87-b33b-93152e92a2e0", "name": "network-vif-deleted", "tag": "65a27dbc-4521-488a-9d13-ee64ccc6d630", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:56.769261 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b461548e-fc7f-42d1-beff-0340e3edb709 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:56.769935 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac658c99-e946-4d87-b33b-93152e92a2e0', 'name': 'network-vif-deleted', 'tag': '65a27dbc-4521-488a-9d13-ee64ccc6d630', 'status': 'completed', 'code': 200} Jun 30 08:58:56.796467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-3eb91524-261d-48fe-9983-26d366c946d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.798117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-3eb91524-261d-48fe-9983-26d366c946d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1099 time: 0.0741715 Jun 30 08:58:56.815652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-9c079b5b-f8e4-4141-b2aa-f28273feb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.818547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-9c079b5b-f8e4-4141-b2aa-f28273feb1cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1099 time: 0.1013677 Jun 30 08:58:56.924748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1453e94-c421-4e6a-85cf-0504e72a48ec req-fded5b6f-dcde-44e9-b16b-6ff3e29bdf4b tempest-LiveAutoBlockMigrationV225Test-672113472 tempest-LiveAutoBlockMigrationV225Test-672113472-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac658c99-e946-4d87-b33b-93152e92a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0813301 Jun 30 08:58:56.936293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-1e747eb5-6ef2-4721-81a0-9110261ea2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.938036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-1e747eb5-6ef2-4721-81a0-9110261ea2cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1315339 Jun 30 08:58:56.985608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-ea8096c3-e5ea-4e0e-b939-087385d7a0f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0398760 Jun 30 08:58:56.998184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-40fd911a-5d1f-47d9-a089-d79115bc640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:56.999915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-40fd911a-5d1f-47d9-a089-d79115bc640a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1737888 Jun 30 08:58:57.049078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:57.070180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-983ef2dc-fd89-4847-ac5e-590ec29d574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.074080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-983ef2dc-fd89-4847-ac5e-590ec29d574a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0792437 Jun 30 08:58:57.083963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-8ea9d744-167d-45c2-b3b8-132c26ebdf95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0699148 Jun 30 08:58:57.187876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-6d527177-0f58-4330-8a96-d8f2c5670198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.192153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-6d527177-0f58-4330-8a96-d8f2c5670198 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006200 Jun 30 08:58:57.321012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-ddbb5e85-2afd-4871-b428-823e4df2ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.323278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-ddbb5e85-2afd-4871-b428-823e4df2ac92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2228382 Jun 30 08:58:57.374190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:58:57.411214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:57.424229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'mac_address': 'fa:16:3e:fb:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:57.438753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-0916d831-df60-4a83-8d9d-c3cf70d5b227 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330070 Jun 30 08:58:57.440201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcc865-7e9f-44f7-a3fa-da80ebc4886b req-4eaf8c2a-650f-46fd-829b-ea50602a6fd2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.449042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78fcc865-7e9f-44f7-a3fa-da80ebc4886b req-4eaf8c2a-650f-46fd-829b-ea50602a6fd2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 943 time: 0.2481964 Jun 30 08:58:57.519446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-0c6403de-574d-4a5a-9b71-80294b622841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.526874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-0c6403de-574d-4a5a-9b71-80294b622841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1948595 Jun 30 08:58:57.536104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78fcc865-7e9f-44f7-a3fa-da80ebc4886b req-297023dc-8713-4910-bc8e-ef5966614763 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862353 Jun 30 08:58:57.576728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.621841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d41d07-9217-480a-a33f-86bf0f16cbcb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:57.627337 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-eb1f92f9-f8a4-447a-969f-ffbecf3c89a2 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801598 Jun 30 08:58:57.696177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:57.705065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:57.719717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'mac_address': 'fa:16:3e:91:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:58:57.728208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.787335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-44d9dcd6-473d-42ef-81e8-52331e243f8f service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243247 Jun 30 08:58:57.796141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f2c9d-a9f9-4060-a3b5-18347e48e1bc req-6c4c8a87-2b65-4422-a099-57d4615321d3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:57.798001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f21f2c9d-a9f9-4060-a3b5-18347e48e1bc req-6c4c8a87-2b65-4422-a099-57d4615321d3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.5619185 Jun 30 08:58:57.804772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.839327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:58:57.844678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:57.880023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:57.886545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:57.921470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f21f2c9d-a9f9-4060-a3b5-18347e48e1bc req-2f669c7a-bbff-431c-975c-2e4c06fd5d0c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087036 Jun 30 08:58:57.954862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b746ae56-50d3-45a5-831c-f82dd3796f49 req-3a6a0ed8-b2a3-4fdd-9e61-c0d2af84821d service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509528 Jun 30 08:58:58.042875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:58.057438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654fc5e-0717-4c80-b1ed-fae36b28644d req-ee697b92-e47a-44e0-b6c3-453dd70cab64 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.066212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4654fc5e-0717-4c80-b1ed-fae36b28644d req-ee697b92-e47a-44e0-b6c3-453dd70cab64 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.0892906 Jun 30 08:58:58.120590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4654fc5e-0717-4c80-b1ed-fae36b28644d req-12c8cead-f8bc-4bf9-b96c-062ff27c45ab tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 Jun 30 08:58:58.133442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c9d41d07-9217-480a-a33f-86bf0f16cbcb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:58.196761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:58:58.219153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-c7029b9a-29cf-432a-80ef-7cbc070028db tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249140 Jun 30 08:58:58.231405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.383986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-c4cde4b9-ca20-413b-b07d-cad1a7ef51b4 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.390680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-c4cde4b9-ca20-413b-b07d-cad1a7ef51b4 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656716 Jun 30 08:58:58.403723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-4192863a-3a66-4bba-88dc-924b00060e56 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/quotas/81570c23f2524fb1a9b9dd3bb3443292 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Jun 30 08:58:58.455588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8e6ed8e5-4514-43fd-b114-503bb1d35560 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406039 Jun 30 08:58:58.486008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Deleting subnet 24147013-cfb1-4012-af85-8967c0cf81d4 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:58.489392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.524707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.572909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.649998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.663624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.666194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24147013-cfb1-4012-af85-8967c0cf81d4 HTTP/1.1" status: 204 len: 168 time: 0.4332578 Jun 30 08:58:58.680375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41714) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:58.688483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c215313-d5f8-4dad-ad63-08d0c25ecdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24147013-cfb1-4012-af85-8967c0cf81d4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:58.703895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99e04f51-f5aa-457e-ae92-b798eca745ff req-5f0c6a1c-a6bf-4fec-a3a2-bc175f1543b1 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 210 time: 0.0668347 Jun 30 08:58:58.848617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.883149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda97f3b-ca76-4269-833a-f1500dcc8b72 req-06315104-4f82-4fa4-a73c-dcedd35ed79d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:58.884860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cda97f3b-ca76-4269-833a-f1500dcc8b72 req-06315104-4f82-4fa4-a73c-dcedd35ed79d tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 944 time: 0.1091380 Jun 30 08:58:58.989056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:58.994110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cda97f3b-ca76-4269-833a-f1500dcc8b72 req-610be148-a6ca-4601-b6ea-9fe8b03e2c73 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851943 Jun 30 08:58:59.006981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559d2b51-8adb-4eed-aebe-31f2595ff978']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.036539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd302ee-90fe-49b8-bdc0-936847b7b9cc') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.037360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd302ee-90fe-49b8-bdc0-936847b7b9cc') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.049666 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.055890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:58:59.068249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.074892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:59.075468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:59.078577 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:59.090715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 65a27dbc-4521-488a-9d13-ee64ccc6d630 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:58:59.091066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65a27dbc-4521-488a-9d13-ee64ccc6d630 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:58:59.206485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.209006 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36e45af-6af0-414d-a085-9857e55ae0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.212651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.218445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] 10.222.0.66 "DELETE /v2.0/networks/559d2b51-8adb-4eed-aebe-31f2595ff978 HTTP/1.1" status: 204 len: 168 time: 0.5330455 Jun 30 08:58:59.218908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:59.230681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e62742-a3c5-4a12-8d92-cc4f08294fca admin admin] Pushing event deleted for resources: {'Network': ['ID=559d2b51-8adb-4eed-aebe-31f2595ff978,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.261655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462109-93e8-42b4-a5f7-e959aa4efe92 req-74224106-6bde-4e15-a246-32fc5d0bc261 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.263188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0462109-93e8-42b4-a5f7-e959aa4efe92 req-74224106-6bde-4e15-a246-32fc5d0bc261 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.1307993 Jun 30 08:58:59.268377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Deleting subnet 0957772b-784a-4751-8725-10db6aabf303 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:58:59.271924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.283433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:58:59.307680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0462109-93e8-42b4-a5f7-e959aa4efe92 req-8bc4fa9f-e59a-4c4d-9a12-377c5d5e6df5 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Jun 30 08:58:59.351664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.382860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:58:59.387972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:58:59.388664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.431237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.496292 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.530697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:58:59.534628 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffeb041-d2d3-4b8d-828d-5fc70d24195a" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:58:59.554885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.566079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:58:59.577441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.595732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0957772b-784a-4751-8725-10db6aabf303,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.608842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.611610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f25d9018-c182-4161-98a1-a50eae3da018 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0957772b-784a-4751-8725-10db6aabf303 HTTP/1.1" status: 204 len: 168 time: 0.3919775 Jun 30 08:58:59.613803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41736) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:59.679792 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c126eab-9156-4244-b965-1cc099655dc0 x-openstack-request-id: req-1c126eab-9156-4244-b965-1cc099655dc0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:58:59.680259 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:58:59.680955 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c126eab-9156-4244-b965-1cc099655dc0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:58:59.682362 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'code': 200} Jun 30 08:58:59.685066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:58:59.726099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.799099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df97ec4-bd60-4eb1-b7a7-1d02ec5b4230 req-e960c786-4df4-47d6-965f-2597b94bd3ac tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:58:59.811675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1df97ec4-bd60-4eb1-b7a7-1d02ec5b4230 req-e960c786-4df4-47d6-965f-2597b94bd3ac tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.4861090 Jun 30 08:58:59.840955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.851923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.862846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0c80b7-cab3-4de5-a3a4-5440db393400') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.863140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0c80b7-cab3-4de5-a3a4-5440db393400') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:58:59.872286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1df97ec4-bd60-4eb1-b7a7-1d02ec5b4230 req-9189ac78-4c35-4af6-b130-4b9910648ded tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597515 Jun 30 08:58:59.873403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.889438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.895928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:58:59.896245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:58:59.898649 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:58:59.916317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a156250-7b1f-4530-8066-f020ad2da117 req-8ff30dd2-e076-410a-8484-07ccadf6b5ed tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 210 time: 0.0391879 Jun 30 08:58:59.974472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.981367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:59.984164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] 10.222.0.66 "DELETE /v2.0/networks/2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b HTTP/1.1" status: 204 len: 168 time: 0.3689265 Jun 30 08:59:00.024704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afe08d-ad42-47ba-a071-787f2c939d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4c2c5c-4c5e-4bc0-a53e-5292334f9a5b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:00.146086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-fdcc3360-6f20-42c8-a73d-461dc7a6031e tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346067 Jun 30 08:59:00.207681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.316302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-2c976f20-fe66-484c-a3ff-456f1421bd34 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.317780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-2c976f20-fe66-484c-a3ff-456f1421bd34 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627915 Jun 30 08:59:00.335814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Request body: {'port': {'device_id': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '81570c23f2524fb1a9b9dd3bb3443292'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:00.592677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-898b753d-7f05-4697-9871-5e834eb21172 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=462490e123844c658aa29a8917d82e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834689 Jun 30 08:59:00.594926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41760) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:00.596574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ee880-32d8-4a23-9a5a-2c557ec784b3 req-cde93e81-f1b1-485a-b6b0-84c2a5429005 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.598057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e79ee880-32d8-4a23-9a5a-2c557ec784b3 req-cde93e81-f1b1-485a-b6b0-84c2a5429005 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 944 time: 0.1857967 Jun 30 08:59:00.613857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Made reservation on behalf of 81570c23f2524fb1a9b9dd3bb3443292 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:00.617149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.646032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.666833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.669624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.714734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.717302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:00.718845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b876c6f-fb22-44ab-b50f-2960497d8144 HTTP/1.1" status: 204 len: 168 time: 0.1227438 Jun 30 08:59:00.728496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea362d-554c-478c-a706-26e18193fee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b876c6f-fb22-44ab-b50f-2960497d8144,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:00.761537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e79ee880-32d8-4a23-9a5a-2c557ec784b3 req-25c50bea-910c-4b4a-8aba-c49a9daa6b97 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549437 Jun 30 08:59:00.779779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-196efeed-a91a-4cf3-94d5-f0c7ff7566cc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.781387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-196efeed-a91a-4cf3-94d5-f0c7ff7566cc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211&tenant_id=f8966d626dfd495d8a56af633cace815&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 949 time: 0.2849123 Jun 30 08:59:00.890449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61f2e0-954e-45a9-8593-3b1d6724c586 req-ae49e9a7-41f6-45f5-89c4-0b30dc00d7a1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:00.892025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d61f2e0-954e-45a9-8593-3b1d6724c586 req-ae49e9a7-41f6-45f5-89c4-0b30dc00d7a1 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.3038943 Jun 30 08:59:00.981532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-cba7400f-9954-4055-816d-ba8592c16f78 service neutron] 10.222.0.41 "GET /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 383 time: 0.1890569 Jun 30 08:59:01.022874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.048993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d61f2e0-954e-45a9-8593-3b1d6724c586 req-5eee61a8-1a40-4fcb-bcef-40e8177bad7d tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482897 Jun 30 08:59:01.069028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:01.087350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.156670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port c9d41d07-9217-480a-a33f-86bf0f16cbcb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:01.162029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c9d41d07-9217-480a-a33f-86bf0f16cbcb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:01.162828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.232724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Allocated IP 192.168.233.249 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/23e388c6-e0d5-49c7-86e7-4951fed3002b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:01.287327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:01.289275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.291330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87231f5-7848-4f1f-af30-aa1a7b84540d req-b46c1a4d-35ef-41f9-9ec9-46886a8fdc9f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.292892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d87231f5-7848-4f1f-af30-aa1a7b84540d req-b46c1a4d-35ef-41f9-9ec9-46886a8fdc9f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.3948040 Jun 30 08:59:01.346506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:01.359584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.370479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-320ac307-a402-404f-9fb0-64bd328275cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c79fb43e1f8439c8dec5dfbd08704fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810373 Jun 30 08:59:01.372271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41776) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:01.396599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d87231f5-7848-4f1f-af30-aa1a7b84540d req-38f0e9de-4c09-4691-a0fa-6ad3701d7e19 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895092 Jun 30 08:59:01.398784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e0a2193-6e19-437c-affb-7dfe005c1944 req-22b2f804-c4e3-40c3-ad1a-32b00d9d8593 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Jun 30 08:59:01.437847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c8b60-4663-4f76-bd78-a93a38c7c679,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.459178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.508130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.532655 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.589814 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.595777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.599162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e36e2be-dc67-4f36-9d63-67b0f7895103 HTTP/1.1" status: 204 len: 168 time: 0.2255754 Jun 30 08:59:01.614960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1457b-a23b-4b2a-9f8c-d669dec04085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36e2be-dc67-4f36-9d63-67b0f7895103,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:01.628925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-40159758-7caa-40c2-87df-965b1b7efc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.631373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-40159758-7caa-40c2-87df-965b1b7efc52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1101 time: 0.6116512 Jun 30 08:59:01.684986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:01.688784 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6380678a-e282-4229-b8d6-8f57f5f94e88" -d '{"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-plugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:01.739063 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40358066-05ea-4be0-99b3-aeef3ea698ae x-openstack-request-id: req-40358066-05ea-4be0-99b3-aeef3ea698ae {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:01.740138 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-plugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:01.740932 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40358066-05ea-4be0-99b3-aeef3ea698ae {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:01.741840 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'code': 200} Jun 30 08:59:01.763971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.812270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Transition to ACTIVE for port object 23e388c6-e0d5-49c7-86e7-4951fed3002b will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:01.842408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-d8dce2ed-1c8a-40c0-ace1-a727b0917ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.845208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-d8dce2ed-1c8a-40c0-ace1-a727b0917ceb service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1913555 Jun 30 08:59:01.853653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97258872-e18f-4916-889c-1a8eb3d70e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:01.887826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297ddd0-f8da-4d7b-af99-8465f44303da req-67376631-ce0b-45c0-879a-086f27c81162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:01.890654 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b297ddd0-f8da-4d7b-af99-8465f44303da req-67376631-ce0b-45c0-879a-086f27c81162 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 1097 time: 0.0676155 Jun 30 08:59:01.907559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-da25d175-8ba0-4654-b357-4bb1ade83dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0543308 Jun 30 08:59:01.943821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b297ddd0-f8da-4d7b-af99-8465f44303da req-55bbe73f-64db-4a8b-860c-1d5297b45f79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449703 Jun 30 08:59:01.965383 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.006250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.008673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-197fa928-a686-4c4e-a88e-ceae6ddc8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.010105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-197fa928-a686-4c4e-a88e-ceae6ddc8b2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0924041 Jun 30 08:59:02.072360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:02.102671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:02.114462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:02.145072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Pushing event updated for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:02.178514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20327519-ea55-4b5e-aa51-7ec7fc23ac82 req-f0662abe-53b8-4c6a-a090-ecb6be246c0e tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.180204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20327519-ea55-4b5e-aa51-7ec7fc23ac82 req-f0662abe-53b8-4c6a-a090-ecb6be246c0e tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 945 time: 0.2210426 Jun 30 08:59:02.206676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.206676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.272552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-adede70c-1ba2-4c13-8c42-f99188fd075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.274005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-adede70c-1ba2-4c13-8c42-f99188fd075b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2464457 Jun 30 08:59:02.284225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-8d2795e6-0f19-4114-a9f3-8c1a823f46ff tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9579141 Jun 30 08:59:02.291418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20327519-ea55-4b5e-aa51-7ec7fc23ac82 req-c9d9d4dc-4d53-4a40-bbf4-ec9568351682 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032054 Jun 30 08:59:02.305886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Request body: {'port': {'device_id': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:02.466064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39392a08-b9ca-48c7-850e-7b7f0161525c req-a75d408d-8e66-4945-b379-c64f9bbf52bb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.466064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39392a08-b9ca-48c7-850e-7b7f0161525c req-a75d408d-8e66-4945-b379-c64f9bbf52bb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 945 time: 0.2516711 Jun 30 08:59:02.486368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-52d7cf9f-625c-4138-abdf-80aca2ed1123 None None] Provisioning for port 23e388c6-e0d5-49c7-86e7-4951fed3002b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:02.491845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-52d7cf9f-625c-4138-abdf-80aca2ed1123 None None] Provisioning complete for port 23e388c6-e0d5-49c7-86e7-4951fed3002b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:02.492211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-52d7cf9f-625c-4138-abdf-80aca2ed1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.505704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.519798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-6a02a496-de91-4606-af9e-06f3d168fd95 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273228 Jun 30 08:59:02.536764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-52d7cf9f-625c-4138-abdf-80aca2ed1123 None None] Port 23e388c6-e0d5-49c7-86e7-4951fed3002b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:02.646798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39392a08-b9ca-48c7-850e-7b7f0161525c req-74c2dc81-5005-4ec7-8126-cf6a3d27c113 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762340 Jun 30 08:59:02.824945 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:02.914050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-42940712-b658-40b3-adc5-7903715038b7 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869941 Jun 30 08:59:02.926651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08317b3-4463-4a32-a3fc-6f07f0080427 req-560cf6dc-aa98-47c3-84d9-344ee783d319 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.928249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f08317b3-4463-4a32-a3fc-6f07f0080427 req-560cf6dc-aa98-47c3-84d9-344ee783d319 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.3801236 Jun 30 08:59:02.941720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-7aab02b8-224a-4249-9c37-e04ce3c85473 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:02.943484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-7aab02b8-224a-4249-9c37-e04ce3c85473 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.3542471 Jun 30 08:59:02.973270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-25'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:03.070313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af052-7c5d-4cb5-a7c6-60365e9f509d req-cb656393-2bd9-4d5d-b30c-c9435e8af117 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.072073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036af052-7c5d-4cb5-a7c6-60365e9f509d req-cb656393-2bd9-4d5d-b30c-c9435e8af117 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 936 time: 0.3006563 Jun 30 08:59:03.103480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f08317b3-4463-4a32-a3fc-6f07f0080427 req-dcd8eeca-e339-4197-9a9f-5c84fe76c01f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588728 Jun 30 08:59:03.107016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.196117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.211641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-036af052-7c5d-4cb5-a7c6-60365e9f509d req-fede64c6-5261-464a-804f-be3d2dc31bfd tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242115 Jun 30 08:59:03.304035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e388c6-e0d5-49c7-86e7-4951fed3002b {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:03.307723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:03.424917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.435599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:03.445386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:03.455262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Transition to ACTIVE for port object 23e388c6-e0d5-49c7-86e7-4951fed3002b will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:03.460722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.468396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f has no active binding in host n-h1-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 08:59:03.549193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:03.591612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Pushing event updated for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.633540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:03.635904 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4cb0e-789e-4769-8165-ffbeae0caf43" -d '{"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-unplugged", "status": "completed", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:03.640371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.669352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.734551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a9a87-0178-4365-9ca4-492e932f3597 req-6a30a5d9-d2a1-445c-8eca-c1cf3ffc59a3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:03.735974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d2a9a87-0178-4365-9ca4-492e932f3597 req-6a30a5d9-d2a1-445c-8eca-c1cf3ffc59a3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 945 time: 0.2675109 Jun 30 08:59:03.766319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-57540db9-09b7-49c0-9cad-316a6568bebe tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a038828d2754707b981312e545023c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571835 Jun 30 08:59:03.809356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Attempting to bind port 23e388c6-e0d5-49c7-86e7-4951fed3002b on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:03.809695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Attempting to bind port 23e388c6-e0d5-49c7-86e7-4951fed3002b by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:03.810052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Attempting to bind port 23e388c6-e0d5-49c7-86e7-4951fed3002b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:03.860539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:03.889290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Port 23e388c6-e0d5-49c7-86e7-4951fed3002b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:03.889616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Attempting to bind port 23e388c6-e0d5-49c7-86e7-4951fed3002b on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:03.913473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d2a9a87-0178-4365-9ca4-492e932f3597 req-9f81d59e-6d8b-4380-8678-9532f4e796f3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587899 Jun 30 08:59:03.914193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:03.914788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:03.914916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:03.915317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Bound port: 23e388c6-e0d5-49c7-86e7-4951fed3002b, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:03.915672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:03.924408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on host n-h2-779913-25 for vnic_type normal with profile {"migrating_to": "n-h1-779913-25"} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:03.924744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:03.925070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:03.949483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:03.949848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Attempting to bind port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on network 0b5a1545-b1e5-4c68-b5eb-e6b651adce71 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:03.960772 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996264fe-c88c-4e76-8d89-57917e102558 x-openstack-request-id: req-996264fe-c88c-4e76-8d89-57917e102558 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:03.961059 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-unplugged", "status": "completed", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:03.961311 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-996264fe-c88c-4e76-8d89-57917e102558 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:03.961703 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'code': 200} Jun 30 08:59:03.968207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:03.968550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Checking segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:03.973155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Bound using segment: {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:03.973615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Bound port: deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99810dc2-b4fa-48cd-bdc1-f5584bd2c194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b5a1545-b1e5-4c68-b5eb-e6b651adce71'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:03.974011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.015859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-cabd8458-593d-49d2-8c20-0b9fc993b48c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.017295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-cabd8458-593d-49d2-8c20-0b9fc993b48c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398341 Jun 30 08:59:04.397446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-e37302be-2f2d-4d16-9ce0-a154a642495b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/quotas/3a038828d2754707b981312e545023c6 HTTP/1.1" status: 200 len: 375 time: 0.3567576 Jun 30 08:59:04.453553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:04.460139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-2811cddf-0c1e-47ac-9255-36bc049ba725 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526173 Jun 30 08:59:04.477483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:04.480639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:04.484419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:04.489608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.499036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.501419 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.546362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.546982 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.548369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] 10.222.0.41 "PUT /v2.0/ports/23e388c6-e0d5-49c7-86e7-4951fed3002b HTTP/1.1" status: 200 len: 1097 time: 2.2535808 Jun 30 08:59:04.561549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0f2d-ac58-4e85-8409-82756afd2b9b req-d31f2b8c-1be3-499f-a01e-35d123300d9c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.563183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-785a0f2d-ac58-4e85-8409-82756afd2b9b req-d31f2b8c-1be3-499f-a01e-35d123300d9c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.5118039 Jun 30 08:59:04.632750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cafaa9-2c0b-4e2d-a11b-44745d479f39 service neutron] Pushing event updated for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:04.697710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.698414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.699873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 1123 time: 1.7392693 Jun 30 08:59:04.728693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-785a0f2d-ac58-4e85-8409-82756afd2b9b req-1451422b-2da0-45e9-a650-2ac8225cc482 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580508 Jun 30 08:59:04.765868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:04.768447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318c18-06f4-47a0-b417-0528621064f2 service neutron] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=8']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:04.802644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:04.811485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-9e61ce6c-a99e-4d6c-82de-8cb90775933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:04.813185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-9e61ce6c-a99e-4d6c-82de-8cb90775933e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 1100 time: 0.2021194 Jun 30 08:59:04.874508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:04.913416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-5dfd5499-6108-4148-a37a-83f42464380d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b HTTP/1.1" status: 200 len: 217 time: 0.0858319 Jun 30 08:59:05.040473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-f5c74428-9f31-4561-bf63-f7b7651a58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.045586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-f5c74428-9f31-4561-bf63-f7b7651a58ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1128042 Jun 30 08:59:05.184436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa20c6-e01f-41a1-b867-31d9718316e4 req-a980a43f-ddb7-4f8d-8e2d-2cf59e64c20c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.197023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caaa20c6-e01f-41a1-b867-31d9718316e4 req-a980a43f-ddb7-4f8d-8e2d-2cf59e64c20c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.2252202 Jun 30 08:59:05.291373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caaa20c6-e01f-41a1-b867-31d9718316e4 req-0f11e53c-200d-435f-9502-25a5d125bdae tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926628 Jun 30 08:59:05.298826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-00f86ed5-aea7-4228-a4d1-cbe48a156819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.300679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-00f86ed5-aea7-4228-a4d1-cbe48a156819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2327192 Jun 30 08:59:05.371900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603ab2-da5c-40a8-be81-f0459dec6cad req-c40fafbc-d5db-4548-8933-6698af757830 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.374171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff603ab2-da5c-40a8-be81-f0459dec6cad req-c40fafbc-d5db-4548-8933-6698af757830 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 948 time: 0.1729290 Jun 30 08:59:05.466820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff603ab2-da5c-40a8-be81-f0459dec6cad req-d4974a7c-3ecb-4749-a127-76192185a04e tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800023 Jun 30 08:59:05.477915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-3279ebc5-9a36-4ccb-b4e4-a1cefad89ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703990 Jun 30 08:59:05.501558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-70f8eef5-348c-45f2-b656-b713d1a158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.504700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-70f8eef5-348c-45f2-b656-b713d1a158bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1101 time: 0.0751491 Jun 30 08:59:05.519913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:05.602061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.645860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b855034-af62-4800-8191-9f7a148b102b req-fb41c6de-6953-4a67-bed6-6abd8d79644f tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 210 time: 0.0654469 Jun 30 08:59:05.654701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-184b42e9-f0a7-4638-88f9-3949778c24a4 req-bb847220-87a6-47dd-8435-5fd1d428efa0 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688414 Jun 30 08:59:05.752702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc9a56-f23f-4b7a-9df5-e3ce93ffbd3c req-efb687e8-fbf6-4557-9963-bf2c36acf764 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.755386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddfc9a56-f23f-4b7a-9df5-e3ce93ffbd3c req-efb687e8-fbf6-4557-9963-bf2c36acf764 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 945 time: 0.0630488 Jun 30 08:59:05.806122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddfc9a56-f23f-4b7a-9df5-e3ce93ffbd3c req-854ed720-8cba-4ee0-9ca2-26a5867c2269 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Jun 30 08:59:05.820503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:05.852372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:05.899653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:05.902107 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dccb50b-8195-4718-ab93-e07a7cff5c8c" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:05.906760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.922757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Transition to ACTIVE for port object 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:05.923792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6dddf-dcf4-4ba0-b225-c4ce1dff058b req-fcca623a-4f37-4cde-a3ec-bce59fb3d731 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:05.925334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84a6dddf-dcf4-4ba0-b225-c4ce1dff058b req-fcca623a-4f37-4cde-a3ec-bce59fb3d731 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.0723069 Jun 30 08:59:05.927924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:05.998891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b'}, {'name': 'network-changed', 'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:06.007168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] No DVR routers for this DVR port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:06.008056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a639b-6205-48c9-8610-54f1ed1c7772" -d '{"events": [{"name": "network-changed", "server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b"}, {"name": "network-changed", "server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:06.010974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:06.029944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.030284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.034249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.034896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.035253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.035587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.035919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.036246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.036573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.036901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.037223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.038355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:06.046615 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd6fde3-7b60-4d14-b086-2744e10f1c90 x-openstack-request-id: req-5fd6fde3-7b60-4d14-b086-2744e10f1c90 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:06.046902 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:06.056303 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fd6fde3-7b60-4d14-b086-2744e10f1c90 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:06.056733 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'code': 200} Jun 30 08:59:06.067361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84a6dddf-dcf4-4ba0-b225-c4ce1dff058b req-625d043b-28d1-4ef7-a257-752317058e16 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354880 Jun 30 08:59:06.120652 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c5def-9807-4d77-99a4-7fcafa447533 x-openstack-request-id: req-862c5def-9807-4d77-99a4-7fcafa447533 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:06.121067 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:06.121426 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-862c5def-9807-4d77-99a4-7fcafa447533 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:06.121960 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b', 'status': 'completed', 'code': 200} Jun 30 08:59:06.122368 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'status': 'completed', 'code': 200} Jun 30 08:59:06.132499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:06.133540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:06.134692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:06.146104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:06.147112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Attempting to bind port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:06.177318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:06.177836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:06.178326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:06.178878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Bound port: 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:06.179357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.253955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-a45f8b07-29c1-4dbc-86d5-7a3a7c2ca3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.255856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-a45f8b07-29c1-4dbc-86d5-7a3a7c2ca3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 1100 time: 0.0751331 Jun 30 08:59:06.307203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-501b1f45-4b4c-4e9a-aeeb-8b892b8ef8e7 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3a038828d2754707b981312e545023c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787635 Jun 30 08:59:06.378950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-cbe08860-99da-46c6-96bc-0e1041d265fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.380436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-cbe08860-99da-46c6-96bc-0e1041d265fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1152582 Jun 30 08:59:06.471586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-35c9a73e-2e14-4e17-95fe-447968727506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.473099 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-35c9a73e-2e14-4e17-95fe-447968727506 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1126 time: 0.3131013 Jun 30 08:59:06.489286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-346d74ee-0a35-405f-829f-57fec31b2fe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b HTTP/1.1" status: 200 len: 217 time: 0.0956612 Jun 30 08:59:06.580429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-175da55c-2622-48e5-bbcb-3ccd5fb41fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.582090 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-175da55c-2622-48e5-bbcb-3ccd5fb41fee service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.0963509 Jun 30 08:59:06.582965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-14ebadeb-dd7e-4665-8eba-08cec1e724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.584659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-14ebadeb-dd7e-4665-8eba-08cec1e724a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0868571 Jun 30 08:59:06.591344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:06.643872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702243-5c9f-43e9-acc7-d3774b7abd61 req-314d5937-a7a8-4430-9e85-38aeb82b4738 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.645448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90702243-5c9f-43e9-acc7-d3774b7abd61 req-314d5937-a7a8-4430-9e85-38aeb82b4738 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.1611917 Jun 30 08:59:06.652559 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-85e76553-be51-4114-b74d-fba2e15cd89a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 217 time: 0.0514307 Jun 30 08:59:06.660922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:06.692821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.698492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-c29340bb-8d77-4546-9fc4-c96b5a47f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.700077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-c29340bb-8d77-4546-9fc4-c96b5a47f356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049154 Jun 30 08:59:06.705805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90702243-5c9f-43e9-acc7-d3774b7abd61 req-5ae2aa45-8e4c-40e4-91ff-7c8cdfb358d7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Jun 30 08:59:06.749707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-a597bb33-615d-491d-b76a-0b34d570b2e7 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.751575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-a597bb33-615d-491d-b76a-0b34d570b2e7 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4317977 Jun 30 08:59:06.754421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=11']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:06.775645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Request body: {'port': {'device_id': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '3a038828d2754707b981312e545023c6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:06.812797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.814309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:06.816358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-fced493b-e511-4ed5-83e9-2213694b51ec service neutron] 10.222.0.11 "PUT /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 1097 time: 1.3014369 Jun 30 08:59:06.875470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-0133f259-cd3e-4cef-9d49-760ee7e79ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.876920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-68644908-6e43-4fed-b92f-49d707cc46cd service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685903 Jun 30 08:59:06.883564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-0133f259-cd3e-4cef-9d49-760ee7e79ed6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.2132912 Jun 30 08:59:06.908330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a8438-d64c-49aa-a0a9-8be1c10eeca9 req-7c850273-d901-4713-ae10-b9a0f86df762 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:06.915684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d8a8438-d64c-49aa-a0a9-8be1c10eeca9 req-7c850273-d901-4713-ae10-b9a0f86df762 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 948 time: 0.1507072 Jun 30 08:59:06.963828 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-45fff455-ffc8-490d-b4bb-5046ea8c5213 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624683 Jun 30 08:59:07.038133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-388c83e8-884b-491a-9a8c-daa161ba4db6 req-13b02dae-e279-457d-aaee-83e39d981e0e tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 210 time: 0.0504236 Jun 30 08:59:07.104581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-f44038d5-31a9-475e-bcad-d8cf623871a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.106786 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-f44038d5-31a9-475e-bcad-d8cf623871a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1100 time: 0.2388232 Jun 30 08:59:07.111644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d8a8438-d64c-49aa-a0a9-8be1c10eeca9 req-bafd2ae9-9700-4cab-a939-1576a27cb3cb tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932788 Jun 30 08:59:07.117203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-b9026a46-1fd1-41d7-ae2f-7b31bfe3eaca service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292013 Jun 30 08:59:07.118373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Made reservation on behalf of 3a038828d2754707b981312e545023c6 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:07.126658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.197942 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-2a0b43fc-630d-4326-a4e6-9ab125cc7295 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216268 Jun 30 08:59:07.200194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.293744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39784097-4ca4-46fd-98cc-8a8598ac7621 req-76dd2e07-b27a-472e-88bd-7fe89d6a7708 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.295800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39784097-4ca4-46fd-98cc-8a8598ac7621 req-76dd2e07-b27a-472e-88bd-7fe89d6a7708 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 945 time: 0.1030571 Jun 30 08:59:07.320768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124f4a-5466-410b-b0d3-3ff57408f290 req-68425381-82fc-47f6-b2c1-c12c88dbf3cb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.322339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77124f4a-5466-410b-b0d3-3ff57408f290 req-68425381-82fc-47f6-b2c1-c12c88dbf3cb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.0935907 Jun 30 08:59:07.322711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-7a6fc7c1-332a-4c30-9811-7edeabb00abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.324160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-7a6fc7c1-332a-4c30-9811-7edeabb00abe service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1948264 Jun 30 08:59:07.331121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 23e388c6-e0d5-49c7-86e7-4951fed3002b details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:07.403351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-e6dc581a-c4c1-4b6d-9002-fb2876cda95e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0632765 Jun 30 08:59:07.403870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa8a639b-6205-48c9-8610-54f1ed1c7772 req-bb093cde-0272-4ea5-ad36-27c1f78d5547 service neutron] 10.222.0.11 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968465 Jun 30 08:59:07.406034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39784097-4ca4-46fd-98cc-8a8598ac7621 req-6f902180-2719-4ac2-b7b2-3d27a0bc5ddc tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023250 Jun 30 08:59:07.438021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77124f4a-5466-410b-b0d3-3ff57408f290 req-865e10e0-eb11-40d8-b02c-251cd7009761 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006265 Jun 30 08:59:07.464684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:07.474782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-49873df0-d534-47d7-a44b-030b895e3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.476265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-49873df0-d534-47d7-a44b-030b895e3943 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0678158 Jun 30 08:59:07.477689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '23e388c6-e0d5-49c7-86e7-4951fed3002b', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '23e388c6-e0d5-49c7-86e7-4951fed3002b', 'mac_address': 'fa:16:3e:03:9f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:07.500335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.519314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.523245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.533645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e388c6-e0d5-49c7-86e7-4951fed3002b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:07.556821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:07.562222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:07.616765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:07.616981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfeed63-5165-4ad3-8961-af703a874fd8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:07.668683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-742f3b07-28c7-46d3-b876-38dd86c06fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.670762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-742f3b07-28c7-46d3-b876-38dd86c06fac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1840959 Jun 30 08:59:07.706674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Allocated IP 192.168.233.112 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/3990c527-e25e-49ad-8d45-d74d8e420892) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:07.853836 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-5573b986-5b15-4fe4-9795-3f15d219efaa service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748197 Jun 30 08:59:07.926897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f21f0-23a1-48fd-a278-d2c1d2bd21f6 req-0c187684-9135-4b7d-a525-3ab50840cc1c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:07.927336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['23e388c6-e0d5-49c7-86e7-4951fed3002b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:07.928516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-360f21f0-23a1-48fd-a278-d2c1d2bd21f6 req-0c187684-9135-4b7d-a525-3ab50840cc1c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.0725780 Jun 30 08:59:07.999802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-360f21f0-23a1-48fd-a278-d2c1d2bd21f6 req-5af60ddd-f01b-4be7-965c-2bbd7ae4d506 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618088 Jun 30 08:59:08.022599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dc7d62a4-629d-4b41-9379-b9f484373b09 req-2b6a3b66-a693-4d5b-933d-17841758e779 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404023 Jun 30 08:59:08.025441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.053054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Transition to ACTIVE for port object 3990c527-e25e-49ad-8d45-d74d8e420892 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:08.059398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:08.063095 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:08.119677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.180628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:08.184399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:08.191982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:08.224807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Pushing event updated for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:08.278110 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a0988-a93d-4851-9896-9605ec5ba75a x-openstack-request-id: req-5f0a0988-a93d-4851-9896-9605ec5ba75a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:08.278690 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:08.279104 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f0a0988-a93d-4851-9896-9605ec5ba75a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:08.281180 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'status': 'completed', 'code': 200} Jun 30 08:59:08.297238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.298565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.399343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-190d622c-dfc0-43f5-ac4a-543c28f0f45b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6274562 Jun 30 08:59:08.416260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Request body: {'port': {'device_id': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:08.462621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-aeecfac9-de4f-4c9e-8e60-0403fa865778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.464386 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-aeecfac9-de4f-4c9e-8e60-0403fa865778 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1100 time: 0.1586673 Jun 30 08:59:08.581284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.603165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d39e9-59a8-4141-a6ca-b2894c29fc22 req-c19e8755-53b6-49db-8c1b-3cdf7b808a3d tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.605496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-feba7976-a321-456c-af43-2ff54894d15e None None] Provisioning for port 3990c527-e25e-49ad-8d45-d74d8e420892 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:08.619934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-653d39e9-59a8-4141-a6ca-b2894c29fc22 req-c19e8755-53b6-49db-8c1b-3cdf7b808a3d tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 936 time: 0.2694752 Jun 30 08:59:08.620181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-feba7976-a321-456c-af43-2ff54894d15e None None] Provisioning complete for port 3990c527-e25e-49ad-8d45-d74d8e420892 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:08.620181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-feba7976-a321-456c-af43-2ff54894d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:08.664818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9c8e-f8e6-4eba-bdb4-50c167cbef3c req-55e2bbd2-48cc-4267-992c-7c744b9ffdcd tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.665625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-feba7976-a321-456c-af43-2ff54894d15e None None] Port 3990c527-e25e-49ad-8d45-d74d8e420892 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:08.666550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-370d9c8e-f8e6-4eba-bdb4-50c167cbef3c req-55e2bbd2-48cc-4267-992c-7c744b9ffdcd tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 949 time: 0.2735338 Jun 30 08:59:08.673679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-867ec2a6-af91-4bb6-b835-98368d09e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.675462 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-867ec2a6-af91-4bb6-b835-98368d09e461 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2010520 Jun 30 08:59:08.677443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-4d7e94ef-99c3-46c8-a39b-84f7af540525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.678698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-4d7e94ef-99c3-46c8-a39b-84f7af540525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 1100 time: 0.2558475 Jun 30 08:59:08.726745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-653d39e9-59a8-4141-a6ca-b2894c29fc22 req-9a03bc08-684b-4820-b96f-f726bc0e5dbd tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132782 Jun 30 08:59:08.731155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-8aa14f5b-ec09-4248-b8d3-f0986811e688 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0474799 Jun 30 08:59:08.828476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-a3b42ad3-c04e-401b-bfe6-41acb720b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.831301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-a3b42ad3-c04e-401b-bfe6-41acb720b24d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1371071 Jun 30 08:59:08.858550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-370d9c8e-f8e6-4eba-bdb4-50c167cbef3c req-4031a277-72dd-4239-a1e7-0e9c37a8f2f8 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835523 Jun 30 08:59:08.888193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-f776ba53-5716-4678-965d-62d1d6cde1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:08.890338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-f776ba53-5716-4678-965d-62d1d6cde1a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1127181 Jun 30 08:59:08.957672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-f6448edf-5e3f-440c-a1bd-173caac5f1cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 200 len: 217 time: 0.0977447 Jun 30 08:59:09.000290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-f6f92177-027c-45eb-8a64-7ab66b121101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.002079 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-f6f92177-027c-45eb-8a64-7ab66b121101 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039422 Jun 30 08:59:09.065264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-e4177470-dc79-4a4f-a667-2d17b025a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.066897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-e4177470-dc79-4a4f-a667-2d17b025a1f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0934589 Jun 30 08:59:09.088951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3990c527-e25e-49ad-8d45-d74d8e420892 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:09.103918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.131586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Transition to ACTIVE for port object 3990c527-e25e-49ad-8d45-d74d8e420892 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:09.144987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.158714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d320c21-e3a4-4708-a61d-40a82fcc0aad req-73c16654-2a7d-4a13-805a-7d243153be95 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.162003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-df488941-ab6f-4167-b3f4-ce26025d03e0 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321583 Jun 30 08:59:09.167790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d320c21-e3a4-4708-a61d-40a82fcc0aad req-73c16654-2a7d-4a13-805a-7d243153be95 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.2054031 Jun 30 08:59:09.236379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d320c21-e3a4-4708-a61d-40a82fcc0aad req-3eb02449-8d58-43ee-ac82-cb7fb418c8e3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657110 Jun 30 08:59:09.277500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-b3071666-d967-41ac-9986-7cbe134e98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.279965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-b3071666-d967-41ac-9986-7cbe134e98a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2019122 Jun 30 08:59:09.312929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Pushing event updated for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:09.330239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 23e388c6-e0d5-49c7-86e7-4951fed3002b up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:09.426438 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-69177c3f-2720-4ac0-bfce-730f204d5161 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408206 Jun 30 08:59:09.433056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 23e388c6-e0d5-49c7-86e7-4951fed3002b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:09.437688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 23e388c6-e0d5-49c7-86e7-4951fed3002b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:09.438446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.485402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Attempting to bind port 3990c527-e25e-49ad-8d45-d74d8e420892 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:09.486184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Attempting to bind port 3990c527-e25e-49ad-8d45-d74d8e420892 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:09.486520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Attempting to bind port 3990c527-e25e-49ad-8d45-d74d8e420892 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:09.501377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Port 3990c527-e25e-49ad-8d45-d74d8e420892 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:09.501712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Attempting to bind port 3990c527-e25e-49ad-8d45-d74d8e420892 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:09.507774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:09.508392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:09.508832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:09.509318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Bound port: 3990c527-e25e-49ad-8d45-d74d8e420892, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:09.509718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.518188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-af787687-fb70-4c3d-b897-dbbe414d77f9 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270586 Jun 30 08:59:09.542301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.584148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:09.588074 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e6b7ef-bdba-4b17-ba16-d54bee4f6667" -d '{"events": [{"server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "name": "network-vif-plugged", "status": "completed", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:09.624687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:09.647684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:09.657614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:09.716156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d94972-f4b3-4bc2-9b1f-03b080200c1f req-b650d23e-70ee-418c-9e57-71c8d779dd82 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:09.718564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96d94972-f4b3-4bc2-9b1f-03b080200c1f req-b650d23e-70ee-418c-9e57-71c8d779dd82 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.2037966 Jun 30 08:59:09.731742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b514fab-42c9-4b77-8c68-d0cd4d52d52e req-c9b945e5-6bb6-474b-a046-56e69bb37fc0 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518908 Jun 30 08:59:09.770302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:09.786610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:09.809877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96d94972-f4b3-4bc2-9b1f-03b080200c1f req-2cde89ef-d378-452a-bd88-556f09de4d85 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767775 Jun 30 08:59:09.858023 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a31cb-5778-4fb9-a592-5ca4f55c510d x-openstack-request-id: req-997a31cb-5778-4fb9-a592-5ca4f55c510d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:09.858517 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "name": "network-vif-plugged", "status": "completed", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:09.858960 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-997a31cb-5778-4fb9-a592-5ca4f55c510d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:09.859512 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b', 'code': 200} Jun 30 08:59:09.993566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:09.998964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3990c527-e25e-49ad-8d45-d74d8e420892,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:10.005535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.025656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.026861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:10.028630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] 10.222.0.11 "PUT /v2.0/ports/3990c527-e25e-49ad-8d45-d74d8e420892 HTTP/1.1" status: 200 len: 1097 time: 1.6169176 Jun 30 08:59:10.043006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86566ab-7bce-4d2a-9f20-9dd7e2ac7d14 req-43d2c071-7780-447f-8a23-4fe00e93f631 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.045584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d86566ab-7bce-4d2a-9f20-9dd7e2ac7d14 req-43d2c071-7780-447f-8a23-4fe00e93f631 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 948 time: 0.1145785 Jun 30 08:59:10.048969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2dcff-3fe5-482a-806c-ba4b5bfe6630 req-db73a50b-8ed5-4ed7-a7a2-def29f711f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.050663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8e2dcff-3fe5-482a-806c-ba4b5bfe6630 req-db73a50b-8ed5-4ed7-a7a2-def29f711f89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 1102 time: 0.0898292 Jun 30 08:59:10.133603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d86566ab-7bce-4d2a-9f20-9dd7e2ac7d14 req-6d454b1f-800d-4c20-a486-be9d0e45f01f tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808444 Jun 30 08:59:10.165346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a49fc-739c-4fc0-9ec4-8cf6b83e8f44 service neutron] Pushing event updated for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:10.182782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-5db51e5b-0e05-43b4-8c4f-0033d74caffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.185201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-5db51e5b-0e05-43b4-8c4f-0033d74caffc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 1100 time: 0.1048036 Jun 30 08:59:10.207288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8e2dcff-3fe5-482a-806c-ba4b5bfe6630 req-f96cdae3-ca9d-42ba-a1ed-3fdca0c0f59b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219800 Jun 30 08:59:10.256191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-2c577b08-a6ea-4a6d-ac16-1d6756fa8e67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3990c527-e25e-49ad-8d45-d74d8e420892 HTTP/1.1" status: 200 len: 217 time: 0.0629199 Jun 30 08:59:10.261847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a845b-2680-4ee9-9c65-2886cc6590fc req-6aa41431-035c-4263-84a1-27c1c8c62bb6 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.263588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f1a845b-2680-4ee9-9c65-2886cc6590fc req-6aa41431-035c-4263-84a1-27c1c8c62bb6 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 950 time: 0.1429546 Jun 30 08:59:10.297648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:10.300410 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7015ca-7598-4c7a-a157-7484a3576966" -d '{"events": [{"name": "network-changed", "server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:10.324468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f1a845b-2680-4ee9-9c65-2886cc6590fc req-311ebdb6-3a6f-4d63-b337-c4909c698a9a tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528238 Jun 30 08:59:10.352820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-721a89bf-d74a-435c-818c-4a6b829b0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.358411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-721a89bf-d74a-435c-818c-4a6b829b0487 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0954883 Jun 30 08:59:10.438376 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e938c35-ec8b-46b1-89fb-91a6963e8757 x-openstack-request-id: req-3e938c35-ec8b-46b1-89fb-91a6963e8757 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:10.438569 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:10.438675 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e938c35-ec8b-46b1-89fb-91a6963e8757 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:10.439230 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892', 'status': 'completed', 'code': 200} Jun 30 08:59:10.454279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b30fa9bb-b4c0-4c31-9f0c-e32b32d51398 service neutron] 10.222.0.11 "GET /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.1388032 Jun 30 08:59:10.510989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610a79-b5a3-423c-9125-d8793615098d req-30408196-4636-4e58-9346-b951589496b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.512367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a4d08-388b-4039-bfe4-97e6383740e7 req-48640cb5-f7a7-4e2a-b19b-58f69c53d493 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:10.512501 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-30408196-4636-4e58-9346-b951589496b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366615 Jun 30 08:59:10.518593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da8a4d08-388b-4039-bfe4-97e6383740e7 req-48640cb5-f7a7-4e2a-b19b-58f69c53d493 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 943 time: 0.0836115 Jun 30 08:59:10.561147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da8a4d08-388b-4039-bfe4-97e6383740e7 req-380ad355-4826-49a2-871d-a3b2c17a54fa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Jun 30 08:59:10.701842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-56a3bcb9-1ed3-47fc-870b-6819664af52c service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781731 Jun 30 08:59:10.774937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:10.811812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:10.859712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-17610a79-b5a3-423c-9125-d8793615098d req-353c9735-e456-4289-ae3f-dd5f7bb61ced service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513870 Jun 30 08:59:10.866000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaa63ae-ccd7-450e-8b91-ef7c4b9f608f {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:10.878951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:10.898547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.033361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] Transition to ACTIVE for port object deaa63ae-ccd7-450e-8b91-ef7c4b9f608f will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:11.039838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-dbd83ab2-4f17-45a0-b2c6-63c3272541bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.041437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-dbd83ab2-4f17-45a0-b2c6-63c3272541bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 1100 time: 0.0996697 Jun 30 08:59:11.043102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d293c-b1ea-4d55-b83c-322fd1068c3c req-3c9c03d6-8db9-4f01-93aa-aee46496b7dd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.043598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.051302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680d293c-b1ea-4d55-b83c-322fd1068c3c req-3c9c03d6-8db9-4f01-93aa-aee46496b7dd tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 948 time: 0.0834882 Jun 30 08:59:11.088001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:11.090330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:11.098364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680d293c-b1ea-4d55-b83c-322fd1068c3c req-36c24b06-fdb2-4ee7-a800-b82b76b1ffb2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Jun 30 08:59:11.196444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:11.202773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] No DVR routers for this DVR port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:11.207241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] Pushing event updated for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.245501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:11.259378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'mac_address': 'fa:16:3e:91:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:11.270069 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6d646c59-7560-43be-aacb-7627660e47f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f/bindings/n-h1-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 0.8091021 Jun 30 08:59:11.274864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-a911fc60-0ea8-4758-a671-1c0ed35ae507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.276269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-a911fc60-0ea8-4758-a671-1c0ed35ae507 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2266138 Jun 30 08:59:11.305094 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.340071 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-5393e64e-4b8f-4704-963f-6f1b60be6732 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3990c527-e25e-49ad-8d45-d74d8e420892 HTTP/1.1" status: 200 len: 217 time: 0.0548403 Jun 30 08:59:11.342601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:11.390141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:11.408800 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.409474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:11.416190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-e90f113d-8c92-4ed5-a04e-6f077a12f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.417940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-e90f113d-8c92-4ed5-a04e-6f077a12f7ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0708377 Jun 30 08:59:11.504026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-ccf4079d-1eef-4ef7-8fe9-cfd5c9ea3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.506035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-ccf4079d-1eef-4ef7-8fe9-cfd5c9ea3603 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787573 Jun 30 08:59:11.534048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-7f01c882-e4ee-4581-b2a6-1ff3d3b37c4a tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.535727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-7f01c882-e4ee-4581-b2a6-1ff3d3b37c4a tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.2014561 Jun 30 08:59:11.623644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:11.639714 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-b87be490-afa2-4d5d-a7e9-d5023da5b761 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265261 Jun 30 08:59:11.646307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814ffa2-6f18-438c-bf94-86b0646615e3 req-6227f0dc-96dc-4fcc-9ac7-48c073f4b047 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.647873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d814ffa2-6f18-438c-bf94-86b0646615e3 req-6227f0dc-96dc-4fcc-9ac7-48c073f4b047 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 948 time: 0.2618272 Jun 30 08:59:11.657175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'mac_address': 'fa:16:3e:fb:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:11.704681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.711058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.726855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9d41d07-9217-480a-a33f-86bf0f16cbcb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:11.729622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d814ffa2-6f18-438c-bf94-86b0646615e3 req-bb8c45cc-c3a8-46b9-9f80-537b050a6922 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688515 Jun 30 08:59:11.750673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-659622cf-810d-4249-bb5e-19a403af0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.752309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-659622cf-810d-4249-bb5e-19a403af0406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e&tenant_id=181dc6030a41419794abfd8e61972460 HTTP/1.1" status: 200 len: 1096 time: 0.2059247 Jun 30 08:59:11.767198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f27e0-fccc-4061-bf51-1e60f822a46e req-61faa10c-1c52-4b4c-9792-ea8d4d9c47b4 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.778354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c3f27e0-fccc-4061-bf51-1e60f822a46e req-61faa10c-1c52-4b4c-9792-ea8d4d9c47b4 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 950 time: 0.1285248 Jun 30 08:59:11.783672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:11.790493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.841512 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9a7015ca-7598-4c7a-a157-7484a3576966 req-0f8b7089-7640-4063-87ad-17fba7ce2a1e service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936135 Jun 30 08:59:11.877328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c3f27e0-fccc-4061-bf51-1e60f822a46e req-5761e32c-9159-4423-80eb-f4bed7ddfd78 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968728 Jun 30 08:59:11.878352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:11.916787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d86701d5-8103-4498-a3f0-be0435993564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:11.918283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d86701d5-8103-4498-a3f0-be0435993564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=181dc6030a41419794abfd8e61972460&device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1096 time: 0.1064329 Jun 30 08:59:12.051645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c9d41d07-9217-480a-a33f-86bf0f16cbcb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:12.054381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e3b1-fc00-43eb-adc3-1d2db1f63c3e req-0bb0dd49-6072-439a-86a1-f4de2a0680c7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.055522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb17e3b1-fc00-43eb-adc3-1d2db1f63c3e req-0bb0dd49-6072-439a-86a1-f4de2a0680c7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.1537225 Jun 30 08:59:12.064613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6cd14f5e-c1ff-4246-9b30-67347eaa20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.066345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-6cd14f5e-c1ff-4246-9b30-67347eaa20f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 200 len: 909 time: 0.1279330 Jun 30 08:59:12.165929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b87c4a5a-7118-45f9-ae16-82b2a1a5ad02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 200 len: 217 time: 0.0468779 Jun 30 08:59:12.178808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb17e3b1-fc00-43eb-adc3-1d2db1f63c3e req-887a84bf-7089-4c6e-866c-fe0b5ed295d8 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080794 Jun 30 08:59:12.244787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d3608603-1aad-4e57-ae57-d8d8ec735ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.246635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d3608603-1aad-4e57-ae57-d8d8ec735ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 200 len: 848 time: 0.0668647 Jun 30 08:59:12.328207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-8e307265-33c1-4c08-8b6a-bd7ba6b9eea4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b5a1545-b1e5-4c68-b5eb-e6b651adce71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666733 Jun 30 08:59:12.541424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-b09ba821-bf73-413b-9cda-0e48501106b8 service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028003 Jun 30 08:59:12.554794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5cdae-0946-44ca-adb9-86d6ab4e3f26 req-d9ad8b33-820c-4a17-8d06-6db5dcd5be4d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.556261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2b5cdae-0946-44ca-adb9-86d6ab4e3f26 req-d9ad8b33-820c-4a17-8d06-6db5dcd5be4d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1456432 Jun 30 08:59:12.636588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a852e5d-d176-4082-b6a2-c4c45493d3c9 req-60cd24f3-0135-4313-8e24-79ec727cd572 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:12.637973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a852e5d-d176-4082-b6a2-c4c45493d3c9 req-60cd24f3-0135-4313-8e24-79ec727cd572 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 950 time: 0.1934369 Jun 30 08:59:12.703820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2b5cdae-0946-44ca-adb9-86d6ab4e3f26 req-bc03c2a1-ab2d-4530-8fcb-a59cf3787c43 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379080 Jun 30 08:59:13.097674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-a9a6778f-2caa-4ba6-98c6-f995f1c93e7a service neutron] 10.222.0.41 "GET /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403280 Jun 30 08:59:13.117679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a852e5d-d176-4082-b6a2-c4c45493d3c9 req-803d71bd-0fb4-440e-9ba1-d8763f076629 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697154 Jun 30 08:59:13.124064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:13.173308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacde94-e1cf-4db7-aff7-194ebdabe946 req-4497f804-c523-455f-9b97-91962809d907 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.175655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bacde94-e1cf-4db7-aff7-194ebdabe946 req-4497f804-c523-455f-9b97-91962809d907 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 948 time: 0.0983362 Jun 30 08:59:13.242459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c9d41d07-9217-480a-a33f-86bf0f16cbcb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:13.242736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bacde94-e1cf-4db7-aff7-194ebdabe946 req-05b3d342-da09-4c45-9a9e-5277e272cd0f tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581517 Jun 30 08:59:13.243228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.351404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:13.405828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771eb47-145e-45d6-b679-e18fa9dc223e req-e1f972aa-ef57-475a-b0af-0676c6d6baae tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.408123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d771eb47-145e-45d6-b679-e18fa9dc223e req-e1f972aa-ef57-475a-b0af-0676c6d6baae tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.0749662 Jun 30 08:59:13.490326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d771eb47-145e-45d6-b679-e18fa9dc223e req-017d6b11-9dab-4af7-b729-f4de17943080 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756235 Jun 30 08:59:13.534164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d40ebd3a-3380-4807-a20b-bff133f1ebd0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.536096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-d40ebd3a-3380-4807-a20b-bff133f1ebd0 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e&tenant_id=181dc6030a41419794abfd8e61972460&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1096 time: 0.0909729 Jun 30 08:59:13.558635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.589793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:13.593014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f53666-83dd-4e10-9754-fc4dc199ba04" -d '{"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-plugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:13.608990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:13.614514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.649300 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd2e0b-c5a0-45d1-ac2d-2f09a4509326 x-openstack-request-id: req-6ffd2e0b-c5a0-45d1-ac2d-2f09a4509326 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:13.649868 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-plugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:13.650011 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ffd2e0b-c5a0-45d1-ac2d-2f09a4509326 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:13.650436 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'code': 200} Jun 30 08:59:13.670700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-e1e61254-70cd-4989-ae2b-eb17e544572e service neutron] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:13.674614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-e1e61254-70cd-4989-ae2b-eb17e544572e service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.675767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3210d38c-8331-4bf7-878f-ee6f5799e2fa req-e1e61254-70cd-4989-ae2b-eb17e544572e service neutron] 10.222.0.41 "DELETE /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f/bindings/n-h2-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.1306272 Jun 30 08:59:13.683066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:13.899804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:13.983579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3f92c-4b5e-4ee5-ad2b-e55841646761 req-45210bbb-78c8-4cf4-8d91-792ef4e5b7ae tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:13.985214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2a3f92c-4b5e-4ee5-ad2b-e55841646761 req-45210bbb-78c8-4cf4-8d91-792ef4e5b7ae tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1306002 Jun 30 08:59:14.033636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-e50b12d9-8f07-4287-abcc-98cde19d5143 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.035392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-e50b12d9-8f07-4287-abcc-98cde19d5143 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.41 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 950 time: 0.1708677 Jun 30 08:59:14.094056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2a3f92c-4b5e-4ee5-ad2b-e55841646761 req-fa1d778e-9af5-47ed-bc22-27de2aed2024 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950058 Jun 30 08:59:14.203110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Deleting port 23e388c6-e0d5-49c7-86e7-4951fed3002b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:14.203777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.403455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] For port 23e388c6-e0d5-49c7-86e7-4951fed3002b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=23e388c6-e0d5-49c7-86e7-4951fed3002b,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:14.403835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.425290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Calling delete_port for 23e388c6-e0d5-49c7-86e7-4951fed3002b owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:14.444255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b068-9664-487d-8791-fbf7f3b7da6d req-5a94e48e-3fe5-4e85-b92b-995e2a6d8bf8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.445833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26e0b068-9664-487d-8791-fbf7f3b7da6d req-5a94e48e-3fe5-4e85-b92b-995e2a6d8bf8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 949 time: 0.1897027 Jun 30 08:59:14.517176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f218cc-a948-4a1c-adcb-19b0cc583edb req-64b12dc0-1461-416e-98eb-7f01881543ee tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.519133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9f218cc-a948-4a1c-adcb-19b0cc583edb req-64b12dc0-1461-416e-98eb-7f01881543ee tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/ports?device_id=e998335b-cc36-4a8f-96c5-671ba2f530c1 HTTP/1.1" status: 200 len: 950 time: 0.2116597 Jun 30 08:59:14.580001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26e0b068-9664-487d-8791-fbf7f3b7da6d req-8dc52aa3-252b-4f40-a5fa-900364cb4a72 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224554 Jun 30 08:59:14.607100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9f218cc-a948-4a1c-adcb-19b0cc583edb req-a76e0eea-ed66-49dd-8233-deeab23aca83 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.66 "GET /v2.0/security-groups?id=836c8b60-4663-4f76-bd78-a93a38c7c679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809803 Jun 30 08:59:14.687310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.702365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['23e388c6-e0d5-49c7-86e7-4951fed3002b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:14.735260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Pushing event deleted for resources: {'Port': ['ID=23e388c6-e0d5-49c7-86e7-4951fed3002b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:14.813340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] No DVR routers for this DVR port 23e388c6-e0d5-49c7-86e7-4951fed3002b on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:14.816351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.818481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c4b8ba1-9af4-4bd8-836d-9bf3c3f01e42 req-5d07b96d-97ce-47f4-ae5b-ea126ad613e5 tempest-ImagesNegativeTestJSON-2081448633 tempest-ImagesNegativeTestJSON-2081448633-project] 10.222.0.41 "DELETE /v2.0/ports/23e388c6-e0d5-49c7-86e7-4951fed3002b HTTP/1.1" status: 204 len: 173 time: 0.7697265 Jun 30 08:59:14.818970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'name': 'network-vif-deleted', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:14.821628 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e71785-2b07-4f74-b9fb-e72566a9a4bf" -d '{"events": [{"server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "name": "network-vif-deleted", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:14.888357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becfe97-f58e-4d8a-96f6-aedc8136c953 req-455b7fe3-e213-4669-887f-3798dff499b1 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.890004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3becfe97-f58e-4d8a-96f6-aedc8136c953 req-455b7fe3-e213-4669-887f-3798dff499b1 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 948 time: 0.1927271 Jun 30 08:59:14.949383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91275de8-e507-4c2c-8b65-53211d6fb332 req-65a331a0-d43a-4908-9da2-e632b413a2fa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:14.951713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91275de8-e507-4c2c-8b65-53211d6fb332 req-65a331a0-d43a-4908-9da2-e632b413a2fa tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.1246717 Jun 30 08:59:14.955216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3becfe97-f58e-4d8a-96f6-aedc8136c953 req-27edb908-90aa-4d83-95ea-ed7b4453e2e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584941 Jun 30 08:59:15.000395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91275de8-e507-4c2c-8b65-53211d6fb332 req-569dbf58-4590-4deb-b735-4b3d6701945b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jun 30 08:59:15.134427 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3255a4-ecd2-467f-a786-d6fec34afd67 x-openstack-request-id: req-bc3255a4-ecd2-467f-a786-d6fec34afd67 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:15.134798 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e998335b-cc36-4a8f-96c5-671ba2f530c1", "name": "network-vif-deleted", "tag": "23e388c6-e0d5-49c7-86e7-4951fed3002b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:15.135062 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc3255a4-ecd2-467f-a786-d6fec34afd67 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:15.135327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3990c527-e25e-49ad-8d45-d74d8e420892 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:15.136311 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e998335b-cc36-4a8f-96c5-671ba2f530c1', 'name': 'network-vif-deleted', 'tag': '23e388c6-e0d5-49c7-86e7-4951fed3002b', 'status': 'completed', 'code': 200} Jun 30 08:59:15.249726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3990c527-e25e-49ad-8d45-d74d8e420892,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:15.267910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '3990c527-e25e-49ad-8d45-d74d8e420892', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '3990c527-e25e-49ad-8d45-d74d8e420892', 'mac_address': 'fa:16:3e:b9:dd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:15.322903 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.337710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3990c527-e25e-49ad-8d45-d74d8e420892 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:15.359114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3990c527-e25e-49ad-8d45-d74d8e420892,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:15.369323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-c38187ba-0420-4bbc-8c0d-7fc4548b9b33 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268276 Jun 30 08:59:15.370607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.420187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:15.457645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff8b3-db63-4b67-ac52-e278699d8cff req-b1754e0b-6915-4324-9494-4ebce25dbaac tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.459985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4eff8b3-db63-4b67-ac52-e278699d8cff req-b1754e0b-6915-4324-9494-4ebce25dbaac tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 1096 time: 0.1723216 Jun 30 08:59:15.527631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-24807e96-1091-45ff-8e90-508b854b12b8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:15.529697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-24807e96-1091-45ff-8e90-508b854b12b8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538422 Jun 30 08:59:15.531624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4eff8b3-db63-4b67-ac52-e278699d8cff req-037a5a96-7292-4f47-8425-493da5ab8da5 tempest-LiveMigrationTest-473471655 tempest-LiveMigrationTest-473471655-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654147 Jun 30 08:59:15.547506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-ddb22de2-3481-46a7-93ad-5b058756757e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/quotas/f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 375 time: 0.0108941 Jun 30 08:59:15.631444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-f4e5d055-0716-4577-baeb-764b27bd6e8b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715752 Jun 30 08:59:15.825709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3990c527-e25e-49ad-8d45-d74d8e420892'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:16.082495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa975e44-5218-4c5f-9dd1-ffb991bf3a32 req-c6b42f61-74f5-4b9a-8650-b38d8cd5c8cb tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0406890 Jun 30 08:59:16.231156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5d74f-e82d-4c5e-a67f-787918d96dd0 req-d5cf434c-a8ee-4cd8-9b50-6a677fa31095 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.233169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aec5d74f-e82d-4c5e-a67f-787918d96dd0 req-d5cf434c-a8ee-4cd8-9b50-6a677fa31095 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 946 time: 0.0924225 Jun 30 08:59:16.281554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aec5d74f-e82d-4c5e-a67f-787918d96dd0 req-6bf6d0e8-4a3b-4893-9f84-0e7a78ef2250 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jun 30 08:59:16.356584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a08079-4783-43e0-9c34-316cc374e25f req-6a7d3723-7b00-482d-8a8c-a3830fd8007a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.358286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0a08079-4783-43e0-9c34-316cc374e25f req-6a7d3723-7b00-482d-8a8c-a3830fd8007a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 949 time: 0.0709627 Jun 30 08:59:16.399912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0a08079-4783-43e0-9c34-316cc374e25f req-45bf1753-0dd2-4636-8de9-6716b56839eb tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360141 Jun 30 08:59:16.473421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5463e-1401-4e15-88a0-f6878ac68c11 req-c37bf64f-f025-4ab5-ad53-25a71e2797af tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.475439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14d5463e-1401-4e15-88a0-f6878ac68c11 req-c37bf64f-f025-4ab5-ad53-25a71e2797af tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.0797484 Jun 30 08:59:16.526034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14d5463e-1401-4e15-88a0-f6878ac68c11 req-adec3aeb-f561-4c45-a332-acc17172e33b tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 Jun 30 08:59:16.894535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f524c9-9efe-45f3-abdb-15e2e62ca8bb req-4afaaa9c-8efc-4423-b658-3b168e13f04f tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.896068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61f524c9-9efe-45f3-abdb-15e2e62ca8bb req-4afaaa9c-8efc-4423-b658-3b168e13f04f tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1225433 Jun 30 08:59:16.905551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-4cc5c161-fa66-46ed-a07e-48906a2447e4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:16.907379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-4cc5c161-fa66-46ed-a07e-48906a2447e4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 944 time: 0.1506591 Jun 30 08:59:16.979332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61f524c9-9efe-45f3-abdb-15e2e62ca8bb req-acbce77e-fe96-4536-af76-6c036103e96e tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709727 Jun 30 08:59:17.054121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Deleting port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:17.054121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.144870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3990c527-e25e-49ad-8d45-d74d8e420892 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:17.220531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:17.229471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 3990c527-e25e-49ad-8d45-d74d8e420892 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:17.237348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 3990c527-e25e-49ad-8d45-d74d8e420892 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:17.238102 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.302877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd3a0e8c-47fc-467f-aecd-0f4c1317d904 req-a4a792f4-35fa-46ab-b620-bf51190a7fdf tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 210 time: 0.0795689 Jun 30 08:59:17.305654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] For port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:17.306272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.340830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Calling delete_port for deaa63ae-ccd7-450e-8b91-ef7c4b9f608f owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:17.351611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-88f4b0ab-1497-4d11-a02f-bf4b3e65d6e7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f8966d626dfd495d8a56af633cace815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557358 Jun 30 08:59:17.476073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.553497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3990c527-e25e-49ad-8d45-d74d8e420892,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:17.556692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:17.570320 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ff1e38-0486-4b0f-8751-f603e5d7b8e3" -d '{"events": [{"server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "name": "network-vif-plugged", "status": "completed", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:17.579397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.580907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:17.615010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7720f5ce-faca-4269-96e5-235c335b79df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81570c23f2524fb1a9b9dd3bb3443292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919048 Jun 30 08:59:17.620032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:17.691199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:17.708853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-62ac8aee-9138-4c73-af3d-3dd9e5a597cc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:17.711037 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-62ac8aee-9138-4c73-af3d-3dd9e5a597cc tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542681 Jun 30 08:59:17.714429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:17.719544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:17.719974 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.734693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Request body: {'port': {'device_id': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': 'f8966d626dfd495d8a56af633cace815'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:17.808832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.821970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ea90ed6-1d22-4769-99d0-fe5a5feee636'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:17.870851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.884679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Made reservation on behalf of f8966d626dfd495d8a56af633cace815 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:17.893177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.968185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:17.979256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.982229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.003708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.059175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event deleted for resources: {'Port': ['ID=deaa63ae-ccd7-450e-8b91-ef7c4b9f608f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.068417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] No DVR routers for this DVR port deaa63ae-ccd7-450e-8b91-ef7c4b9f608f on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:18.074274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.077793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38b4262e-567a-49eb-9911-4fdf69e489c8 req-1e3f11be-cd3f-4bd5-8892-2db1cc0a4325 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "DELETE /v2.0/ports/deaa63ae-ccd7-450e-8b91-ef7c4b9f608f HTTP/1.1" status: 204 len: 173 time: 1.1615078 Jun 30 08:59:18.078260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Allocated IP 192.168.233.27 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/a7d1d8bc-c972-420c-8ba6-0840d05c654c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:18.078572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=13']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.089869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-deleted', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:18.099491 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5638c-1e78-4cf8-8820-c1a148eb2e1e" -d '{"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-deleted", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:18.142148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-eec53db4-3fff-42b9-9599-4dc350e88181 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.143989 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-eec53db4-3fff-42b9-9599-4dc350e88181 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 946 time: 0.3890994 Jun 30 08:59:18.151604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133399e6-0a71-4b55-bbe2-2952a4d6e97b req-2b68c843-1cd9-4488-b87e-fd2625f3f386 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.159640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-133399e6-0a71-4b55-bbe2-2952a4d6e97b req-2b68c843-1cd9-4488-b87e-fd2625f3f386 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 946 time: 0.5594733 Jun 30 08:59:18.191022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892aff5-4c1b-4a74-9f91-61cdbba4a0ce req-4523a6c6-0c59-45e9-86eb-044ad0944ee6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.202365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5892aff5-4c1b-4a74-9f91-61cdbba4a0ce req-4523a6c6-0c59-45e9-86eb-044ad0944ee6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.4590526 Jun 30 08:59:18.271355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-133399e6-0a71-4b55-bbe2-2952a4d6e97b req-6ac5bf7a-f838-4576-a159-0a938a313b71 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/security-groups?id=afc38907-0376-40a1-b68c-0fb1af68e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108308 Jun 30 08:59:18.280152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.282731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.287088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/836c8b60-4663-4f76-bd78-a93a38c7c679 HTTP/1.1" status: 204 len: 168 time: 0.6629906 Jun 30 08:59:18.301375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.335896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecae033-01eb-4910-a4af-40e33684c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c8b60-4663-4f76-bd78-a93a38c7c679,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.355578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Transition to ACTIVE for port object a7d1d8bc-c972-420c-8ba6-0840d05c654c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:18.405169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.410462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5892aff5-4c1b-4a74-9f91-61cdbba4a0ce req-78711ee8-b612-46ef-81be-c3e6ddafa20c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000175 Jun 30 08:59:18.422868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:18.470917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Deleting port 2f6a471d-8416-44d7-8d08-dd0dbb196047 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:18.471447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.477047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:18.483106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:18.492139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9', '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:18.500553 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b415d0f-9ad0-49ab-a4f3-ebf97fbdec39 x-openstack-request-id: req-9b415d0f-9ad0-49ab-a4f3-ebf97fbdec39 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:18.500857 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "name": "network-vif-plugged", "status": "completed", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:18.503202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:18.503901 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b415d0f-9ad0-49ab-a4f3-ebf97fbdec39 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:18.504281 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892', 'code': 200} Jun 30 08:59:18.663193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:18.665897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.813611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] For port 2f6a471d-8416-44d7-8d08-dd0dbb196047, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=2f6a471d-8416-44d7-8d08-dd0dbb196047,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:18.814631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:18.850221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bad3ba-2d09-45c4-818a-0b06b2e09386 req-158ca1c7-d9bc-4c85-ad93-b4e6692a7624 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 210 time: 0.2328432 Jun 30 08:59:18.853909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:18.859021 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef8658f-1b02-4188-9552-cf5cc62e58c3 x-openstack-request-id: req-aef8658f-1b02-4188-9552-cf5cc62e58c3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:18.859365 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b480b7-a347-476c-b33b-70538f92566e", "name": "network-vif-deleted", "tag": "deaa63ae-ccd7-450e-8b91-ef7c4b9f608f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:18.859662 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aef8658f-1b02-4188-9552-cf5cc62e58c3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:18.860022 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b480b7-a347-476c-b33b-70538f92566e', 'name': 'network-vif-deleted', 'tag': 'deaa63ae-ccd7-450e-8b91-ef7c4b9f608f', 'status': 'completed', 'code': 200} Jun 30 08:59:18.869607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Calling delete_port for 2f6a471d-8416-44d7-8d08-dd0dbb196047 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:18.880890 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-f49d4f32-0110-4478-a075-7881691b9109 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1598604 Jun 30 08:59:18.918731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Request body: {'port': {'device_id': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:19.003578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d8ab4de-1cc0-4309-8061-c45a49096bf6 None None] Provisioning for port a7d1d8bc-c972-420c-8ba6-0840d05c654c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:19.024685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d8ab4de-1cc0-4309-8061-c45a49096bf6 None None] Provisioning complete for port a7d1d8bc-c972-420c-8ba6-0840d05c654c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:19.025056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab4de-1cc0-4309-8061-c45a49096bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.120181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.203000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.333035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9e612-9a68-45e2-a194-14868966136e req-e1ba412d-d42f-476e-8bb7-ddfc367a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.339196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Pushing event deleted for resources: {'Port': ['ID=2f6a471d-8416-44d7-8d08-dd0dbb196047,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:19.366991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a4c9e612-9a68-45e2-a194-14868966136e req-e1ba412d-d42f-476e-8bb7-ddfc367a3c22 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 1102 time: 0.7098377 Jun 30 08:59:19.367453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ab4de-1cc0-4309-8061-c45a49096bf6 None None] Port a7d1d8bc-c972-420c-8ba6-0840d05c654c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:19.387025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 23e388c6-e0d5-49c7-86e7-4951fed3002b no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:19.408229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] No DVR routers for this DVR port 2f6a471d-8416-44d7-8d08-dd0dbb196047 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:19.412155 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:19.427719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c76095b-2ebe-4998-92e7-7c6455e9e37d req-d6e59474-3d7d-468d-b709-fb9a22224ef4 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.41 "DELETE /v2.0/ports/2f6a471d-8416-44d7-8d08-dd0dbb196047 HTTP/1.1" status: 204 len: 173 time: 1.2480328 Jun 30 08:59:19.508795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 23e388c6-e0d5-49c7-86e7-4951fed3002b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:19.521827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 23e388c6-e0d5-49c7-86e7-4951fed3002b not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:19.630975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed54076-4c3f-43af-a69f-57016ca9836e req-d7d3a864-7a12-4424-a6e8-748741f5223f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.636575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fed54076-4c3f-43af-a69f-57016ca9836e req-d7d3a864-7a12-4424-a6e8-748741f5223f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 935 time: 0.2299533 Jun 30 08:59:19.723409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a4c9e612-9a68-45e2-a194-14868966136e req-465024b2-b344-42d3-929e-76510af7fb06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529375 Jun 30 08:59:19.767521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fed54076-4c3f-43af-a69f-57016ca9836e req-0c8a293c-e588-41d9-8d80-a65d9dfec013 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029518 Jun 30 08:59:19.909933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96286502-56de-4356-88cd-6b65d82d1f97 req-fca0d058-085b-498e-a22a-4e0f2d5cae5d tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:19.920337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96286502-56de-4356-88cd-6b65d82d1f97 req-fca0d058-085b-498e-a22a-4e0f2d5cae5d tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1376612 Jun 30 08:59:19.986946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96286502-56de-4356-88cd-6b65d82d1f97 req-bd7cb03d-3b7c-49ad-8e23-6c08a13fdfb3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601661 Jun 30 08:59:20.042433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a9d76bd-8b55-4dab-bdcf-37508fb80392 req-58bc9abc-905b-4613-a6dc-3fdde612d125 tempest-AttachSCSIVolumeTestJSON-1012780366 tempest-AttachSCSIVolumeTestJSON-1012780366-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb430c1-7696-44f6-91a0-cb6ccc257413 HTTP/1.1" status: 200 len: 210 time: 0.0473056 Jun 30 08:59:20.045708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:20.055857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.099826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Transition to ACTIVE for port object a7d1d8bc-c972-420c-8ba6-0840d05c654c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:20.120134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.256608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:20.312757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a97b53-a836-4176-ad29-811fef4349f0 req-33bd2f79-23cb-4dd0-835a-382ecd00c91a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.322451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61a97b53-a836-4176-ad29-811fef4349f0 req-33bd2f79-23cb-4dd0-835a-382ecd00c91a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.1732597 Jun 30 08:59:20.370014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:20.370608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:20.370608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:20.377409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:20.377684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:20.388461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:20.389035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:20.389338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:20.392562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Bound port: a7d1d8bc-c972-420c-8ba6-0840d05c654c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:20.392987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.433679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61a97b53-a836-4176-ad29-811fef4349f0 req-823c4323-ee79-4eca-bcad-8458c52ca9a8 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088657 Jun 30 08:59:20.505125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:20.508582 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947ac3d-e0c2-436d-8d4e-2cc17680b798" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:20.594736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:20.605079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:20.609851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.655634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.656328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:20.658012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] 10.222.0.11 "PUT /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 1096 time: 1.7537861 Jun 30 08:59:20.658533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:20.660967 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308" -d '{"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:20.695432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4f95-1093-4935-8a24-30aa554f83dd service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:20.736937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59c91088-2625-400f-ad3e-f3a22126d9d9 req-d486a254-29a9-408b-b7a5-9d61aaa01c70 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 210 time: 0.0955420 Jun 30 08:59:20.861195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'name': 'network-vif-deleted', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:20.863835 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088df7c-bbd5-413d-8b24-1097b1ec9cdc" -d '{"events": [{"server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "name": "network-vif-deleted", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:20.868400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-508ceb34-8115-4fcb-a43a-32de22051306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:20.869928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-508ceb34-8115-4fcb-a43a-32de22051306 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1099 time: 0.1450067 Jun 30 08:59:20.930524 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-ab0f8fb2-cd0a-495b-bdb2-f6e566ddb1c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0512860 Jun 30 08:59:20.964806 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc4bb1-a9ac-46c7-bd5a-e884277f817f x-openstack-request-id: req-ebbc4bb1-a9ac-46c7-bd5a-e884277f817f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:20.966083 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-plugged", "status": "completed", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:20.967080 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebbc4bb1-a9ac-46c7-bd5a-e884277f817f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:20.967693 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'code': 200} Jun 30 08:59:20.999051 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab77ef8a-1705-44a6-9866-54af5c06cbdf x-openstack-request-id: req-ab77ef8a-1705-44a6-9866-54af5c06cbdf {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:20.999543 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:20.999986 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab77ef8a-1705-44a6-9866-54af5c06cbdf {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:21.000658 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'status': 'completed', 'code': 200} Jun 30 08:59:21.002576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-b9f94f5d-4e91-455c-ad40-c43f850b6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.004195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-b9f94f5d-4e91-455c-ad40-c43f850b6ce7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0579774 Jun 30 08:59:21.057199 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:21.144488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e354-96f4-439d-85db-16b75488e925 req-af415075-4325-48b0-b59c-6e85d4f28247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.150265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-af415075-4325-48b0-b59c-6e85d4f28247 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336086 Jun 30 08:59:21.219676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39b995-62a5-4c63-8325-fc5b0d4d0ee6 req-e17d0dfb-f68c-4f18-bb46-98414a630509 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.228329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c39b995-62a5-4c63-8325-fc5b0d4d0ee6 req-e17d0dfb-f68c-4f18-bb46-98414a630509 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 947 time: 0.0813394 Jun 30 08:59:21.254147 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20544a-29c5-436e-81cb-d99fc2d73c33 x-openstack-request-id: req-8d20544a-29c5-436e-81cb-d99fc2d73c33 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:21.254711 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb430c1-7696-44f6-91a0-cb6ccc257413", "name": "network-vif-deleted", "tag": "2f6a471d-8416-44d7-8d08-dd0dbb196047", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:21.254970 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d20544a-29c5-436e-81cb-d99fc2d73c33 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:21.255522 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb430c1-7696-44f6-91a0-cb6ccc257413', 'name': 'network-vif-deleted', 'tag': '2f6a471d-8416-44d7-8d08-dd0dbb196047', 'status': 'completed', 'code': 200} Jun 30 08:59:21.306191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-a30d9151-675d-4e40-b8b6-4be22f9316a2 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486671 Jun 30 08:59:21.312514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c39b995-62a5-4c63-8325-fc5b0d4d0ee6 req-13fe8e29-46c1-4fd8-9092-7636d033fa13 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827816 Jun 30 08:59:21.348397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:21.388885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: deaa63ae-ccd7-450e-8b91-ef7c4b9f608f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:21.390329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device deaa63ae-ccd7-450e-8b91-ef7c4b9f608f not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:21.390865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2f6a471d-8416-44d7-8d08-dd0dbb196047 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:21.442150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 2f6a471d-8416-44d7-8d08-dd0dbb196047 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:21.442500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 2f6a471d-8416-44d7-8d08-dd0dbb196047 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:21.476907 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-86e0e354-96f4-439d-85db-16b75488e925 req-4d9be36a-6378-45bd-a66c-74e51e1f4fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470454 Jun 30 08:59:21.619212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-28a9a173-e162-4183-b0b0-3aebd19c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.620949 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-28a9a173-e162-4183-b0b0-3aebd19c7437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1099 time: 0.0820944 Jun 30 08:59:21.848206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-fbc49eef-7e43-4499-9c16-5032f21ad347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:21.849900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-fbc49eef-7e43-4499-9c16-5032f21ad347 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2219286 Jun 30 08:59:21.902575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-7eee8450-84d5-46f3-9a85-57c9f66d23e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0455148 Jun 30 08:59:22.034402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7db42b-76e3-4ef2-ad4e-6ebf98a6e7a3 req-969b34f0-d369-463b-8297-0ac79f116287 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:22.042969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee7db42b-76e3-4ef2-ad4e-6ebf98a6e7a3 req-969b34f0-d369-463b-8297-0ac79f116287 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.0930963 Jun 30 08:59:22.043865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-84a48854-4522-45d4-8f05-2f4fa0f98a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:22.045676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-84a48854-4522-45d4-8f05-2f4fa0f98a2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1368496 Jun 30 08:59:22.115984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee7db42b-76e3-4ef2-ad4e-6ebf98a6e7a3 req-a02d2476-2f82-4f91-99f6-bf45859cfd5a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712450 Jun 30 08:59:22.159745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-bfcc6e82-d76e-4aa3-b796-396bc1a53251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:22.161468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-bfcc6e82-d76e-4aa3-b796-396bc1a53251 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085021 Jun 30 08:59:22.326849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-24a34c34-0239-4b81-8546-3f0362ee2fb1 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557608 Jun 30 08:59:22.333325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67955430-7671-4729-88f6-313adf7ec9f9 req-0cc0dc64-e761-419e-b6a7-d88e0fc144d5 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 210 time: 0.0535638 Jun 30 08:59:22.458339 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f50f2706-8c88-40bb-8ea8-9ec9e0d42308 req-057eaab8-3417-44ba-860d-0f04c4f1991b service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247168 Jun 30 08:59:22.620459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7df7e-dfe2-4287-93f8-85c2219c2910 req-87404871-916b-434a-9af2-1ad87e863d72 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:22.623890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ee7df7e-dfe2-4287-93f8-85c2219c2910 req-87404871-916b-434a-9af2-1ad87e863d72 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1497736 Jun 30 08:59:22.732907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ee7df7e-dfe2-4287-93f8-85c2219c2910 req-eae56abc-cc79-4bae-922a-ac2dbecd1831 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018000 Jun 30 08:59:23.183184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656c7c-bdaa-43ed-8e3b-0062fc12f62d req-8850a4c8-f672-46cd-b42a-410a0d085dfa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:23.191997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27656c7c-bdaa-43ed-8e3b-0062fc12f62d req-8850a4c8-f672-46cd-b42a-410a0d085dfa tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 947 time: 0.1010344 Jun 30 08:59:23.254155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27656c7c-bdaa-43ed-8e3b-0062fc12f62d req-b93ff30f-0954-4192-99a2-95ae7e1c1235 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Jun 30 08:59:23.507787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-8fa2c5d1-4bb7-4881-9bd9-8d49bc4472f1 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3a038828d2754707b981312e545023c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523841 Jun 30 08:59:23.585568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-25005e72-d497-43e6-abe1-c5915893610a tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:23.587207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-25005e72-d497-43e6-abe1-c5915893610a tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.41 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.1908052 Jun 30 08:59:23.651706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-01e24616-9866-49e6-94ad-ae3f04b19ae7 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:23.653024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-01e24616-9866-49e6-94ad-ae3f04b19ae7 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354260 Jun 30 08:59:23.751613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-6ce38580-7d7c-4ccf-bafe-1736b2d91d41 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/quotas/3a038828d2754707b981312e545023c6 HTTP/1.1" status: 200 len: 375 time: 0.0208278 Jun 30 08:59:23.844228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Deleting port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:23.845042 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:23.990248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] For port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:23.991068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.034582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-4b70f4c1-af4d-456c-9623-87a5bccb0297 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2819514 Jun 30 08:59:24.306033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64965ee1-ce45-44ea-860b-2490c5066e06 req-68e47c29-319f-4ac9-9c60-4ccefa2daf8c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=85b480b7-a347-476c-b33b-70538f92566e HTTP/1.1" status: 200 len: 210 time: 0.1270857 Jun 30 08:59:24.539722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.540669 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:24.540669 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Floating IP f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f disassociated. External IP: 172.25.4.83, port: dd3c1472-5a6e-45ac-8ba6-f8c48b164b57. Jun 30 08:59:24.540669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Calling delete_port for dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:25.193197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:25.432517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:25.451403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ddc7-7053-4272-bb42-3bb652a28e1b req-fa94c879-b632-4047-938b-02586071b923 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:25.457465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'mac_address': 'fa:16:3e:6f:70:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:25.459870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76b3ddc7-7053-4272-bb42-3bb652a28e1b req-fa94c879-b632-4047-938b-02586071b923 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 946 time: 0.8317020 Jun 30 08:59:25.529241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.556493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:25.599140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e98a60c0-9e0a-4361-b94a-740a2b509357 req-7cc1f655-2fa0-4dd3-abf8-08ec58bc565c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 210 time: 0.1105223 Jun 30 08:59:25.623354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:25.632583 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.712175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76b3ddc7-7053-4272-bb42-3bb652a28e1b req-54eb4a1e-1920-4e3d-8b68-f62c20efde8c tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb2d8ab2-0f6c-461f-9443-9a330b1045a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513947 Jun 30 08:59:25.715704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:25.787381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:25.823784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event deleted for resources: {'Port': ['ID=dd3c1472-5a6e-45ac-8ba6-f8c48b164b57,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:26.090586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a7d1d8bc-c972-420c-8ba6-0840d05c654c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:26.341938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda99e2-5123-474f-9b4d-ca770178e1f1 req-039e17ba-9cd8-4bfc-8512-b64eb82a27f1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.355564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adda99e2-5123-474f-9b4d-ca770178e1f1 req-039e17ba-9cd8-4bfc-8512-b64eb82a27f1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.4211590 Jun 30 08:59:26.411676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Router 14b2924e-1f01-410b-84f8-81a715dbb770 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:26.454979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10ac96-ed6a-4808-916d-028d382ba8e4 req-68e2b74f-7d57-4ff4-9d79-c18b5a6c112d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:26.462544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc10ac96-ed6a-4808-916d-028d382ba8e4 req-68e2b74f-7d57-4ff4-9d79-c18b5a6c112d tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.3294213 Jun 30 08:59:26.500197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adda99e2-5123-474f-9b4d-ca770178e1f1 req-fd8d0b07-fe73-4477-a8b4-53e8a04cd1b9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354280 Jun 30 08:59:26.815300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-62506d06-353b-4c65-a044-ad3c534f8c2c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3a038828d2754707b981312e545023c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3140497 Jun 30 08:59:26.845561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:26.856454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Sync routers for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:26.863644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc10ac96-ed6a-4808-916d-028d382ba8e4 req-b236bc7b-07a9-434d-aed9-7373f3b687e9 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944349 Jun 30 08:59:26.872701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:26.875369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:26.986872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] No DVR routers for this DVR port dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:27.016593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.018716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-689ace1d-eb4a-4c65-8b5f-27d1ef5ed027 req-3ef3305c-83fe-4f60-8acf-610a15d54c71 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.41 "DELETE /v2.0/ports/dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 HTTP/1.1" status: 204 len: 173 time: 3.3641920 Jun 30 08:59:27.019185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'name': 'network-vif-deleted', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:27.021806 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6655994c-7538-4dcb-a3c5-d0013bc4a1a2" -d '{"events": [{"server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "name": "network-vif-deleted", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:27.148845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:27.171728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-77b0c671-55e7-4cf6-a4cd-715e193d8aa6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:27.175749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-77b0c671-55e7-4cf6-a4cd-715e193d8aa6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481129 Jun 30 08:59:27.190631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Request body: {'port': {'device_id': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '3a038828d2754707b981312e545023c6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:27.387355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:27.410838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:27.411466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device dd3c1472-5a6e-45ac-8ba6-f8c48b164b57 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:27.493382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:27.565371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Checking router: 14b2924e-1f01-410b-84f8-81a715dbb770 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:27.576434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Made reservation on behalf of 3a038828d2754707b981312e545023c6 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:27.580173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:27.589772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:27.590625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:27.764400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd126b12-fafe-4810-a687-f866d4e0d09c req-863794b8-3f77-4b5a-ae23-05a7b3ac71f8 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 210 time: 0.0648184 Jun 30 08:59:27.773803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:27.857459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e3bcb0e-8dc2-4827-aab2-1c7324422149 req-1ad38964-9689-4b23-b725-23cbd937c4ba tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.1148980 Jun 30 08:59:27.864199 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06255bab-8b5f-468d-90fb-011a37074c40 x-openstack-request-id: req-06255bab-8b5f-468d-90fb-011a37074c40 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:27.866230 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6592225d-6b59-4352-9ebd-df55386ec83f", "name": "network-vif-deleted", "tag": "dd3c1472-5a6e-45ac-8ba6-f8c48b164b57", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:27.866714 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06255bab-8b5f-468d-90fb-011a37074c40 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:27.867296 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6592225d-6b59-4352-9ebd-df55386ec83f', 'name': 'network-vif-deleted', 'tag': 'dd3c1472-5a6e-45ac-8ba6-f8c48b164b57', 'status': 'completed', 'code': 200} Jun 30 08:59:28.045689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Allocated IP 192.168.233.187 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/ddbce515-02b7-4f6a-92f8-04d7a5c8ac19) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:28.199774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:28.454564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12935-b5ff-4b6c-ad95-fe9694e665df req-1f924415-d266-4db9-bc35-c8a0e9f3d995 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:28.456194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adf12935-b5ff-4b6c-ad95-fe9694e665df req-1f924415-d266-4db9-bc35-c8a0e9f3d995 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.4010813 Jun 30 08:59:28.496398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c77ff8-962c-4122-8af4-3c18cecc6e17 None None] The sync data for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 is: [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:56:19Z', 'revision_number': 4, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1abaa969-1781-46a4-9b1d-6d1af9f8d9d0', 'name': '', 'network_id': 'b55edd7b-244b-4d9d-ac9c-34c4edd160f5', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'mac_address': 'fa:16:3e:1a:2a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:18Z', 'updated_at': '2021-06-30T08:56:27Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'subnets': [{'id': '1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:28.678371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adf12935-b5ff-4b6c-ad95-fe9694e665df req-2ca16d55-aa54-44f0-9a25-9c15c0568a76 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124982 Jun 30 08:59:28.793461 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.002285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Transition to ACTIVE for port object ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:29.052857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac550b9-a77b-4054-b443-211889140a88 None None] New status for floating IP f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:59:29.155660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.171844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3990c527-e25e-49ad-8d45-d74d8e420892'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:29.274480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:29.304335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:29.321553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:29.330976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:29.452634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-daf09187-85ca-4994-b057-f32f366771d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.461064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:29.461064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.493988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f056-eb89-44e6-b716-f9b9ddb1b00a req-00378e1e-c8fb-4ae5-ac9e-e8cfb42b7bd4 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:29.502480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a51f056-eb89-44e6-b716-f9b9ddb1b00a req-00378e1e-c8fb-4ae5-ac9e-e8cfb42b7bd4 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.7259274 Jun 30 08:59:29.508710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a7d1d8bc-c972-420c-8ba6-0840d05c654c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:29.516099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a7d1d8bc-c972-420c-8ba6-0840d05c654c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:29.517883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.532577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3461931 Jun 30 08:59:29.572136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Request body: {'port': {'device_id': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:29.664253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2a93-540e-4080-b162-ff20fc3a987a req-9753aa52-28b4-42d8-b2b7-335492df03bf tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:29.681966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05df2a93-540e-4080-b162-ff20fc3a987a req-9753aa52-28b4-42d8-b2b7-335492df03bf tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 936 time: 0.5427961 Jun 30 08:59:29.815373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05df2a93-540e-4080-b162-ff20fc3a987a req-58caa08c-35f7-4956-9359-edd081c759bf tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318600 Jun 30 08:59:29.846148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a51f056-eb89-44e6-b716-f9b9ddb1b00a req-d4c520cd-b853-4c40-bc99-819399ac32fe tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426318 Jun 30 08:59:29.846862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780df40-35c8-41fa-a16e-3d0f189c7064 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Pushing event updated for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:29.870160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:29.923236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:29.926751 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386d01f7-f111-4cf7-b533-6af4a934bfbd" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:29.932512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c4a1d83b-19ee-4a75-8b86-e5b315d0e6db None None] Provisioning for port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:29.975609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c4a1d83b-19ee-4a75-8b86-e5b315d0e6db None None] Provisioning complete for port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:29.976377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d83b-19ee-4a75-8b86-e5b315d0e6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.060551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1d83b-19ee-4a75-8b86-e5b315d0e6db None None] Port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:59:30.071946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:30.093574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.129100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-b781466c-e8b6-476e-b8b9-8b15c7c2fa07 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:30.130682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-b781466c-e8b6-476e-b8b9-8b15c7c2fa07 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.41 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.2607391 Jun 30 08:59:30.245805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:30.444013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b8ba73-d504-487a-83b9-022a27959c7b req-6895eef0-f24a-4bce-a70b-63d8fce77c1b tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.1221640 Jun 30 08:59:30.508244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.551660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42500) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:30.602341 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76a66cc-6497-4037-a865-5a82fcf9cdf0 x-openstack-request-id: req-b76a66cc-6497-4037-a865-5a82fcf9cdf0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:30.602843 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:30.602961 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b76a66cc-6497-4037-a865-5a82fcf9cdf0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:30.603286 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'code': 200} Jun 30 08:59:30.863979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Deleting port 38b28f9f-226e-4610-bcf6-374207244046 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:30.865241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.905888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe8818a2-b6f7-4376-8eae-3d5de6e2952c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:30.931660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42508) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:31.039499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dee77b-be1f-4b88-a9fd-f254a45981e4 req-7c546121-fdf7-4644-8f05-9caf20df1a58 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:31.049130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76dee77b-be1f-4b88-a9fd-f254a45981e4 req-7c546121-fdf7-4644-8f05-9caf20df1a58 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.5327687 Jun 30 08:59:31.092139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7255-f63b-43c9-9a7c-90163451b35e req-0f5d1c1f-a1bf-4959-9ffc-4d6006408cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:31.097001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6dfc7255-f63b-43c9-9a7c-90163451b35e req-0f5d1c1f-a1bf-4959-9ffc-4d6006408cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1101 time: 0.4206109 Jun 30 08:59:31.222239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6dfc7255-f63b-43c9-9a7c-90163451b35e req-76793a6e-57e6-433b-b322-38036d991a32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156695 Jun 30 08:59:31.343290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76dee77b-be1f-4b88-a9fd-f254a45981e4 req-f9b18373-92dc-44ac-8497-ec7b48df0394 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919943 Jun 30 08:59:31.419917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe8818a2-b6f7-4376-8eae-3d5de6e2952c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.468366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe8818a2-b6f7-4376-8eae-3d5de6e2952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.540693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] For port 38b28f9f-226e-4610-bcf6-374207244046, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=38b28f9f-226e-4610-bcf6-374207244046,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:31.540957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.564871 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fe8818a2-b6f7-4376-8eae-3d5de6e2952c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa11acc9e1a74449beb5ed7648aa2355&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0120742 Jun 30 08:59:31.566445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42516) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:31.616990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8818a2-b6f7-4376-8eae-3d5de6e2952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dbf9e9-ac37-48fe-ab75-c0076d49041f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:31.755466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe05a9-6be4-46c2-b9f5-c7c7134f9b62 req-c916ea39-dcf4-4584-bdfd-20d20b9ce5c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:31.758033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.763951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30fe05a9-6be4-46c2-b9f5-c7c7134f9b62 req-c916ea39-dcf4-4584-bdfd-20d20b9ce5c7 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 945 time: 0.6442606 Jun 30 08:59:31.806471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.868288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c38efc3b-ff5d-491e-9a0d-abbd552f8ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:31.944376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30fe05a9-6be4-46c2-b9f5-c7c7134f9b62 req-f21d3918-e058-4cb0-a1d1-713460c0cad0 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d0c86a3-becc-44ac-a0ca-363ffca17cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792681 Jun 30 08:59:31.971557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.025007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.077313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620554a-ce29-4e8f-aadd-3dec4e4ecf42 req-4826ce8e-f6f7-44e2-942d-0a3915d347f9 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.085714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c620554a-ce29-4e8f-aadd-3dec4e4ecf42 req-4826ce8e-f6f7-44e2-942d-0a3915d347f9 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 936 time: 0.4721961 Jun 30 08:59:32.191901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.194890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.195228 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Floating IP ed284f31-ca40-4779-8282-9d9d254f7989 disassociated. External IP: 172.25.4.34, port: 38b28f9f-226e-4610-bcf6-374207244046. Jun 30 08:59:32.197317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Calling delete_port for 38b28f9f-226e-4610-bcf6-374207244046 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:32.240755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.243637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.248203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9dbf9e9-ac37-48fe-ab75-c0076d49041f HTTP/1.1" status: 204 len: 168 time: 0.6282601 Jun 30 08:59:32.287252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d232c7-5a72-4f6c-82fc-60da5d9d9e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dbf9e9-ac37-48fe-ab75-c0076d49041f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.409296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c620554a-ce29-4e8f-aadd-3dec4e4ecf42 req-a463bf51-b06c-4e68-bb12-1da7de8ef91a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221679 Jun 30 08:59:32.409975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.488528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-391546cb-1439-420a-a4e2-e95015d629e1 req-7d8fb544-9c85-4c77-84c7-a17a7a8c564c tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.0958083 Jun 30 08:59:32.519521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Deleting port ecd27392-f165-410a-8b26-ed3e53452959 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:32.520854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.771602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] For port ecd27392-f165-410a-8b26-ed3e53452959, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecd27392-f165-410a-8b26-ed3e53452959,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:32.772293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.786757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Calling delete_port for ecd27392-f165-410a-8b26-ed3e53452959 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:32.796177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event deleted for resources: {'Port': ['ID=38b28f9f-226e-4610-bcf6-374207244046,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:32.813668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:32.836031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:32.966916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:32.983272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8c760-24b3-4e7b-aeca-df7a78687bf6 req-8ef75585-04d0-4724-a16e-1871e9911e1f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:32.985391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45c8c760-24b3-4e7b-aeca-df7a78687bf6 req-8ef75585-04d0-4724-a16e-1871e9911e1f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2253139 Jun 30 08:59:32.991561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.140645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.272414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45c8c760-24b3-4e7b-aeca-df7a78687bf6 req-9ffe5032-940e-42c9-9fa3-7e19ae3716ba tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735791 Jun 30 08:59:33.275785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:33.277265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.278852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Transition to ACTIVE for port object ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:33.306032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:33.311860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:33.327084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:33.330847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:33.386657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd27392-f165-410a-8b26-ed3e53452959,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:33.608587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:34.001817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:34.052230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:34.064604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:34.065270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:34.246549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] No DVR routers for this DVR port 38b28f9f-226e-4610-bcf6-374207244046 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:34.271576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.274677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-675192a5-8453-43cc-9f56-e52abcc51c08 req-f37e1408-c0f4-4cb3-b3c2-cb37442f3da5 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.41 "DELETE /v2.0/ports/38b28f9f-226e-4610-bcf6-374207244046 HTTP/1.1" status: 204 len: 173 time: 4.1314151 Jun 30 08:59:34.275878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'name': 'network-vif-deleted', 'tag': '38b28f9f-226e-4610-bcf6-374207244046'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:34.280511 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913afca4-73a5-4c06-9f79-4b4a4d0a69fa" -d '{"events": [{"server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "name": "network-vif-deleted", "tag": "38b28f9f-226e-4610-bcf6-374207244046"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:34.292820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:34.297620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea45839e-5987-4339-afd3-910b5621a803 req-bda15430-e726-4406-86a4-6abc1de5dc5b tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 210 time: 0.9754519 Jun 30 08:59:34.424661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.509182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:34.589035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dad5ae3-8708-4e28-aa7f-1207f6034aa4 req-f3bfa297-8782-4f94-8052-be0978b95bd8 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.0634725 Jun 30 08:59:34.638086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a41a-19d9-463d-9d00-3b58c3631c32 req-cb8b8c3e-2000-42d5-a042-85f40bb3f736 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:34.645177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0d0a41a-19d9-463d-9d00-3b58c3631c32 req-cb8b8c3e-2000-42d5-a042-85f40bb3f736 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 948 time: 0.4264913 Jun 30 08:59:34.696534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Attempting to bind port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:34.696880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Attempting to bind port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:34.702073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Attempting to bind port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:34.724548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:34.725915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Attempting to bind port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:34.748086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0d0a41a-19d9-463d-9d00-3b58c3631c32 req-5caf7c9d-70c2-4e3c-b736-5c8d546e7b88 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020179 Jun 30 08:59:34.752723 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.754252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:34.755815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:34.756914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:34.757472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Bound port: ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:34.758445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.785387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:34.793166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:34.870382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be08087-3623-4167-9657-16f81cf1fbc4 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:52:45Z', 'revision_number': 4, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '472b93f6-06eb-4f80-adba-7f0b48cca6fb', 'name': '', 'network_id': '2e11c203-c828-42ee-b354-0c030fc7c4b3', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'mac_address': 'fa:16:3e:21:6b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:44Z', 'updated_at': '2021-06-30T08:52:53Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'subnets': [{'id': 'e18a5e63-eb87-4f6d-82e9-a80f997e0317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:34.952872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:34.960930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:34.984057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.157002 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1fe6db-7da6-4fc8-b1ad-59e8769f3681 x-openstack-request-id: req-af1fe6db-7da6-4fc8-b1ad-59e8769f3681 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:35.157690 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54db0d81-3cd4-4a62-89e0-141a712657b7", "name": "network-vif-deleted", "tag": "38b28f9f-226e-4610-bcf6-374207244046", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:35.158132 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af1fe6db-7da6-4fc8-b1ad-59e8769f3681 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:35.158720 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54db0d81-3cd4-4a62-89e0-141a712657b7', 'name': 'network-vif-deleted', 'tag': '38b28f9f-226e-4610-bcf6-374207244046', 'status': 'completed', 'code': 200} Jun 30 08:59:35.177131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:35.242605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.243006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:35.244607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-c7e719b3-6e29-4ae0-9546-6fa25edaf54d service neutron] 10.222.0.41 "PUT /v2.0/ports/ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 HTTP/1.1" status: 200 len: 1097 time: 5.6809483 Jun 30 08:59:35.331371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Router ffc90d3a-0b72-4aef-826c-604e6915e9d4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:35.358519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc653-dff8-47e2-ad28-89a9a6ef687a req-7eabc86f-3cbc-45bd-a3fa-fbd2c21e788d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.361593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2dbc653-dff8-47e2-ad28-89a9a6ef687a req-7eabc86f-3cbc-45bd-a3fa-fbd2c21e788d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2058499 Jun 30 08:59:35.391503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 38b28f9f-226e-4610-bcf6-374207244046 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:35.446158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 38b28f9f-226e-4610-bcf6-374207244046 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:35.446518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 38b28f9f-226e-4610-bcf6-374207244046 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:35.492096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2dbc653-dff8-47e2-ad28-89a9a6ef687a req-a08a1105-c633-4aaa-948b-72501896ca1b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223338 Jun 30 08:59:35.578606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8140365-b88e-449c-9211-a5e14c1123b8 None None] New status for floating IP ed284f31-ca40-4779-8282-9d9d254f7989: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 08:59:35.670385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-ae0ee925-f13c-4842-84d4-6e9feab6b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:35.672479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-ae0ee925-f13c-4842-84d4-6e9feab6b271 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 1100 time: 0.1767852 Jun 30 08:59:35.725129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:35.733039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c79d1f7-9b53-4de6-af4a-10a97775044a admin admin] 10.222.0.66 "PUT /v2.0/routers/ffc90d3a-0b72-4aef-826c-604e6915e9d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969577 Jun 30 08:59:35.734896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42618) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:35.739654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fab91ee-c949-4e18-8d90-e5dc1a7f8a44 req-71e6cb1b-6154-4ddc-9c80-29801a21d685 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/ports?device_id=54db0d81-3cd4-4a62-89e0-141a712657b7 HTTP/1.1" status: 200 len: 210 time: 0.0654712 Jun 30 08:59:35.745660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Sync routers for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:35.785880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:35.786537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:35.830895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-25bf88b6-7971-489c-a30c-56ebf9fa4f8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 HTTP/1.1" status: 200 len: 217 time: 0.1483765 Jun 30 08:59:35.993554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.033289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:36.049443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-78dab945-7166-4d3c-b978-13cc15394abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.051063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-78dab945-7166-4d3c-b978-13cc15394abd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2078202 Jun 30 08:59:36.172415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61839771-b658-457e-a21a-37b0f99fe8f7 req-98a74149-4630-49b2-aa51-de0cc0350368 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/ports?device_id=6592225d-6b59-4352-9ebd-df55386ec83f HTTP/1.1" status: 200 len: 210 time: 0.1191735 Jun 30 08:59:36.244521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.401930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Deleting port 4e1e97cc-f778-4418-9ac2-911bc0efe9be {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:36.402338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.439421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de45015-e287-4246-88aa-b3d43d7d464e req-d21b08d7-5221-494c-b082-761ce1936bfd tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.441465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3de45015-e287-4246-88aa-b3d43d7d464e req-d21b08d7-5221-494c-b082-761ce1936bfd tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1101 time: 0.3894186 Jun 30 08:59:36.451240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-36ae9c8f-ded8-47b2-9477-05f8adf38066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:36.457060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-36ae9c8f-ded8-47b2-9477-05f8adf38066 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3520916 Jun 30 08:59:36.468934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:59:33Z', 'revision_number': 5, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port': {'id': '4e1e97cc-f778-4418-9ac2-911bc0efe9be', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:35Z', 'updated_at': '2021-06-30T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:36.531715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Checking router: ffc90d3a-0b72-4aef-826c-604e6915e9d4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:36.535321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3de45015-e287-4246-88aa-b3d43d7d464e req-ae9f160b-5aef-4b3b-9c35-a07457f15028 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771034 Jun 30 08:59:36.553719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Routers {'ffc90d3a-0b72-4aef-826c-604e6915e9d4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:36.555078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:36.636320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] For port 4e1e97cc-f778-4418-9ac2-911bc0efe9be, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4e1e97cc-f778-4418-9ac2-911bc0efe9be,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:36.637228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:36.724333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Calling delete_port for 4e1e97cc-f778-4418-9ac2-911bc0efe9be owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:36.867288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] Set router ffc90d3a-0b72-4aef-826c-604e6915e9d4 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:36.973780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:37.051851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60c446fd-5578-40c4-862f-239df76756fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:59:36Z', 'revision_number': 6, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:37.057601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d55c2-4213-4638-8bf8-03ff19006b55 req-42ffa4be-6464-4e09-8b20-1f4ca26d195e tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:37.069837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-674d55c2-4213-4638-8bf8-03ff19006b55 req-42ffa4be-6464-4e09-8b20-1f4ca26d195e tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 948 time: 0.5514090 Jun 30 08:59:37.093190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-526f9bcb-f45f-4143-a1e8-fcece1589b76 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738027 Jun 30 08:59:37.124942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c446fd-5578-40c4-862f-239df76756fa None None] The sync data for ids ['ffc90d3a-0b72-4aef-826c-604e6915e9d4'] in n-d-779913-25 is: [{'id': 'ffc90d3a-0b72-4aef-826c-604e6915e9d4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1354514297-router', 'tenant_id': 'c76cf7901abe49408edc256d1f78cdc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:34Z', 'updated_at': '2021-06-30T08:59:36Z', 'revision_number': 6, 'project_id': 'c76cf7901abe49408edc256d1f78cdc4', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:37.235788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:37.241701 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:37.266539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.343959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3132dc39-c55f-42b0-86f6-f9fc2c0fd8ae req-e27d4f11-5474-4e4a-afbc-6e6abcdcc896 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327497 Jun 30 08:59:37.365539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1e97cc-f778-4418-9ac2-911bc0efe9be,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:37.406030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-674d55c2-4213-4638-8bf8-03ff19006b55 req-515eef4d-2a6b-495e-a618-3fcf6277e10e tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337071 Jun 30 08:59:37.442212 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28d6-3702-466a-8366-64736801d650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.565530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.713120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28d6-3702-466a-8366-64736801d650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.717290 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7a2b4-a5eb-4897-8038-675555ac6cdb x-openstack-request-id: req-97e7a2b4-a5eb-4897-8038-675555ac6cdb {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:37.717607 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:37.717912 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97e7a2b4-a5eb-4897-8038-675555ac6cdb {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:37.719067 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19', 'status': 'completed', 'code': 200} Jun 30 08:59:37.738642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c3b28d6-3702-466a-8366-64736801d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.810925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.813543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.919777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b28d6-3702-466a-8366-64736801d650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6737aab4-cb89-4176-9070-2232b82ebbb7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:37.933829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.934513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc90d3a-0b72-4aef-826c-604e6915e9d4 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:59:37.941294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:37.942639 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bbca1db3-6443-4ba3-aba6-32a5a7077d18 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ffc90d3a-0b72-4aef-826c-604e6915e9d4 HTTP/1.1" status: 204 len: 168 time: 2.2066205 Jun 30 08:59:37.948312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42664) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:37.953166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2c3b28d6-3702-466a-8366-64736801d650 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48d86b6554b343a59591cfafa19705fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754932 Jun 30 08:59:37.961639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42668) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.053244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42670) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.119738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.145067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Deleting subnet 219b26c1-81ff-4d53-bd6d-3fd719e16dc3 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:38.149477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.196297 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.224184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-b0cb4b55-326e-41cc-9ea1-453c04877a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:38.229811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-b0cb4b55-326e-41cc-9ea1-453c04877a4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a038828d2754707b981312e545023c6&device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 1100 time: 0.3116658 Jun 30 08:59:38.295277 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.332369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.335749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142131fb-03cf-44f2-ba26-eb70c3b9c4d3 req-6ef1f23b-325d-42b6-8e9b-809ad1cf0be0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:38.345813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-142131fb-03cf-44f2-ba26-eb70c3b9c4d3 req-6ef1f23b-325d-42b6-8e9b-809ad1cf0be0 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.6310377 Jun 30 08:59:38.440239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-19ddb7fc-1cde-4b9f-a94f-769c3361409e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0258732 Jun 30 08:59:38.483383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.519787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-2b172005-1f8b-4df9-9512-e883fad2efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:38.522738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-2b172005-1f8b-4df9-9512-e883fad2efa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2293811 Jun 30 08:59:38.575929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.654886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.728881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-142131fb-03cf-44f2-ba26-eb70c3b9c4d3 req-362fb89a-9014-4e3f-9eed-c6f2be3b7935 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815036 Jun 30 08:59:38.744236 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.747939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.749134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "DELETE /v2.0/security-groups/cb2d8ab2-0f6c-461f-9443-9a330b1045a0 HTTP/1.1" status: 204 len: 168 time: 0.6919045 Jun 30 08:59:38.751807 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.776425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42694) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.827385 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-cd2a35a3-4a25-4f78-abed-d5affeb2ce34 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] show failed (client error): The resource could not be found. Jun 30 08:59:38.832205 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cd2a35a3-4a25-4f78-abed-d5affeb2ce34 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "GET /v2.0/security-groups/cb2d8ab2-0f6c-461f-9443-9a330b1045a0 HTTP/1.1" status: 404 len: 347 time: 0.0311205 Jun 30 08:59:38.832734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42698) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:38.853021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.855755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:38.860433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6737aab4-cb89-4176-9070-2232b82ebbb7 HTTP/1.1" status: 204 len: 168 time: 0.8936837 Jun 30 08:59:39.047381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-933f0d79-894c-4158-9af4-7ced4d1bac24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 HTTP/1.1" status: 200 len: 217 time: 0.4126894 Jun 30 08:59:39.082478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc346a-13dd-4af1-94bd-bd8e951ed0e3 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d8ab2-0f6c-461f-9443-9a330b1045a0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.092294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.237111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.257568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4e1e97cc-f778-4418-9ac2-911bc0efe9be no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:39.300229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4e1e97cc-f778-4418-9ac2-911bc0efe9be {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:39.301121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4e1e97cc-f778-4418-9ac2-911bc0efe9be not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:39.301733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecd27392-f165-410a-8b26-ed3e53452959 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:39.329846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ecd27392-f165-410a-8b26-ed3e53452959 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:39.336671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecd27392-f165-410a-8b26-ed3e53452959 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:39.354344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-0659127c-0b43-4971-a56e-52064e932a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:39.357263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-0659127c-0b43-4971-a56e-52064e932a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2628927 Jun 30 08:59:39.382339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.386198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.386832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "DELETE /v2.0/security-groups/8d0c86a3-becc-44ac-a0ca-363ffca17cb7 HTTP/1.1" status: 204 len: 168 time: 1.0532947 Jun 30 08:59:39.395936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8410fa-7584-4614-9100-9d05a0319a73 None None] Network 2026d0b4-16ef-400c-8e4b-99100a823dd1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:39.396775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42726) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:39.399774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219b26c1-81ff-4d53-bd6d-3fd719e16dc3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.417480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.420867 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c8e103d3-73c7-47ba-bf0f-8ddb4f003875 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/219b26c1-81ff-4d53-bd6d-3fd719e16dc3 HTTP/1.1" status: 204 len: 168 time: 1.4705734 Jun 30 08:59:39.433091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054e189-517d-41bf-9429-e4e4b4c53ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6737aab4-cb89-4176-9070-2232b82ebbb7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.439812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:39.467937 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0e48ee20-d45b-4d5d-8a87-61578a542b21 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] show failed (client error): The resource could not be found. Jun 30 08:59:39.478264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e48ee20-d45b-4d5d-8a87-61578a542b21 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "GET /v2.0/security-groups/8d0c86a3-becc-44ac-a0ca-363ffca17cb7 HTTP/1.1" status: 404 len: 347 time: 0.0724943 Jun 30 08:59:39.511378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4da776-3c79-45a0-9dc6-f96b095d2875 tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c86a3-becc-44ac-a0ca-363ffca17cb7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:39.521953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:39.569597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55994e9-df7e-4759-ab01-ea4dca07e315 req-bc05ea10-101f-4b27-82a9-fc06416bcc30 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:39.588902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f55994e9-df7e-4759-ab01-ea4dca07e315 req-bc05ea10-101f-4b27-82a9-fc06416bcc30 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 948 time: 0.9522331 Jun 30 08:59:39.677316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f55994e9-df7e-4759-ab01-ea4dca07e315 req-1ac5aa05-078c-4c56-ba54-c12e0faced6b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868788 Jun 30 08:59:39.708169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:39.781377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-37e6112d-6bca-43e0-b3aa-f0ec6a4b2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:39.791770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-37e6112d-6bca-43e0-b3aa-f0ec6a4b2c45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4215143 Jun 30 08:59:39.918806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Deleting port 250c7e4d-a63b-4875-be25-2827ff717d25 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:39.919140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.027364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-8d491c6a-1c45-4d53-8fcd-66928726f7ac service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294283 Jun 30 08:59:40.314279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] DHCP port deletion for 2026d0b4-16ef-400c-8e4b-99100a823dd1 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:40.389369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.391933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.473375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Deleting port e83273ce-7580-4b87-9978-cff5af8166d8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:40.473617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Calling delete_port for 250c7e4d-a63b-4875-be25-2827ff717d25 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:40.473868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.514626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Deleting port e83273ce-7580-4b87-9978-cff5af8166d8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:40.514990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.518076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9d0fcf0-17bf-47bc-bec7-1d5aa3c48cc0 req-fb8f453c-9fa4-4665-9fc7-d2a61842bb14 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813507 Jun 30 08:59:40.564874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a3a6a-e729-4695-9a9c-5e731ef1fa4c req-8b3327f5-bb7e-4f33-8a08-c3faf2d0a240 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:40.573464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec3a3a6a-e729-4695-9a9c-5e731ef1fa4c req-8b3327f5-bb7e-4f33-8a08-c3faf2d0a240 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.4246356 Jun 30 08:59:40.590211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Deleting port ee05902e-9f87-459c-9796-1e76e2718bd5 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:40.590637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.636970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec3a3a6a-e729-4695-9a9c-5e731ef1fa4c req-805f3fd5-9737-456b-855d-abdeec82ff06 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Jun 30 08:59:40.745736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] For port e83273ce-7580-4b87-9978-cff5af8166d8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e83273ce-7580-4b87-9978-cff5af8166d8,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:40.745939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:40.818262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Calling delete_port for e83273ce-7580-4b87-9978-cff5af8166d8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:40.957159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42770) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:41.142263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7faafe-82a5-4abe-b2b1-2479998207ff req-2abdb7cf-a3a4-4e22-ad37-e1bd61f8822d tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.166575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e7faafe-82a5-4abe-b2b1-2479998207ff req-2abdb7cf-a3a4-4e22-ad37-e1bd61f8822d tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 948 time: 0.1700339 Jun 30 08:59:41.170617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.254968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] No DVR routers for this DVR port e83273ce-7580-4b87-9978-cff5af8166d8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:41.274942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277d635-825e-45dc-ac48-e065c4dfb51f None None] Pushing event deleted for resources: {'Port': ['ID=e83273ce-7580-4b87-9978-cff5af8166d8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:41.290098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1116258940-network', 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:41.290311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e83273ce-7580-4b87-9978-cff5af8166d8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:41.318618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] For port e83273ce-7580-4b87-9978-cff5af8166d8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e83273ce-7580-4b87-9978-cff5af8166d8,segment=NetworkSegment(0c4f78ed-b41c-4582-ad2c-39eaf348f224),segment_id=0c4f78ed-b41c-4582-ad2c-39eaf348f224)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:41.319008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.328746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e83273ce-7580-4b87-9978-cff5af8166d8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:41.329333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e83273ce-7580-4b87-9978-cff5af8166d8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:41.344223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e7faafe-82a5-4abe-b2b1-2479998207ff req-d7cce7ea-039c-424b-96f9-5714a1e27f1c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714001 Jun 30 08:59:41.410967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Calling delete_port for e83273ce-7580-4b87-9978-cff5af8166d8 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:41.414532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:41.423701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:41.427407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.516593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92d0f-4d37-417d-935f-d85594f837b5 req-24c7ab16-a4cb-4945-8636-92d4f3e50102 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:41.525302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65b92d0f-4d37-417d-935f-d85594f837b5 req-24c7ab16-a4cb-4945-8636-92d4f3e50102 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.3239212 Jun 30 08:59:41.535208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.626381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:41.640852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19', 'mac_address': 'fa:16:3e:3e:e4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:41.683113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.698512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:41.735712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:41.740633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.830901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65b92d0f-4d37-417d-935f-d85594f837b5 req-eb531428-1a05-4f48-8d93-ca5012b0cec5 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991238 Jun 30 08:59:41.891791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:41.975306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ddbce515-02b7-4f6a-92f8-04d7a5c8ac19'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:41.979613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-3919bfe2-59b5-4a6e-873a-ba1e00660c00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5247056 Jun 30 08:59:42.196526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.197141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.287003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacad70b-497e-4492-bbca-d54f8dae81a2 req-5948e666-0bee-40cf-acff-d1d0202db656 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.297201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aacad70b-497e-4492-bbca-d54f8dae81a2 req-5948e666-0bee-40cf-acff-d1d0202db656 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.3319805 Jun 30 08:59:42.302345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Calling delete_port for ee05902e-9f87-459c-9796-1e76e2718bd5 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:42.322324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-e27d07a7-c4b7-43cd-b576-c606044defe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.324915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-e27d07a7-c4b7-43cd-b576-c606044defe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1101 time: 1.2063229 Jun 30 08:59:42.361851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-d8118a13-8dea-46b0-87da-69e1cd5f7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.364154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-d8118a13-8dea-46b0-87da-69e1cd5f7e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 1102 time: 0.2868431 Jun 30 08:59:42.497267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.499438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-f67077e1-d73f-47fe-8582-8b1b06fac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.501528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-f67077e1-d73f-47fe-8582-8b1b06fac2ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1102252 Jun 30 08:59:42.504895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-2f93ba60-f7bd-4fa0-b8c4-9224a6ff4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.507035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-2f93ba60-f7bd-4fa0-b8c4-9224a6ff4841 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1434534 Jun 30 08:59:42.508578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.608601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aacad70b-497e-4492-bbca-d54f8dae81a2 req-edeca570-10a9-40df-9292-003cfe60575c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085315 Jun 30 08:59:42.616679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-d5166c41-00b6-4d52-8938-4043177f05c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 200 len: 217 time: 0.0993679 Jun 30 08:59:42.635594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-9aa1243b-2680-4936-b15d-9441017ad491 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0877292 Jun 30 08:59:42.684768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.693566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:59:42.752464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0015a8-80fe-4db4-9be9-65e34ebc6673,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:42.756944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.757582 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Added segment 95b4986c-13d6-4cfb-a930-9a8cd9e3975d of type vlan for network a494e810-b0f5-484a-b218-f5648bc20b5c Jun 30 08:59:42.794848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-0dbf00a6-2fc9-4b27-928f-55b1034b754c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.796663 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-0dbf00a6-2fc9-4b27-928f-55b1034b754c tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.6095819 Jun 30 08:59:42.817229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-2e30279e-e8c7-43f5-9f40-7109653b9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.819129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-2e30279e-e8c7-43f5-9f40-7109653b9d41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1637561 Jun 30 08:59:42.826799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Pushing event deleted for resources: {'Port': ['ID=250c7e4d-a63b-4875-be25-2827ff717d25,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:42.942609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:42.989617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e410-46de-4a23-8312-0186ab755042 req-94771e47-f85f-42da-b212-49be7a4f2ff9 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:42.991935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08e410-46de-4a23-8312-0186ab755042 req-94771e47-f85f-42da-b212-49be7a4f2ff9 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 949 time: 0.4035034 Jun 30 08:59:43.052112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.053100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.056178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.073973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.128108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-e679c821-b36c-4e5e-8095-90f5394775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.130796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-e679c821-b36c-4e5e-8095-90f5394775ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.4477859 Jun 30 08:59:43.132006 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.135735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.137464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e55ff906-8a15-4afe-b2ae-77c75cd40fe1 tempest-ServersTestBootFromVolume-1091439590 tempest-ServersTestBootFromVolume-1091439590-project] 10.222.0.66 "DELETE /v2.0/floatingips/f2e2e65d-e961-4d5c-bfaa-2cb9cfe4fd5f HTTP/1.1" status: 204 len: 168 time: 4.2989607 Jun 30 08:59:43.141015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-5e7e6055-a79a-4cc4-915f-fac55f0a7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.142594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-5e7e6055-a79a-4cc4-915f-fac55f0a7b50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3129389 Jun 30 08:59:43.165628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:43.166752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83273ce-7580-4b87-9978-cff5af8166d8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.178212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.223003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2645338 Jun 30 08:59:43.224834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42802) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:43.267732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Request body: {'subnet': {'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1116258940-subnet', 'tenant_id': '940638ea844947e09f6d17f3c1152c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:43.280049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08e410-46de-4a23-8312-0186ab755042 req-0fd282ee-8882-4d8a-b1dd-397cf6cbf83c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754612 Jun 30 08:59:43.291138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee634e-9052-4092-bbf9-fb6a8ab03eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=a494e810-b0f5-484a-b218-f5648bc20b5c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.295789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] No DVR routers for this DVR port e83273ce-7580-4b87-9978-cff5af8166d8 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:43.304778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a494e810-b0f5-484a-b218-f5648bc20b5c details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:59:43.372151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-c07a90e4-5084-44e9-9783-e840a15fb19a service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013273 Jun 30 08:59:43.499202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:43.501548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.503459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:43.530645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Pushing event deleted for resources: {'Port': ['ID=ee05902e-9f87-459c-9796-1e76e2718bd5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.561915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae42f7-ab8b-4149-ac00-fa2106aea85e req-c4ec0c57-0fc9-41af-810d-a75ed54ad1c3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.563460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bae42f7-ab8b-4149-ac00-fa2106aea85e req-c4ec0c57-0fc9-41af-810d-a75ed54ad1c3 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 944 time: 0.4962966 Jun 30 08:59:43.566924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:43.572816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:43.573852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.655924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffb447a-99ee-4416-aa4e-4c19ec8c98e1 req-8309ccc2-07a2-4f84-9193-9b8b78cec4a3 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709808 Jun 30 08:59:43.662233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bae42f7-ab8b-4149-ac00-fa2106aea85e req-a8b14fe3-6eea-4871-b968-45b79904fd35 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887587 Jun 30 08:59:43.672950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.694524 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.731731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2026d0b4-16ef-400c-8e4b-99100a823dd1']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:43.759470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:43.760890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:43.765784 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b62edbf-6f2d-4bf2-a762-1403324dba5d" -d '{"events": [{"server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "name": "network-vif-plugged", "status": "completed", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:43.779673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.793831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4f78ed-b41c-4582-ad2c-39eaf348f224') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:43.794040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4f78ed-b41c-4582-ad2c-39eaf348f224') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:43.852962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.858244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-ec4a5616-b33c-4076-b973-90a94bb68f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:43.860241 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-ec4a5616-b33c-4076-b973-90a94bb68f7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6966224 Jun 30 08:59:43.865133 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33c117-9264-4ea7-baf8-430b52ba5376 x-openstack-request-id: req-af33c117-9264-4ea7-baf8-430b52ba5376 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:43.865478 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "name": "network-vif-plugged", "status": "completed", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:43.865836 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af33c117-9264-4ea7-baf8-430b52ba5376 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:43.866310 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19', 'code': 200} Jun 30 08:59:43.867815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.870357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.872039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2a6ba51-3367-40ef-8a0e-3456712498aa tempest-ServersWithSpecificFlavorTestJSON-333923104 tempest-ServersWithSpecificFlavorTestJSON-333923104-project] 10.222.0.66 "DELETE /v2.0/floatingips/ed284f31-ca40-4779-8282-9d9d254f7989 HTTP/1.1" status: 204 len: 168 time: 4.3402112 Jun 30 08:59:43.905578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.911686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Deleting port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:43.912059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:43.922530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:43.980271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.026305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:44.026720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:44.031599 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:44.054355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a130cb-a0a5-40f6-a7c9-6db07ad1e478,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:44.097112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87250a-414b-405e-a5ac-9c701551cc1e req-c9c9d3df-cbdb-4398-8f62-71095d371f78 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.098738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a87250a-414b-405e-a5ac-9c701551cc1e req-c9c9d3df-cbdb-4398-8f62-71095d371f78 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2436738 Jun 30 08:59:44.101242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:44.101609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Network hostable DHCP agents. Network: a494e810-b0f5-484a-b218-f5648bc20b5c, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:59:44.131739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd10f6-1351-46c5-a439-7b6f50f5881b req-48dcafe0-49b2-475e-b37c-164a94384bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.134755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd10f6-1351-46c5-a439-7b6f50f5881b req-48dcafe0-49b2-475e-b37c-164a94384bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 1102 time: 0.1502759 Jun 30 08:59:44.177135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Network a494e810-b0f5-484a-b218-f5648bc20b5c is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:59:44.207993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a87250a-414b-405e-a5ac-9c701551cc1e req-c39107b0-099e-42e9-a49e-e57b84e19457 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981154 Jun 30 08:59:44.211191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a494e810-b0f5-484a-b218-f5648bc20b5c) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:44.215889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd10f6-1351-46c5-a439-7b6f50f5881b req-6415da7b-f222-4d2b-857c-84d8fa68407b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Jun 30 08:59:44.224220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.224220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.233012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd507ef1-f31b-46b7-8fd3-875de0f16279 None None] Network a494e810-b0f5-484a-b218-f5648bc20b5c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:44.255214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0b3e523-27cc-4a7b-bb58-d97e32665929 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0165410 Jun 30 08:59:44.258098 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.271099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] For port 2ea90ed6-1d22-4769-99d0-fe5a5feee636, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ea90ed6-1d22-4769-99d0-fe5a5feee636,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:44.271491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.301096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-32003e48-9e09-485c-8dd3-56c43c41e0fe service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261832 Jun 30 08:59:44.304065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Calling delete_port for 2ea90ed6-1d22-4769-99d0-fe5a5feee636 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:44.490848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.492771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2026d0b4-16ef-400c-8e4b-99100a823dd1 HTTP/1.1" status: 204 len: 168 time: 5.0456824 Jun 30 08:59:44.495939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:44.501146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b935e46-5c2c-4501-b958-b5a38c3de250 admin admin] Pushing event deleted for resources: {'Network': ['ID=2026d0b4-16ef-400c-8e4b-99100a823dd1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:44.505168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.605226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb49502-1ec9-433b-b3be-e08772debddb None None] Network a494e810-b0f5-484a-b218-f5648bc20b5c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:44.664522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] No DVR routers for this DVR port 2ea90ed6-1d22-4769-99d0-fe5a5feee636 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:44.669693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event deleted for resources: {'Port': ['ID=2ea90ed6-1d22-4769-99d0-fe5a5feee636,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:44.682079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.684414 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3f38514-ba99-42d0-903b-cc946a8906a1 req-9e38e58e-9490-4003-857b-0b55adfb4c55 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.11 "DELETE /v2.0/ports/2ea90ed6-1d22-4769-99d0-fe5a5feee636 HTTP/1.1" status: 204 len: 173 time: 1.8547397 Jun 30 08:59:44.686767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-deleted', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:44.689135 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c757bafc-e127-4cf4-8de2-873859ebb08f" -d '{"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-deleted", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:44.801119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-ccef7bbc-dd4a-4c64-8e21-f284e37e27d4 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072646 Jun 30 08:59:44.902021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.911746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cdd5d-b239-4e85-9367-e52b152aa1ec req-9d5566c6-47bd-44d0-9764-13286b4ffdc1 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:44.920959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c61cdd5d-b239-4e85-9367-e52b152aa1ec req-9d5566c6-47bd-44d0-9764-13286b4ffdc1 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 950 time: 0.3293047 Jun 30 08:59:45.020942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c61cdd5d-b239-4e85-9367-e52b152aa1ec req-520d6dd9-3cf1-4249-8119-421845bad41b tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914562 Jun 30 08:59:45.136081 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f44f2f-da9b-41d7-a92b-3b2dcc7a920a x-openstack-request-id: req-07f44f2f-da9b-41d7-a92b-3b2dcc7a920a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:45.136424 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7cc704-1d0a-4abb-a22d-db303222309c", "name": "network-vif-deleted", "tag": "2ea90ed6-1d22-4769-99d0-fe5a5feee636", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:45.136719 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07f44f2f-da9b-41d7-a92b-3b2dcc7a920a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:45.137923 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7cc704-1d0a-4abb-a22d-db303222309c', 'name': 'network-vif-deleted', 'tag': '2ea90ed6-1d22-4769-99d0-fe5a5feee636', 'status': 'completed', 'code': 200} Jun 30 08:59:45.279567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:45.300778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 2ea90ed6-1d22-4769-99d0-fe5a5feee636 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:45.301127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ea90ed6-1d22-4769-99d0-fe5a5feee636 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:45.301380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Deleting port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:45.301927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.391728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] For port 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:45.392154 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.408277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Calling delete_port for 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:45.486707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3f3d24d-4e60-4e4a-8295-e6d9d6c8f418 req-56944d45-d0aa-48c7-b789-b0513889f5cc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cc704-1d0a-4abb-a22d-db303222309c HTTP/1.1" status: 200 len: 210 time: 0.0394862 Jun 30 08:59:45.536917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-b0cc4b9f-ce9d-43c2-badb-0f9bc7284d1f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:45.544701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-b0cc4b9f-ce9d-43c2-badb-0f9bc7284d1f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.5482123 Jun 30 08:59:45.568625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-2e24cd07-8226-4aff-83be-027f6c6fdacc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0229862 Jun 30 08:59:45.616311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-89339a46-e6ca-4907-aca3-075d3dc20956 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362687 Jun 30 08:59:45.620582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.658343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abaa969-1781-46a4-9b1d-6d1af9f8d9d0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:45.834110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.970658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ca382039-90a1-493d-8585-4486cfc4bfb6 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447547 Jun 30 08:59:46.155613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-cbc4dfaa-f074-4d36-8c4e-b1e5450d1f6c service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840801 Jun 30 08:59:46.175029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.307584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Deleting port e0645cf6-1bca-4217-9457-f3bff646c096 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:46.308253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.471340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Router 14b2924e-1f01-410b-84f8-81a715dbb770 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:46.484075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] For port e0645cf6-1bca-4217-9457-f3bff646c096, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0645cf6-1bca-4217-9457-f3bff646c096,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:46.484448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.502889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Calling delete_port for e0645cf6-1bca-4217-9457-f3bff646c096 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:46.572680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a645-edb2-4566-a229-536cbaaf3eb5 req-e3bd1b04-a3a8-41a9-abdc-a48b18f18a2f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.575735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cab9a645-edb2-4566-a229-536cbaaf3eb5 req-e3bd1b04-a3a8-41a9-abdc-a48b18f18a2f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.1359136 Jun 30 08:59:46.600358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:46.607208 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d707f4b-80bf-45d4-9092-742d6369de15 admin admin] 10.222.0.66 "PUT /v2.0/routers/14b2924e-1f01-410b-84f8-81a715dbb770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4240434 Jun 30 08:59:46.608427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42942) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:46.618216 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Sync routers for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:46.629375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:46.631174 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:46.720949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cab9a645-edb2-4566-a229-536cbaaf3eb5 req-e04736f5-e170-42b5-bd2a-437a5e37ce0f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395311 Jun 30 08:59:46.746208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:46.770879 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:46.843389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f9dd098-2866-4cf9-9983-d0a0cde3742a req-366a2a63-2c47-4b06-a186-a4dcb8928ae7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Jun 30 08:59:46.898750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59067-ee74-43f9-80a5-7e1e1282feac req-a7741851-13c6-45d1-87bb-8035ec3c9229 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:46.901374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cf59067-ee74-43f9-80a5-7e1e1282feac req-a7741851-13c6-45d1-87bb-8035ec3c9229 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 950 time: 0.2125955 Jun 30 08:59:46.919515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.015441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Deleting port c6b4cc90-bfff-4a0b-9d0c-012c468bd327 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:47.015798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.029848 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:59:45Z', 'revision_number': 5, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port': {'id': 'c6b4cc90-bfff-4a0b-9d0c-012c468bd327', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:56:16Z', 'updated_at': '2021-06-30T08:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:47.045035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cf59067-ee74-43f9-80a5-7e1e1282feac req-15ff920c-9c6e-45fc-9ac4-38f57e21bc9c tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097307 Jun 30 08:59:47.051922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.092809 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Checking router: 14b2924e-1f01-410b-84f8-81a715dbb770 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:47.104532 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Routers {'14b2924e-1f01-410b-84f8-81a715dbb770'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:47.106884 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14b2924e-1f01-410b-84f8-81a715dbb770'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:47.148112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Pushing event deleted for resources: {'Port': ['ID=e0645cf6-1bca-4217-9457-f3bff646c096,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:47.179614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] For port c6b4cc90-bfff-4a0b-9d0c-012c468bd327, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:47.180088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.204056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Calling delete_port for c6b4cc90-bfff-4a0b-9d0c-012c468bd327 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:47.380123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] Set router 14b2924e-1f01-410b-84f8-81a715dbb770 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:47.466328 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:59:46Z', 'revision_number': 6, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:47.489375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.513011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27d671-4c84-45e6-9ac3-a18a388474a3 None None] The sync data for ids ['14b2924e-1f01-410b-84f8-81a715dbb770'] in n-d-779913-25 is: [{'id': '14b2924e-1f01-410b-84f8-81a715dbb770', 'name': 'tempest-ServersTestBootFromVolume-588989251-router', 'tenant_id': 'ae7441f75eb64918989f408d388aaab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:56:15Z', 'updated_at': '2021-06-30T08:59:46Z', 'revision_number': 6, 'project_id': 'ae7441f75eb64918989f408d388aaab3', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:47.557245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.597224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b4cc90-bfff-4a0b-9d0c-012c468bd327,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:47.719279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.815452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42970) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:47.839362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.842917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.851084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:47.998185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.999015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b2924e-1f01-410b-84f8-81a715dbb770 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:59:48.007815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.012213 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b3003d2f-a8d4-4d78-a58e-a4b4d1b53cc3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/14b2924e-1f01-410b-84f8-81a715dbb770 HTTP/1.1" status: 204 len: 168 time: 1.4016521 Jun 30 08:59:48.014727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42976) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:48.103734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Deleting subnet 1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:48.106295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.163294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-a45c21b6-9ef9-4f22-8ab7-4e7c63eefaff tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.164726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-a45c21b6-9ef9-4f22-8ab7-4e7c63eefaff tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.3598967 Jun 30 08:59:48.180481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.198619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:48.208987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-d6e0ac27-3cec-42e2-bc6c-242290cbfee1 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.210492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-d6e0ac27-3cec-42e2-bc6c-242290cbfee1 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.3792274 Jun 30 08:59:48.260549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:48.270581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee86423c-759a-4bfd-9abb-1135647e6eea admin admin] 10.222.0.66 "PUT /v2.0/routers/fa82d2dc-30fc-4065-a9a4-31630fdf3cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7734985 Jun 30 08:59:48.274160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Sync routers for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:48.275958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:48.287263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:48.288339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:48.290187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-c7211acf-5713-451d-8674-fdfbb89687f1 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.297782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-c7211acf-5713-451d-8674-fdfbb89687f1 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 1102 time: 0.3348420 Jun 30 08:59:48.336240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.353447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-af465b0e-feac-46ef-8b03-0138a1b2c70c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/quotas/0e60dfb5ddbc4458bf7f543c481735b3 HTTP/1.1" status: 200 len: 375 time: 0.1206975 Jun 30 08:59:48.399763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-9794d3e7-2e89-4005-8f13-a9d679c4dd07 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.444584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.452659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:48.475386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:48.485475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.491741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b604ceaa-64fe-4e49-bfb1-42a6872bcc3a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1f2d8f27-3b0d-4601-ae1b-1e3df6d82a78 HTTP/1.1" status: 204 len: 168 time: 0.4715471 Jun 30 08:59:48.491741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42980) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:48.541575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f47ba1-4e0a-44ec-b8eb-a5e305a7e38e None None] Network b55edd7b-244b-4d9d-ac9c-34c4edd160f5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:48.591421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.608323 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.634108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.666365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-0b6ddee6-bcb6-412e-81d8-e2e3be7696de tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3119273 Jun 30 08:59:48.774954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-de75e062-22c2-4600-a73a-a2a9bd035b6a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:48.776671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-de75e062-22c2-4600-a73a-a2a9bd035b6a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.4029155 Jun 30 08:59:48.790682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Deleting port a54fb90b-3954-49ee-a65d-d9a62ad02d07 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:48.791030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.836620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:59:46Z', 'revision_number': 5, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:48.881220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] DHCP port deletion for b55edd7b-244b-4d9d-ac9c-34c4edd160f5 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:48.887820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Checking router: fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:48.926888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Routers {'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:48.927246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] For port a54fb90b-3954-49ee-a65d-d9a62ad02d07, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a54fb90b-3954-49ee-a65d-d9a62ad02d07,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:48.927447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.927605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:48.936102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.943531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-9794d3e7-2e89-4005-8f13-a9d679c4dd07 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:48.955717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Calling delete_port for a54fb90b-3954-49ee-a65d-d9a62ad02d07 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:48.975397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-9794d3e7-2e89-4005-8f13-a9d679c4dd07 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.034595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Deleting port a54fb90b-3954-49ee-a65d-d9a62ad02d07 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:49.034915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.051953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b02ffeed-2304-4af1-8e7e-cb533d49b4df req-9794d3e7-2e89-4005-8f13-a9d679c4dd07 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532248 Jun 30 08:59:49.052529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:49.056017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.088713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] Set router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:49.122446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-ccaa9e6a-b250-49b2-a811-d3df3d5d8af6 service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591843 Jun 30 08:59:49.130194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794d3e7-2e89-4005-8f13-a9d679c4dd07 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2feda33-0cd2-487b-b2d7-d0e324589b61,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:49.131648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.170536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a54fb90b-3954-49ee-a65d-d9a62ad02d07,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:49.173313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] No DVR routers for this DVR port a54fb90b-3954-49ee-a65d-d9a62ad02d07 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:49.176362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Deleting port 472b93f6-06eb-4f80-adba-7f0b48cca6fb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:49.176566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.251489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] For port a54fb90b-3954-49ee-a65d-d9a62ad02d07, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a54fb90b-3954-49ee-a65d-d9a62ad02d07,segment=NetworkSegment(9b0104d6-0463-4c2c-b5b2-e526f32c7f38),segment_id=9b0104d6-0463-4c2c-b5b2-e526f32c7f38)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.251972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.301049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:49.309882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:49.378152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Deleting port 1ab8b8d8-3712-465b-877e-a0183a33f807 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:49.378514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.389262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Deleting port ccb6eed3-0b02-4693-99a6-a55ac0c017de {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:49.389630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.484261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Calling delete_port for a54fb90b-3954-49ee-a65d-d9a62ad02d07 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:49.523982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:49.524553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1abaa969-1781-46a4-9b1d-6d1af9f8d9d0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:49.525038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6b4cc90-bfff-4a0b-9d0c-012c468bd327 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:49.587355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.596579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c6b4cc90-bfff-4a0b-9d0c-012c468bd327 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:49.596943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6b4cc90-bfff-4a0b-9d0c-012c468bd327 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:49.597341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a54fb90b-3954-49ee-a65d-d9a62ad02d07 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:49.608724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55edd7b-244b-4d9d-ac9c-34c4edd160f5']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:49.627839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0104d6-0463-4c2c-b5b2-e526f32c7f38') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:49.628217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0104d6-0463-4c2c-b5b2-e526f32c7f38') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:49.631018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] For port 472b93f6-06eb-4f80-adba-7f0b48cca6fb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=472b93f6-06eb-4f80-adba-7f0b48cca6fb,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.631548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.637387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a54fb90b-3954-49ee-a65d-d9a62ad02d07 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:49.637740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a54fb90b-3954-49ee-a65d-d9a62ad02d07 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:49.647661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.659539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Calling delete_port for 472b93f6-06eb-4f80-adba-7f0b48cca6fb owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:49.673046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.682852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:49.683264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:49.685582 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:49.735708 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.737510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.774217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Pushing event deleted for resources: {'Port': ['ID=a54fb90b-3954-49ee-a65d-d9a62ad02d07,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:49.782766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] No DVR routers for this DVR port a54fb90b-3954-49ee-a65d-d9a62ad02d07 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:49.813844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.814223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.814570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.814904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.815241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.815680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.816015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.816349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.816675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.817039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.817376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.817711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7d0560-6aec-4576-9a07-e8cb037f9bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:49.834028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.834276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:49.837618 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766cdb3-7394-4447-a36b-e5595f53a942" -d '{"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-unplugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:49.844141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.845781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:59:46Z', 'revision_number': 5, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:49.851137 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] 10.222.0.66 "DELETE /v2.0/networks/b55edd7b-244b-4d9d-ac9c-34c4edd160f5 HTTP/1.1" status: 204 len: 168 time: 1.3549793 Jun 30 08:59:49.868898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e39019-26b7-4ac7-90a6-9e43cac37a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=b55edd7b-244b-4d9d-ac9c-34c4edd160f5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:49.889248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-f68e6d85-0a7f-4882-b6c5-11441988d59a service neutron] 10.222.0.66 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553298 Jun 30 08:59:49.892478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:49.893931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa8a3b-50a7-48df-bf0d-5fb019589368 None None] The sync data for ids ['fa82d2dc-30fc-4065-a9a4-31630fdf3cd5'] in n-d-779913-25 is: [{'id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'name': 'tempest-AttachSCSIVolumeTestJSON-636813333-router', 'tenant_id': 'ab772e646b004f71b12c56b141bb7f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:57:45Z', 'updated_at': '2021-06-30T08:59:46Z', 'revision_number': 5, 'project_id': 'ab772e646b004f71b12c56b141bb7f1f', 'gw_port': {'id': 'ccb6eed3-0b02-4693-99a6-a55ac0c017de', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa82d2dc-30fc-4065-a9a4-31630fdf3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:57:46Z', 'updated_at': '2021-06-30T08:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:49.904454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:49.960179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-a231306a-192c-4bc4-b9da-b1576ee215d0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:49.962088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-a231306a-192c-4bc4-b9da-b1576ee215d0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3a49315-9553-4dff-871c-513118f6d132 HTTP/1.1" status: 200 len: 945 time: 0.1949484 Jun 30 08:59:49.967402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.5 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/c6626f58-6e87-40bf-b9ba-8c25e65b69a8) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:50.016029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffbeda-8d63-4661-af7f-8b535be5a7b9 req-acc25b79-136c-4722-ad79-bd2d440b97a6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.023418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21ffbeda-8d63-4661-af7f-8b535be5a7b9 req-acc25b79-136c-4722-ad79-bd2d440b97a6 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 945 time: 0.7346976 Jun 30 08:59:50.056912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] For port 1ab8b8d8-3712-465b-877e-a0183a33f807, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1ab8b8d8-3712-465b-877e-a0183a33f807,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:50.057273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.060645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:50.111122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42988) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:50.122799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Calling delete_port for 1ab8b8d8-3712-465b-877e-a0183a33f807 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:50.135206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] For port ccb6eed3-0b02-4693-99a6-a55ac0c017de, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ccb6eed3-0b02-4693-99a6-a55ac0c017de,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:50.135577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.160057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.175752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Calling delete_port for ccb6eed3-0b02-4693-99a6-a55ac0c017de owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:50.205020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=472b93f6-06eb-4f80-adba-7f0b48cca6fb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:50.214878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d5c674c-dae2-43a3-ae15-de7af9f0b89e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae7441f75eb64918989f408d388aaab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969226 Jun 30 08:59:50.220877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42994) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:50.235924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21ffbeda-8d63-4661-af7f-8b535be5a7b9 req-b3b65448-9f05-49e3-8c27-fd95372ff826 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115333 Jun 30 08:59:50.302934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Deleting port c9d41d07-9217-480a-a33f-86bf0f16cbcb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:50.303328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.488789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] For port c9d41d07-9217-480a-a33f-86bf0f16cbcb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c9d41d07-9217-480a-a33f-86bf0f16cbcb,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:50.489139 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.542149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Calling delete_port for c9d41d07-9217-480a-a33f-86bf0f16cbcb owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:50.603901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6afc8b5b-82a4-4e59-b564-e35bce28cac0 req-b93ed145-6971-41e2-a810-802c8fae6b1b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 210 time: 0.1107070 Jun 30 08:59:50.612370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.677663 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af482a55-d199-4f94-af67-84bc7e5d33ae x-openstack-request-id: req-af482a55-d199-4f94-af67-84bc7e5d33ae {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:50.678256 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-unplugged", "status": "completed", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:50.678256 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af482a55-d199-4f94-af67-84bc7e5d33ae {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:50.678629 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'code': 200} Jun 30 08:59:50.708503 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.820120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.835195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.866607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea674d-6152-413c-8086-64dbdd929f10 req-9da7fd87-b07a-407e-9e3d-73301a329680 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:50.868408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1ea674d-6152-413c-8086-64dbdd929f10 req-9da7fd87-b07a-407e-9e3d-73301a329680 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.5831435 Jun 30 08:59:50.888295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.906634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event deleted for resources: {'Port': ['ID=c9d41d07-9217-480a-a33f-86bf0f16cbcb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:50.974601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] No DVR routers for this DVR port c9d41d07-9217-480a-a33f-86bf0f16cbcb on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:50.978825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.007659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.009971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c1a46e35-e790-40e0-bcf4-1aab78cab7d7 req-1daac832-4d80-432d-95db-58ef680b7477 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "DELETE /v2.0/ports/c9d41d07-9217-480a-a33f-86bf0f16cbcb HTTP/1.1" status: 204 len: 173 time: 1.0371768 Jun 30 08:59:51.010735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-deleted', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:51.013946 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e809e390-7320-4eb5-bc59-e90f3671cf35" -d '{"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-deleted", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:51.052078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Router 2ea33d4f-3ffd-46f2-a5e6-226a491217da has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:59:51.065377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event deleted for resources: {'Port': ['ID=1ab8b8d8-3712-465b-877e-a0183a33f807,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:51.102382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1ea674d-6152-413c-8086-64dbdd929f10 req-57850886-bcb3-471b-909d-15e3b5a51997 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249126 Jun 30 08:59:51.138214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666dfd-a371-4443-a3a5-14ecf6697a5d req-4f471488-9cd2-452b-95f6-bd0fbe6b8387 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:51.139861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a666dfd-a371-4443-a3a5-14ecf6697a5d req-4f471488-9cd2-452b-95f6-bd0fbe6b8387 tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 1102 time: 0.3381934 Jun 30 08:59:51.188222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.196116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0645cf6-1bca-4217-9457-f3bff646c096 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:51.222651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] No DVR routers for this DVR port 1ab8b8d8-3712-465b-877e-a0183a33f807 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:51.239147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e0645cf6-1bca-4217-9457-f3bff646c096 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:51.240030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0645cf6-1bca-4217-9457-f3bff646c096 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:51.241408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:59:51.248990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.251008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.253735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab0f60d0-11e4-4e2e-aa39-d23ec53f33cc req-76f10bb5-0253-42e6-8ae6-a6f61e44e48a tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "DELETE /v2.0/ports/1ab8b8d8-3712-465b-877e-a0183a33f807 HTTP/1.1" status: 204 len: 173 time: 2.4048595 Jun 30 08:59:51.255601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7bdcfe0-f291-4d81-8d45-3dd3041a78b3 admin admin] 10.222.0.66 "PUT /v2.0/routers/2ea33d4f-3ffd-46f2-a5e6-226a491217da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4387388 Jun 30 08:59:51.259396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-deleted', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:51.263103 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a929b90-3c9b-4f32-af28-8be4326244bb" -d '{"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-deleted", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:51.263293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43004) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:51.266402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Sync routers for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:59:51.270986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb6eed3-0b02-4693-99a6-a55ac0c017de,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:51.272985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.276770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.278739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa119040-2c5c-4db1-b8ef-7e629999dd04 HTTP/1.1" status: 204 len: 168 time: 1.0551934 Jun 30 08:59:51.294509 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:51.298244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:51.401132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c67b5064-6863-4150-bcaa-930972e6a21c req-fde060df-852b-4f08-b1b7-535ddd933b7a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 210 time: 0.0967393 Jun 30 08:59:51.403780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a666dfd-a371-4443-a3a5-14ecf6697a5d req-7aaf293a-6787-4163-9d28-21c15af0867e tempest-ServersAdminNegativeTestJSON-1625248849 tempest-ServersAdminNegativeTestJSON-1625248849-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269871 Jun 30 08:59:51.404738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad80c1-7c58-4db8-8350-fdd66af945f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa119040-2c5c-4db1-b8ef-7e629999dd04,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:51.418108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:51.461812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:51.471117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:51.491499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.505191 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:51.506174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:51.525875 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.630656 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927cb10-0d66-489f-92c3-3f870474db46 x-openstack-request-id: req-9927cb10-0d66-489f-92c3-3f870474db46 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:51.631558 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a49315-9553-4dff-871c-513118f6d132", "name": "network-vif-deleted", "tag": "c9d41d07-9217-480a-a33f-86bf0f16cbcb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:51.632400 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9927cb10-0d66-489f-92c3-3f870474db46 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:51.632979 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a49315-9553-4dff-871c-513118f6d132', 'name': 'network-vif-deleted', 'tag': 'c9d41d07-9217-480a-a33f-86bf0f16cbcb', 'status': 'completed', 'code': 200} Jun 30 08:59:51.722072 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37b0c2e-e4e9-4df5-ad71-5d5aadec4da5 x-openstack-request-id: req-c37b0c2e-e4e9-4df5-ad71-5d5aadec4da5 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:51.724607 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3a615d-feea-4e28-92fd-a3b967b3b15c", "name": "network-vif-deleted", "tag": "1ab8b8d8-3712-465b-877e-a0183a33f807", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:51.725226 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c37b0c2e-e4e9-4df5-ad71-5d5aadec4da5 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:51.725975 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3a615d-feea-4e28-92fd-a3b967b3b15c', 'name': 'network-vif-deleted', 'tag': '1ab8b8d8-3712-465b-877e-a0183a33f807', 'status': 'completed', 'code': 200} Jun 30 08:59:51.787889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.857808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:51.858719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.888140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-3323b33f-8241-4e63-8cae-80d6ccfca926 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:51.889628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-3323b33f-8241-4e63-8cae-80d6ccfca926 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 804 time: 0.2142818 Jun 30 08:59:51.903737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Request body: {'port': {'device_id': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'admin_state_up': True, 'tenant_id': '0e60dfb5ddbc4458bf7f543c481735b3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:51.939597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:51.952842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7955d0e5-9269-474b-a23a-50e100c87902 req-deec719c-f703-437a-927a-62fd81a0a07f tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa3a615d-feea-4e28-92fd-a3b967b3b15c HTTP/1.1" status: 200 len: 210 time: 0.0880501 Jun 30 08:59:51.955261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.063008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Deleting port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:52.063372 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.096480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-ea94edc0-4117-4a24-8065-4487121a0b52 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9036098 Jun 30 08:59:52.161927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Request body: {'port': {'device_id': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:52.213906 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:59:50Z', 'revision_number': 5, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port': {'id': '2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:41Z', 'updated_at': '2021-06-30T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:52.251091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.252442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:59:52.269438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.273780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25297129-cbce-4363-b982-80e6194981a3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fa82d2dc-30fc-4065-a9a4-31630fdf3cd5 HTTP/1.1" status: 204 len: 168 time: 3.9929550 Jun 30 08:59:52.275010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:52.279993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] For port 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:52.280374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.306150 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Checking router: 2ea33d4f-3ffd-46f2-a5e6-226a491217da for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:59:52.315312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Calling delete_port for 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:52.317017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Made reservation on behalf of 0e60dfb5ddbc4458bf7f543c481735b3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:52.320641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.329131 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Routers {'2ea33d4f-3ffd-46f2-a5e6-226a491217da'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:59:52.329825 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T08:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:52.434821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334c51-d0aa-42bc-a302-11c7ebc23729 req-019449dc-96f3-4881-88bd-d62bce5fa2a9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:52.442240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d334c51-d0aa-42bc-a302-11c7ebc23729 req-019449dc-96f3-4881-88bd-d62bce5fa2a9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 931 time: 0.3682151 Jun 30 08:59:52.462342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Deleting subnet 222cb0ad-b96a-4984-ad0b-1bd62934400c {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:52.483770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.512720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.598005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] Set router 2ea33d4f-3ffd-46f2-a5e6-226a491217da gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:59:52.625710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Allocated IP 172.20.0.4 (2246ad04-7b93-4d62-94d6-412ecb002d0f/e280d8d1-6e09-40b2-980d-47762bf098c4/6261e014-1607-44a9-a8e7-33f56ea8d844) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:52.677736 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:59:51Z', 'revision_number': 6, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:52.719029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be06407-c2dd-4aa7-b03f-fdc5186c9a50 None None] The sync data for ids ['2ea33d4f-3ffd-46f2-a5e6-226a491217da'] in n-d-779913-25 is: [{'id': '2ea33d4f-3ffd-46f2-a5e6-226a491217da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207123770-router', 'tenant_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:40Z', 'updated_at': '2021-06-30T08:59:51Z', 'revision_number': 6, 'project_id': '7f04beffcda04d9883ed6b79fb5ca37a', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:59:52.742581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d334c51-d0aa-42bc-a302-11c7ebc23729 req-7608a353-9087-44cb-98cf-5039b73675c4 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994702 Jun 30 08:59:52.790532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.847895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:52.920582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:52.965169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c5b1f66-baa5-4a79-ad6f-f9ef4af54f10 req-b5b1940b-797d-4e46-b9c4-555600e92f06 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 210 time: 0.0796981 Jun 30 08:59:53.003760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.036469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:53.039594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.048582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-network', 'tenant_id': '431bc9327148435a848be8bdcf0de827'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:53.062849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d736a-7fc4-4e47-86c3-d1922f78bef7 req-1698a0e5-8649-4ba9-b586-6135b9e9e3c4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.063866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-610d736a-7fc4-4e47-86c3-d1922f78bef7 req-1698a0e5-8649-4ba9-b586-6135b9e9e3c4 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2712181 Jun 30 08:59:53.102679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.167433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Network 2246ad04-7b93-4d62-94d6-412ecb002d0f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:53.181116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:53.183506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.185581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:53.193172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:53.200622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:53.209182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-610d736a-7fc4-4e47-86c3-d1922f78bef7 req-bae69f75-011b-49b1-b08b-a51d6abe8ed9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351819 Jun 30 08:59:53.236327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.266633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.281819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6626f58-6e87-40bf-b9ba-8c25e65b69a8 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:53.290681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.293926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.331849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222cb0ad-b96a-4984-ad0b-1bd62934400c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:53.342444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Transition to ACTIVE for port object c6626f58-6e87-40bf-b9ba-8c25e65b69a8 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:53.344083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.349089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a3e370-4726-4dbb-b148-07d2c520ef4c None None] Network 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:53.350491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2ae926e-9998-4d45-90e0-6fc2801da22d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/222cb0ad-b96a-4984-ad0b-1bd62934400c HTTP/1.1" status: 204 len: 168 time: 1.0657167 Jun 30 08:59:53.356292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43056) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:53.364039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.413084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.423232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ccb6eed3-0b02-4693-99a6-a55ac0c017de no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:53.427091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593612d-2add-49cd-8ddb-3a5d4e223024 req-cbfa7348-c8e3-4d8c-9f41-03f4d0f5ce2f tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.432247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.435570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7593612d-2add-49cd-8ddb-3a5d4e223024 req-cbfa7348-c8e3-4d8c-9f41-03f4d0f5ce2f tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 950 time: 0.3260257 Jun 30 08:59:53.454626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ccb6eed3-0b02-4693-99a6-a55ac0c017de {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:53.455270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ccb6eed3-0b02-4693-99a6-a55ac0c017de not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:53.455917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 472b93f6-06eb-4f80-adba-7f0b48cca6fb no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:53.481719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:53.509602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 1ab8b8d8-3712-465b-877e-a0183a33f807 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:53.510344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1ab8b8d8-3712-465b-877e-a0183a33f807 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:53.512517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 472b93f6-06eb-4f80-adba-7f0b48cca6fb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:53.513087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 472b93f6-06eb-4f80-adba-7f0b48cca6fb not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:53.520931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:53.525002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.525431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea33d4f-3ffd-46f2-a5e6-226a491217da {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 08:59:53.545561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.549910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:53.550574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.561638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.563230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-88c8fd66-2675-4f65-b069-e2f76ac7311f admin admin] 10.222.0.66 "DELETE /v2.0/routers/2ea33d4f-3ffd-46f2-a5e6-226a491217da HTTP/1.1" status: 204 len: 168 time: 2.2992508 Jun 30 08:59:53.568129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:53.577591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7593612d-2add-49cd-8ddb-3a5d4e223024 req-427f6ecb-4612-4ef3-9dad-9dc7c7ce2c86 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409364 Jun 30 08:59:53.625483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Deleting subnet e18a5e63-eb87-4f6d-82e9-a80f997e0317 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:53.634105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.679689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Attempting to bind port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:53.680075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Attempting to bind port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:53.680641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Attempting to bind port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:53.687488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:53.687904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Attempting to bind port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:53.697010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:53.697363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:53.697890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:53.698343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Bound port: c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:53.698711 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.698835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.722713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Deleting port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:53.723062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.750839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] DHCP port deletion for 7ea08bb4-0b69-448c-a15b-a48d64ba1af9 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:53.782760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.790913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.845425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Deleting port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:53.846124 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.979508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] For port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:53.979831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:53.996653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Calling delete_port for 9c130d93-f2e7-44e6-bb15-b04cedb80c1e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:54.019838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] For port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,segment=NetworkSegment(283ab272-f664-476a-b885-dc50e50d9e02),segment_id=283ab272-f664-476a-b885-dc50e50d9e02)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:54.020200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.092605 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.104150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:54.108516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Calling delete_port for 9c130d93-f2e7-44e6-bb15-b04cedb80c1e owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:54.140543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] Pushing event deleted for resources: {'Port': ['ID=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.146864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e251b-d6d8-419f-bc1f-57e937bcb48f None None] No DVR routers for this DVR port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:54.158794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-88a208c4-ada6-44c2-b55f-20ee11ad04ef tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2601335 Jun 30 08:59:54.162533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:59:54.186118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Request body: {'port': {'device_id': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:54.235737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0bc82e-ce74-44d7-bb68-cd57a0e76795,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.243320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.248827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.249131 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Added segment 0ce99b98-d22b-467b-8122-c0f6743b0874 of type vlan for network 4c735695-6672-4d19-b042-93cd6e2d9b59 Jun 30 08:59:54.371532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.401907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.407394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.452396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18a5e63-eb87-4f6d-82e9-a80f997e0317,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.457988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.462659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d8a26470-e13c-4afc-be24-11f26094305a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e18a5e63-eb87-4f6d-82e9-a80f997e0317 HTTP/1.1" status: 204 len: 168 time: 0.8891714 Jun 30 08:59:54.465968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae747288-e492-4792-926d-e559f9e7c5d1 None None] Network 2e11c203-c828-42ee-b354-0c030fc7c4b3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:54.466527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:54.507098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:54.515314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.516207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.516793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.545285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.646121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7970691 Jun 30 08:59:54.655409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43074) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:54.657850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.660919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.661929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.664008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] 10.222.0.41 "PUT /v2.0/ports/c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 200 len: 1092 time: 2.5489590 Jun 30 08:59:54.664667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:54.669505 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08087ca5-99eb-4092-9c55-4d12a08e2238" -d '{"events": [{"name": "network-changed", "server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:54.712598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Request body: {'subnet': {'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-subnet', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:54.719360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbfc75-bde0-4fe4-8b83-21f6379c3b62 admin admin] Pushing event updated for resources: {'Network': ['ID=4c735695-6672-4d19-b042-93cd6e2d9b59,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.738207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:59:54.751320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710d0bd-84de-4bd6-80a9-ef5980cc47f8 req-ace82075-8379-4421-8dbc-8ffdd02359cc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.752844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5710d0bd-84de-4bd6-80a9-ef5980cc47f8 req-ace82075-8379-4421-8dbc-8ffdd02359cc tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.8128409 Jun 30 08:59:54.765901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46a21-90a4-4db6-bdbb-9bf119ea781d req-0d081f63-0c05-4b39-a357-44bfc897337a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.773264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78e46a21-90a4-4db6-bdbb-9bf119ea781d req-0d081f63-0c05-4b39-a357-44bfc897337a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 943 time: 0.8164570 Jun 30 08:59:54.793535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] DHCP port deletion for 2e11c203-c828-42ee-b354-0c030fc7c4b3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 08:59:54.798722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:54.835065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:59:54.837495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.860239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.860516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.860822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.861155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.861483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.861839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.862167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.862487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.863493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.863493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.863493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.863829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb11ecb-2fa5-49a1-982d-12344089ab5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:59:54.874726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-4ee9b6a7-2561-4008-b417-5daaa366da39 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.874882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Deleting port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:54.875314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.876334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-4ee9b6a7-2561-4008-b417-5daaa366da39 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.41 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 950 time: 0.8117220 Jun 30 08:59:54.940708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-353439b8-aca0-4ee8-9f62-e615fd363ff4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:54.942236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-353439b8-aca0-4ee8-9f62-e615fd363ff4 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 944 time: 0.4462507 Jun 30 08:59:54.951617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] For port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:54.952157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.952743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:54.970268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Calling delete_port for 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:54.993457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Deleting port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:54.993726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.000371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78e46a21-90a4-4db6-bdbb-9bf119ea781d req-f077469c-005c-4401-bfce-a62734757015 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260699 Jun 30 08:59:55.050049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5710d0bd-84de-4bd6-80a9-ef5980cc47f8 req-5d9ae3ad-a333-4966-bd62-dec0fe23de70 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/security-groups?id=91fcd774-d260-4f08-bf4b-45d5b5251a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688653 Jun 30 08:59:55.064482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c130d93-f2e7-44e6-bb15-b04cedb80c1e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.069567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] No DVR routers for this DVR port 9c130d93-f2e7-44e6-bb15-b04cedb80c1e on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:55.167571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] For port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,segment=NetworkSegment(01979d32-7704-4d54-88b5-1c0ccf0b465c),segment_id=01979d32-7704-4d54-88b5-1c0ccf0b465c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:55.168170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.169591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.197950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-14ecb6e5-40fb-48e0-8220-ad5bae6608c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.201081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-14ecb6e5-40fb-48e0-8220-ad5bae6608c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 1095 time: 0.4724190 Jun 30 08:59:55.211922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Calling delete_port for 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:55.228024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6261e014-1607-44a9-a8e7-33f56ea8d844 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:55.240963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] Pushing event deleted for resources: {'Port': ['ID=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.246525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27491fd0-06b1-41b6-a9e1-22a1bd3c7356 None None] No DVR routers for this DVR port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:55.258772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:55.266631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.294954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:55.295609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2eb5f8af-2aa9-45a0-9b5a-68f857f0b65e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:55.296161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9c130d93-f2e7-44e6-bb15-b04cedb80c1e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:55.325679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.330506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Transition to ACTIVE for port object 6261e014-1607-44a9-a8e7-33f56ea8d844 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:55.334263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:55.339863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9c130d93-f2e7-44e6-bb15-b04cedb80c1e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:55.340423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9c130d93-f2e7-44e6-bb15-b04cedb80c1e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:55.340619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-e11b7a51-5abf-495e-91a8-e9892b228b2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 200 len: 217 time: 0.0998404 Jun 30 08:59:55.341037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:55.352953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.372344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.389257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea08bb4-0b69-448c-a15b-a48d64ba1af9']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.395295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:55.396603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:55.398688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: c9d41d07-9217-480a-a33f-86bf0f16cbcb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:55.399032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c9d41d07-9217-480a-a33f-86bf0f16cbcb not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:55.456039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bec4037-f992-44ca-8a70-bff3245f03c7,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.456930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283ab272-f664-476a-b885-dc50e50d9e02') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.456930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283ab272-f664-476a-b885-dc50e50d9e02') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.476042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.477852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.485380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.495323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Checking segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:55.495679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Network hostable DHCP agents. Network: 4c735695-6672-4d19-b042-93cd6e2d9b59, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:59:55.500167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Deleting port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:55.500516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.530039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] No DVR routers for this DVR port 7a4beb67-ba89-493b-b232-fcfc87c1f9b6 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:55.538889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4beb67-ba89-493b-b232-fcfc87c1f9b6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.557090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-9197a51c-78a2-4d49-b066-9692e0a89d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.559122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-9197a51c-78a2-4d49-b066-9692e0a89d2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.2091651 Jun 30 08:59:55.560313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.566080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Deleting port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:55.566413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.599941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:55.600351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.624405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: timer() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:55.629491 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:55.649551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.655453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 4c735695-6672-4d19-b042-93cd6e2d9b59) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:55.663742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb51597-e711-44ba-a012-1bb214a57d99 None None] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:55.672189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.672773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.677440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e11c203-c828-42ee-b354-0c030fc7c4b3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.693360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01979d32-7704-4d54-88b5-1c0ccf0b465c') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.693653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01979d32-7704-4d54-88b5-1c0ccf0b465c') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:59:55.695284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Attempting to bind port 6261e014-1607-44a9-a8e7-33f56ea8d844 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:55.695610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Attempting to bind port 6261e014-1607-44a9-a8e7-33f56ea8d844 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:55.695935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Attempting to bind port 6261e014-1607-44a9-a8e7-33f56ea8d844 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:55.701041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-06e8aa5b-4878-4b64-a29d-6bbf050de6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301224 Jun 30 08:59:55.710736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Port 6261e014-1607-44a9-a8e7-33f56ea8d844 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 08:59:55.711117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Attempting to bind port 6261e014-1607-44a9-a8e7-33f56ea8d844 on network 2246ad04-7b93-4d62-94d6-412ecb002d0f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:55.716625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.721216 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b88f24bb-04c4-458a-a282-3df21e816c32 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0614789 Jun 30 08:59:55.727146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae620b-f862-46aa-933b-f723a4a987f9 req-6a412136-d41a-43bd-9d21-8810f31487db tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.727366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:55.728747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ae620b-f862-46aa-933b-f723a4a987f9 req-6a412136-d41a-43bd-9d21-8810f31487db tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 931 time: 0.4854178 Jun 30 08:59:55.733289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:55.739812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:55.740144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Checking segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:55.740872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Bound using segment: {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:55.741015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Bound port: 6261e014-1607-44a9-a8e7-33f56ea8d844, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4289b79b-a2ae-4f92-8ac8-14c524467ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:55.741311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.761917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.773587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 08:59:55.774020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: timer() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 08:59:55.776927 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 08:59:55.839006 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.840265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.850290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d582a10-d0c9-4d42-bb66-f93f152a5948 req-5bcc0662-6f76-4dcb-9b55-1a34877cf69c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:55.851892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d582a10-d0c9-4d42-bb66-f93f152a5948 req-5bcc0662-6f76-4dcb-9b55-1a34877cf69c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.5093400 Jun 30 08:59:55.864326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-4c735695-6672-4d19-b042-93cd6e2d9b59', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:59:55.865671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.873637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.896424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.906918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.909047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] 10.222.0.66 "DELETE /v2.0/networks/2e11c203-c828-42ee-b354-0c030fc7c4b3 HTTP/1.1" status: 204 len: 168 time: 1.4409044 Jun 30 08:59:55.911025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.913187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:55.916309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7ea08bb4-0b69-448c-a15b-a48d64ba1af9 HTTP/1.1" status: 204 len: 168 time: 2.5589228 Jun 30 08:59:55.960153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:55.964672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47d55-d795-42d2-a2cc-9dff36839fae admin admin] Pushing event deleted for resources: {'Network': ['ID=2e11c203-c828-42ee-b354-0c030fc7c4b3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:55.966415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ae620b-f862-46aa-933b-f723a4a987f9 req-596d8355-869f-41b3-8cb3-f74086a54577 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159119 Jun 30 08:59:55.968953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:55.974364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] For port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,segment=NetworkSegment(99810dc2-b4fa-48cd-bdc1-f5584bd2c194),segment_id=99810dc2-b4fa-48cd-bdc1-f5584bd2c194)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:55.974717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.015371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:56.033262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976916f-2fa5-4207-b082-49d78bf08c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea08bb4-0b69-448c-a15b-a48d64ba1af9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.038317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] For port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:56.039214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.053650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.071183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Calling delete_port for 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:56.094611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Calling delete_port for ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:56.096094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Allocated IP 172.20.0.2 (4c735695-6672-4d19-b042-93cd6e2d9b59/8bec4037-f992-44ca-8a70-bff3245f03c7/7aa2a763-94da-4dd0-84fb-04be1a2ea6fc) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:56.118875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d582a10-d0c9-4d42-bb66-f93f152a5948 req-d479c737-fcef-486f-a94f-22040bfba6de tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460480 Jun 30 08:59:56.165966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.166597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.168626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] 10.222.0.11 "PUT /v2.0/ports/6261e014-1607-44a9-a8e7-33f56ea8d844 HTTP/1.1" status: 200 len: 1092 time: 1.9917438 Jun 30 08:59:56.193697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-06d9bd2d-3133-451d-a460-353d8ed3d476 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824920 Jun 30 08:59:56.200293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:56.202929 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ded11-8824-4dae-88bc-888f7104af47" -d '{"events": [{"name": "network-changed", "server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:56.214232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.250188 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300f1294-394c-4ce0-950e-652e729b29be x-openstack-request-id: req-300f1294-394c-4ce0-950e-652e729b29be {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:56.251193 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:56.251819 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-300f1294-394c-4ce0-950e-652e729b29be {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:56.252436 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8', 'status': 'completed', 'code': 200} Jun 30 08:59:56.324122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.347201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65715-d3d7-48b6-b9c3-4f96882d488f service neutron] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.417306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.428218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Transition to ACTIVE for port object 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:56.451393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Transition to ACTIVE for port object 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:59:56.455877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-20120e8f-f4de-410b-a74b-90d652772215 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c76cf7901abe49408edc256d1f78cdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403722 Jun 30 08:59:56.458469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:56.459040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.475120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38908cb3-8169-41d2-95f5-5a8292ea7277 req-84c827e6-6b06-4215-8f00-93c2ecbaff33 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415550 Jun 30 08:59:56.526578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:56.533289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:56.539273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:56.543594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Pushing event updated for resources: {'Port': ['ID=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.555670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-3007b17f-4398-4953-a43a-750e9d4140e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.557254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-3007b17f-4398-4953-a43a-750e9d4140e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 1095 time: 0.2913647 Jun 30 08:59:56.601147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c667-f8e4-412f-991e-36c61f3ab5ba req-8273fa11-04eb-446d-a250-79308aec1373 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.602593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b568c667-f8e4-412f-991e-36c61f3ab5ba req-8273fa11-04eb-446d-a250-79308aec1373 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=99258c00-906d-44da-ae26-ee6d5b5a8db9 HTTP/1.1" status: 200 len: 950 time: 0.3543179 Jun 30 08:59:56.609800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Attempting to bind port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:59:56.610186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Attempting to bind port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:59:56.610606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Attempting to bind port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc on network 4c735695-6672-4d19-b042-93cd6e2d9b59 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:59:56.617056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:59:56.617448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Checking segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:59:56.617948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.618338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Bound using segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:59:56.618814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Bound port: 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:59:56.619234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.643767 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-3d913968-d980-4289-90c2-f001af8ffa06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6261e014-1607-44a9-a8e7-33f56ea8d844 HTTP/1.1" status: 200 len: 217 time: 0.0655556 Jun 30 08:59:56.644074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.648848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.660631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a2a2-5fca-4020-96cc-ff2f9d0a6617 req-5bbfe33c-37be-421f-95d2-4be9f1f105a8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.661007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ddbce515-02b7-4f6a-92f8-04d7a5c8ac19'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:56.662366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6263a2a2-5fca-4020-96cc-ff2f9d0a6617 req-5bbfe33c-37be-421f-95d2-4be9f1f105a8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 943 time: 0.3114944 Jun 30 08:59:56.663355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3990c527-e25e-49ad-8d45-d74d8e420892'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 08:59:56.684990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.723863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Pushing event deleted for resources: {'Port': ['ID=5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.753459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.762787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] For port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:59:56.788306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] For port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:59:56.789066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b568c667-f8e4-412f-991e-36c61f3ab5ba req-fd379f35-9eef-4ed7-a76c-b90ba65cab7a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789443 Jun 30 08:59:56.802526 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.824732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Pushing event deleted for resources: {'Port': ['ID=ddbce515-02b7-4f6a-92f8-04d7a5c8ac19,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.848595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] No DVR routers for this DVR port 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:56.860353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13339994-3650-4dd8-a36d-f0901197e58a req-712e9c6b-cab5-4b3f-98c4-7628bf1db956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.862062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-712e9c6b-cab5-4b3f-98c4-7628bf1db956 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.2079418 Jun 30 08:59:56.890250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.892233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3e6f5eb-8472-4377-abfc-4eaee18673bf req-838703b0-c912-45a9-ba51-19a73fb164fb tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.41 "DELETE /v2.0/ports/5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd HTTP/1.1" status: 204 len: 173 time: 1.9319022 Jun 30 08:59:56.895817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] No DVR routers for this DVR port ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 08:59:56.906195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4293b4c-d051-4988-b499-6beaeb27dce6 None None] Pushing event updated for resources: {'Port': ['ID=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:56.909688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-e1287017-1c96-4ce6-b526-bfdbeef77daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:56.911320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-e1287017-1c96-4ce6-b526-bfdbeef77daf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 1095 time: 0.3714702 Jun 30 08:59:56.914560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6263a2a2-5fca-4020-96cc-ff2f9d0a6617 req-ff727f1b-b7e0-44f0-bee4-d27c322757e2 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377939 Jun 30 08:59:56.915704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:56.920550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-faea0d63-8f18-4f4c-afb3-dd3aa9224785 req-bc8b7dd6-49f6-4c2b-ba79-c927c41897ed tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.41 "DELETE /v2.0/ports/ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 HTTP/1.1" status: 204 len: 173 time: 2.0327675 Jun 30 08:59:57.052503 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-81dd294f-1e35-447e-9935-b55692072bad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907404 Jun 30 08:59:57.055872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.059474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.060790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afc38907-0376-40a1-b68c-0fb1af68e7f7 HTTP/1.1" status: 204 len: 168 time: 0.5997660 Jun 30 08:59:57.195851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19ba7a8a-728c-48ca-8c15-c662fca1a352 req-3164becc-27cf-459b-b083-0f0e5506ebb7 tempest-LiveMigrationTest-1024351786 tempest-LiveMigrationTest-1024351786-project] 10.222.0.66 "GET /v2.0/ports?device_id=516ca7d7-c3dc-4317-a57e-498a36e50d06 HTTP/1.1" status: 200 len: 210 time: 0.1056809 Jun 30 08:59:57.289836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-e741115e-216d-4368-b1cf-dc0f06b209ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.291541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-e741115e-216d-4368-b1cf-dc0f06b209ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.3700309 Jun 30 08:59:57.377811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-0d861961-2d27-4f3b-b6e6-8f951280d11b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 200 len: 217 time: 0.0763278 Jun 30 08:59:57.512893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-cf1c5e8f-2d95-454b-b14d-f4d8c388ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.514444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-cf1c5e8f-2d95-454b-b14d-f4d8c388ca86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1286623 Jun 30 08:59:57.564541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-ba0bd467-6c35-4cae-bb86-7000c9696a21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376105 Jun 30 08:59:57.575876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b594e1-ad39-4400-96c2-db1d3e2dd684 req-21387725-97aa-41ad-9faf-be44d417bb21 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.577516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65b594e1-ad39-4400-96c2-db1d3e2dd684 req-21387725-97aa-41ad-9faf-be44d417bb21 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.2023532 Jun 30 08:59:57.617192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469064ac-e038-4151-b803-dd51d60e7bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc38907-0376-40a1-b68c-0fb1af68e7f7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:57.622210 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d38cd9e-ecf5-4751-893f-e7201a3b9607 x-openstack-request-id: req-9d38cd9e-ecf5-4751-893f-e7201a3b9607 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:57.622503 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:57.622739 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d38cd9e-ecf5-4751-893f-e7201a3b9607 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:57.623116 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'status': 'completed', 'code': 200} Jun 30 08:59:57.665053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:57.756900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabfdfe-1ad9-4e34-a64b-feba10e931db req-363265d7-ffa1-4402-9a13-a1184f23f326 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:57.758436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baabfdfe-1ad9-4e34-a64b-feba10e931db req-363265d7-ffa1-4402-9a13-a1184f23f326 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.3054605 Jun 30 08:59:57.777223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65b594e1-ad39-4400-96c2-db1d3e2dd684 req-1217dd69-75e4-41d4-a0e7-dde987b79f9b tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874843 Jun 30 08:59:57.786964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-d2f78b36-c759-4b90-b710-5e0a9b712efe service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082825 Jun 30 08:59:57.792710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.798520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-e1944192-a7cc-4c12-87f8-66d1724c5ed5 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7365716 Jun 30 08:59:57.829555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:57.905965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baabfdfe-1ad9-4e34-a64b-feba10e931db req-3dc14c9e-93ce-4e44-aac1-596b61b50c90 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274855 Jun 30 08:59:57.917554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b19e0c68-4c34-4eff-8388-6b204b642025 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab772e646b004f71b12c56b141bb7f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495191 Jun 30 08:59:57.920581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.010733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.040636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08087ca5-99eb-4092-9c55-4d12a08e2238 req-88bf6fdd-90f6-403f-bbb5-ba69ef14c9c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412553 Jun 30 08:59:58.054014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:58.069243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.077985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-13339994-3650-4dd8-a36d-f0901197e58a req-deb00089-fe08-4831-90dc-9c6e3ba6cea5 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589796 Jun 30 08:59:58.099919 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.180536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Allocated IP 172.25.4.229 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/84fd8f41-81d6-4d73-a0b8-034beec2ce3f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:59:58.193615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.197263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.203300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd58c880-0411-468a-8cb1-d45bb8faa636 HTTP/1.1" status: 204 len: 168 time: 0.2784591 Jun 30 08:59:58.269323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-deleted', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd'}, {'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'name': 'network-vif-deleted', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 08:59:58.271718 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7aac9-097a-4197-9ba5-78c350cd2bbd" -d '{"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-deleted", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd"}, {"server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "name": "network-vif-deleted", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 08:59:58.282886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df996d-17cc-47fd-8298-e41471f88e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd58c880-0411-468a-8cb1-d45bb8faa636,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:58.384690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2895-dfe9-4535-9bd9-c668968beca0 req-cd3bd0a7-af2b-41b1-9bc4-1a6dd4c3aaba tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.386299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cdf2895-dfe9-4535-9bd9-c668968beca0 req-cd3bd0a7-af2b-41b1-9bc4-1a6dd4c3aaba tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 943 time: 0.1669407 Jun 30 08:59:58.424789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43120) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:58.477606 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dece87c-c33d-491f-9ce8-706cb4e59782 x-openstack-request-id: req-9dece87c-c33d-491f-9ce8-706cb4e59782 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 08:59:58.477974 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ca7d7-c3dc-4317-a57e-498a36e50d06", "name": "network-vif-deleted", "tag": "5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd", "status": "completed", "code": 200}, {"server_uuid": "99258c00-906d-44da-ae26-ee6d5b5a8db9", "name": "network-vif-deleted", "tag": "ddbce515-02b7-4f6a-92f8-04d7a5c8ac19", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 08:59:58.478222 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9dece87c-c33d-491f-9ce8-706cb4e59782 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 08:59:58.480175 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ca7d7-c3dc-4317-a57e-498a36e50d06', 'name': 'network-vif-deleted', 'tag': '5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd', 'status': 'completed', 'code': 200} Jun 30 08:59:58.480915 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99258c00-906d-44da-ae26-ee6d5b5a8db9', 'name': 'network-vif-deleted', 'tag': 'ddbce515-02b7-4f6a-92f8-04d7a5c8ac19', 'status': 'completed', 'code': 200} Jun 30 08:59:58.494793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cdf2895-dfe9-4535-9bd9-c668968beca0 req-fb44044f-c4c7-417d-9181-d8212ae6b75f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022055 Jun 30 08:59:58.526255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ded11-8824-4dae-88bc-888f7104af47 req-0d2d1ef6-2b97-4b29-ba5d-cbc74d7292e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.526255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-0d2d1ef6-2b97-4b29-ba5d-cbc74d7292e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 1095 time: 0.3433645 Jun 30 08:59:58.576297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ab9f2-646b-4fb3-ac2b-915b3e1fb862 None None] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:59:58.690052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f21a495b-e6b4-43c8-92c9-5e8336deb667 None None] Provisioning for port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:58.718977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc749d-e19e-475a-aae5-d61b4f12ff94 req-6a60c927-57ea-4917-9684-0dccf7642c01 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.720728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fc749d-e19e-475a-aae5-d61b4f12ff94 req-6a60c927-57ea-4917-9684-0dccf7642c01 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.1119218 Jun 30 08:59:58.746848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.789423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fc749d-e19e-475a-aae5-d61b4f12ff94 req-0431a974-8e90-47db-809d-bdbcbbf36dbe tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615151 Jun 30 08:59:58.818864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ded11-8824-4dae-88bc-888f7104af47 req-c4cf0f87-1898-4993-b35a-6c1b1021cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.820479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-c4cf0f87-1898-4993-b35a-6c1b1021cff6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 200 len: 905 time: 0.2604001 Jun 30 08:59:58.903767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Deleting subnet af706342-3f17-4ca2-8ccf-80b07f5ec934 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 08:59:58.908252 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:58.926252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-11517e55-6a2b-4eb8-aec2-c690e5477909 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6261e014-1607-44a9-a8e7-33f56ea8d844 HTTP/1.1" status: 200 len: 217 time: 0.0987971 Jun 30 08:59:58.988518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ded11-8824-4dae-88bc-888f7104af47 req-132713d2-cbba-41c9-b790-1ce8d279672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:58.990383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-132713d2-cbba-41c9-b790-1ce8d279672b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 200 len: 844 time: 0.0555162 Jun 30 08:59:59.026517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.112160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-f810c89a-7514-48e7-bb36-4adad4975be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2246ad04-7b93-4d62-94d6-412ecb002d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395992 Jun 30 08:59:59.113486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.127013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.208960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-807dbd07-1218-4251-9ce7-ddaf22947ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.210299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124248f-0692-43bc-8f51-4f3699d26ffe req-2c7a5f99-3ce1-4556-9cb8-d058ff98367c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.211867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e124248f-0692-43bc-8f51-4f3699d26ffe req-2c7a5f99-3ce1-4556-9cb8-d058ff98367c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.2569230 Jun 30 08:59:59.237294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:59:59.252419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:59:59.261859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Pushing event updated for resources: {'Port': ['ID=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:59.274648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:59:59.290290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:59:59.301107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e124248f-0692-43bc-8f51-4f3699d26ffe req-18b56211-df89-4d14-a019-8fcd67ec52c1 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734892 Jun 30 08:59:59.313137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.364724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:59:59.369701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:59:59.370106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.385088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-1834921d-315d-43e8-b7c0-1d3d8bde6274 service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604606 Jun 30 08:59:59.419384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.437239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Deleting port 727e0146-b841-44be-a18b-e2e989852745 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 08:59:59.437661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.463554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.474910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c6626f58-6e87-40bf-b9ba-8c25e65b69a8 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 08:59:59.477921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:59.519594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:59.520363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ddbce515-02b7-4f6a-92f8-04d7a5c8ac19 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:59.521025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 08:59:59.604556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 08:59:59.615870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5c01dcc7-099e-44cc-a9a1-7f7ca3dbc5dd not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 08:59:59.630441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 08:59:59.681867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:59.704821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-121ded11-8824-4dae-88bc-888f7104af47 req-43217ef2-437d-4af2-b288-e78bf3a3c8bc service neutron] 10.222.0.11 "GET /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842171 Jun 30 08:59:59.728231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] For port 727e0146-b841-44be-a18b-e2e989852745, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=727e0146-b841-44be-a18b-e2e989852745,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:59.728547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91c745-43b1-4b31-aa93-543f92998041 req-02b2ef5d-dffc-4963-8ee3-830c7ed4c2e2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.729043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.730691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f91c745-43b1-4b31-aa93-543f92998041 req-02b2ef5d-dffc-4963-8ee3-830c7ed4c2e2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.6346023 Jun 30 08:59:59.735330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af706342-3f17-4ca2-8ccf-80b07f5ec934,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:59.738218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-network', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:59:59.747625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.749529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6f160d7-8647-48c1-bdfc-5ce96e2be2f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/af706342-3f17-4ca2-8ccf-80b07f5ec934 HTTP/1.1" status: 204 len: 168 time: 1.3231685 Jun 30 08:59:59.750113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.763428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43152) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:59:59.783256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Calling delete_port for 727e0146-b841-44be-a18b-e2e989852745 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 08:59:59.790256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:59.817714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f91c745-43b1-4b31-aa93-543f92998041 req-dd544f08-fb21-4841-8698-ff2135cdfc77 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657802 Jun 30 08:59:59.830072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8', 'mac_address': 'fa:16:3e:31:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 08:59:59.833525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:59:59.854353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cab51c-ea60-4f18-a098-da3b5ee3297e req-6cdceaef-8644-469f-9a8a-fc10ffc98fea tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:59:59.856442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6cab51c-ea60-4f18-a098-da3b5ee3297e req-6cdceaef-8644-469f-9a8a-fc10ffc98fea tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 943 time: 0.1245248 Jun 30 08:59:59.880664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.899666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6cab51c-ea60-4f18-a098-da3b5ee3297e req-a1ebcdee-df57-4936-a97e-1eb0e3d75d41 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Jun 30 08:59:59.901147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6626f58-6e87-40bf-b9ba-8c25e65b69a8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 08:59:59.906649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:59.933584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:59:59.938804 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.003212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Made reservation on behalf of 34d14093acdf40439baa91459e9cd2f1 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:00.005393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.009351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:00.029616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.037894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56fab3-d294-440d-ae0e-05134869fa23 req-c9e0bcc1-8e93-48d6-904e-c6f4c1ffcf54 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:00.039369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d56fab3-d294-440d-ae0e-05134869fa23 req-c9e0bcc1-8e93-48d6-904e-c6f4c1ffcf54 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.0716891 Jun 30 09:00:00.100938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d56fab3-d294-440d-ae0e-05134869fa23 req-1b5d858f-4adb-43b7-af57-ed20c67fbde2 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jun 30 09:00:00.115121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.155669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:00.173143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.231110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5a1545-b1e5-4c68-b5eb-e6b651adce71']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:00.276545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99810dc2-b4fa-48cd-bdc1-f5584bd2c194') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:00.277321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99810dc2-b4fa-48cd-bdc1-f5584bd2c194') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:00.307728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.340900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.360706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:00.361041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:00.364147 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:00.498004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d66f1-b15d-4d25-9d6b-55a8442c3951 req-a1142423-ff79-4a99-b171-f5d8257d7de8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:00.499927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-232d66f1-b15d-4d25-9d6b-55a8442c3951 req-a1142423-ff79-4a99-b171-f5d8257d7de8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.0656064 Jun 30 09:00:00.539926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-232d66f1-b15d-4d25-9d6b-55a8442c3951 req-e5dfa6d5-021a-404a-8b5a-5dfd1cfeb70c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340066 Jun 30 09:00:00.818699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.830881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.837435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.839590 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] 10.222.0.66 "DELETE /v2.0/networks/0b5a1545-b1e5-4c68-b5eb-e6b651adce71 HTTP/1.1" status: 204 len: 168 time: 1.0749412 Jun 30 09:00:00.843279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:00.857743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.875804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e669b60-c2bf-45b8-a45e-ef9388c30bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5a1545-b1e5-4c68-b5eb-e6b651adce71,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:00.893347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.895377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Deleting subnet f6ea25c5-12e0-44cb-a10e-b93c6c7474dc {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:00.898846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.908522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:00.935322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.941032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.949494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Pushing event deleted for resources: {'Port': ['ID=727e0146-b841-44be-a18b-e2e989852745,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:00.961556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:00.961929 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Added segment e2ebbf29-a210-415c-b65f-f604165e9fb5 of type vlan for network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c Jun 30 09:00:00.972529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.019301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.045681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-cefd8ff5-cfb8-4f79-8d90-05211c242d9a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.047226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-cefd8ff5-cfb8-4f79-8d90-05211c242d9a tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.11 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.6131396 Jun 30 09:00:01.119038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.158230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.198455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.204468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f6ea25c5-12e0-44cb-a10e-b93c6c7474dc HTTP/1.1" status: 204 len: 168 time: 0.3600008 Jun 30 09:00:01.205603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43166) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:01.207184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72467b-cc58-4eeb-bd07-546b783f4d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ea25c5-12e0-44cb-a10e-b93c6c7474dc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.247714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa1e00-6cfe-4eab-970e-e9669ea9119a req-8083b2b3-14cb-4975-96b8-765acf687181 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.250419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58aa1e00-6cfe-4eab-970e-e9669ea9119a req-8083b2b3-14cb-4975-96b8-765acf687181 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2551019 Jun 30 09:00:01.270214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:01.272217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decac9a-d739-43ea-b494-72ffe60a39c7 req-4c912ee5-674e-42d6-982f-ee39d186a92c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.273932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8decac9a-d739-43ea-b494-72ffe60a39c7 req-4c912ee5-674e-42d6-982f-ee39d186a92c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 944 time: 0.1790881 Jun 30 09:00:01.327682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:01.328015 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.332467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.resource_extend [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:00:01.339043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58aa1e00-6cfe-4eab-970e-e9669ea9119a req-0b1bebb4-265f-4b0d-b1d8-fde8b67b060b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828111 Jun 30 09:00:01.357578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8decac9a-d739-43ea-b494-72ffe60a39c7 req-ca6784a1-bbab-4d5e-a034-d255effbd233 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Jun 30 09:00:01.460408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.461376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.462016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.484201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c6626f58-6e87-40bf-b9ba-8c25e65b69a8 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:01.529106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.556368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:01.562696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:01.563283 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.570939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe2e4-3117-4f60-8c3a-978cd7f1e161 req-87a8bd8e-b7f7-4b79-888c-8530b032c367 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.582516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-becfe2e4-3117-4f60-8c3a-978cd7f1e161 req-87a8bd8e-b7f7-4b79-888c-8530b032c367 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 950 time: 0.1104641 Jun 30 09:00:01.588920 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1670802 Jun 30 09:00:01.593194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:01.604247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Request body: {'subnet': {'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-subnet', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:01.632154 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.640521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a69a6-2dcc-4d38-9ffd-2b65046f7cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:01.661188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-becfe2e4-3117-4f60-8c3a-978cd7f1e161 req-a4654b93-85c0-47c9-993d-6c0e43f5ce83 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/security-groups?id=8bfeed63-5165-4ad3-8961-af703a874fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776463 Jun 30 09:00:01.703392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:01.771345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Deleting port 3990c527-e25e-49ad-8d45-d74d8e420892 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:01.771952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.776035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:01.818279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Made reservation on behalf of 34d14093acdf40439baa91459e9cd2f1 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:01.821957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.849067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79fc8a-1282-42ea-ac5a-be7e2e836c3d req-473db13a-5478-4df1-b338-16266a87d756 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:01.851302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f79fc8a-1282-42ea-ac5a-be7e2e836c3d req-473db13a-5478-4df1-b338-16266a87d756 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.1212747 Jun 30 09:00:01.905355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f79fc8a-1282-42ea-ac5a-be7e2e836c3d req-63e145f1-6b47-406a-8d9b-0c2d7dc92e29 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Jun 30 09:00:01.977840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.992416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:01.994827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.004704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5b78b023-3d29-4a01-89e8-ed3b6a244fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.022222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:02.024500 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e268abe-7170-4016-a79a-3ef46019f374" -d '{"events": [{"server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "name": "network-vif-plugged", "status": "completed", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:02.039263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:02.046038 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.073436 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160123cc-e9a0-4bab-a579-918fedf87834 x-openstack-request-id: req-160123cc-e9a0-4bab-a579-918fedf87834 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:02.073783 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "name": "network-vif-plugged", "status": "completed", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:02.074262 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-160123cc-e9a0-4bab-a579-918fedf87834 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:02.077833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b7f62b-ad92-436a-898e-80fa631b9bc5']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:02.078121 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8', 'code': 200} Jun 30 09:00:02.107929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.122887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95382a70-99fd-46e2-b0a5-80424012d2fb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:02.123391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95382a70-99fd-46e2-b0a5-80424012d2fb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:02.188535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a8bba-0485-4204-98a1-554489317cdb req-9f38af9f-6c4a-408e-b2f7-87840e198def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.190177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f9a8bba-0485-4204-98a1-554489317cdb req-9f38af9f-6c4a-408e-b2f7-87840e198def service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 1097 time: 0.0524929 Jun 30 09:00:02.193524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.215910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] For port 3990c527-e25e-49ad-8d45-d74d8e420892, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3990c527-e25e-49ad-8d45-d74d8e420892,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:02.216279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.225697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f9a8bba-0485-4204-98a1-554489317cdb req-3b4df2e6-33b4-42d0-a481-03a8a1bcf6da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291293 Jun 30 09:00:02.244233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.251248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Calling delete_port for 3990c527-e25e-49ad-8d45-d74d8e420892 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:02.320160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:02.320583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:02.323810 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:02.420955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:02.434328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Sync routers for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:02.454674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:02.456092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:02.547711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.566804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.571047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3bb2a620-ee82-4695-9d33-fa03c96936ee admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8397374 Jun 30 09:00:02.571430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43178) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:02.574769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.579455 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5b7f62b-ad92-436a-898e-80fa631b9bc5 HTTP/1.1" status: 204 len: 168 time: 1.3697808 Jun 30 09:00:02.599689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:02.610012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d47d0-3360-4d21-86e2-cbeda46c185c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b7f62b-ad92-436a-898e-80fa631b9bc5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.613164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.659603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:02.678160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbb08c-1168-40c2-90d0-b6eb5fab487d req-9f6d66e1-530f-4d51-aefe-3c25d9f36325 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.679746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9bbb08c-1168-40c2-90d0-b6eb5fab487d req-9f6d66e1-530f-4d51-aefe-3c25d9f36325 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2030485 Jun 30 09:00:02.713736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a14c35d-5fb8-4e6f-a166-9de007b042f4,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.741342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131637e-0459-457e-b586-43ae2ef73cc1 req-5aea9acf-6caf-4577-a33b-7f49df0b5ff3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:02.749157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9131637e-0459-457e-b586-43ae2ef73cc1 req-5aea9acf-6caf-4577-a33b-7f49df0b5ff3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 945 time: 0.2381744 Jun 30 09:00:02.750370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43184) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:02.814471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Checking segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:02.814850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Network hostable DHCP agents. Network: 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:02.823298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.860410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9bbb08c-1168-40c2-90d0-b6eb5fab487d req-e97c90f0-8330-418d-8d8d-209330b4451e tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451011 Jun 30 09:00:02.862719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3990c527-e25e-49ad-8d45-d74d8e420892'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:02.868162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:02.887717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9131637e-0459-457e-b586-43ae2ef73cc1 req-cb7681d7-864b-41f0-84ea-f90be947848f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376624 Jun 30 09:00:02.907281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Pushing event deleted for resources: {'Port': ['ID=3990c527-e25e-49ad-8d45-d74d8e420892,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:02.968932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d59838c-8778-4e8d-a286-dd7002cae50c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=181dc6030a41419794abfd8e61972460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160892 Jun 30 09:00:02.970032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:02.972601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:02.974939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T08:59:59Z', 'revision_number': 3, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T08:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:03.018674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] No DVR routers for this DVR port 3990c527-e25e-49ad-8d45-d74d8e420892 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:03.025405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:03.027949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:03.036167 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Sync routers for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:03.059890 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:03.060636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.061132 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:03.062956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d7fd0447-29c4-4649-82df-49c0bfb52960 req-a67714ae-cd98-4ca0-aa43-f2c2dddf82e6 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.11 "DELETE /v2.0/ports/3990c527-e25e-49ad-8d45-d74d8e420892 HTTP/1.1" status: 204 len: 173 time: 1.9771509 Jun 30 09:00:03.070000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a11654a0-0b57-48ae-b1cd-348e83d4d285 admin admin] 10.222.0.66 "PUT /v2.0/routers/a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1523528 Jun 30 09:00:03.080934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'name': 'network-vif-deleted', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:03.083509 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88073ab0-f2e4-4d8e-a62e-e7d4f0b6719c" -d '{"events": [{"server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "name": "network-vif-deleted", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:03.090188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Checking router: 97c36fc0-14d3-4432-9874-f5e27ac5dfbd for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:03.090558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Updating router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:03.111846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:03.186473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.187302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.208220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.216915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ade59fb-d1d4-4d6e-b51a-1bcac32926ce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6141670 Jun 30 09:00:03.217737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43196) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:03.233842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:03.248981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08c25e-d238-40d5-97b7-0a03c8f9babb None None] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:03.276318 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:03.281316 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.293160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.308661 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.358699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:03.557598 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T09:00:00Z', 'revision_number': 5, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:03.570510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.585698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3c24cd-41fb-4ed4-9b50-77a0e3a983f8 req-fcc0f143-cfae-4d7a-a663-3ea6a25c7c15 tempest-ServersAdminNegativeTestJSON-875503159 tempest-ServersAdminNegativeTestJSON-875503159-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de991a4-9627-4cac-9c0a-0c14178f0d23 HTTP/1.1" status: 200 len: 210 time: 0.3250642 Jun 30 09:00:03.606743 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Checking router: a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:03.619282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Routers {'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:03.619926 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:03.671593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.682613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.700108 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d4db44-2e47-484b-aebc-89f73e217884 x-openstack-request-id: req-b1d4db44-2e47-484b-aebc-89f73e217884 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:03.700539 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de991a4-9627-4cac-9c0a-0c14178f0d23", "name": "network-vif-deleted", "tag": "3990c527-e25e-49ad-8d45-d74d8e420892", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:03.701846 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1d4db44-2e47-484b-aebc-89f73e217884 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:03.701846 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de991a4-9627-4cac-9c0a-0c14178f0d23', 'name': 'network-vif-deleted', 'tag': '3990c527-e25e-49ad-8d45-d74d8e420892', 'status': 'completed', 'code': 200} Jun 30 09:00:03.714089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:03.715104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.770924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:03.795864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5b0b-74fc-4bbe-8136-6fde6520ffe9 req-cd60ffc3-d934-4301-a050-b7c63da811b8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:03.797550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55af5b0b-74fc-4bbe-8136-6fde6520ffe9 req-cd60ffc3-d934-4301-a050-b7c63da811b8 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.5342312 Jun 30 09:00:03.838041 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] Set router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:03.857036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:03.868971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.882378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.940854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55af5b0b-74fc-4bbe-8136-6fde6520ffe9 req-9434b547-e889-4bf3-9b64-0976efd08248 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290083 Jun 30 09:00:03.993955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:03.999044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.000572 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91fcd774-d260-4f08-bf4b-45d5b5251a04 HTTP/1.1" status: 204 len: 168 time: 1.0230479 Jun 30 09:00:04.020188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c84c7-3b0b-4409-aa77-9f72772607cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fcd774-d260-4f08-bf4b-45d5b5251a04,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:04.117427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.148339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.168367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6261e014-1607-44a9-a8e7-33f56ea8d844 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:04.174775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T09:00:00Z', 'revision_number': 5, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:04.186558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Allocated IP 172.20.0.2 (332f74bf-c7ad-4a8a-b81d-bb8fc33c711c/5a14c35d-5fb8-4e6f-a166-9de007b042f4/86f24027-e7d1-4f93-bbf6-7b4481c68660) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:04.190905 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.206967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08d9bb-d7c5-4f14-86bf-748ac42f55ad None None] The sync data for ids ['a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6'] in n-d-779913-25 is: [{'id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061014005-router', 'tenant_id': '1ede0093347e4375b3706bb3263e6c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:52:53Z', 'updated_at': '2021-06-30T09:00:00Z', 'revision_number': 5, 'project_id': '1ede0093347e4375b3706bb3263e6c3f', 'gw_port': {'id': '03fcf1c2-26ee-44dd-9014-8a1a56cae865', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:88:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:52:55Z', 'updated_at': '2021-06-30T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:04.235661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.246602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:04.252846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Transition to ACTIVE for port object 84fd8f41-81d6-4d73-a0b8-034beec2ce3f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:04.267629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.325542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.440568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Attempting to bind port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:04.440941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Attempting to bind port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:04.441312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Attempting to bind port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:04.444710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:04.504821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:04.505878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:04.506303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.506707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:04.507209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Bound port: 84fd8f41-81d6-4d73-a0b8-034beec2ce3f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:04.507594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.517678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.545378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:04.547432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.560848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Deleting port 03fcf1c2-26ee-44dd-9014-8a1a56cae865 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:04.561371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.616719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.618494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.621189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] For port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:04.623018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941872e2-8c39-4122-b146-4f066ea5eb68 None None] Pushing event updated for resources: {'Port': ['ID=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:04.629538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] For port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:04.632618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6261e014-1607-44a9-a8e7-33f56ea8d844'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:04.641226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.662583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Transition to ACTIVE for port object 86f24027-e7d1-4f93-bbf6-7b4481c68660 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:04.701177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Allocated IP 172.25.4.230 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/3a3494ab-9e9a-457c-9aca-ed05cc87887e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:04.722963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263abb-6149-4e0d-9b5d-3876644cc129 req-a5d62285-2efd-4652-9e04-e9394bbe9ea2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:04.724935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73263abb-6149-4e0d-9b5d-3876644cc129 req-a5d62285-2efd-4652-9e04-e9394bbe9ea2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.5456338 Jun 30 09:00:04.749176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6b8aec90-ba13-48cf-a923-29b53a2f1a2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a116506e30c4d68a7ebd3650c0575ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996212 Jun 30 09:00:04.755770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Transition to ACTIVE for port object 86f24027-e7d1-4f93-bbf6-7b4481c68660 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:04.761679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:04.775525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Allocated IP 172.20.0.1 (4c735695-6672-4d19-b042-93cd6e2d9b59/8bec4037-f992-44ca-8a70-bff3245f03c7/9e8a1894-b3ec-4028-b858-34bcbe33ba43) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:04.790904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941872e2-8c39-4122-b146-4f066ea5eb68 None None] Pushing event updated for resources: {'Port': ['ID=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:04.811862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:04.813464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:04.834739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea914de-212c-48ec-ab86-ffd0e65d4af3 req-1f9e547d-025b-442c-9457-b47d39cb7d59 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:04.843406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cea914de-212c-48ec-ab86-ffd0e65d4af3 req-1f9e547d-025b-442c-9457-b47d39cb7d59 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 945 time: 0.5708044 Jun 30 09:00:04.854207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.859403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.908669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:04.953275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:04.959299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:04.961889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:04.992147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73263abb-6149-4e0d-9b5d-3876644cc129 req-b4e2a0ff-aab2-4fdd-9bca-c13f40f6c956 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528243 Jun 30 09:00:04.994612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] For port 03fcf1c2-26ee-44dd-9014-8a1a56cae865, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03fcf1c2-26ee-44dd-9014-8a1a56cae865,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:04.995338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.010296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3494ab-9e9a-457c-9aca-ed05cc87887e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.034086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Calling delete_port for 03fcf1c2-26ee-44dd-9014-8a1a56cae865 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:05.081103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cea914de-212c-48ec-ab86-ffd0e65d4af3 req-52ed6673-52b7-4aa4-bde2-743b4015d9ec tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369585 Jun 30 09:00:05.092041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.156868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.177307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 727e0146-b841-44be-a18b-e2e989852745 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:05.223005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 727e0146-b841-44be-a18b-e2e989852745 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:05.223916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 727e0146-b841-44be-a18b-e2e989852745 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:05.229351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.240376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.272993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:05.299204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Transition to ACTIVE for port object 9e8a1894-b3ec-4028-b858-34bcbe33ba43 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:05.318885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:05.323847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Pushing event updated for resources: {'Port': ['ID=86f24027-e7d1-4f93-bbf6-7b4481c68660,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.327112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:05.395266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3990c527-e25e-49ad-8d45-d74d8e420892 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:05.406053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.457389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 3990c527-e25e-49ad-8d45-d74d8e420892 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:05.457889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3990c527-e25e-49ad-8d45-d74d8e420892 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:05.473848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:05.543746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Attempting to bind port 86f24027-e7d1-4f93-bbf6-7b4481c68660 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:05.544500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Attempting to bind port 86f24027-e7d1-4f93-bbf6-7b4481c68660 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:05.545105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Attempting to bind port 86f24027-e7d1-4f93-bbf6-7b4481c68660 on network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:05.557463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:05.558492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Checking segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:05.558823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.559224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Bound using segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:05.559703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Bound port: 86f24027-e7d1-4f93-bbf6-7b4481c68660, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:05.560087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.607305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.611928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.616007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/344356c9-3c9b-4ecf-ac58-f436906d02f5 HTTP/1.1" status: 204 len: 168 time: 0.8427365 Jun 30 09:00:05.685206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad15d4-ea0a-4c4f-bce3-e4d724e63d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344356c9-3c9b-4ecf-ac58-f436906d02f5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.710004 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.716978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] For port 86f24027-e7d1-4f93-bbf6-7b4481c68660, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:05.756035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] For port 86f24027-e7d1-4f93-bbf6-7b4481c68660, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=86f24027-e7d1-4f93-bbf6-7b4481c68660,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:05.765658 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.778857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:05.825368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4740ad-740a-4de2-a110-d8da6aa494d5 req-05450481-7346-4f00-930d-29c9ba6b19e2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:05.837109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad4740ad-740a-4de2-a110-d8da6aa494d5 req-05450481-7346-4f00-930d-29c9ba6b19e2 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 944 time: 0.5254638 Jun 30 09:00:05.858863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T08:59:59Z', 'revision_number': 3, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:05.905511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2c2fb-2546-4d48-b2c6-bc0050d2a65d None None] Pushing event updated for resources: {'Port': ['ID=86f24027-e7d1-4f93-bbf6-7b4481c68660,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:05.910642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabcb4f-dfdf-4a6b-83e1-619f7d1758a2 None None] The sync data for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 is: [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T08:59:59Z', 'revision_number': 3, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:05.938180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:05.998897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:06.010265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:06.021999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:06.053923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:06.123895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.189078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-c380b966-10d1-469d-9cfc-27eb563e61df tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:06.191150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-c380b966-10d1-469d-9cfc-27eb563e61df tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.7528977 Jun 30 09:00:06.272634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:06.299346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad4740ad-740a-4de2-a110-d8da6aa494d5 req-9f1b82c3-f14e-4a75-873f-c730bc6f6a7c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608216 Jun 30 09:00:06.300948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Sync routers for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:06.326268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:06.328573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:06.330048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:06.346239 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.353064 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-969df9c0-4169-46b4-a24c-57f74bf079c0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1341832 Jun 30 09:00:06.353851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:06.415783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.609194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:06.876731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-303d54f3-51e8-43a5-b6ea-12e5e00a7b11 None None] Provisioning for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:06.884568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:05Z', 'revision_number': 3, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:06.947611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-303d54f3-51e8-43a5-b6ea-12e5e00a7b11 None None] Provisioning complete for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:06.948027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-303d54f3-51e8-43a5-b6ea-12e5e00a7b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:06.993622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Checking router: bf537396-7b32-4afd-b4fb-3cb5a3ddc588 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:06.993933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Updating router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 port 3a3494ab-9e9a-457c-9aca-ed05cc87887e binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:07.031281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-303d54f3-51e8-43a5-b6ea-12e5e00a7b11 None None] Port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:07.032874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.231821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-609941c0-d66c-43bf-9f89-2fec8b3413e7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.9138103 Jun 30 09:00:07.247543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fcf1c2-26ee-44dd-9014-8a1a56cae865,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.372452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.595243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.614345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Transition to ACTIVE for port object 3a3494ab-9e9a-457c-9aca-ed05cc87887e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:07.628191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 86f24027-e7d1-4f93-bbf6-7b4481c68660 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:07.632336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:07.655072 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-068f6d61-e743-49ba-bd53-ac5c4e07bc63 service neutron] show failed (client error): The resource could not be found. Jun 30 09:00:07.657111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-068f6d61-e743-49ba-bd53-ac5c4e07bc63 service neutron] 10.222.0.11 "GET /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.2553616 Jun 30 09:00:07.695841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.717230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-99c77b63-2050-4c3e-8208-90e8050b8dc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a038828d2754707b981312e545023c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7719669 Jun 30 09:00:07.723530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43264) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:07.791583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.817191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9acb-14ce-4401-b697-d2a2cda2e95c None None] Pushing event updated for resources: {'Port': ['ID=3a3494ab-9e9a-457c-9aca-ed05cc87887e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:07.892481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Allocated IP 172.20.0.1 (332f74bf-c7ad-4a8a-b81d-bb8fc33c711c/5a14c35d-5fb8-4e6f-a166-9de007b042f4/655b8a0c-b200-4473-a845-e45d7c8a74ea) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:07.895292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.947791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e8375-e955-4935-87d8-7c2fcb54afc6 None None] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:07.960291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:07.960510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Attempting to bind port 3a3494ab-9e9a-457c-9aca-ed05cc87887e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:07.960895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Attempting to bind port 3a3494ab-9e9a-457c-9aca-ed05cc87887e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:07.961265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Attempting to bind port 3a3494ab-9e9a-457c-9aca-ed05cc87887e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:07.997109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cabe5-eac7-40a6-807e-71eaac604160 req-1326c34b-ae68-4ed8-a91e-301d3446c10f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:07.999199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-677cabe5-eac7-40a6-807e-71eaac604160 req-1326c34b-ae68-4ed8-a91e-301d3446c10f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.7716534 Jun 30 09:00:08.013237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.020435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-5290abf2-9d6a-4148-a8d2-216165d5e8fa tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7496004 Jun 30 09:00:08.023614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.036158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.062260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.068332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.070764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bfeed63-5165-4ad3-8961-af703a874fd8 HTTP/1.1" status: 204 len: 168 time: 0.3442838 Jun 30 09:00:08.084421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:08.084881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:08.085229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.085720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:08.087121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Bound port: 3a3494ab-9e9a-457c-9aca-ed05cc87887e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:08.087846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.088163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfeed63-5165-4ad3-8961-af703a874fd8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:08.103900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.104316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.105417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.106064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.106694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.107106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.107437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.107771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.108304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.109073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.109424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.109829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71893f13-bbac-472e-be01-0a1dbd323167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:08.162507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:08.164663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Provisioning for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:08.176979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Provisioning complete for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.177405 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.184582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] For port 3a3494ab-9e9a-457c-9aca-ed05cc87887e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:08.188609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6261e014-1607-44a9-a8e7-33f56ea8d844 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:08.190812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.191255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.193281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.227266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Transition to ACTIVE for port object 655b8a0c-b200-4473-a845-e45d7c8a74ea will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:08.281250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.282031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:00:08.300261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6261e014-1607-44a9-a8e7-33f56ea8d844 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:08.300767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.307100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.309407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.311211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f6ff98eb-68fb-49f9-a82c-aa521b967bf6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a3eae7b7-7af1-4ae5-ad15-d31bf3e05cc6 HTTP/1.1" status: 204 len: 168 time: 5.1979275 Jun 30 09:00:08.312588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] For port 3a3494ab-9e9a-457c-9aca-ed05cc87887e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a3494ab-9e9a-457c-9aca-ed05cc87887e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:08.321202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-677cabe5-eac7-40a6-807e-71eaac604160 req-0d94ee28-1e11-4116-97a6-058c3609a2f3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106227 Jun 30 09:00:08.323650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43274) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:08.403204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.421415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:08.426606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:08.435461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:08.487377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.598933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Pushing event updated for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:08.634631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-dc025cb9-688a-400c-87d6-4a9b3f2db1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.636734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-dc025cb9-688a-400c-87d6-4a9b3f2db1bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1101 time: 0.5823808 Jun 30 09:00:08.666499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-9a15b7a5-cb3b-47c4-8e2a-e1c967c65730 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163561 Jun 30 09:00:08.670611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:08.700409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Deleting subnet 18ed9400-71e7-4d68-b447-6c53e1feab9e {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:08.732029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.791902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.821669 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.874723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:08.875412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:08.883196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:08.910818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43288) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:08.956660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6285-986e-49b7-b0f5-69bad14b17d3 req-d502d99f-104d-4de3-adec-0a6edb53c601 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:08.961596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2d6285-986e-49b7-b0f5-69bad14b17d3 req-d502d99f-104d-4de3-adec-0a6edb53c601 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 944 time: 0.3651192 Jun 30 09:00:09.020693 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f4c38296-baca-434c-bc2a-887e6ddf71ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddfda9708a6449638326510276062593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061258 Jun 30 09:00:09.022516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:09.065517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.112985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7cabb5e-c615-41f1-8645-cee265392f47 req-54b546ec-2c4e-4f23-9f50-2dee2f8bc778 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203994 Jun 30 09:00:09.113447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.144509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.153211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.156205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.169093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.225070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.229436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.258177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2d6285-986e-49b7-b0f5-69bad14b17d3 req-8d71bef8-543a-4a75-bf63-1b070fb7976f tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954977 Jun 30 09:00:09.284646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Pushing event updated for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.302183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.361412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.364685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.368482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:09.412343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9acb-14ce-4401-b697-d2a2cda2e95c None None] Pushing event updated for resources: {'Port': ['ID=3a3494ab-9e9a-457c-9aca-ed05cc87887e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.484870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.487564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.488842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2feda33-0cd2-487b-b2d7-d0e324589b61 HTTP/1.1" status: 204 len: 168 time: 0.4662230 Jun 30 09:00:09.627939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.644721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 86f24027-e7d1-4f93-bbf6-7b4481c68660, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=86f24027-e7d1-4f93-bbf6-7b4481c68660,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:09.650576 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.736274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.737699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 84fd8f41-81d6-4d73-a0b8-034beec2ce3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:09.787763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:09.816028 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d72e7-b5e9-4119-914b-5b248e82cf0e" -d '{"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:09.849032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a89e6-0d5e-4647-b5c9-3395864e619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2feda33-0cd2-487b-b2d7-d0e324589b61,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:09.891208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:09.894377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:09.903681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:09.919190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:09.976984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:10.030084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.082645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:10.083153 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-45af122e-ab0f-4d33-853b-574f01826d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:10.117471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:10.124530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=86f24027-e7d1-4f93-bbf6-7b4481c68660,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:10.175749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ed9400-71e7-4d68-b447-6c53e1feab9e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:10.194514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.199939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-90217c0b-3bb0-4564-be7a-f49dc70a9b4c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/18ed9400-71e7-4d68-b447-6c53e1feab9e HTTP/1.1" status: 204 len: 168 time: 1.8674061 Jun 30 09:00:10.201181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43334) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:10.203189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:10.232645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:10.240247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f3cb0-0593-4378-89fe-3b9ce1f29de0 None None] Network 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:10.257816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:10.376018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:10.392195 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.418685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:10.419266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.515855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:10.521253 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-afce1dd5-9539-4038-95c9-b1e507d417a0 admin admin] 10.222.0.66 "PUT /v2.0/routers/bf537396-7b32-4afd-b4fb-3cb5a3ddc588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1646276 Jun 30 09:00:10.528615 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52715d51-f979-43ee-9100-00e53e45f16d x-openstack-request-id: req-52715d51-f979-43ee-9100-00e53e45f16d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:10.529067 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:10.529326 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52715d51-f979-43ee-9100-00e53e45f16d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:10.529729 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'code': 200} Jun 30 09:00:10.632813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:10.708408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea8dfc-9f71-4310-b1e7-9fce05d8a882 req-00bd94f2-baea-4608-b8fe-855cf4c1e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:10.718790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4dea8dfc-9f71-4310-b1e7-9fce05d8a882 req-00bd94f2-baea-4608-b8fe-855cf4c1e5ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 1097 time: 0.1261091 Jun 30 09:00:10.724399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.808551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4dea8dfc-9f71-4310-b1e7-9fce05d8a882 req-62328970-e28a-42ea-9c8e-224e340b101a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788934 Jun 30 09:00:10.850432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:10.880747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 2, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:10.946968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:10.950460 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5e7c90-9c89-489f-aa8a-ef1c26ff9144" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:10.955838 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:10.985287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:10.988027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89882-60db-4ad6-bc33-e6dc9fd26db8 None None] The sync data for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 is: [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 2, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:10.991563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.008715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Deleting port 175ac48c-0329-4a57-b350-e3f6acc46187 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:11.009562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.016483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Transition to ACTIVE for port object a7d1d8bc-c972-420c-8ba6-0840d05c654c will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:11.039566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:11.057657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.165800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.174748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] DHCP port deletion for 2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:00:11.194428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Provisioning for port 655b8a0c-b200-4473-a845-e45d7c8a74ea completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:11.211314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:11.211314 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:11.218373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Provisioning complete for port 655b8a0c-b200-4473-a845-e45d7c8a74ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:11.218898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.267955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 86f24027-e7d1-4f93-bbf6-7b4481c68660 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:11.333027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:11.433121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Port 655b8a0c-b200-4473-a845-e45d7c8a74ea cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:11.475148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d546c-944c-41a7-bff2-27ce7b396982 req-f1d65c53-9dfd-4ff4-9fba-8457c819abb7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.483508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea9d546c-944c-41a7-bff2-27ce7b396982 req-f1d65c53-9dfd-4ff4-9fba-8457c819abb7 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 1.0712698 Jun 30 09:00:11.486761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] For port 175ac48c-0329-4a57-b350-e3f6acc46187, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=175ac48c-0329-4a57-b350-e3f6acc46187,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:11.487127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.518129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] No DVR routers for this DVR port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:11.520053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Deleting port 175ac48c-0329-4a57-b350-e3f6acc46187 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:11.520447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.558365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:11.598169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Provisioning complete for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:11.598893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.627743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Calling delete_port for 175ac48c-0329-4a57-b350-e3f6acc46187 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:11.669674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:11.688113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e77350f-10f4-4b99-91c4-fbaad6953032 admin admin] 10.222.0.66 "PUT /v2.0/routers/97c36fc0-14d3-4432-9874-f5e27ac5dfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1156325 Jun 30 09:00:11.704349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Sync routers for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:11.705819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:11.706289 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.718322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:11.721322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:11.760066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:11.790165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] For port 175ac48c-0329-4a57-b350-e3f6acc46187, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=175ac48c-0329-4a57-b350-e3f6acc46187,segment=NetworkSegment(2174cd1d-6ddd-46b3-9cb5-7fdded6b7237),segment_id=2174cd1d-6ddd-46b3-9cb5-7fdded6b7237)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:11.790966 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.828510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea9d546c-944c-41a7-bff2-27ce7b396982 req-580935ad-1e1e-4715-9916-7f581b80827c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440974 Jun 30 09:00:11.838962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:11.839730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:11.840317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:11.867547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Calling delete_port for 175ac48c-0329-4a57-b350-e3f6acc46187 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:11.869292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Provisioning complete for port 86f24027-e7d1-4f93-bbf6-7b4481c68660 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:11.869697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8794-4157-46de-ae01-ec908f592672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.879451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:11.880349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:11.915717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:11.916441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:11.916983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:11.919676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Bound port: a7d1d8bc-c972-420c-8ba6-0840d05c654c, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:11.920176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.953916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d5970-770c-48b1-962c-540b56b6428e req-efe9f0b2-30f6-4a80-86fc-520114cf1310 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:11.967814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f09d5970-770c-48b1-962c-540b56b6428e req-efe9f0b2-30f6-4a80-86fc-520114cf1310 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.4109948 Jun 30 09:00:12.024847 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:12.116943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f09d5970-770c-48b1-962c-540b56b6428e req-698be671-fbf2-4ed0-a002-ddfc845ddf58 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481409 Jun 30 09:00:12.197945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.299763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03fcf1c2-26ee-44dd-9014-8a1a56cae865 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:12.347391 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b249ac-4b66-4862-8e28-7d07004ad0df x-openstack-request-id: req-e6b249ac-4b66-4862-8e28-7d07004ad0df {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:12.351991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 03fcf1c2-26ee-44dd-9014-8a1a56cae865 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:12.352341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03fcf1c2-26ee-44dd-9014-8a1a56cae865 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:12.356778 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.364465 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:12.364861 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6b249ac-4b66-4862-8e28-7d07004ad0df {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:12.366256 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'code': 200} Jun 30 09:00:12.378719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Pushing event deleted for resources: {'Port': ['ID=175ac48c-0329-4a57-b350-e3f6acc46187,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:12.384494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] No DVR routers for this DVR port 175ac48c-0329-4a57-b350-e3f6acc46187 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:12.444038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] Pushing event deleted for resources: {'Port': ['ID=175ac48c-0329-4a57-b350-e3f6acc46187,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:12.456040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb5407-506b-46f9-8e34-ad04600cc22a None None] No DVR routers for this DVR port 175ac48c-0329-4a57-b350-e3f6acc46187 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:12.507048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:12.579580 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 2, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:12.612169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:12.676842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.679922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.699446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d523c6c-fec6-41fb-ac5a-5db2b520eaa5']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:12.731275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Checking router: 97c36fc0-14d3-4432-9874-f5e27ac5dfbd for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:12.732281 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Updating router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:12.737357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:12.737652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2174cd1d-6ddd-46b3-9cb5-7fdded6b7237') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:12.768534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:12.769140 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.770883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 1096 time: 4.1070478 Jun 30 09:00:12.775682 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.789052 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.813316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.827675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea4636-4df7-4744-a15e-8b50e779c368 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:12.860100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:12.860518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:12.865347 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:13.387066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a3494ab-9e9a-457c-9aca-ed05cc87887e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:13.515617 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.527402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Transition to ACTIVE for port object 9e8a1894-b3ec-4028-b858-34bcbe33ba43 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:13.539374 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.630224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-d65d3777-7dfc-4578-8c19-89c3bb2df360 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:13.637880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-d65d3777-7dfc-4578-8c19-89c3bb2df360 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 828 time: 1.1318867 Jun 30 09:00:13.658033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3a3494ab-9e9a-457c-9aca-ed05cc87887e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:13.662850 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Pushing event updated for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:13.664344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3a3494ab-9e9a-457c-9aca-ed05cc87887e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:13.664701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.680310 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.680687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.681063 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.681410 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.681741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.682111 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.682778 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.683301 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.683628 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.683952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.684298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.684621 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:13.694776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-7e2fd4dc-7878-4130-a212-dcac518f7387 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/quotas/34d14093acdf40439baa91459e9cd2f1 HTTP/1.1" status: 200 len: 375 time: 0.0558782 Jun 30 09:00:13.779967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.802969 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Attempting to bind port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:13.803920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Attempting to bind port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:13.804473 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Attempting to bind port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 on network 4c735695-6672-4d19-b042-93cd6e2d9b59 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:13.816999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.821203 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:13.821824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Checking segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:13.822660 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.822940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 3a3494ab-9e9a-457c-9aca-ed05cc87887e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a3494ab-9e9a-457c-9aca-ed05cc87887e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:13.825012 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Bound using segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:13.825842 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Bound port: 9e8a1894-b3ec-4028-b858-34bcbe33ba43, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:13.826506 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.835164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.838364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 84fd8f41-81d6-4d73-a0b8-034beec2ce3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:13.865041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:13.871059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2d523c6c-fec6-41fb-ac5a-5db2b520eaa5 HTTP/1.1" status: 204 len: 168 time: 3.6359584 Jun 30 09:00:13.879829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-b73acfda-c067-45ca-8212-120edf2ea27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:13.881866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-b73acfda-c067-45ca-8212-120edf2ea27c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1099 time: 1.0750573 Jun 30 09:00:13.959349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] For port 9e8a1894-b3ec-4028-b858-34bcbe33ba43, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:13.981097 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] For port 9e8a1894-b3ec-4028-b858-34bcbe33ba43, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9e8a1894-b3ec-4028-b858-34bcbe33ba43,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:13.995120 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.022695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132ba90-15d6-4db5-a7fe-65ab8fccf576 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d523c6c-fec6-41fb-ac5a-5db2b520eaa5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:14.038618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=3a3494ab-9e9a-457c-9aca-ed05cc87887e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:14.050474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:14.050865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.086750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-26b094a8-9dcd-475c-9ab6-acd4024ecd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.091075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-26b094a8-9dcd-475c-9ab6-acd4024ecd55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1887133 Jun 30 09:00:14.132163 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:14.132713 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:14.136304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-77d4ea5f-cd04-4414-b0b9-6d7842c057e4 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.138345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-77d4ea5f-cd04-4414-b0b9-6d7842c057e4 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.4984295 Jun 30 09:00:14.192247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-06523caf-2867-4a1e-9a32-03d85af378f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0752614 Jun 30 09:00:14.209797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-2ac66150-7fe4-4ea2-b0a7-9003d2fa681e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5140228 Jun 30 09:00:14.246103 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff35da-0f13-43f4-8c70-89f42e21430d None None] Pushing event updated for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:14.253911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43506) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:14.348274 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f5cd71d-bdd6-47e4-a417-26f4448b7bde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f04beffcda04d9883ed6b79fb5ca37a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0920651 Jun 30 09:00:14.360560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43508) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:14.424372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 175ac48c-0329-4a57-b350-e3f6acc46187 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:14.438262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:14.443006 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935557b4-7820-4963-b406-29067a4c67b1" -d '{"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:14.477741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 175ac48c-0329-4a57-b350-e3f6acc46187 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:14.479354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 175ac48c-0329-4a57-b350-e3f6acc46187 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:14.489420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.524817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-bdac485d-f501-4311-be56-77f97a907e88 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.3346553 Jun 30 09:00:14.541096 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:14.544317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.599587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.603450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.604654 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4947a2c5-0a1a-4da5-bf02-ac14d8e9520e HTTP/1.1" status: 204 len: 168 time: 0.2427757 Jun 30 09:00:14.639368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf9c3e-86bf-47a4-897f-36a5c883a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947a2c5-0a1a-4da5-bf02-ac14d8e9520e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:14.723770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-5395fcbd-b828-4835-9e95-d154ef3ef64f service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127101 Jun 30 09:00:14.736211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-2c121619-ae34-4125-b04a-ec9f7962585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.738977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-2c121619-ae34-4125-b04a-ec9f7962585f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.5270169 Jun 30 09:00:14.877561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b5f89c02-deff-470b-9fbc-3104ecaf4b4f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3287029 Jun 30 09:00:14.979448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-56ee6d7c-4660-445e-a213-47c0c46576be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:14.981101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-56ee6d7c-4660-445e-a213-47c0c46576be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2291303 Jun 30 09:00:14.984518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Sync routers for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:14.986704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-94e9d2c6-51b5-4851-bcaa-0405a26140a4 service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465839 Jun 30 09:00:14.998975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:14.999620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.036033 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:15.159799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-5a6af77c-c8ca-48b4-a269-70152ae51c7e service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731035 Jun 30 09:00:15.173195 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9684f-8856-446f-b3de-45124f2bf051 None None] The sync data for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 is: [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:15.209556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a3494ab-9e9a-457c-9aca-ed05cc87887e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:15.349653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:15.466662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-50ee2616-6982-419e-b822-c7f1c0fbeaea service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774880 Jun 30 09:00:15.514021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43522) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:15.555137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-8b12a54a-0c16-4578-bbc1-823b7889c033 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943970 Jun 30 09:00:15.580842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a68b8969-7967-4287-a0b9-8495638b1623 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ede0093347e4375b3706bb3263e6c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652642 Jun 30 09:00:15.583091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43524) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:15.666578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.676873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3a3494ab-9e9a-457c-9aca-ed05cc87887e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:15.680107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.729213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.901693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061d6b0-89e1-47b8-aa49-60131957fd94 req-83c9b7aa-b8e8-4a5f-b313-abb039f78490 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:15.908324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.909158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c061d6b0-89e1-47b8-aa49-60131957fd94 req-83c9b7aa-b8e8-4a5f-b313-abb039f78490 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 947 time: 0.2691908 Jun 30 09:00:15.912870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.915019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d98a11b0-a3ec-4d1e-b676-161f63202968 HTTP/1.1" status: 204 len: 168 time: 0.3306608 Jun 30 09:00:15.940249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-063e6adb-31f2-48ee-b84e-e19f7fcf8ead service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459510 Jun 30 09:00:15.944277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69885e-a516-452b-97cc-e2d1fa9b7b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a11b0-a3ec-4d1e-b676-161f63202968,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:16.037010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c061d6b0-89e1-47b8-aa49-60131957fd94 req-d1e34596-a282-42c9-bc5c-a934c253ee20 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 Jun 30 09:00:16.315134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd0c60-b443-4fbb-b828-382bd85e8d77 req-ee501684-9f4b-4daa-b677-44d8de373562 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:16.338423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0cd0c60-b443-4fbb-b828-382bd85e8d77 req-ee501684-9f4b-4daa-b677-44d8de373562 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.2135420 Jun 30 09:00:16.467932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0cd0c60-b443-4fbb-b828-382bd85e8d77 req-d6faf922-86ec-4171-91de-79fc1729bc75 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276541 Jun 30 09:00:16.511828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 2, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:16.596299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Checking router: bf537396-7b32-4afd-b4fb-3cb5a3ddc588 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:16.596299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Updating router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 port 655b8a0c-b200-4473-a845-e45d7c8a74ea binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:16.694594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.111571 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ddc124-6f7d-416a-8ba6-d340077807f3 x-openstack-request-id: req-c3ddc124-6f7d-416a-8ba6-d340077807f3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:17.112741 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:17.113279 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3ddc124-6f7d-416a-8ba6-d340077807f3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:17.113969 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'status': 'completed', 'code': 200} Jun 30 09:00:17.314769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9e8a1894-b3ec-4028-b858-34bcbe33ba43 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:17.374619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-3cdee158-5d08-48e4-8205-a11f1b02c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.376861 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-3cdee158-5d08-48e4-8205-a11f1b02c9ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1099 time: 0.1945839 Jun 30 09:00:17.386100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2caf7c94-3633-4361-bc63-f709eef8113a req-ec8dcdeb-d9f2-45f5-b0d3-89c2422b1a80 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 210 time: 0.0589705 Jun 30 09:00:17.461402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.485694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Transition to ACTIVE for port object 655b8a0c-b200-4473-a845-e45d7c8a74ea will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:17.501710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.506370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab3be87d-b8e0-49d7-80ff-f2d3d8b20910 req-957310fd-b82b-478a-8a5e-2bb0d87e3c64 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 210 time: 0.1117566 Jun 30 09:00:17.631639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-64f59cb2-9191-41ab-bb1a-ca4d1287660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.639599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-64f59cb2-9191-41ab-bb1a-ca4d1287660d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1099 time: 0.4741817 Jun 30 09:00:17.759447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-5ad007b4-6273-41f0-b4fe-3cf700cf0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.763161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-5ad007b4-6273-41f0-b4fe-3cf700cf0870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3764045 Jun 30 09:00:17.803724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab8a2-0b1b-463e-826c-3698e04dff41 None None] Pushing event updated for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:17.875668 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-59f4c220-fad5-41ae-bae8-c28c391fd117 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.1039979 Jun 30 09:00:17.955278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-ec182f9c-7d12-4ad2-af3c-d1375c3ebd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:17.957106 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-ec182f9c-7d12-4ad2-af3c-d1375c3ebd26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0750484 Jun 30 09:00:17.991645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Attempting to bind port 655b8a0c-b200-4473-a845-e45d7c8a74ea on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:18.007227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Attempting to bind port 655b8a0c-b200-4473-a845-e45d7c8a74ea by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:18.008376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Attempting to bind port 655b8a0c-b200-4473-a845-e45d7c8a74ea on network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:18.019247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:18.063763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:18.065681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.070749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:18.097423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Checking segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:18.098497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.100755 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Bound using segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:18.105587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Bound port: 655b8a0c-b200-4473-a845-e45d7c8a74ea, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:18.109626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.191587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-852a707e-05e6-4f3f-afa7-bf2a6160a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.194397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-852a707e-05e6-4f3f-afa7-bf2a6160a0ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279749 Jun 30 09:00:18.303911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-5e53647c-8a18-44d4-aec7-ab518674a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.305689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-5e53647c-8a18-44d4-aec7-ab518674a7eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.6546168 Jun 30 09:00:18.498847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-80492d36-2bf7-4666-85f6-a03d1ed2bac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.1647732 Jun 30 09:00:18.551859 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-4b464269-dea0-4f0d-892c-f6dd5299b944 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478408 Jun 30 09:00:18.619270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.629900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] For port 655b8a0c-b200-4473-a845-e45d7c8a74ea, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:18.693739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-d11d1bae-b29c-4cb3-909d-faed6a9f9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.695273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-d11d1bae-b29c-4cb3-909d-faed6a9f9f84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1429799 Jun 30 09:00:18.705698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] For port 655b8a0c-b200-4473-a845-e45d7c8a74ea, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=655b8a0c-b200-4473-a845-e45d7c8a74ea,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:18.734377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.842855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 9e8a1894-b3ec-4028-b858-34bcbe33ba43, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9e8a1894-b3ec-4028-b858-34bcbe33ba43,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:18.866328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-4353407f-4633-4747-9836-73073e21662e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.867859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-4353407f-4633-4747-9836-73073e21662e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.41 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 828 time: 1.1252096 Jun 30 09:00:18.881958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:18.896568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63ed2-29c9-4366-ac88-2b16cf5c445e req-64c3409a-353c-49cb-be24-05888423bf39 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:18.913559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59d63ed2-29c9-4366-ac88-2b16cf5c445e req-64c3409a-353c-49cb-be24-05888423bf39 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 947 time: 0.9812658 Jun 30 09:00:18.920385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-a56a54d9-f535-4a9a-8c23-f99454fd4a39 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623362 Jun 30 09:00:18.935639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'port': {'device_id': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'admin_state_up': True, 'tenant_id': '34d14093acdf40439baa91459e9cd2f1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:18.943199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:18.951076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:18.954993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bab8a2-0b1b-463e-826c-3698e04dff41 None None] Pushing event updated for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.067068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59d63ed2-29c9-4366-ac88-2b16cf5c445e req-18f5e546-b7fb-4119-ac3b-10876d2007d1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500561 Jun 30 09:00:19.202479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:19.417515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cd76306-2aae-4e62-985b-cc5b489671d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.444760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 655b8a0c-b200-4473-a845-e45d7c8a74ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:19.477643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.482415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Made reservation on behalf of 34d14093acdf40439baa91459e9cd2f1 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:19.495934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.551470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:19.564392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:19.657324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cd76306-2aae-4e62-985b-cc5b489671d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.666383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b09371f-3118-48c5-a471-e33508bd0473 req-06829dfe-a724-4226-9117-c7bc278599cc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 210 time: 0.2911723 Jun 30 09:00:19.667442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cd76306-2aae-4e62-985b-cc5b489671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.703242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935557b4-7820-4963-b406-29067a4c67b1 req-2a95c947-eb94-4dd3-a69b-1e26728add8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:19.704886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-2a95c947-eb94-4dd3-a69b-1e26728add8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9892459 Jun 30 09:00:19.718867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd76306-2aae-4e62-985b-cc5b489671d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55edc7fa-b75e-412d-858e-aad5e6b2ce2a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:19.756163 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cd76306-2aae-4e62-985b-cc5b489671d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=456c544b8cf244df9bc21b144f0d99d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522487 Jun 30 09:00:19.758821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43632) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:19.765114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-138e085e-1aaf-460d-83d6-e399db304889 req-141529ac-ff18-440b-8b09-f2ced7fc80d1 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 210 time: 0.2217567 Jun 30 09:00:19.844035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:19.917437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.018890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.025539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.030335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55edc7fa-b75e-412d-858e-aad5e6b2ce2a HTTP/1.1" status: 204 len: 168 time: 0.2680767 Jun 30 09:00:20.040780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d737e7-67f7-423e-80de-8d9e3301933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55edc7fa-b75e-412d-858e-aad5e6b2ce2a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:20.109046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-8de4d18b-5fb4-48b0-bed9-ca253cdc5b05 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:20.125084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-8de4d18b-5fb4-48b0-bed9-ca253cdc5b05 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.7512088 Jun 30 09:00:20.165678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': '53ff8349-3981-430f-8c27-09b78097b779', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:20.327103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 655b8a0c-b200-4473-a845-e45d7c8a74ea completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:20.346096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-00d5b441-75c5-4009-b2f3-1414bd049628 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834670 Jun 30 09:00:20.352840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 655b8a0c-b200-4473-a845-e45d7c8a74ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:20.353263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.487708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:20.504840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Allocated IP 172.20.0.12 (332f74bf-c7ad-4a8a-b81d-bb8fc33c711c/5a14c35d-5fb8-4e6f-a166-9de007b042f4/feea2261-566e-4cd2-a320-37d4831cd5b2) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:20.520011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'mac_address': 'fa:16:3e:6f:70:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:20.608944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935557b4-7820-4963-b406-29067a4c67b1 req-79f8eeac-fcfa-48a0-93b1-8ebc128b3a4f service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446756 Jun 30 09:00:20.612917 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.613225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:20.617408 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.632502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2417-1e72-4bba-8391-84c0ebe15eda req-ad3792c8-066c-40d1-a1b7-a1aa35794cf8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:20.640399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28a2417-1e72-4bba-8391-84c0ebe15eda req-ad3792c8-066c-40d1-a1b7-a1aa35794cf8 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 947 time: 0.3241971 Jun 30 09:00:20.676777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:20.709458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.733503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:20.777015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:20.781964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 655b8a0c-b200-4473-a845-e45d7c8a74ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=655b8a0c-b200-4473-a845-e45d7c8a74ea,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:20.788270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.797516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:20.813634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1443ee5b-d44a-4315-9173-4278eeebeea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.843162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.877434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744b34b-78e2-4f4b-bc22-31f938c5a75c None None] The sync data for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 is: [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:20.914610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:20.994271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1443ee5b-d44a-4315-9173-4278eeebeea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:20.997665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43690) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:21.020910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1443ee5b-d44a-4315-9173-4278eeebeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.041272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:21.064131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a7d1d8bc-c972-420c-8ba6-0840d05c654c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:21.159182 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1443ee5b-d44a-4315-9173-4278eeebeea0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=948455118ddd4981a36ee8dba8ea4364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785133 Jun 30 09:00:21.159517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43696) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:21.163304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ee5b-d44a-4315-9173-4278eeebeea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07589e9d-4fe7-4f6d-8446-4101e773df43,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:21.258333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9e8a1894-b3ec-4028-b858-34bcbe33ba43 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:21.285287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea89f091-6c8c-4da3-acad-fbaced9db3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.439202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:21.441460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.449350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.479766 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.514261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea89f091-6c8c-4da3-acad-fbaced9db3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.588345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea89f091-6c8c-4da3-acad-fbaced9db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.629025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 655b8a0c-b200-4473-a845-e45d7c8a74ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:21.634453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea89f091-6c8c-4da3-acad-fbaced9db3c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09faf94beb9d47c99118e8df7c692903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6352363 Jun 30 09:00:21.637567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43700) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:21.638504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.641363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.642880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07589e9d-4fe7-4f6d-8446-4101e773df43 HTTP/1.1" status: 204 len: 168 time: 0.4720311 Jun 30 09:00:21.712758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f091-6c8c-4da3-acad-fbaced9db3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2846ea7-0bee-4cc8-8436-1eb0f19cc54a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:21.725084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.728255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a308-ae27-4631-a5f7-aedb5f6027d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07589e9d-4fe7-4f6d-8446-4101e773df43,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:21.738828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28a2417-1e72-4bba-8391-84c0ebe15eda req-4d4c6afb-d5d8-4e36-a593-cdd9435cfb9d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0970187 Jun 30 09:00:21.768623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.880537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.883383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:21.903423 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2846ea7-0bee-4cc8-8436-1eb0f19cc54a HTTP/1.1" status: 204 len: 168 time: 0.2592230 Jun 30 09:00:21.931149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ed870-ab86-494b-b441-91d8850ba58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2846ea7-0bee-4cc8-8436-1eb0f19cc54a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.031983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 655b8a0c-b200-4473-a845-e45d7c8a74ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:22.032909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.081821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.13 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/07c22151-e1d4-4a8d-9160-b50379200457) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:22.193074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff92d754-3147-4a04-92e8-1d7380e21bd3 req-b90d838a-a903-4346-8453-230d1c6ec251 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 210 time: 0.1126883 Jun 30 09:00:22.244358 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.319575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Transition to ACTIVE for port object feea2261-566e-4cd2-a320-37d4831cd5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:22.332513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72f1f-ce4a-4203-97ef-bc93cfe5b775 req-090371e5-5b2f-47d9-aa59-c4ae9c6b00f7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:22.341018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5df72f1f-ce4a-4203-97ef-bc93cfe5b775 req-090371e5-5b2f-47d9-aa59-c4ae9c6b00f7 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.7143111 Jun 30 09:00:22.491288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93213623-ceeb-4c0d-b10f-31e2eaf626b3 req-cd7c8553-1280-49c0-8bf7-23b5845b130e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 210 time: 0.1004634 Jun 30 09:00:22.510346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43720) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:22.527783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65d9ed81-9547-49c4-a11f-b01c4b944a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.543815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5df72f1f-ce4a-4203-97ef-bc93cfe5b775 req-b4e625f5-9f29-4383-abc3-68469dbce80f tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007194 Jun 30 09:00:22.608570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.676448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65d9ed81-9547-49c4-a11f-b01c4b944a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.685889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65d9ed81-9547-49c4-a11f-b01c4b944a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.755413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-65d9ed81-9547-49c4-a11f-b01c4b944a36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28d295089d844615b99f2e9daaabca59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437119 Jun 30 09:00:22.762507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:22.799211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9ed81-9547-49c4-a11f-b01c4b944a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0632a9c-b2c1-448a-8608-92f26b1da11d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.819821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:22.823535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.863029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:22.865984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:22.926109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.940440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event updated for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:22.971412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.047464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.047811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.048523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.050587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.054807 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0632a9c-b2c1-448a-8608-92f26b1da11d HTTP/1.1" status: 204 len: 168 time: 0.2875397 Jun 30 09:00:23.063714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a48769-ecfe-456f-b8b9-cad80ebdd5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0632a9c-b2c1-448a-8608-92f26b1da11d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:23.262683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.276972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:23.435443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dd7cf824-a34d-43e9-934a-0f1121fdb6aa None None] Provisioning for port feea2261-566e-4cd2-a320-37d4831cd5b2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:23.450306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dd7cf824-a34d-43e9-934a-0f1121fdb6aa None None] Provisioning complete for port feea2261-566e-4cd2-a320-37d4831cd5b2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:23.450983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf824-a34d-43e9-934a-0f1121fdb6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.457708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:23.489960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:23.493899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-92fdd333-0265-4775-83f1-0cac6d154317 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6051557 Jun 30 09:00:23.532887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:23.540225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:23.543381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dd7cf824-a34d-43e9-934a-0f1121fdb6aa None None] Port feea2261-566e-4cd2-a320-37d4831cd5b2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:23.586407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:23.586718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:23.638488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Request body: {'port': {'device_id': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:23.721784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port a7d1d8bc-c972-420c-8ba6-0840d05c654c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:23.736096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:23.743983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a7d1d8bc-c972-420c-8ba6-0840d05c654c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:23.744272 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.774481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'network_id': '2246ad04-7b93-4d62-94d6-412ecb002d0f', 'port_id': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'mac_address': 'fa:16:3e:ce:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280d8d1-6e09-40b2-980d-47762bf098c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:23.784943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.791831 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.846236 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.861137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6261e014-1607-44a9-a8e7-33f56ea8d844 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:23.868174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-4ae4ba82-06cd-4609-bc05-6027fa68249d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.871305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-4ae4ba82-06cd-4609-bc05-6027fa68249d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9&tenant_id=f8966d626dfd495d8a56af633cace815&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 948 time: 0.7146780 Jun 30 09:00:23.905308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:23.914480 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.945861 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.956453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-b25afa0e-65da-4a0f-8953-a42dc535d65b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8014512 Jun 30 09:00:23.989470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Request body: {'port': {'device_id': '53ff8349-3981-430f-8c27-09b78097b779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:23.999967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e4cb7-5174-42b8-9d72-52bf987cf89d req-ec6b8eca-2649-4a8b-978d-6b96fa4d1fb1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.003829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:24.006493 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068300c-5ef5-4880-8984-254ee8c90af9" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:24.010659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-182e4cb7-5174-42b8-9d72-52bf987cf89d req-ec6b8eca-2649-4a8b-978d-6b96fa4d1fb1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.6481395 Jun 30 09:00:24.015126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6261e014-1607-44a9-a8e7-33f56ea8d844'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:24.025045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.049881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:24.061214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.153978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.189439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.198345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.219808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d88f-eee7-46de-872a-02dfab05590c req-56d6f4b9-27ed-4113-a147-a29b3fd0f6ce tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.222375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e77d88f-eee7-46de-872a-02dfab05590c req-56d6f4b9-27ed-4113-a147-a29b3fd0f6ce tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 932 time: 0.8025968 Jun 30 09:00:24.318521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f837f066-4d44-441b-97e1-98b58dd67926 service neutron] 10.222.0.41 "GET /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 383 time: 0.4324589 Jun 30 09:00:24.398382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-182e4cb7-5174-42b8-9d72-52bf987cf89d req-ab98da4d-e505-4d62-801b-b328e5ef9fd1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864868 Jun 30 09:00:24.457041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e77d88f-eee7-46de-872a-02dfab05590c req-b456110a-2722-4d00-b1a4-94f8f530f8f6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150719 Jun 30 09:00:24.694776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43796) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:24.861435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-53620505-f1c8-46b6-94a8-abbc698c6eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.970680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-53620505-f1c8-46b6-94a8-abbc698c6eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.976466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-7125c342-9ece-4c5c-a0a9-6b91bf913119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.978041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-7125c342-9ece-4c5c-a0a9-6b91bf913119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1101 time: 0.5940177 Jun 30 09:00:24.980335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-53620505-f1c8-46b6-94a8-abbc698c6eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.030424 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-53620505-f1c8-46b6-94a8-abbc698c6eea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0745c62b115f4baba515b55acdba8ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298469 Jun 30 09:00:25.030424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53620505-f1c8-46b6-94a8-abbc698c6eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2462b3-ff82-4744-a4ab-a7730fc44d25,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.031469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43804) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:25.103192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.123062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c0d69-fb6a-402a-8f3c-da637efe2759 req-0bd8c789-6513-4c72-a0e1-63cc5137bdb3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.127324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-707c0d69-fb6a-402a-8f3c-da637efe2759 req-0bd8c789-6513-4c72-a0e1-63cc5137bdb3 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 944 time: 0.4818120 Jun 30 09:00:25.133901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.151186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d38c-2f7b-4720-9cb5-92308a565b26 req-2cf7c37f-e504-4e36-80a2-5a6dadf8757b tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.152691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5297d38c-2f7b-4720-9cb5-92308a565b26 req-2cf7c37f-e504-4e36-80a2-5a6dadf8757b tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 932 time: 0.4296873 Jun 30 09:00:25.200738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.205441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.210327 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a2462b3-ff82-4744-a4ab-a7730fc44d25 HTTP/1.1" status: 204 len: 168 time: 0.1746473 Jun 30 09:00:25.225287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a839e-bbbb-4aba-b096-c8b04f19b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2462b3-ff82-4744-a4ab-a7730fc44d25,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.344518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-707c0d69-fb6a-402a-8f3c-da637efe2759 req-f54f6c6c-1d9d-4551-bae1-98ab2c11c3d6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011380 Jun 30 09:00:25.350637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-534bcb65-ef4c-49e7-adc6-3bcd9d80db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.352116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-534bcb65-ef4c-49e7-adc6-3bcd9d80db38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3621845 Jun 30 09:00:25.382764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5297d38c-2f7b-4720-9cb5-92308a565b26 req-ee84b832-784c-4983-9ab8-b7aa7b23e783 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084937 Jun 30 09:00:25.385672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feea2261-566e-4cd2-a320-37d4831cd5b2 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:25.409590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c22151-e1d4-4a8d-9160-b50379200457 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:25.427730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.458349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:25.468954 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9944f7-f27f-4374-aef3-254f9278d459 x-openstack-request-id: req-da9944f7-f27f-4374-aef3-254f9278d459 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:25.469725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.470382 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:25.470717 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da9944f7-f27f-4374-aef3-254f9278d459 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:25.471424 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'code': 200} Jun 30 09:00:25.473307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-18815ed0-3bfe-4b87-bc9a-c2566be58714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.1127396 Jun 30 09:00:25.497636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Transition to ACTIVE for port object 07c22151-e1d4-4a8d-9160-b50379200457 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:25.528705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Transition to ACTIVE for port object feea2261-566e-4cd2-a320-37d4831cd5b2 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:25.530477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.582833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.684550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-d806dba2-4888-4ef0-a35c-a7fe064ad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:25.686806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-d806dba2-4888-4ef0-a35c-a7fe064ad943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2023158 Jun 30 09:00:25.692219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6261e014-1607-44a9-a8e7-33f56ea8d844 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:25.692741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.779326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:25.807936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0bb-cac2-4aa2-beff-6013834fdeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.863378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Pushing event updated for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.982091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.073346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0bb-cac2-4aa2-beff-6013834fdeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.086545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd9de0bb-cac2-4aa2-beff-6013834fdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.087062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.120303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:26.133110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43824) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:26.135216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Attempting to bind port feea2261-566e-4cd2-a320-37d4831cd5b2 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:26.135718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Attempting to bind port feea2261-566e-4cd2-a320-37d4831cd5b2 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:26.136098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Attempting to bind port feea2261-566e-4cd2-a320-37d4831cd5b2 on network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:26.136704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.161737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9de0bb-cac2-4aa2-beff-6013834fdeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09adb48a-737c-4ec0-a427-767940b5b93b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.162398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36cad4-7621-481d-9c73-353449cd2efa req-a904fccf-ee81-4284-9b00-2c6ce4ca472b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.185730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a36cad4-7621-481d-9c73-353449cd2efa req-a904fccf-ee81-4284-9b00-2c6ce4ca472b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.5850132 Jun 30 09:00:26.195477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Attempting to bind port 07c22151-e1d4-4a8d-9160-b50379200457 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:26.195972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Attempting to bind port 07c22151-e1d4-4a8d-9160-b50379200457 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:26.196672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Attempting to bind port 07c22151-e1d4-4a8d-9160-b50379200457 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:26.201958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Port feea2261-566e-4cd2-a320-37d4831cd5b2 on network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:26.202286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Attempting to bind port feea2261-566e-4cd2-a320-37d4831cd5b2 on network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:26.212866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cd9de0bb-cac2-4aa2-beff-6013834fdeb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4a401bca9834b42a70d631d2904c2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297018 Jun 30 09:00:26.213803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:26.220892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.244558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Port 07c22151-e1d4-4a8d-9160-b50379200457 on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:26.244895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Attempting to bind port 07c22151-e1d4-4a8d-9160-b50379200457 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:26.271289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:26.271635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:26.272056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:26.272510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Bound port: 07c22151-e1d4-4a8d-9160-b50379200457, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:26.272890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.297513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:26.298500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Checking segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:26.298958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Bound using segment: {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:26.299753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Bound port: feea2261-566e-4cd2-a320-37d4831cd5b2, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ebbf29-a210-415c-b65f-f604165e9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:26.300342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.325060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-d943d9c4-728e-4a04-8328-3da6e58864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.326748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-d943d9c4-728e-4a04-8328-3da6e58864ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5716932 Jun 30 09:00:26.357085 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.386290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.457955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.460588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.462131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09adb48a-737c-4ec0-a427-767940b5b93b HTTP/1.1" status: 204 len: 168 time: 0.2470205 Jun 30 09:00:26.472103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084942-c03b-4690-8b0d-7cb76a233120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09adb48a-737c-4ec0-a427-767940b5b93b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:26.819324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a36cad4-7621-481d-9c73-353449cd2efa req-c4742f5e-1a24-4fb5-abc9-18a7a3d3d900 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316388 Jun 30 09:00:26.875889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1a5e-1fd0-498e-b262-5a9a1d5c912f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.017611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:27.033150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:27.052599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=feea2261-566e-4cd2-a320-37d4831cd5b2,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:27.058375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-1c17bcd0-1a6a-4af7-aa12-121809329277 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171381 Jun 30 09:00:27.071816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.096635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=07c22151-e1d4-4a8d-9160-b50379200457,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:27.160303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.272782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.273687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.275159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 1093 time: 3.6532264 Jun 30 09:00:27.280099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:27.282517 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38b1bc-c617-4f5d-9642-649ebb3c8280" -d '{"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:27.286531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.292072 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.293673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] 10.222.0.41 "PUT /v2.0/ports/07c22151-e1d4-4a8d-9160-b50379200457 HTTP/1.1" status: 200 len: 1093 time: 3.3190660 Jun 30 09:00:27.314077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105afbe4-41c2-43cc-afeb-e6c6e8768644 req-77e5b057-e1ef-4caf-95f1-ecee58fabafe tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.315694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-105afbe4-41c2-43cc-afeb-e6c6e8768644 req-77e5b057-e1ef-4caf-95f1-ecee58fabafe tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 944 time: 0.8817775 Jun 30 09:00:27.379408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed534a8-3b72-4edb-a936-4cf13ba5e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:27.473245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:27.475678 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5d3d6-65fc-42e2-bb52-4e16c9d9cb3f" -d '{"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:27.601197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-3cb0f666-748f-4dee-9065-121b7aa764df service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317111 Jun 30 09:00:27.625780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b76a1-ba85-4222-a64a-72fff6ee8b8b service neutron] Pushing event updated for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:27.639807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-105afbe4-41c2-43cc-afeb-e6c6e8768644 req-9d2e3f98-1a54-4551-955d-b88695fa65c7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045523 Jun 30 09:00:27.664440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1a5e-1fd0-498e-b262-5a9a1d5c912f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.690642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3045a-d465-4f9b-af70-b67d1a217e56 req-2684da49-72e7-447d-8c53-1eb6ec0685ae tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.694757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbb3045a-d465-4f9b-af70-b67d1a217e56 req-2684da49-72e7-447d-8c53-1eb6ec0685ae tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.5873754 Jun 30 09:00:27.702182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1a5e-1fd0-498e-b262-5a9a1d5c912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.734944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-4bdaf213-9f01-457c-b8b6-bb0d8301a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.737017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-4bdaf213-9f01-457c-b8b6-bb0d8301a6bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 1096 time: 0.3521514 Jun 30 09:00:27.739010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-0af5898c-69bf-4b8c-b145-2422cb463321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:27.740468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-0af5898c-69bf-4b8c-b145-2422cb463321 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1096 time: 0.3460770 Jun 30 09:00:27.872272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa1a5e-1fd0-498e-b262-5a9a1d5c912f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98504227-cf62-403c-84ce-7082f7d1de1d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:27.893660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c8aa1a5e-1fd0-498e-b262-5a9a1d5c912f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=217d06904e0343ad9642a0075cae70d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7515771 Jun 30 09:00:27.895059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-55e923c7-e611-46ac-8066-b24f12d13d42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c22151-e1d4-4a8d-9160-b50379200457 HTTP/1.1" status: 200 len: 217 time: 0.1385858 Jun 30 09:00:27.896311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-51c0ee6d-7249-4a62-92a3-0855bdca42eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 217 time: 0.1317751 Jun 30 09:00:27.896898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43870) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:27.930663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbb3045a-d465-4f9b-af70-b67d1a217e56 req-f3cdd259-e767-402a-a7f7-12ee21c81d37 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294438 Jun 30 09:00:27.980439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.008905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.039858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-4e522c90-6eb2-4769-b7cb-ad5a17eded4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.042380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-4e522c90-6eb2-4769-b7cb-ad5a17eded4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.1187730 Jun 30 09:00:28.043521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-8f3389a2-f76c-4078-954f-c344f8630c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.044971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-8f3389a2-f76c-4078-954f-c344f8630c70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1210272 Jun 30 09:00:28.076165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.079512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.081420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d5070-bded-47f8-aed4-98d50d593fcb req-8930e0e5-eeb7-4420-8a93-2fbddaaa8c8a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.083805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98504227-cf62-403c-84ce-7082f7d1de1d HTTP/1.1" status: 204 len: 168 time: 0.1854506 Jun 30 09:00:28.093587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e7d5070-bded-47f8-aed4-98d50d593fcb req-8930e0e5-eeb7-4420-8a93-2fbddaaa8c8a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 944 time: 0.2836716 Jun 30 09:00:28.099982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5df61-1ded-430a-9b2b-8b99a8c97b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98504227-cf62-403c-84ce-7082f7d1de1d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.170899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-67c2d875-cd5b-4610-83c7-548101cf2a34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123705 Jun 30 09:00:28.288211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e7d5070-bded-47f8-aed4-98d50d593fcb req-fd3922b6-c2b2-448b-a202-eb19a349dc12 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247118 Jun 30 09:00:28.306744 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f322636b-416d-4263-8b5b-a28f3a8aed69 x-openstack-request-id: req-f322636b-416d-4263-8b5b-a28f3a8aed69 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:28.307688 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:28.308355 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f322636b-416d-4263-8b5b-a28f3a8aed69 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:28.308938 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'status': 'completed', 'code': 200} Jun 30 09:00:28.334749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-8bb96aea-cf01-4b49-be41-9b03ed99b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.336524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-8bb96aea-cf01-4b49-be41-9b03ed99b0ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2798915 Jun 30 09:00:28.341948 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3bf7e3-d450-4df9-958a-81eb455b23cf x-openstack-request-id: req-dc3bf7e3-d450-4df9-958a-81eb455b23cf {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:28.342522 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:28.342851 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc3bf7e3-d450-4df9-958a-81eb455b23cf {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:28.345940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-2b1930e4-8b61-4266-8187-5aec1f01ef76 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484375 Jun 30 09:00:28.349931 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'code': 200} Jun 30 09:00:28.594351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a6251f1-3eb9-45b0-974c-9c2c0915840e req-4c953c03-ab87-43ac-af75-2c5da1943e1c service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357969 Jun 30 09:00:28.597870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-ef462d2b-0d60-4c3e-bcfd-2ab02807582a service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504466 Jun 30 09:00:28.609035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958971c-049a-495a-8a42-9a82f99a0d33 req-747ad1f3-0978-410c-8b73-fff92cc17059 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:28.610711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0958971c-049a-495a-8a42-9a82f99a0d33 req-747ad1f3-0978-410c-8b73-fff92cc17059 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.1524258 Jun 30 09:00:28.654818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:28.679397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-241fe44f-9398-47b2-b7c3-c884e369fd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.716926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0958971c-049a-495a-8a42-9a82f99a0d33 req-5e877188-8b4f-4100-91ce-86e7e4951fb2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858669 Jun 30 09:00:28.750112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-467cfb6b-aa9a-4bf9-8a95-ad32447f7ea4 req-5d86b482-08bd-491e-bcaa-de86cf33df75 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382966 Jun 30 09:00:28.857355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-241fe44f-9398-47b2-b7c3-c884e369fd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.865635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-241fe44f-9398-47b2-b7c3-c884e369fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.925098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43898) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:28.926452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-241fe44f-9398-47b2-b7c3-c884e369fd20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a9c350332e3429abd98c50545d64bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698538 Jun 30 09:00:28.927744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fe44f-9398-47b2-b7c3-c884e369fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e0453-b5b6-43b5-9c84-1d97d2b9e297,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:29.016367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-52fe1f16-3d8d-4c27-8d22-9e2b8556c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.018193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-52fe1f16-3d8d-4c27-8d22-9e2b8556c104 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1096 time: 0.1861126 Jun 30 09:00:29.033507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7dd3-9e33-47ed-a581-57aee8a626f9 req-94d4839b-d34b-40fb-8257-1958bce963e3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.035196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ff7dd3-9e33-47ed-a581-57aee8a626f9 req-94d4839b-d34b-40fb-8257-1958bce963e3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 944 time: 0.1613519 Jun 30 09:00:29.110452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.197104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ff7dd3-9e33-47ed-a581-57aee8a626f9 req-5fb3512c-5700-426e-9c8d-e3f9931bd2c5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455441 Jun 30 09:00:29.199308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.219000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9eb04aa-bfdf-4f72-9d97-1abe3a0a88ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.279384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-45c84a82-3892-433f-bd01-6d4e3db7fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.280854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-45c84a82-3892-433f-bd01-6d4e3db7fe84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 929 time: 0.2430797 Jun 30 09:00:29.301905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a0d55-3621-4a55-a2b0-b0be1e193cd9 req-7677ecc3-41b5-4297-aade-572a3916eb1c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.304072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-145a0d55-3621-4a55-a2b0-b0be1e193cd9 req-7677ecc3-41b5-4297-aade-572a3916eb1c tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.1826677 Jun 30 09:00:29.355891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-c5b35e26-d27e-408a-9b98-91bde233f19d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 217 time: 0.0507987 Jun 30 09:00:29.395719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.398520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.402898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c61e0453-b5b6-43b5-9c84-1d97d2b9e297 HTTP/1.1" status: 204 len: 168 time: 0.4731004 Jun 30 09:00:29.448041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44959-ec3f-41dc-9ada-f231a023839a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e0453-b5b6-43b5-9c84-1d97d2b9e297,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:29.476608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-145a0d55-3621-4a55-a2b0-b0be1e193cd9 req-0a23c7d2-fb48-4f8b-8d59-a25cb58d7f65 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619685 Jun 30 09:00:29.507848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-618ee5a1-c9e9-4bc3-a78e-ed6ddb231f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.509590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-618ee5a1-c9e9-4bc3-a78e-ed6ddb231f3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.1357880 Jun 30 09:00:29.640722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-b78bc565-3a23-4b14-add2-4e951b22851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:29.642259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-b78bc565-3a23-4b14-add2-4e951b22851e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246958 Jun 30 09:00:29.825679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-c7c5eb90-d403-4d90-a0ba-08df50152f78 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710899 Jun 30 09:00:30.062739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db38b1bc-c617-4f5d-9642-649ebb3c8280 req-f62a6145-7472-4f47-aa82-83aaf3eb7225 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215157 Jun 30 09:00:30.259925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f3cb2-301a-41bf-aa57-d0e95c402340 req-8423f4ad-ce33-4215-8367-ee65e0ba8d77 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.271920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e3f3cb2-301a-41bf-aa57-d0e95c402340 req-8423f4ad-ce33-4215-8367-ee65e0ba8d77 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 944 time: 0.4448664 Jun 30 09:00:30.315810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:30.320769 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a" -d '{"events": [{"name": "network-changed", "server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "tag": "07c22151-e1d4-4a8d-9160-b50379200457"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:30.373792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e3f3cb2-301a-41bf-aa57-d0e95c402340 req-0198e0ef-fd9a-45e5-bda6-c961efe1cb08 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Jun 30 09:00:30.467276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.485917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac26e5-3d11-4e1b-9a55-92a48924541f req-5442003a-6451-42e3-ad8e-66e2271b0fef tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.490517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dfac26e5-3d11-4e1b-9a55-92a48924541f req-5442003a-6451-42e3-ad8e-66e2271b0fef tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.3136520 Jun 30 09:00:30.631766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dfac26e5-3d11-4e1b-9a55-92a48924541f req-d2fade0e-22a3-4b21-b065-1f358dd69a86 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303189 Jun 30 09:00:30.696399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-304a62ca-b27d-4ca0-b04f-f08f012f84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.702417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-304a62ca-b27d-4ca0-b04f-f08f012f84d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9&tenant_id=f8966d626dfd495d8a56af633cace815 HTTP/1.1" status: 200 len: 1101 time: 0.1294110 Jun 30 09:00:30.715343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:30.740877 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f021b-b817-45f7-a1b4-3d253e42907b x-openstack-request-id: req-c65f021b-b817-45f7-a1b4-3d253e42907b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:30.741593 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "tag": "07c22151-e1d4-4a8d-9160-b50379200457", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:30.742104 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c65f021b-b817-45f7-a1b4-3d253e42907b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:30.742730 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457', 'status': 'completed', 'code': 200} Jun 30 09:00:30.777911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8007247-a236-41d3-a282-6742c2377baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.952366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.993724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-6348b24b-7b5c-4159-8785-fe79966b90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.997968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-6348b24b-7b5c-4159-8785-fe79966b90bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 1096 time: 0.2365580 Jun 30 09:00:31.034358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65cf1-f5ba-47fd-b328-30cdefa83dc6 req-a5f40b4a-7c82-490a-b2d3-568ce448dc4c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.042440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23c65cf1-f5ba-47fd-b328-30cdefa83dc6 req-a5f40b4a-7c82-490a-b2d3-568ce448dc4c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 944 time: 0.2091885 Jun 30 09:00:31.138509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23c65cf1-f5ba-47fd-b328-30cdefa83dc6 req-9faed0d9-8f9a-4ae2-b6d2-d89dd3990eab tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950897 Jun 30 09:00:31.206613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-2c9d22ef-aa67-4d24-a5ab-7eec0120ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.208097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-2c9d22ef-aa67-4d24-a5ab-7eec0120ec2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.1957343 Jun 30 09:00:31.256482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-99e8a5ce-4f1b-4681-b6ee-bd6623836b3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07c22151-e1d4-4a8d-9160-b50379200457 HTTP/1.1" status: 200 len: 217 time: 0.0400691 Jun 30 09:00:31.321925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43996) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.361301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8007247-a236-41d3-a282-6742c2377baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.378873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-58f89755-9016-40e6-b3fc-2db6944a8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.381253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-58f89755-9016-40e6-b3fc-2db6944a8f59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1162012 Jun 30 09:00:31.405514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8007247-a236-41d3-a282-6742c2377baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.466452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:31.474995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-b5446364-2cb7-49df-a8f3-61b85f44000e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749724 Jun 30 09:00:31.485736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c8007247-a236-41d3-a282-6742c2377baf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=647f7e8265ba44bf853a55e8c02ddccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0163782 Jun 30 09:00:31.492556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e567-8dce-43a7-8d37-d163c8b87b9e req-eb03daa6-be10-49a2-86dd-04a1da48ab1a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.497312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.504371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc88e567-8dce-43a7-8d37-d163c8b87b9e req-eb03daa6-be10-49a2-86dd-04a1da48ab1a tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 945 time: 0.2034006 Jun 30 09:00:31.513417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8007247-a236-41d3-a282-6742c2377baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7cda39-9fb0-44b7-83e7-cb65c6dc72c7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:31.612225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df39e55d-a9f9-46a8-893f-36e7409f1bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.624950 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.627344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device feea2261-566e-4cd2-a320-37d4831cd5b2 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:31.630048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc88e567-8dce-43a7-8d37-d163c8b87b9e req-b8a500bb-c7db-4128-8fe2-3fd86921b2b6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204751 Jun 30 09:00:31.677350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:31.679795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:31.685332 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583b1b61-be75-49f3-9eef-1c1324b050ea" -d '{"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:31.721800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:31.738554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.805397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-f04ca7dc-30b8-4fbe-8347-49d4ea784862 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207288 Jun 30 09:00:31.851783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:31.855924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.935017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.944455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100c392-ebbc-4401-8093-9b9bfa30f950 req-8b0077da-ac85-4638-adef-163a4cdba86f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.952761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Transition to ACTIVE for port object a7d1d8bc-c972-420c-8ba6-0840d05c654c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:31.953019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7100c392-ebbc-4401-8093-9b9bfa30f950 req-8b0077da-ac85-4638-adef-163a4cdba86f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 944 time: 0.2492223 Jun 30 09:00:32.009387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.027158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df39e55d-a9f9-46a8-893f-36e7409f1bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.028507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:32.031238 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946c667-3a56-4526-ae01-8afe54e94b71" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:32.057517 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b7e474d1-94ae-4fdc-8146-fecfe8c92c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.059819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.065688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7100c392-ebbc-4401-8093-9b9bfa30f950 req-9185ee73-0708-4f85-a34a-958af0a4bb6a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116822 Jun 30 09:00:32.095581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.097099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d4d27a1-16c0-4dc3-a76f-26e31d4a737a req-50eb4fb7-96f8-4ac0-92dd-2a84559e40a6 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849288 Jun 30 09:00:32.137074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.156767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f21e0-c627-4eff-91e4-f6bba8538958 req-48ca08d1-9e2c-452b-a707-369df2ea9d44 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.159223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=feea2261-566e-4cd2-a320-37d4831cd5b2,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.159406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f87f21e0-c627-4eff-91e4-f6bba8538958 req-48ca08d1-9e2c-452b-a707-369df2ea9d44 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 949 time: 0.2394192 Jun 30 09:00:32.170481 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71c1312-833e-452d-9548-aabae2e6213d x-openstack-request-id: req-e71c1312-833e-452d-9548-aabae2e6213d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:32.170836 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:32.171097 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e71c1312-833e-452d-9548-aabae2e6213d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:32.171667 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'code': 200} Jun 30 09:00:32.177273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'mac_address': 'fa:16:3e:0f:a8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:32.190968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.238862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df39e55d-a9f9-46a8-893f-36e7409f1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.239707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.266111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feea2261-566e-4cd2-a320-37d4831cd5b2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:32.272683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] No DVR routers for this DVR port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:32.275927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f87f21e0-c627-4eff-91e4-f6bba8538958 req-bed07262-3d62-4130-9dff-e17ede59ce03 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 Jun 30 09:00:32.316450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=feea2261-566e-4cd2-a320-37d4831cd5b2,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.318983 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda48e4-8a23-4e7a-af30-96b45d27cd5e x-openstack-request-id: req-4eda48e4-8a23-4e7a-af30-96b45d27cd5e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:32.319444 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:32.319885 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4eda48e4-8a23-4e7a-af30-96b45d27cd5e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:32.320498 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'code': 200} Jun 30 09:00:32.328902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39e55d-a9f9-46a8-893f-36e7409f1bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1340ac2f-b114-4fde-8ca2-7e3716d8a45d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.329097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.331698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.334976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 07c22151-e1d4-4a8d-9160-b50379200457 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:32.338689 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.344210 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd7cda39-9fb0-44b7-83e7-cb65c6dc72c7 HTTP/1.1" status: 204 len: 168 time: 0.8456476 Jun 30 09:00:32.359546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8121ddb-20f0-46ef-b745-c42b654026f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7cda39-9fb0-44b7-83e7-cb65c6dc72c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.372369 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-df39e55d-a9f9-46a8-893f-36e7409f1bdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5619ded186e47d1a875f4ec39fdc3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0470154 Jun 30 09:00:32.372772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:32.510603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:32.511208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:32.511347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:32.529192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:32.531393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Attempting to bind port a7d1d8bc-c972-420c-8ba6-0840d05c654c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:32.533710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.534289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.556287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:32.556945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:32.557773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:32.558442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Bound port: a7d1d8bc-c972-420c-8ba6-0840d05c654c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:32.559042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.578458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-7b991dbc-47cd-4ed5-810b-41176fa5b129 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.581064 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-7b991dbc-47cd-4ed5-810b-41176fa5b129 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.4955802 Jun 30 09:00:32.640830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.858983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:32.859600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.861512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=07c22151-e1d4-4a8d-9160-b50379200457,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.865549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.871415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1340ac2f-b114-4fde-8ca2-7e3716d8a45d HTTP/1.1" status: 204 len: 168 time: 0.4972310 Jun 30 09:00:32.874522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.879504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:32.894601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874699e6-7b6d-4d8d-9111-b3bd89ab9c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340ac2f-b114-4fde-8ca2-7e3716d8a45d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.901366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.903134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '07c22151-e1d4-4a8d-9160-b50379200457', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': '07c22151-e1d4-4a8d-9160-b50379200457', 'mac_address': 'fa:16:3e:fe:e5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:32.965243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Deleting port 6261e014-1607-44a9-a8e7-33f56ea8d844 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:32.965664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.989047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:32.989874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.992203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] 10.222.0.11 "PUT /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 1097 time: 2.2830138 Jun 30 09:00:33.002926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b6d60-b6fa-4d99-8989-5731c5475081 req-2a05180b-e4a6-446d-ad8b-56de37991ba8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.014546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f7b6d60-b6fa-4d99-8989-5731c5475081 req-2a05180b-e4a6-446d-ad8b-56de37991ba8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 944 time: 0.2880726 Jun 30 09:00:33.121891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18f1b-3314-48dc-9394-23329c65482f service neutron] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=11']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.131889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f7b6d60-b6fa-4d99-8989-5731c5475081 req-e6acc9fb-558d-4e96-9c73-3c1488cf5fcd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Jun 30 09:00:33.134535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.183087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.198816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c22151-e1d4-4a8d-9160-b50379200457 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:33.254390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] For port 6261e014-1607-44a9-a8e7-33f56ea8d844, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6261e014-1607-44a9-a8e7-33f56ea8d844,segment=NetworkSegment(4289b79b-a2ae-4f92-8ac8-14c524467ad0),segment_id=4289b79b-a2ae-4f92-8ac8-14c524467ad0)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:33.257086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.271294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=07c22151-e1d4-4a8d-9160-b50379200457,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:33.272609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-4a036625-98af-4317-9ee5-e0cbfadf4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.274336 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-4a036625-98af-4317-9ee5-e0cbfadf4450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1100 time: 0.2245328 Jun 30 09:00:33.282110 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.284987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Calling delete_port for 6261e014-1607-44a9-a8e7-33f56ea8d844 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:33.426979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.533010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['07c22151-e1d4-4a8d-9160-b50379200457'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:33.544160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-a0f92d1f-6866-4a82-b3fb-3a83760620e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.546742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-a0f92d1f-6866-4a82-b3fb-3a83760620e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2626705 Jun 30 09:00:33.582457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['feea2261-566e-4cd2-a320-37d4831cd5b2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:33.626802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:33.630886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e17d-6640-476c-a7fa-673b819056b2 req-45c0163c-336b-4d96-8aef-7e0171210c59 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.633552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c03e17d-6640-476c-a7fa-673b819056b2 req-45c0163c-336b-4d96-8aef-7e0171210c59 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 943 time: 0.1573539 Jun 30 09:00:33.746466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:33.806993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c03e17d-6640-476c-a7fa-673b819056b2 req-908ca85c-ce46-4df4-ad0c-b1a18ea6de31 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/security-groups?id=b021789e-3be3-4f8a-aed0-6bb991bbbd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661100 Jun 30 09:00:33.823891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-bcb6430f-d397-4f86-87a6-d0f075d5770e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0872636 Jun 30 09:00:33.918655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef2f3e-98c8-4fd6-8ced-3d1a15a603db req-0cc86981-af97-4905-9322-1c0cdc1f7fe8 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.920747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8ef2f3e-98c8-4fd6-8ced-3d1a15a603db req-0cc86981-af97-4905-9322-1c0cdc1f7fe8 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 945 time: 0.2079298 Jun 30 09:00:34.025836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8ef2f3e-98c8-4fd6-8ced-3d1a15a603db req-5835739c-49b3-4ce6-9993-0c0b2b87ad3f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Jun 30 09:00:34.111636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-dd9d7415-b4f2-4c61-9f15-09dfcd0da8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.115446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-dd9d7415-b4f2-4c61-9f15-09dfcd0da8e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.2835503 Jun 30 09:00:34.165565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.185260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c4b04-24eb-45af-a9a7-b6081cd7c3ae req-1b2b19bb-73c1-43d1-86c3-d39a9e1d5d70 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.185260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-134c4b04-24eb-45af-a9a7-b6081cd7c3ae req-1b2b19bb-73c1-43d1-86c3-d39a9e1d5d70 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.1129932 Jun 30 09:00:34.272090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Pushing event deleted for resources: {'Port': ['ID=6261e014-1607-44a9-a8e7-33f56ea8d844,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.276444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-134c4b04-24eb-45af-a9a7-b6081cd7c3ae req-1e6b30ea-61a8-4de8-86c6-810cffa319f3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854197 Jun 30 09:00:34.313344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] No DVR routers for this DVR port 6261e014-1607-44a9-a8e7-33f56ea8d844 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:34.320603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.322688 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0905d7aa-1550-452d-8e06-b27f3f89b7c7 req-db1b2ec9-8b2b-47cc-9cef-623e2324c4c6 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.11 "DELETE /v2.0/ports/6261e014-1607-44a9-a8e7-33f56ea8d844 HTTP/1.1" status: 204 len: 173 time: 1.7321033 Jun 30 09:00:34.323132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}, {'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-deleted', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:34.325455 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694bd033-df53-47a3-8ed5-194617831b37" -d '{"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}, {"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-deleted", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:34.341739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390815-29c7-4d75-8360-ef80dc58280b req-a8e33708-a852-4d3e-ae2c-73f4e3516cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.343516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-a8e33708-a852-4d3e-ae2c-73f4e3516cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2219722 Jun 30 09:00:34.511962 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-64eca811-60d2-41f3-986a-684a0d7f35fa service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599400 Jun 30 09:00:34.515006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01763b20-5dd3-4f31-b6c3-8487c70162ab req-5455218d-6431-41ba-b36c-853e089b7d06 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.522137 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.526480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01763b20-5dd3-4f31-b6c3-8487c70162ab req-5455218d-6431-41ba-b36c-853e089b7d06 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 945 time: 0.1161685 Jun 30 09:00:34.580223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01763b20-5dd3-4f31-b6c3-8487c70162ab req-5111c184-892c-4999-93c1-c4211f05f4d3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524039 Jun 30 09:00:34.688672 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc699fb-d226-48fd-a9b4-7d6ae1f7bcf0 x-openstack-request-id: req-9dc699fb-d226-48fd-a9b4-7d6ae1f7bcf0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:34.689226 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "status": "completed", "code": 200}, {"server_uuid": "0e88473d-23aa-4377-802f-67b81d3f3ffe", "name": "network-vif-deleted", "tag": "6261e014-1607-44a9-a8e7-33f56ea8d844", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:34.689226 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9dc699fb-d226-48fd-a9b4-7d6ae1f7bcf0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:34.689593 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'status': 'completed', 'code': 200} Jun 30 09:00:34.689880 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88473d-23aa-4377-802f-67b81d3f3ffe', 'name': 'network-vif-deleted', 'tag': '6261e014-1607-44a9-a8e7-33f56ea8d844', 'status': 'completed', 'code': 200} Jun 30 09:00:34.745039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9390815-29c7-4d75-8360-ef80dc58280b req-72adc9f2-bc51-4767-be0b-d0d462a1bfb5 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158666 Jun 30 09:00:34.750695 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.814876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44112) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.855429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-73b94fe3-513c-4dac-bf0a-071447b3e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.858137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-73b94fe3-513c-4dac-bf0a-071447b3e1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1100 time: 0.1456699 Jun 30 09:00:34.910241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-566edfcc-8457-41e2-9241-84d89e82182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:34.911894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-566edfcc-8457-41e2-9241-84d89e82182b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1100 time: 0.0913095 Jun 30 09:00:34.912461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44118) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:35.007254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-bede6900-8ff5-40be-9246-c7d0e48e6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.013445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-bede6900-8ff5-40be-9246-c7d0e48e6d48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1494179 Jun 30 09:00:35.064815 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:00:35.079769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-e2998ec2-88e6-4894-bee1-0b38b03447cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.085075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-e2998ec2-88e6-4894-bee1-0b38b03447cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1604865 Jun 30 09:00:35.104297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-08a29907-68d6-4d8c-a7ed-ac9a5768efe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0835900 Jun 30 09:00:35.182611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-582fcc68-74d5-4876-bb78-e9953650258a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 200 len: 217 time: 0.0868392 Jun 30 09:00:35.248693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54a2b6a5-58a7-4b21-8055-520aa1e8da50 req-5fa9dfa9-2d02-40e2-81f9-6912644135c0 tempest-ImagesTestJSON-858314145 tempest-ImagesTestJSON-858314145-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e88473d-23aa-4377-802f-67b81d3f3ffe HTTP/1.1" status: 200 len: 210 time: 0.0801456 Jun 30 09:00:35.263799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-40c1dd42-7c21-4d42-b3d5-844623f5b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.269550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-40c1dd42-7c21-4d42-b3d5-844623f5b6b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1544831 Jun 30 09:00:35.287091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-4277f523-2b55-4c30-a455-329496113ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.297019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-4277f523-2b55-4c30-a455-329496113ba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1065426 Jun 30 09:00:35.434331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-09812456-630b-4fe4-97c8-8095d599d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.437637 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-09812456-630b-4fe4-97c8-8095d599d6b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346734 Jun 30 09:00:35.536052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1703166192-network', 'tenant_id': '011ee05cc5774686aa3da8961877b98b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:35.557172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025b8b63-b1ab-4d76-a091-1e2230652769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.561581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:35.570269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Made reservation on behalf of 011ee05cc5774686aa3da8961877b98b for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:35.572727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.594064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.606771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device feea2261-566e-4cd2-a320-37d4831cd5b2 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:35.668292 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-34d7441e-9db9-496e-90ab-78036073e8ac service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200022 Jun 30 09:00:35.719992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port feea2261-566e-4cd2-a320-37d4831cd5b2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:35.724652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port feea2261-566e-4cd2-a320-37d4831cd5b2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:35.725316 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.750261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94647a05-e8c8-4632-b1f9-07c6ec08d3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.840408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-c52bf15e-e3cf-4422-a31a-3129d828ec25 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628754 Jun 30 09:00:35.841132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd033-df53-47a3-8ed5-194617831b37 req-38aebef7-62c3-42c9-b207-9030c79b0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.842947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-38aebef7-62c3-42c9-b207-9030c79b0c0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5648901 Jun 30 09:00:35.865342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025b8b63-b1ab-4d76-a091-1e2230652769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.871428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda42d3-9bc7-4e14-a600-501a0d9c533b req-8dec5040-10e2-4219-a5c1-de9cc205ca15 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.873578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dda42d3-9bc7-4e14-a600-501a0d9c533b req-8dec5040-10e2-4219-a5c1-de9cc205ca15 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 945 time: 0.5290606 Jun 30 09:00:35.886860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.914078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:35.916800 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be76f4-20f4-4ac0-9650-6b6bd4a5793d" -d '{"events": [{"server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "name": "network-vif-plugged", "status": "completed", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:35.924482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025b8b63-b1ab-4d76-a091-1e2230652769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.942074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=feea2261-566e-4cd2-a320-37d4831cd5b2,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:35.949933 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.950940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 07c22151-e1d4-4a8d-9160-b50379200457 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:35.965149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f15a-d27b-4817-9870-6ed8bcbddae6 req-b1204225-25a7-481b-ae78-266031e20d9b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.967001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8eb9f15a-d27b-4817-9870-6ed8bcbddae6 req-b1204225-25a7-481b-ae78-266031e20d9b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.5649357 Jun 30 09:00:35.995574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dda42d3-9bc7-4e14-a600-501a0d9c533b req-d0a1b52c-db06-4f89-9521-0671b1a83dab tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094680 Jun 30 09:00:36.034455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.041734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44146) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.042270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-025b8b63-b1ab-4d76-a091-1e2230652769 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=499f0ae7653a477da374fa56293e05e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1276097 Jun 30 09:00:36.052522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-d13f98b1-0fda-477e-ba91-3d91785dd0e7 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994205 Jun 30 09:00:36.053890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.069288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8eb9f15a-d27b-4817-9870-6ed8bcbddae6 req-57575fbb-1c72-4e5a-bd03-1073f2de2d9d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938642 Jun 30 09:00:36.229032 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590def43-e48e-49ca-b56d-1971eac19d52 x-openstack-request-id: req-590def43-e48e-49ca-b56d-1971eac19d52 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:36.229678 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "name": "network-vif-plugged", "status": "completed", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:36.231432 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-590def43-e48e-49ca-b56d-1971eac19d52 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:36.232797 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'code': 200} Jun 30 09:00:36.241104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.243517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.269520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-694bd033-df53-47a3-8ed5-194617831b37 req-ba5f7015-3a84-45dd-ac5f-14e067f315a8 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967642 Jun 30 09:00:36.276667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 07c22151-e1d4-4a8d-9160-b50379200457 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:36.282535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 07c22151-e1d4-4a8d-9160-b50379200457 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:36.283338 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.335965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.415537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.519379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=07c22151-e1d4-4a8d-9160-b50379200457,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:36.526423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.564299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8b63-b1ab-4d76-a091-1e2230652769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5128e2-037f-4645-abb0-3fe05de5d67d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.604078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab0f8f7-50cd-435c-b59e-ff3446a21e98,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.608194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:36.638634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.639191 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Added segment 202c77e5-444c-4097-83fe-65139b0f0c98 of type vlan for network 550d3199-093f-49f0-a971-f4ece205f215 Jun 30 09:00:36.639928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.641990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.646327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.647538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca5128e2-037f-4645-abb0-3fe05de5d67d HTTP/1.1" status: 204 len: 168 time: 0.6040549 Jun 30 09:00:36.663750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38acb4f-334d-49ca-82b7-7b8de8343b55 req-31551323-5b38-4d4b-a347-45c3c4a30d1c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.673439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e38acb4f-334d-49ca-82b7-7b8de8343b55 req-31551323-5b38-4d4b-a347-45c3c4a30d1c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 945 time: 0.4099536 Jun 30 09:00:36.696552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3de61c-71bc-412f-bcf7-e5613a9f525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5128e2-037f-4645-abb0-3fe05de5d67d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.733063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410424d-add9-4e8d-96c6-ac5963d04569 req-1c9c0c38-4a81-4647-ba88-571fbef8fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.737014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2410424d-add9-4e8d-96c6-ac5963d04569 req-1c9c0c38-4a81-4647-ba88-571fbef8fdfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1098 time: 0.3433697 Jun 30 09:00:36.771313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.834935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94647a05-e8c8-4632-b1f9-07c6ec08d3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.845431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2410424d-add9-4e8d-96c6-ac5963d04569 req-0e84e2df-9916-4241-a3be-419aa290c592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915458 Jun 30 09:00:36.848104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94647a05-e8c8-4632-b1f9-07c6ec08d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.857462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e38acb4f-334d-49ca-82b7-7b8de8343b55 req-cfc525cc-2d1c-481b-a395-efc3141721dc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827238 Jun 30 09:00:36.906045 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-94647a05-e8c8-4632-b1f9-07c6ec08d3d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02e87f0643604a23aa800611118a8d52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3433459 Jun 30 09:00:36.908488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.908773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44182) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.909635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.910340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.010297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1942706 Jun 30 09:00:37.012653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849b039-2326-40ff-8455-0b5019e5211b admin admin] Pushing event updated for resources: {'Network': ['ID=550d3199-093f-49f0-a971-f4ece205f215,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.012995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.015232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44186) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.021908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Request body: {'subnet': {'network_id': '550d3199-093f-49f0-a971-f4ece205f215', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1703166192-subnet', 'tenant_id': '011ee05cc5774686aa3da8961877b98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:37.027945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94647a05-e8c8-4632-b1f9-07c6ec08d3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee51d07e-483f-44be-95d4-ec31d7953327,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.048166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 550d3199-093f-49f0-a971-f4ece205f215 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:37.065509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Made reservation on behalf of 011ee05cc5774686aa3da8961877b98b for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:37.066553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.068560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.206062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.209790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.211420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee51d07e-483f-44be-95d4-ec31d7953327 HTTP/1.1" status: 204 len: 168 time: 0.3016565 Jun 30 09:00:37.285730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3782f-678e-44f8-a3a4-fcdf8b24a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee51d07e-483f-44be-95d4-ec31d7953327,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.335840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.356331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f63c5aac-517c-43dd-9035-b5efe4f6c55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.409874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c32f2-26d5-43de-a530-a2191d403563 req-efff9692-fecf-4250-9fd4-05c9a4347aff tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.418356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-405c32f2-26d5-43de-a530-a2191d403563 req-efff9692-fecf-4250-9fd4-05c9a4347aff tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 946 time: 0.2311668 Jun 30 09:00:37.450293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.527531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Checking segment: {'id': '202c77e5-444c-4097-83fe-65139b0f0c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '550d3199-093f-49f0-a971-f4ece205f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:37.528515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Network hostable DHCP agents. Network: 550d3199-093f-49f0-a971-f4ece205f215, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:37.530164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:37.534949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a4e35a-199a-498d-8a2e-83c2cc773e7e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.559498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-405c32f2-26d5-43de-a530-a2191d403563 req-0b12909e-82b2-4cfd-9e66-a99fc6124f7f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387999 Jun 30 09:00:37.561655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Network 550d3199-093f-49f0-a971-f4ece205f215 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:37.580612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 550d3199-093f-49f0-a971-f4ece205f215) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:37.588335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.589075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.622107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc5555-604a-4937-9d05-d9bbe5e1dcf6 None None] Network 550d3199-093f-49f0-a971-f4ece205f215 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:37.631778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 6261e014-1607-44a9-a8e7-33f56ea8d844 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:37.631907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6261e014-1607-44a9-a8e7-33f56ea8d844 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:37.671562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f63c5aac-517c-43dd-9035-b5efe4f6c55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.694984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9308-fa31-472c-9141-8247249f2cdc req-934c6646-2036-4c04-bca9-8988e88dee93 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.696854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3e351eb8-b270-4e15-8609-0f9096f9fda6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6800144 Jun 30 09:00:37.699377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-831f9308-fa31-472c-9141-8247249f2cdc req-934c6646-2036-4c04-bca9-8988e88dee93 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.3280861 Jun 30 09:00:37.703219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f63c5aac-517c-43dd-9035-b5efe4f6c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.873037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44218) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.874800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f63c5aac-517c-43dd-9035-b5efe4f6c55a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0abe953e83b41c484eb13dfe987800e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359626 Jun 30 09:00:37.884009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c5aac-517c-43dd-9035-b5efe4f6c55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8287315a-051b-4d0a-945f-995d430a8e7f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.913405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-831f9308-fa31-472c-9141-8247249f2cdc req-0847bc27-a87a-4c64-a5b2-9f94b3a1b3d9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994696 Jun 30 09:00:37.960176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44224) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.985655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb4575-02c5-411a-8dc0-dd7db1e9f102 None None] Network 550d3199-093f-49f0-a971-f4ece205f215 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:38.063201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Deleting subnet e280d8d1-6e09-40b2-980d-47762bf098c4 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:00:38.071636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.088247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.148900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.163874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.242933 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.263876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:38.267557 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c3424-5f7b-441e-8a84-63308d19b688" -d '{"events": [{"server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "name": "network-vif-plugged", "status": "completed", "tag": "07c22151-e1d4-4a8d-9160-b50379200457"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:38.276257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.279463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.283880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8287315a-051b-4d0a-945f-995d430a8e7f HTTP/1.1" status: 204 len: 168 time: 0.4094958 Jun 30 09:00:38.297961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d65e5-36e1-49fc-b20d-9cbf38bf67cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287315a-051b-4d0a-945f-995d430a8e7f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:38.394181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.421691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d43b2-598b-488d-808a-89e2866c2ba9 req-c556cd23-1c12-45fd-9268-3102296a1592 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:38.425584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f06d43b2-598b-488d-808a-89e2866c2ba9 req-c556cd23-1c12-45fd-9268-3102296a1592 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 946 time: 0.1330056 Jun 30 09:00:38.456745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1013344770', 'description': 'tempest-description-721726915'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:38.461215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e280d8d1-6e09-40b2-980d-47762bf098c4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:38.467536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.470034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1b8f330f-5212-4b13-beb3-f0c5790b9b81 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e280d8d1-6e09-40b2-980d-47762bf098c4 HTTP/1.1" status: 204 len: 168 time: 0.5086715 Jun 30 09:00:38.472585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:38.528741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f06d43b2-598b-488d-808a-89e2866c2ba9 req-e641440e-a830-4854-bd08-a61c92eae89f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Jun 30 09:00:38.530462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.593506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:38.602476 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41965a63-d621-4336-9bd8-e18f4bc48f22 x-openstack-request-id: req-41965a63-d621-4336-9bd8-e18f4bc48f22 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:38.602779 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "name": "network-vif-plugged", "status": "completed", "tag": "07c22151-e1d4-4a8d-9160-b50379200457", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:38.603585 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-41965a63-d621-4336-9bd8-e18f4bc48f22 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:38.603964 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457', 'code': 200} Jun 30 09:00:38.666880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.732729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.744363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.832349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.845527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-584003be-b924-40d8-9803-49b1e9eeb10c req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4185205 Jun 30 09:00:38.870572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73457e-57d2-49bf-870d-17e78ef22042 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac143a-13f8-4f59-a9ed-92f0ec7de773,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:38.902189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.913309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2246ad04-7b93-4d62-94d6-412ecb002d0f']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.926092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4289b79b-a2ae-4f92-8ac8-14c524467ad0') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.926304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4289b79b-a2ae-4f92-8ac8-14c524467ad0') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.937578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.954624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.963451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:00:38.964266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.026067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbe9e6-4fd9-462e-beda-ccfa553286b4 req-84e42d45-2ed6-4153-a72b-0899eda96d8b tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:00:39.026919 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:00:39.032927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cbe9e6-4fd9-462e-beda-ccfa553286b4 req-84e42d45-2ed6-4153-a72b-0899eda96d8b tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 946 time: 0.2415686 Jun 30 09:00:39.035568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e94671cc-af48-4121-bbee-a6294eff837d req-f256526d-570e-412d-a54c-222d22183f66 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/73ac143a-13f8-4f59-a9ed-92f0ec7de773 HTTP/1.1" status: 200 len: 1804 time: 0.1666093 Jun 30 09:00:39.042904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.054149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73ac143a-13f8-4f59-a9ed-92f0ec7de773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:39.054470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73ac143a-13f8-4f59-a9ed-92f0ec7de773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:39.068824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2246ad04-7b93-4d62-94d6-412ecb002d0f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.072981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.075000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f8d9a37-81d7-426b-8efd-ace2cb352c8a admin admin] 10.222.0.66 "DELETE /v2.0/networks/2246ad04-7b93-4d62-94d6-412ecb002d0f HTTP/1.1" status: 204 len: 168 time: 0.6010959 Jun 30 09:00:39.079534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-315971016-network', 'tenant_id': '402e3c9d07b94fcf97a26bd784457646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:39.086103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2208cb-914a-41b7-80d9-7d5cedba97b9 req-17ab9359-4f22-4a73-a76f-7d8b505499df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.088928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec2208cb-914a-41b7-80d9-7d5cedba97b9 req-17ab9359-4f22-4a73-a76f-7d8b505499df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 1098 time: 0.3176610 Jun 30 09:00:39.109742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Made reservation on behalf of 402e3c9d07b94fcf97a26bd784457646 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:39.115280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.142103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cbe9e6-4fd9-462e-beda-ccfa553286b4 req-04912b14-d728-4d7d-ae57-02fd90c99d37 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818462 Jun 30 09:00:39.143827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.186726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec2208cb-914a-41b7-80d9-7d5cedba97b9 req-323c32bf-db57-48a8-bb38-a481116fd630 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564957 Jun 30 09:00:39.288351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.327521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44270) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.350520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.367373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.373656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.403617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fcc08bb9-6086-43f6-93bb-9c482f1aa7ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e60dfb5ddbc4458bf7f543c481735b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749247 Jun 30 09:00:39.404670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:39.410011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44272) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.419479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.422855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e428e3e9-ee8a-4b77-85fd-68143d815a1f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.426956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.427298 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Added segment 0294f2c7-338e-4afe-a31c-fae3faf8caba of type vlan for network f98ad61d-5493-419d-a72d-308134a79907 Jun 30 09:00:39.459173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd6b3de-0c72-403b-a7ac-a82b2b57481d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.514702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.536440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.537666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e94671cc-af48-4121-bbee-a6294eff837d req-f0dfab6b-200e-4863-91d8-ca620122877b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4908795 Jun 30 09:00:39.540571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.552101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:39.586668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.589315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.590127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.606494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d34814-2b8b-40ac-9a42-e03edfbe848b req-7fb8b498-8efe-4d64-aae3-ae7d491a8f18 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.608061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9d34814-2b8b-40ac-9a42-e03edfbe848b req-7fb8b498-8efe-4d64-aae3-ae7d491a8f18 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 948 time: 0.2336240 Jun 30 09:00:39.660547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0644553 Jun 30 09:00:39.663488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44286) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.670870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Request body: {'subnet': {'network_id': 'f98ad61d-5493-419d-a72d-308134a79907', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-315971016-subnet', 'tenant_id': '402e3c9d07b94fcf97a26bd784457646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:39.694228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.695905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd7465-2b93-448f-9561-77a4c44b6cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=f98ad61d-5493-419d-a72d-308134a79907,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.709507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f98ad61d-5493-419d-a72d-308134a79907 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:39.717208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Made reservation on behalf of 402e3c9d07b94fcf97a26bd784457646 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:39.721624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.847373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:39.867972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'mac_address': 'fa:16:3e:6f:70:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:39.873547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9d34814-2b8b-40ac-9a42-e03edfbe848b req-f7e02056-b32b-4750-b41d-b438366ef75d tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417793 Jun 30 09:00:39.942130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-32430881', 'description': 'tempest-description-1135464543'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:39.963965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-2b355c46-a9bd-49b2-a220-fafcdf3081d2 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 258 time: 0.3942919 Jun 30 09:00:39.981655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:40.010067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.013374 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.014772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b021789e-3be3-4f8a-aed0-6bb991bbbd0e HTTP/1.1" status: 204 len: 168 time: 0.6018767 Jun 30 09:00:40.019302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.035913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.041734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8c65-fded-477b-8302-ad85ad0148f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b021789e-3be3-4f8a-aed0-6bb991bbbd0e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.048388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.054991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.116403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:40.174783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:40.191968 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.238231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.252374 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.278172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd85c6b-79b8-44c5-87c2-8e67f630237c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.290489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.305808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec873939-790c-4575-9d79-b54b1823d5ae req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3797920 Jun 30 09:00:40.309411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.317196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef39689-b637-4442-b8b2-557c939407e7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97310bd-30d1-49e5-80e6-3f4838af6d1e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.327199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.377521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Checking segment: {'id': '0294f2c7-338e-4afe-a31c-fae3faf8caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f98ad61d-5493-419d-a72d-308134a79907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:40.377942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Network hostable DHCP agents. Network: f98ad61d-5493-419d-a72d-308134a79907, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:40.421916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Network f98ad61d-5493-419d-a72d-308134a79907 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:40.446676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f98ad61d-5493-419d-a72d-308134a79907) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:40.457741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681f3aa-862e-4f63-93cc-5a9762d1df1b None None] Network f98ad61d-5493-419d-a72d-308134a79907 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:40.469096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.472921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.519231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bbfeed38-2444-4ce2-afaa-66143e3c9840 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8464451 Jun 30 09:00:40.565470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a7d1d8bc-c972-420c-8ba6-0840d05c654c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:40.642596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Allocated IP 172.25.4.152 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:40.878155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180b787-e504-4f12-83e0-d3c5065aa26f None None] Network f98ad61d-5493-419d-a72d-308134a79907 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:40.919856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adb545-6c21-4345-9c65-e5a71dda5d95 req-630fdd4f-0ec0-4bd5-b50f-2be77e8a7b44 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.921454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54adb545-6c21-4345-9c65-e5a71dda5d95 req-630fdd4f-0ec0-4bd5-b50f-2be77e8a7b44 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 946 time: 0.4212646 Jun 30 09:00:40.984037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54adb545-6c21-4345-9c65-e5a71dda5d95 req-d3ca490d-2d69-4b13-a593-3aef02b39a4d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Jun 30 09:00:41.012675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.075664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.120441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:41.123513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:41.129617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:41.154644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event updated for resources: {'Port': ['ID=1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.280465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.324947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.551890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.558267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.615911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.632475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44342) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.654426 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.660964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6878643 Jun 30 09:00:41.788052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-9ab84a78-c8e0-4e2c-af39-2e40998b2153 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1261787 Jun 30 09:00:41.788728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c55bf-4608-4979-834e-deb66e105886 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event updated for resources: {'Port': ['ID=1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.856164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1472682196-network', 'tenant_id': '6dc9462d8f2043419a74bd0508c0e93c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:41.882441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Made reservation on behalf of 6dc9462d8f2043419a74bd0508c0e93c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:41.883228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eb59e-d393-4f76-b407-e3c5f2345017 req-5aaf83c2-942d-4ff2-8711-57abaeb1b201 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.884818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae5eb59e-d393-4f76-b407-e3c5f2345017 req-5aaf83c2-942d-4ff2-8711-57abaeb1b201 tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 1101 time: 0.2349482 Jun 30 09:00:41.885222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.894778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.947722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-ea9ade0b-f9bc-48ec-aea2-ee5e3a77b2fe tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.948878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-029f3ea7-4d7b-4a37-98e0-00a47116486f req-ea9ade0b-f9bc-48ec-aea2-ee5e3a77b2fe tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1534514 Jun 30 09:00:41.958001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae5eb59e-d393-4f76-b407-e3c5f2345017 req-43c7330e-de1e-48a3-aaae-29ef98d845cf tempest-MigrationsAdminTest-2021360009 tempest-MigrationsAdminTest-2021360009-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Jun 30 09:00:42.029022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.034909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.046014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-91daf052-6a24-4f2c-9423-69b1833bb8f6 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/a97310bd-30d1-49e5-80e6-3f4838af6d1e HTTP/1.1" status: 200 len: 1803 time: 0.0598774 Jun 30 09:00:42.051841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a97310bd-30d1-49e5-80e6-3f4838af6d1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:42.052235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a97310bd-30d1-49e5-80e6-3f4838af6d1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:42.060694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:42.080313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f9f669-fa96-4761-b853-3d4ea3c7d7e9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.090385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.090748 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Added segment 7710d748-b797-451f-a810-f760364ae5fc of type vlan for network e44400b9-d34b-4000-8efe-ef1db32bae41 Jun 30 09:00:42.136643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.156743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.176153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.182969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.193477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.194089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.194679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.215448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-817137538', 'description': 'tempest-description-119704426'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:42.222858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd2d89-2898-4d79-b64f-ad5f2cc55ca8,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.248564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.259120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.260469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cb1c996-9120-4719-a771-c21ef8574d89 req-aad3241f-087e-4c00-b132-ef701db84da1 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2135587 Jun 30 09:00:42.265853 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6319079 Jun 30 09:00:42.267049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:42.272965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Request body: {'subnet': {'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1472682196-subnet', 'tenant_id': '6dc9462d8f2043419a74bd0508c0e93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:42.274643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1ae49-cfaa-44a1-bf83-8062b1ca54bd admin admin] Pushing event updated for resources: {'Network': ['ID=e44400b9-d34b-4000-8efe-ef1db32bae41,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.292416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e44400b9-d34b-4000-8efe-ef1db32bae41 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:42.350944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.360923 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.411148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Made reservation on behalf of 6dc9462d8f2043419a74bd0508c0e93c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:42.413533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.440714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.440714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20848c11-016b-4d29-b525-fe3626ea2497 req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2296476 Jun 30 09:00:42.444689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591858f0-384a-495d-8414-bd963cf3f4b9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00903aed-7700-441f-af24-12e7168e06d4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.602583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86a3bd-afe7-4cf1-8d78-8153695cc5b7 req-6d8df451-8c15-4d92-ab83-5914db5ea568 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.605282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b86a3bd-afe7-4cf1-8d78-8153695cc5b7 req-6d8df451-8c15-4d92-ab83-5914db5ea568 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 946 time: 0.2130809 Jun 30 09:00:42.715996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b86a3bd-afe7-4cf1-8d78-8153695cc5b7 req-337446d2-4650-4fcf-b540-14bc692a3494 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Jun 30 09:00:42.844293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.880339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0e6c-04a5-4e88-8828-886643add877 req-b17abf40-c583-4bc3-ba1f-ad5832a90bb5 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:42.881994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-b17abf40-c583-4bc3-ba1f-ad5832a90bb5 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1994243 Jun 30 09:00:42.962934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-3e3ae381-451c-41d4-b69c-bd111269112f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.0737097 Jun 30 09:00:42.967618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ba4940-25f0-473f-b420-388d002f4991,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:42.984034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'floatingip': {'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:43.027559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Checking segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:43.027937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Network hostable DHCP agents. Network: e44400b9-d34b-4000-8efe-ef1db32bae41, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:43.033814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.114837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Network e44400b9-d34b-4000-8efe-ef1db32bae41 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:43.156634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e44400b9-d34b-4000-8efe-ef1db32bae41) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:43.164697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.165427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.168936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed9177-977d-444c-b3d9-1b8c7db15f98 None None] Network e44400b9-d34b-4000-8efe-ef1db32bae41 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:43.203803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fac13c5d-0874-4efd-9e37-6c3efba97205 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9357612 Jun 30 09:00:43.369254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e186df7-07d6-4426-a539-69d556bed671 None None] Network e44400b9-d34b-4000-8efe-ef1db32bae41 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:43.555970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:43.644366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a7d1d8bc-c972-420c-8ba6-0840d05c654c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:43.652214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a7d1d8bc-c972-420c-8ba6-0840d05c654c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:43.652741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.684762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-944332698', 'description': 'tempest-description-750013823'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:43.751659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.808774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:43.811398 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae51b1-7491-4517-8a1f-6a800df1d7bb" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:43.827553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.870502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:43.881065 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.955888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=13']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:44.136378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-47442c0b-0c44-40d6-bd47-0fa7f7a103af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524797 Jun 30 09:00:44.166570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.176361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.215108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.215998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.217360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef525c9d-fb87-493f-b2bd-77e3c0d7deb4 req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5371945 Jun 30 09:00:44.221657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.239911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-5cafbe7f-7493-4ac6-9cea-3895c33a150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.241903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-5cafbe7f-7493-4ac6-9cea-3895c33a150e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8966d626dfd495d8a56af633cace815&device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 1101 time: 0.0616853 Jun 30 09:00:44.249253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b891f-7b6c-4dad-8801-3e3efcb35730 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3b638-3cf6-4c13-b7e6-dec2209a1348,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:44.355659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d89f389-6645-4ada-9677-2c65537687c5 req-b000fe86-6c99-478c-80e9-631e9584335b tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/00903aed-7700-441f-af24-12e7168e06d4 HTTP/1.1" status: 200 len: 1811 time: 0.1158075 Jun 30 09:00:44.374013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00903aed-7700-441f-af24-12e7168e06d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:44.374339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00903aed-7700-441f-af24-12e7168e06d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:44.388459 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Floating IP f3c8ded7-949c-4057-8e73-055eb02ece30 associated. External IP: 172.25.4.152, port: feea2261-566e-4cd2-a320-37d4831cd5b2. Jun 30 09:00:44.400864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-621de954-9c0f-46ea-9c09-8dd35611d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.402657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-621de954-9c0f-46ea-9c09-8dd35611d309 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1240954 Jun 30 09:00:44.447501 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-724d4fbf-6dbb-45dc-8dc4-4f7e7f0a49de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 200 len: 217 time: 0.0363612 Jun 30 09:00:44.502853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-a43cbd28-0ff2-469e-824f-8569b67ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.504610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-a43cbd28-0ff2-469e-824f-8569b67ce11a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0503347 Jun 30 09:00:44.554922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.582465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-9f22b2c7-a2da-4d4e-ac3c-50f1c22d3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.585198 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-9f22b2c7-a2da-4d4e-ac3c-50f1c22d3a5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726104 Jun 30 09:00:44.637095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.664386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.683849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b339a006-3de2-4705-b41c-0964bf09ef35,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:44.702433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-fe46c108-6470-456a-85d1-3e0efc658382 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096275 Jun 30 09:00:44.709120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.709940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d89f389-6645-4ada-9677-2c65537687c5 req-99fe078f-4f63-4f6d-bb64-2d603edc9023 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3431575 Jun 30 09:00:44.715645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:44.853905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149409-fa38-4e6c-b055-2183c9401c7f req-a4d6115c-e25e-4b6b-85bf-30b37e6b866c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.855644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18149409-fa38-4e6c-b055-2183c9401c7f req-a4d6115c-e25e-4b6b-85bf-30b37e6b866c tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 950 time: 0.1520426 Jun 30 09:00:44.873468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:44.876898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1383635f-2c61-4ea7-bdb2-c5398cac5ea6 req-0186e628-f116-428f-9db4-02d202bd5eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625230 Jun 30 09:00:44.885289 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Sync routers for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:44.890180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.907914 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:44.908609 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:44.982133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-324698a5-dd6b-4aa2-bd7b-66928d595088 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "PUT /v2.0/floatingips/f3c8ded7-949c-4057-8e73-055eb02ece30 HTTP/1.1" status: 200 len: 997 time: 2.0025291 Jun 30 09:00:44.987140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:44.993994 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7b8b2a-10d2-43ff-a444-921fa5965946" -d '{"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:45.055046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:45.056858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Deleting port a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:45.057209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.083046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0e6c-04a5-4e88-8828-886643add877 req-beb1cc5d-2b6d-4e9d-87c4-2aba20f0a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.092475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-beb1cc5d-2b6d-4e9d-87c4-2aba20f0a9c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1098 time: 0.0936565 Jun 30 09:00:45.193201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] For port a7d1d8bc-c972-420c-8ba6-0840d05c654c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7d1d8bc-c972-420c-8ba6-0840d05c654c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:45.193890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.203813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0e6c-04a5-4e88-8828-886643add877 req-e0366579-e546-460b-8d0f-33f75852187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.206071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-e0366579-e546-460b-8d0f-33f75852187b service neutron] 10.222.0.66 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 929 time: 0.1121583 Jun 30 09:00:45.228044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Calling delete_port for a7d1d8bc-c972-420c-8ba6-0840d05c654c owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:45.393818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-2749d5fc-59fe-48b6-b514-481f74ff3d31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 1000 time: 0.1756349 Jun 30 09:00:45.420768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.434204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9', '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:45.463156 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f3c8ded7-949c-4057-8e73-055eb02ece30', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'mac_address': 'fa:16:3e:0f:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 1, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:45.468272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event deleted for resources: {'Port': ['ID=a7d1d8bc-c972-420c-8ba6-0840d05c654c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.482514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:45.525185 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Checking router: bf537396-7b32-4afd-b4fb-3cb5a3ddc588 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:45.549178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:45.549843 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:45.552746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] No DVR routers for this DVR port a7d1d8bc-c972-420c-8ba6-0840d05c654c on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:45.573582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.577803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff964d-00de-4055-ba67-398519dc0fe6 req-779c9372-4a00-4d50-9bb6-4b4f34958652 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.580211 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18149409-fa38-4e6c-b055-2183c9401c7f req-063341ea-4364-4cb8-8ae1-bc2d19bf99d2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "DELETE /v2.0/ports/a7d1d8bc-c972-420c-8ba6-0840d05c654c HTTP/1.1" status: 204 len: 173 time: 0.7017913 Jun 30 09:00:45.581406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-deleted', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:45.594931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5ff964d-00de-4055-ba67-398519dc0fe6 req-779c9372-4a00-4d50-9bb6-4b4f34958652 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=edd481ba-f132-4405-a9b2-520ea256c3e9 HTTP/1.1" status: 200 len: 868 time: 0.3232934 Jun 30 09:00:45.597930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0e6c-04a5-4e88-8828-886643add877 req-5ae1a923-111e-4c22-a6d4-213c14118213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.600447 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c0100a-ba23-4730-9925-8ed989ddd16f" -d '{"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-deleted", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:45.603531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-5ae1a923-111e-4c22-a6d4-213c14118213 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.1970389 Jun 30 09:00:45.706690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:45.713410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1241678738'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:45.755040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:45.759679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.777848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5ff964d-00de-4055-ba67-398519dc0fe6 req-ca1edad1-dbcf-4a7f-9503-0fac9d279e99 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497822 Jun 30 09:00:45.785911 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:45.811750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0e6c-04a5-4e88-8828-886643add877 req-45a00fcb-69f5-445f-ae25-06791df06b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.815233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-45a00fcb-69f5-445f-ae25-06791df06b96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725998 Jun 30 09:00:45.841051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:45.873156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.873156 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Added segment 8704d847-e8e3-47f9-bdb3-a30fc3718305 of type vlan for network 5b489bd8-30e3-4199-9d4f-9dae43417452 Jun 30 09:00:45.943420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.004724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.013264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.014466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.030481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-bc4675cb-cfb3-4e20-8d24-2b87e8fe6710 service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907971 Jun 30 09:00:46.102022 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f3c8ded7-949c-4057-8e73-055eb02ece30', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'mac_address': 'fa:16:3e:0f:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 1, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:46.130327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150b863-9a98-44c6-8056-fbfc1a453c2a None None] The sync data for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 is: [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f3c8ded7-949c-4057-8e73-055eb02ece30', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'mac_address': 'fa:16:3e:0f:a8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:41Z', 'updated_at': '2021-06-30T09:00:44Z', 'revision_number': 1, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:46.154485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Network': ['ID=5b489bd8-30e3-4199-9d4f-9dae43417452,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:46.157631 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7eab570f-3638-4f9e-a481-10d2b8662554 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4483848 Jun 30 09:00:46.162619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44426) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:46.169820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1303591074'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:46.175869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:46.199364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-b74fd3b2-31af-48a3-b057-2495d9092681 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.200871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-b74fd3b2-31af-48a3-b057-2495d9092681 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.1870966 Jun 30 09:00:46.225973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-39cdc4aa-65d3-4f83-a010-76d9dfd4f050 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/quotas/6dc9462d8f2043419a74bd0508c0e93c HTTP/1.1" status: 200 len: 375 time: 0.0157773 Jun 30 09:00:46.232716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:46.238778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680f0e6c-04a5-4e88-8828-886643add877 req-7ebfb52e-ac7b-442a-a0c1-b15b3d5d5123 service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933539 Jun 30 09:00:46.241058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.277025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:46.289190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.289815 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Added segment 32280a60-d445-4663-ac6b-7a47bdc628d3 of type vlan for network 18ee196d-b504-4995-9a14-8aec058c5b14 Jun 30 09:00:46.293217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-46c61328-e46e-4de2-9918-6daa5a53ceee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533726 Jun 30 09:00:46.319826 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9dc8a-c3bb-4259-8cd5-998371bc7fc7 x-openstack-request-id: req-1cf9dc8a-c3bb-4259-8cd5-998371bc7fc7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:46.320355 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:46.320794 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1cf9dc8a-c3bb-4259-8cd5-998371bc7fc7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:46.321769 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'code': 200} Jun 30 09:00:46.342818 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.358948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1629424339', 'description': 'tempest-description-1164305115'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:46.375566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.384497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.385103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.398817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.443939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d911950-a38d-41cd-a48d-c4de266baaa7 None None] New status for floating IP f3c8ded7-949c-4057-8e73-055eb02ece30: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:00:46.457386 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2929041 Jun 30 09:00:46.459947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44430) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:46.467422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'subnet': {'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:46.470628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-6c1cdf4d-0a30-4627-bb54-3419a179db7a service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653130 Jun 30 09:00:46.486639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2069a5-a6ea-41fc-b69f-dad3c4c9e508 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Network': ['ID=18ee196d-b504-4995-9a14-8aec058c5b14,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:46.498277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 18ee196d-b504-4995-9a14-8aec058c5b14 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:46.629344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-0cd87c8c-1c0b-4c36-b0ed-10a5626e75a5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.631138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-0cd87c8c-1c0b-4c36-b0ed-10a5626e75a5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 946 time: 0.2023594 Jun 30 09:00:46.950408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-090d4da1-0edd-4824-a676-7c0757d12cc7 service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688063 Jun 30 09:00:46.959627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.968148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.982804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:46.986824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.029129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95cd98ab-0fdd-45c7-8628-9871ec08f9d4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.034490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.035957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69832404-a46c-419d-a5ca-fc14e07c88c5 req-38ba5f97-c673-4f8c-a6e7-9019424a6538 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6832066 Jun 30 09:00:47.095149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port 07c22151-e1d4-4a8d-9160-b50379200457 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:47.095523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.172423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4cb497b-5897-4e26-9bc6-f76354b252ef req-f1a65e43-be26-48c3-a6be-d451915c47c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/00903aed-7700-441f-af24-12e7168e06d4 HTTP/1.1" status: 200 len: 2404 time: 0.1130481 Jun 30 09:00:47.222376 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f1a0e-cbe2-4574-a997-02e0efe00b5b x-openstack-request-id: req-119f1a0e-cbe2-4574-a997-02e0efe00b5b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:47.222730 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:47.224607 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-119f1a0e-cbe2-4574-a997-02e0efe00b5b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:47.224607 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'status': 'completed', 'code': 200} Jun 30 09:00:47.232114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.264384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port 07c22151-e1d4-4a8d-9160-b50379200457, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=07c22151-e1d4-4a8d-9160-b50379200457,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:47.264957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.321156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Subnet': ['ID=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.327560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:47.327929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network hostable DHCP agents. Network: 5b489bd8-30e3-4199-9d4f-9dae43417452, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:47.356535 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c301a9a1-ead6-4f13-acc8-d8d45e7b4d7f x-openstack-request-id: req-c301a9a1-ead6-4f13-acc8-d8d45e7b4d7f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:47.356841 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd481ba-f132-4405-a9b2-520ea256c3e9", "name": "network-vif-deleted", "tag": "a7d1d8bc-c972-420c-8ba6-0840d05c654c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:47.357099 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c301a9a1-ead6-4f13-acc8-d8d45e7b4d7f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:47.361668 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd481ba-f132-4405-a9b2-520ea256c3e9', 'name': 'network-vif-deleted', 'tag': 'a7d1d8bc-c972-420c-8ba6-0840d05c654c', 'status': 'completed', 'code': 200} Jun 30 09:00:47.376917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:47.393945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for 07c22151-e1d4-4a8d-9160-b50379200457 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:47.395555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5b489bd8-30e3-4199-9d4f-9dae43417452) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:47.401738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.402661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.408644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd654a1-3e47-4254-8a7f-66bb0ecf2ce3 None None] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:47.432183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cbd02bbb-3079-44dd-85da-8d68af70e9c7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9688334 Jun 30 09:00:47.432904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.442699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'subnet': {'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:47.622608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:47.627265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.685537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-f7206577-dfd0-407c-ad26-d82b527c5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.688099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-f7206577-dfd0-407c-ad26-d82b527c5de5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1098 time: 0.4114909 Jun 30 09:00:47.702398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44456) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.931511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.932973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-5b489bd8-30e3-4199-9d4f-9dae43417452', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:47.934231 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.937976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d440d6a-be18-4b1a-a9d4-99dcff21cef1 req-3e5769aa-b1b1-4a59-b261-9ae7d63ed6f3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.939930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d440d6a-be18-4b1a-a9d4-99dcff21cef1 req-3e5769aa-b1b1-4a59-b261-9ae7d63ed6f3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=53ff8349-3981-430f-8c27-09b78097b779 HTTP/1.1" status: 200 len: 946 time: 0.5422819 Jun 30 09:00:47.991105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-37aa47f4-63d4-4baf-b768-c04d476445b7 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 258 time: 0.5948539 Jun 30 09:00:48.008970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Subnet': ['ID=e05c447b-2134-49b1-9bc1-de7b6d286308,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.014295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-74828612-e877-41f5-92b3-9d9f0b5879f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.016841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-74828612-e877-41f5-92b3-9d9f0b5879f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 929 time: 0.3098247 Jun 30 09:00:48.029058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Checking segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:48.029571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network hostable DHCP agents. Network: 18ee196d-b504-4995-9a14-8aec058c5b14, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:48.043273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34ea45f8-813a-4e10-bfb5-40cc09542cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.050033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.053935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 18ee196d-b504-4995-9a14-8aec058c5b14 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:48.077018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 18ee196d-b504-4995-9a14-8aec058c5b14) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:48.081549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.082441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.133497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235df34-69a7-4221-bd61-594fa5584a1c None None] Network 18ee196d-b504-4995-9a14-8aec058c5b14 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:48.142014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Allocated IP 10.1.1.2 (5b489bd8-30e3-4199-9d4f-9dae43417452/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c/5e93a903-d445-46b7-ae4f-2e595a9d9d34) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:48.171136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d440d6a-be18-4b1a-a9d4-99dcff21cef1 req-96ab80bd-1c41-41bf-8053-f0df28c55aca tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203701 Jun 30 09:00:48.178556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44460) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:48.179763 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7aa80560-12bb-4ba5-b933-6cee6ddf372a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7448909 Jun 30 09:00:48.184608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.190984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'name': 'tempest-TaggedBootDevicesTest_v242-1150246109', 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.207170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.231358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8', '07c22151-e1d4-4a8d-9160-b50379200457'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:48.270631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-f0d246bb-ce95-4961-a4ca-d0a92e8895bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 1002 time: 0.2123840 Jun 30 09:00:48.375600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=07c22151-e1d4-4a8d-9160-b50379200457,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.496825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port 07c22151-e1d4-4a8d-9160-b50379200457 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:48.513233 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.515153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d0a5bc7-5f1e-4847-994e-8cfd44871d6c req-07a3d838-4514-4e33-892f-504dc50c2150 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/07c22151-e1d4-4a8d-9160-b50379200457 HTTP/1.1" status: 204 len: 173 time: 1.8715882 Jun 30 09:00:48.516751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-18ee196d-b504-4995-9a14-8aec058c5b14', 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ips': [{'subnet_id': 'e05c447b-2134-49b1-9bc1-de7b6d286308'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:48.517795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.523134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-25955e13-7956-4e2b-b217-b68a0e8babf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.525217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-25955e13-7956-4e2b-b217-b68a0e8babf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.2415519 Jun 30 09:00:48.544428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.564474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Transition to ACTIVE for port object 5e93a903-d445-46b7-ae4f-2e595a9d9d34 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:48.598209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-e3e1c0b6-1853-4aa2-bfd2-cf6ad6aac3da tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/9ea3b638-3cf6-4c13-b7e6-dec2209a1348 HTTP/1.1" status: 200 len: 1803 time: 0.2201447 Jun 30 09:00:48.663380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Transition to ACTIVE for port object 5e93a903-d445-46b7-ae4f-2e595a9d9d34 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:48.670076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34ea45f8-813a-4e10-bfb5-40cc09542cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.685643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.690181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34ea45f8-813a-4e10-bfb5-40cc09542cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.738422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-54095e0f-b77d-44e6-ae89-c816568cfa4a tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/95cd98ab-0fdd-45c7-8628-9871ec08f9d4 HTTP/1.1" status: 200 len: 1805 time: 0.1264105 Jun 30 09:00:48.766485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-00e14026-e649-4ff6-b3e9-f1b759f5a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.767968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-00e14026-e649-4ff6-b3e9-f1b759f5a9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2282267 Jun 30 09:00:48.768739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:48.775453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:48.776635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Pushing event updated for resources: {'Port': ['ID=5e93a903-d445-46b7-ae4f-2e595a9d9d34,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.780185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9ea3b638-3cf6-4c13-b7e6-dec2209a1348', 'remote_group_id': '95cd98ab-0fdd-45c7-8628-9871ec08f9d4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.780489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9ea3b638-3cf6-4c13-b7e6-dec2209a1348', 'remote_group_id': '95cd98ab-0fdd-45c7-8628-9871ec08f9d4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.783184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:48.786849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:48.793281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Allocated IP 10.2.2.2 (18ee196d-b504-4995-9a14-8aec058c5b14/e05c447b-2134-49b1-9bc1-de7b6d286308/bd71af50-18ec-4f40-b1f6-b54e7e3a54cd) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:48.872981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea45f8-813a-4e10-bfb5-40cc09542cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49870dfe-c16c-4b4c-85b2-cc9c17509fed,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.878128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34ea45f8-813a-4e10-bfb5-40cc09542cb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ef128acd02b479089b478c8c5d65756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1742415 Jun 30 09:00:48.910960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-15473cc0-7829-45e2-a54f-d609b823623c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.912714 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-15473cc0-7829-45e2-a54f-d609b823623c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.1264341 Jun 30 09:00:48.913466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:48.943132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.967552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'port': {'device_id': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'admin_state_up': True, 'tenant_id': '6dc9462d8f2043419a74bd0508c0e93c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:48.977108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Attempting to bind port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:48.977721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Attempting to bind port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:48.979138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Attempting to bind port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:48.992410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:48.992850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:48.993811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.994393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Bound using segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:48.994891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Bound port: 5e93a903-d445-46b7-ae4f-2e595a9d9d34, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:48.995321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.068067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.076442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.097843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-6ab21442-bce1-4dfd-b2e9-724d1cbe3ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209074 Jun 30 09:00:49.141583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] For port 5e93a903-d445-46b7-ae4f-2e595a9d9d34, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:49.154629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.163112 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.167196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] For port 5e93a903-d445-46b7-ae4f-2e595a9d9d34, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e93a903-d445-46b7-ae4f-2e595a9d9d34,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:49.175304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Transition to ACTIVE for port object bd71af50-18ec-4f40-b1f6-b54e7e3a54cd will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:49.183538 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.199878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] device_id is not set on port 7eae2097-1bb8-4927-8948-8cbda3d56805 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:00:49.216302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Made reservation on behalf of 6dc9462d8f2043419a74bd0508c0e93c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:49.218758 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.245281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'name': 'network-vif-deleted', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:49.247519 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b6af1-2faa-40f6-94dc-51f9a2de3e28" -d '{"events": [{"server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "name": "network-vif-deleted", "tag": "07c22151-e1d4-4a8d-9160-b50379200457"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:49.283185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.313998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2b006-f0f5-469a-b37d-9c452b55d41d None None] Pushing event updated for resources: {'Port': ['ID=5e93a903-d445-46b7-ae4f-2e595a9d9d34,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.351844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Transition to ACTIVE for port object bd71af50-18ec-4f40-b1f6-b54e7e3a54cd will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:49.358199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.360983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.362158 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49870dfe-c16c-4b4c-85b2-cc9c17509fed HTTP/1.1" status: 204 len: 168 time: 0.4478018 Jun 30 09:00:49.366363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Allocated IP 172.25.4.246 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/52867c07-c2fb-4e65-bb9c-a426a98f3363) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:49.368019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.384516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f92dd-308b-48fd-a00f-2e27fae123fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49870dfe-c16c-4b4c-85b2-cc9c17509fed,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.395578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Allocated IP 172.20.0.6 (e44400b9-d34b-4000-8efe-ef1db32bae41/30ba4940-25f0-473f-b420-388d002f4991/57ebf9c5-e7ac-4983-857d-562b4f6a80d1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:49.509459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Network 18ee196d-b504-4995-9a14-8aec058c5b14 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:49.514014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:49.516836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:49.536844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Pushing event updated for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.544419 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.552347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c7b8b2a-10d2-43ff-a444-921fa5965946 req-e627a7bd-cde8-4f2d-b52d-2f42765c8fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415877 Jun 30 09:00:49.589789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.607744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:49.679904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a7d1d8bc-c972-420c-8ba6-0840d05c654c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:49.679904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7d1d8bc-c972-420c-8ba6-0840d05c654c not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:49.702646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Attempting to bind port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:49.703142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Attempting to bind port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:49.703888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Attempting to bind port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd on network 18ee196d-b504-4995-9a14-8aec058c5b14 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:49.705362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.709534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:49.710052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Checking segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:49.710536 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.711729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Bound using segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:49.712008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Bound port: bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:49.712360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.730386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.781089 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.781961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.789095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32765767-8045-4396-97e7-aa9d3b2544d1 req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0249112 Jun 30 09:00:49.789949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2880ce-c319-4998-a32e-ccf7eeb29a05 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e94589-6d52-42ae-b1d5-40de3633fa43,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.823542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.831138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:49.835408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:49.842663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.865651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Network e44400b9-d34b-4000-8efe-ef1db32bae41 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:49.869772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:49.878847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:49.890454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:49.901890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:49.906519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.1.1.123 (5b489bd8-30e3-4199-9d4f-9dae43417452/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c/7eae2097-1bb8-4927-8948-8cbda3d56805) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:49.910120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:49.920372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.956138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:49.956819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.957834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event updated for resources: {'Port': ['ID=52867c07-c2fb-4e65-bb9c-a426a98f3363,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.991478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Pushing event updated for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.995806 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e4ce117-1c55-4a29-9007-0ccef7f89287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424962 Jun 30 09:00:50.020820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Request body: {'port': {'device_id': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:50.021088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.021282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.021637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.022012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.023829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.023829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.023829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.023829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.023829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.024332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.024549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.024885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27dac-75af-477d-afbd-7bbb287c7946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:50.044042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.109781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.121841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f68021d9-f918-4852-887c-e2bb25ee5ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.466742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:50.475607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.490054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Transition to ACTIVE for port object 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:50.494264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.513138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.550333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.633627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.634000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Attempting to bind port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:50.634348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Attempting to bind port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:50.634895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Attempting to bind port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:50.639770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 on network e44400b9-d34b-4000-8efe-ef1db32bae41 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:50.640205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Attempting to bind port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:50.645990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93977c-edde-4366-9b75-aa327220cb08 req-5363fac6-cc8d-4d4b-92c4-f13be6c982f0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.646296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:50.646480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Checking segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:50.646880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Bound using segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:50.647322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Bound port: 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:50.647696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.648331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e93977c-edde-4366-9b75-aa327220cb08 req-5363fac6-cc8d-4d4b-92c4-f13be6c982f0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 931 time: 0.6181555 Jun 30 09:00:50.701863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.724507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 7eae2097-1bb8-4927-8948-8cbda3d56805 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:50.732026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4340db-8be9-4c34-9081-ea4f8efa8a63 None None] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:50.733958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:50.739150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:50.745488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.818171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.818755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.820392 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] 10.222.0.11 "PUT /v2.0/ports/57ebf9c5-e7ac-4983-857d-562b4f6a80d1 HTTP/1.1" status: 200 len: 1092 time: 0.8168864 Jun 30 09:00:50.821147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:50.822952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e93977c-edde-4366-9b75-aa327220cb08 req-804791b5-7db3-4a10-8f05-84a2d4944239 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580882 Jun 30 09:00:50.823891 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaeb76e-607c-4094-b10b-747a9e8bd82a" -d '{"events": [{"name": "network-changed", "server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:50.827908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc51cb4-5149-42f0-8506-d9273bee6538 service neutron] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.843015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cb1c2fa7-3509-4b5e-8d95-577a3ae437bb None None] Provisioning for port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:50.878889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.940697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-1b725d48-8c34-45fd-a241-6301812f8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.942490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-1b725d48-8c34-45fd-a241-6301812f8bcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 1095 time: 0.0687032 Jun 30 09:00:50.987770 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-4e646d80-7fb4-40f2-8c54-7e1e9804d266 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1 HTTP/1.1" status: 200 len: 217 time: 0.0368509 Jun 30 09:00:50.995924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f68021d9-f918-4852-887c-e2bb25ee5ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.012382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-ed795cba-dcdc-4f66-b9ef-33784e316839 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-group-rules/b339a006-3de2-4705-b41c-0964bf09ef35 HTTP/1.1" status: 200 len: 778 time: 0.1453159 Jun 30 09:00:51.019039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f68021d9-f918-4852-887c-e2bb25ee5ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.033745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.063656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-1a3383f0-5303-430e-99da-cca39721c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.065296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-1a3383f0-5303-430e-99da-cca39721c74d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.0710018 Jun 30 09:00:51.073003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:51.105249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:51.105885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-53572efe-28cc-451b-b3d7-a0cebbdb0c40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jun 30 09:00:51.149264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:51.209084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-66c4b3dc-38c9-439d-8c79-cd46213c5cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965304 Jun 30 09:00:51.219796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-d12a639c-0117-46a5-b41d-28e51d4c347e tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/00903aed-7700-441f-af24-12e7168e06d4 HTTP/1.1" status: 200 len: 2404 time: 0.1934264 Jun 30 09:00:51.229792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68021d9-f918-4852-887c-e2bb25ee5ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5be71b-b2a0-4dea-9514-ac32c7cca31e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.241095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f68021d9-f918-4852-887c-e2bb25ee5ed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5110f3a1f9341d49cb3188b79361eae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1953008 Jun 30 09:00:51.241762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44480) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.259462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.260229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.316337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e93a903-d445-46b7-ae4f-2e595a9d9d34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:51.339271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-12c7f79e-e2ea-4ec3-8293-f27c73c05e02 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1558633 Jun 30 09:00:51.341882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:51.349622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'name': 'tempest-TaggedBootDevicesTest_v242-1922434510', 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:51.366313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.385852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.401291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.405940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2be1f-f9fe-46db-bb4a-e14eb574cbdf None None] Network 18ee196d-b504-4995-9a14-8aec058c5b14 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:51.412790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.440714 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d489bb0-bbd2-47f7-92a9-f111b3296c90 req-c7baa5ab-681b-43f8-9ff0-b48620a26b68 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246215 Jun 30 09:00:51.482991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Provisioning for port 7eae2097-1bb8-4927-8948-8cbda3d56805 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:51.490683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.493129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event updated for resources: {'Port': ['ID=52867c07-c2fb-4e65-bb9c-a426a98f3363,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.494063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Provisioning complete for port 7eae2097-1bb8-4927-8948-8cbda3d56805 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:51.494454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.521232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:51.539153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:51.550616 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.556305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Port 7eae2097-1bb8-4927-8948-8cbda3d56805 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:51.559377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:51.559835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.568490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.570991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e856945-a69c-4afb-bcde-b3477ff7d75a req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b339a006-3de2-4705-b41c-0964bf09ef35 HTTP/1.1" status: 204 len: 173 time: 0.3282809 Jun 30 09:00:51.593482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6c34e-f48c-4766-87ca-05e4822a2268 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b339a006-3de2-4705-b41c-0964bf09ef35,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.604638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.635257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.647849 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.658961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] device_id is not set on port 6dba31b8-bb83-46b5-9968-76b5edca016a yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:00:51.674788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Provisioning complete for port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:51.675365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.683922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.685799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-d983eb50-5b29-4027-890a-404677aa0832 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6845527 Jun 30 09:00:51.723434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 07c22151-e1d4-4a8d-9160-b50379200457 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:51.760981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-824c7ad4-6732-487a-b6a4-e90029b245d2 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0633142 Jun 30 09:00:51.768815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 07c22151-e1d4-4a8d-9160-b50379200457 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:51.769300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 07c22151-e1d4-4a8d-9160-b50379200457 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:51.849279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.853200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.854844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc5be71b-b2a0-4dea-9514-ac32c7cca31e HTTP/1.1" status: 204 len: 168 time: 0.6031704 Jun 30 09:00:51.872076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88079c8d-1ad9-4a04-b3aa-d0f8de06315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5be71b-b2a0-4dea-9514-ac32c7cca31e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.900782 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.962991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.963690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-e731c16b-bfdc-4964-b46d-85176ad051ba tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.967587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5e93a903-d445-46b7-ae4f-2e595a9d9d34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e93a903-d445-46b7-ae4f-2e595a9d9d34,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:51.970792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3c9a3f2-87f7-4bc5-9a3e-592b2fb06ae3 req-e731c16b-bfdc-4964-b46d-85176ad051ba tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1911254 Jun 30 09:00:51.994722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.995512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bd71af50-18ec-4f40-b1f6-b54e7e3a54cd up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:52.040321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381193670', 'description': 'tempest-description-2004953000'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:52.049408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.1.1.32 (5b489bd8-30e3-4199-9d4f-9dae43417452/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c/6dba31b8-bb83-46b5-9968-76b5edca016a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:52.069512 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc5db2b-d405-4e82-9943-423eb4162c0d x-openstack-request-id: req-8bc5db2b-d405-4e82-9943-423eb4162c0d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:52.070008 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ff8349-3981-430f-8c27-09b78097b779", "name": "network-vif-deleted", "tag": "07c22151-e1d4-4a8d-9160-b50379200457", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:52.070359 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bc5db2b-d405-4e82-9943-423eb4162c0d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:52.070926 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ff8349-3981-430f-8c27-09b78097b779', 'name': 'network-vif-deleted', 'tag': '07c22151-e1d4-4a8d-9160-b50379200457', 'status': 'completed', 'code': 200} Jun 30 09:00:52.077787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.117380 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76934f20-00f3-4cf7-a08b-00006a48df4c x-openstack-request-id: req-76934f20-00f3-4cf7-a08b-00006a48df4c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:52.117708 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:52.119089 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76934f20-00f3-4cf7-a08b-00006a48df4c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:52.119840 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'status': 'completed', 'code': 200} Jun 30 09:00:52.140090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-993603827', 'description': 'tempest-description-1094848418'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:52.224091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.246636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.278475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:52.278728 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-848896f0-40b5-4963-afdd-2a54cbec221b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:52.284058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5e93a903-d445-46b7-ae4f-2e595a9d9d34,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.298739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:52.312718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923c55d4-c627-4ead-b7fa-63f45ef31dd8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.314782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-ddc31f83-9a9c-448c-9beb-589c3d9e1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.322869 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-ddc31f83-9a9c-448c-9beb-589c3d9e1f48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 1095 time: 0.1636889 Jun 30 09:00:52.333037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.349211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.350544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdd49608-8fa0-4ee6-b405-eb88e056aa69 req-37ee750d-d8bb-4b68-9d85-2cb3eec4885d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3163009 Jun 30 09:00:52.525989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.562027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.606648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.608013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-216e30df-81cc-4cf7-96d3-bc50ac22589a req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4785440 Jun 30 09:00:52.613447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7639ac-2eec-4cba-83cc-e6105f5c98d5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc466bf6-8897-473a-931d-f95d2dff8e7e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.654486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0641d2a-9035-431b-9cf3-03abb0a5a202 req-f3ff2b8e-d5fd-420d-a86f-7dd33f47673b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.658015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.662316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0641d2a-9035-431b-9cf3-03abb0a5a202 req-f3ff2b8e-d5fd-420d-a86f-7dd33f47673b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 943 time: 0.1335242 Jun 30 09:00:52.681431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 6dba31b8-bb83-46b5-9968-76b5edca016a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:52.721135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0641d2a-9035-431b-9cf3-03abb0a5a202 req-69585905-c636-4067-bc68-dca80274e380 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573547 Jun 30 09:00:52.736108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-ccbe6cc6-cada-44f4-85de-d6beb41a31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.743876 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-ccbe6cc6-cada-44f4-85de-d6beb41a31a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 923 time: 0.4113464 Jun 30 09:00:52.820534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-ee527488-c1f5-458f-a09b-fd2acd1b86f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1 HTTP/1.1" status: 200 len: 217 time: 0.0673900 Jun 30 09:00:52.823288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.849711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd5fbf-f1ca-4d38-b399-b8adf7417e5e req-a505f376-073f-4b6a-9fdd-bc73070b28c3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.852151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8dd5fbf-f1ca-4d38-b399-b8adf7417e5e req-a505f376-073f-4b6a-9fdd-bc73070b28c3 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 950 time: 0.1121042 Jun 30 09:00:52.913907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:52.922097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:52.924507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:52.938282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8dd5fbf-f1ca-4d38-b399-b8adf7417e5e req-f135b52a-22ad-4350-a7f9-3b55018b77c9 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 Jun 30 09:00:52.948614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Provisioning for port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:52.952945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Provisioning complete for port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:52.953267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:52.953637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:52.966755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-8397442c-ebdf-48f5-8514-b1d03cc9089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.968248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-8397442c-ebdf-48f5-8514-b1d03cc9089c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.1331766 Jun 30 09:00:52.981094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-93c388ec-2b63-4a8e-bcb7-c5d8fbd9b342 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.983018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-93c388ec-2b63-4a8e-bcb7-c5d8fbd9b342 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1085935 Jun 30 09:00:53.023047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-4b875991-4b26-480c-996e-9297537a50cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436687 Jun 30 09:00:53.034497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:53.035176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.068250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-db61906b-58f0-4744-bca8-da6c81945fd7 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0760608 Jun 30 09:00:53.075233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-c2fc7ebb-01dd-424d-93f6-7e13346f3c22 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'floatingip': {'port_id': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:53.079705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.095400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89133eca-05a4-4a42-ab5e-faad1e1b0a72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7523222 Jun 30 09:00:53.121603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:53.129834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.146290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-c2fc7ebb-01dd-424d-93f6-7e13346f3c22 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.179443 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-653d5d98-5bd4-4d37-82c2-68892c20e6aa service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393988 Jun 30 09:00:53.220582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e93a903-d445-46b7-ae4f-2e595a9d9d34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:53.223422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Provisioning complete for port 7eae2097-1bb8-4927-8948-8cbda3d56805 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:53.223984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.268810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Pushing event updated for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.294090 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8eaeb76e-607c-4094-b10b-747a9e8bd82a req-345532ca-7056-4ea1-b514-99bbd8398e86 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053560 Jun 30 09:00:53.299898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f22be558-d1df-494e-8450-b660a8891d8b None None] Port 7eae2097-1bb8-4927-8948-8cbda3d56805 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:53.315571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:53.316216 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.423542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bf4deed0-bae0-4202-be21-6dd75f5a835b None None] Provisioning for port 6dba31b8-bb83-46b5-9968-76b5edca016a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:53.427869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bf4deed0-bae0-4202-be21-6dd75f5a835b None None] Provisioning complete for port 6dba31b8-bb83-46b5-9968-76b5edca016a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:53.428357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bf4deed0-bae0-4202-be21-6dd75f5a835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.431822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-471861456', 'description': 'tempest-description-1361402938'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:53.466835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bf4deed0-bae0-4202-be21-6dd75f5a835b None None] Port 6dba31b8-bb83-46b5-9968-76b5edca016a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:53.468256 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-c2fc7ebb-01dd-424d-93f6-7e13346f3c22 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:00:53.469353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5881435-d964-4ceb-899b-7df9718c8d3b req-c2fc7ebb-01dd-424d-93f6-7e13346f3c22 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "PUT /v2.0/floatingips/850d917d-f59a-4f13-b6c5-7661b36dbba6 HTTP/1.1" status: 409 len: 551 time: 0.4001315 Jun 30 09:00:53.471515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.547669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d4c52ce-62f6-415b-86fc-0f0310ca46e4 req-db27b89b-b87a-45df-8a29-bc6cf53fcbe7 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/dc466bf6-8897-473a-931d-f95d2dff8e7e HTTP/1.1" status: 200 len: 1812 time: 0.0599649 Jun 30 09:00:53.590325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.595910 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.626172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.628339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d501f150-40f7-42c8-b086-ca45928fc5ca req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2005594 Jun 30 09:00:53.638113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c9b6a-0296-43ed-bf74-d3647bdd9227 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0dd7d7-79ef-40be-b252-a354d6391c14,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.740617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-58139cff-d8bc-4174-aeb2-5e2a8036ed94 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:53.742170 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-58139cff-d8bc-4174-aeb2-5e2a8036ed94 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211 HTTP/1.1" status: 200 len: 950 time: 0.1016512 Jun 30 09:00:53.793771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-8917ec06-9214-4624-9efe-bb68cbe38be5 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips/850d917d-f59a-4f13-b6c5-7661b36dbba6 HTTP/1.1" status: 200 len: 693 time: 0.0623884 Jun 30 09:00:53.869474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Deleting port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:53.869856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.885525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.890143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148280205', 'description': 'tempest-description--370831260'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:53.962675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-72dc22ea-3c36-479f-9b37-9e0df2da7ac5 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:53.962929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] For port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:53.963190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.964039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-72dc22ea-3c36-479f-9b37-9e0df2da7ac5 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1646180 Jun 30 09:00:53.973839 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.978425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Calling delete_port for 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:54.037848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-26bc5276-6465-48cf-a7b8-d75db5232335 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/923c55d4-c627-4ead-b7fa-63f45ef31dd8 HTTP/1.1" status: 200 len: 1805 time: 0.1324213 Jun 30 09:00:54.047571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-c9b72bdc-9009-4132-a1c7-ab79289b5f33 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0712729 Jun 30 09:00:54.121253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.133001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9', '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:54.138306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:54.150621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-b4d8dc85-828c-428f-971d-194bac01fb78 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0885756 Jun 30 09:00:54.151946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event deleted for resources: {'Port': ['ID=7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.160804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-95daaa4e-817b-47c1-9a57-6300ae6de709 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/bc0dd7d7-79ef-40be-b252-a354d6391c14 HTTP/1.1" status: 200 len: 1804 time: 0.1107962 Jun 30 09:00:54.175677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '923c55d4-c627-4ead-b7fa-63f45ef31dd8', 'remote_group_id': 'bc0dd7d7-79ef-40be-b252-a354d6391c14', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.176091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '923c55d4-c627-4ead-b7fa-63f45ef31dd8', 'remote_group_id': 'bc0dd7d7-79ef-40be-b252-a354d6391c14', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.223830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] No DVR routers for this DVR port 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:54.226847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.229157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-802e86b9-1f46-4bdb-9435-48494475fd18 req-97b520e0-b144-4f3a-8393-8a4d15f3f277 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "DELETE /v2.0/ports/7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab HTTP/1.1" status: 204 len: 173 time: 0.4809268 Jun 30 09:00:54.230737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-deleted', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:54.234916 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b743fc-b400-41dc-828a-dfd14dcc3d77" -d '{"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-deleted", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:54.325496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.336450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.384681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.385884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4993148 Jun 30 09:00:54.390590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44548) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.394310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85ff7-697c-42d5-8f14-ab85b1b5a8d2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29da109b-abfc-4a1b-80b3-7f88597d3b3e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.398651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Deleting port 52867c07-c2fb-4e65-bb9c-a426a98f3363 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:54.399066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.414305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'security_group_rule': {'security_group_id': '29da109b-abfc-4a1b-80b3-7f88597d3b3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.444825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.480119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.498231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.502169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.521719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cabafb9-398d-46ec-8c5a-ebdd90d4589d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.523389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.523870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.531593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.533001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f15349f-267a-48cd-b721-7a1c59dfe489 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404042 Jun 30 09:00:54.535795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44550) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.541047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'security_group_rule': {'security_group_id': '29da109b-abfc-4a1b-80b3-7f88597d3b3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.543666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Calling delete_port for 52867c07-c2fb-4e65-bb9c-a426a98f3363 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:54.551464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.557651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.569556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.620347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed9564e-7a26-424e-98ac-5d52998a413c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.628254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.629535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742fcbf-76c5-49f2-9a5e-8e93ac56af51 req-9d8976ac-f38b-409d-b47a-1ac4754385ff tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4612210 Jun 30 09:00:54.638280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.652194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.686509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6207a01b-10eb-4b86-b54e-dcf86c17b6be,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.697848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.702063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bf113448-f16a-41f2-877f-752d5d472506 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622047 Jun 30 09:00:54.702375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44556) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.707733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.754800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.793162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.827264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event deleted for resources: {'Port': ['ID=52867c07-c2fb-4e65-bb9c-a426a98f3363,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.890430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.928306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.930960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.932105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dceb498-b5f0-4a77-a21b-c892787cba11 req-a3bb590f-54d4-495f-97be-f64de17e3a07 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "DELETE /v2.0/floatingips/850d917d-f59a-4f13-b6c5-7661b36dbba6 HTTP/1.1" status: 204 len: 173 time: 0.7750003 Jun 30 09:00:54.953572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d7bbf-a308-4f84-bea5-edf8ba5b614c req-41ca79e4-51eb-40f1-94c6-3ec46cf37641 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.954532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f6d7bbf-a308-4f84-bea5-edf8ba5b614c req-41ca79e4-51eb-40f1-94c6-3ec46cf37641 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 943 time: 0.1312003 Jun 30 09:00:55.014834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f6d7bbf-a308-4f84-bea5-edf8ba5b614c req-9fd177aa-1ef3-431e-8998-bc44b2511c03 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Jun 30 09:00:55.023943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 172.25.4.203 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/0ea74213-b033-4d69-b77e-6d8b2f95856f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:55.075889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-512072447', 'description': 'tempest-description-430850335'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:55.115010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.138226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.160087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-efb8a95b-e11c-4515-9baa-32d300a2b4d0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.161676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-efb8a95b-e11c-4515-9baa-32d300a2b4d0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.1459076 Jun 30 09:00:55.186943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.187383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-8f9944ba-cd46-4f13-bdfa-65ec1e8c12b6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0177743 Jun 30 09:00:55.217691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bd71af50-18ec-4f40-b1f6-b54e7e3a54cd up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:55.228157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:55.235488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:55.237916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:55.263143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=0ea74213-b033-4d69-b77e-6d8b2f95856f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.279413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:55.279784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.282045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.291020 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.303182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-a37fe245-9f51-4a51-a009-d2c835ca4a77 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039515 Jun 30 09:00:55.329626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.340170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.351944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176e0f47-dd61-4ab1-a5b4-382e413470a9 req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3039823 Jun 30 09:00:55.382795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e70367-f754-4773-90da-f9579b94eda0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.383220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.396187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.396458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.396803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.397141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.397482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.397852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.398185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.398512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.398838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.399188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.399518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.399842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8354378-b129-47e9-8172-4b78d86a023f tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:55.437877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-658e5dcd-54db-415b-9a6d-002353f5b5a4 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223168 Jun 30 09:00:55.476737 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c60bf-711d-474e-8900-ab38d6a37865 x-openstack-request-id: req-983c60bf-711d-474e-8900-ab38d6a37865 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:55.477031 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211", "name": "network-vif-deleted", "tag": "7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:55.477361 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-983c60bf-711d-474e-8900-ab38d6a37865 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:55.478259 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0005e1-3ac7-4eb6-8ddd-b7d2fc957211', 'name': 'network-vif-deleted', 'tag': '7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab', 'status': 'completed', 'code': 200} Jun 30 09:00:55.550525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.555344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.556881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-5eb4a158-5947-4d60-8fc2-a5899f977de7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/bc0dd7d7-79ef-40be-b252-a354d6391c14 HTTP/1.1" status: 200 len: 1804 time: 0.0616677 Jun 30 09:00:55.574580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-c5ffe210-6cb2-4a3c-bfa2-5187217b5a4c service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284223 Jun 30 09:00:55.623352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=0ea74213-b033-4d69-b77e-6d8b2f95856f,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.625624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:55.627765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.641745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.657860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.669169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dab29ca7-2f2d-472b-82b4-2b3147eb5539 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9563749 Jun 30 09:00:55.669559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.758556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.762214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.772081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-359dc020-29af-4e3f-9115-a63f1e6ccbf0 req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc0dd7d7-79ef-40be-b252-a354d6391c14 HTTP/1.1" status: 204 len: 173 time: 0.2078013 Jun 30 09:00:55.789951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:55.807747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'port_id': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'mac_address': 'fa:16:3e:ea:ef:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba4940-25f0-473f-b420-388d002f4991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:55.848291 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.857896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8da47-8894-4927-ab87-06b425b5bfdd tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0dd7d7-79ef-40be-b252-a354d6391c14,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.862826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:55.901627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:55.906093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.913680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-72127290-9639-49ea-a520-e7eedbe0c915 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.1388280 Jun 30 09:00:55.917083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-736ef21b-c4b9-4b9f-a784-fe1398ef2d3c req-bccdb982-3822-4042-ba53-d25141025aec tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/b2e70367-f754-4773-90da-f9579b94eda0 HTTP/1.1" status: 200 len: 1811 time: 0.1223152 Jun 30 09:00:55.987553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.994724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-766e3060-5ced-4bde-9481-485cedf5a0c3 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.996162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-766e3060-5ced-4bde-9481-485cedf5a0c3 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports/feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 943 time: 0.0746992 Jun 30 09:00:56.149843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-5d100dfb-2e47-4f26-af8e-3ccb18b02d0f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.0693481 Jun 30 09:00:56.222304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['57ebf9c5-e7ac-4983-857d-562b4f6a80d1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:56.249703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b245838e-4619-43e7-a439-aa5bd67880cb req-f52e32f1-f5c3-4c65-b188-f8584e180352 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 210 time: 0.0358086 Jun 30 09:00:56.320333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-5181a954-5476-411e-b695-c5a754af693f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.322536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-5181a954-5476-411e-b695-c5a754af693f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1662054 Jun 30 09:00:56.398374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bad6e32b-5a61-4ba5-a6b4-4abce1fce813 req-c58e644c-a0df-476a-b8b7-9e9b36e3e094 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/923c55d4-c627-4ead-b7fa-63f45ef31dd8 HTTP/1.1" status: 200 len: 1805 time: 0.0937853 Jun 30 09:00:56.424741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-75b68d33-1e72-49a7-9cca-7219a5166158 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 1002 time: 0.0922856 Jun 30 09:00:56.436314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:56.508772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.568421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cfb7f7e0-6f17-4c2c-9caa-32755cafc7c3 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--148280205&fields=id&tenant_id=431bc9327148435a848be8bdcf0de827 HTTP/1.1" status: 200 len: 267 time: 0.0909078 Jun 30 09:00:56.934217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-b302cafb-ced9-4bad-9595-b984e3f04589 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.935609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-b302cafb-ced9-4bad-9595-b984e3f04589 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 937 time: 0.3582172 Jun 30 09:00:57.018052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.059934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.060201 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Floating IP f3c8ded7-949c-4057-8e73-055eb02ece30 disassociated. External IP: 172.25.4.152, port: feea2261-566e-4cd2-a320-37d4831cd5b2. Jun 30 09:00:57.125186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ba8238f6-1fb5-4dc5-b7b4-034f56f28d0d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.126727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ba8238f6-1fb5-4dc5-b7b4-034f56f28d0d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 936 time: 0.1817875 Jun 30 09:00:57.226187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-42eb7a79-1cc1-402d-aa41-53c27d5fcfd7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0913711 Jun 30 09:00:57.284578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-dbe530c4-e9b4-4400-9072-1976739b6cfc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.286002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-dbe530c4-e9b4-4400-9072-1976739b6cfc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.2997539 Jun 30 09:00:57.290532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-9f6db859-a3d8-42a2-8c00-0802d798ec92 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563049 Jun 30 09:00:57.301696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:57.568746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4bb8ce44-0f0e-485b-8029-1017cee1c237 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.574443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4bb8ce44-0f0e-485b-8029-1017cee1c237 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.580034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4bb8ce44-0f0e-485b-8029-1017cee1c237 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.581594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4bb8ce44-0f0e-485b-8029-1017cee1c237 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=18ee196d-b504-4995-9a14-8aec058c5b14&id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 1996 time: 0.2835939 Jun 30 09:00:57.605331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:57.614972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-3451734c-234d-479d-b7ed-d3a57e27bd25 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/quotas/431bc9327148435a848be8bdcf0de827 HTTP/1.1" status: 200 len: 375 time: 0.0244989 Jun 30 09:00:57.626243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:57.633358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:57.636769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.683023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:57.688468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:57.688769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.764936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.787808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:57.790735 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4cdee5-8c0d-4cb0-8a17-fba48d83853e" -d '{"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-plugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:57.809768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:57.814314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.815428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:00:57.861816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:00:57.862056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7f5abb2d-b8e5-49ca-8c04-ceb4ea1e25ab not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:00:57.888062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.932042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-1b6c80e9-46a0-46e0-b54b-eeab054a6970 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3094318 Jun 30 09:00:57.945034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-0a57c67b-7c68-48d3-8b56-8ace1a579fb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.947175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-0a57c67b-7c68-48d3-8b56-8ace1a579fb6 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "GET /v2.0/ports?device_id=19e18e86-6489-4e92-9acc-be505c0f39e5 HTTP/1.1" status: 200 len: 950 time: 0.3075686 Jun 30 09:00:57.948221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:57.957377 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Sync routers for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:57.967996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:57.968697 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:57.969700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.069545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.13 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:58.113064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-25d59f85-39b0-4d98-836d-a3edfe301519 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "PUT /v2.0/floatingips/f3c8ded7-949c-4057-8e73-055eb02ece30 HTTP/1.1" status: 200 len: 695 time: 1.6825545 Jun 30 09:00:58.119059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:58.121553 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ca802-5587-46ac-83e8-193cbe55c6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:58.162873 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:58.225915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c6c468a5-1036-4557-a044-c41c23ad0763 service neutron] 10.222.0.66 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736650 Jun 30 09:00:58.360322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:58.372302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Deleting port 4acd6c76-c4db-445b-a486-29252bf2818d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:00:58.372559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.391044 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Checking router: bf537396-7b32-4afd-b4fb-3cb5a3ddc588 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:58.399464 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:58.400075 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:00:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:58.466465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-bad37f96-add8-43e1-a87e-515f753e2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.468028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-bad37f96-add8-43e1-a87e-515f753e2335 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1098 time: 0.3252013 Jun 30 09:00:58.508181 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:58.518832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-26145326-e441-4be3-a469-e059b41e6c62 service neutron] 10.222.0.66 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820969 Jun 30 09:00:58.635046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.656086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] For port 4acd6c76-c4db-445b-a486-29252bf2818d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4acd6c76-c4db-445b-a486-29252bf2818d,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:58.656453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.683741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-97ba979b-2962-4cb0-a6a9-32b2b2c33c75 service neutron] 10.222.0.66 "GET /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1257775 Jun 30 09:00:58.684597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Calling delete_port for 4acd6c76-c4db-445b-a486-29252bf2818d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:00:58.718998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:58.746606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e3e65-30da-43fd-8674-057835b09ead None None] The sync data for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 is: [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:00:08Z', 'revision_number': 4, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '655b8a0c-b200-4473-a845-e45d7c8a74ea', 'name': '', 'network_id': '332f74bf-c7ad-4a8a-b81d-bb8fc33c711c', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'mac_address': 'fa:16:3e:f7:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:07Z', 'updated_at': '2021-06-30T09:00:20Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'subnets': [{'id': '5a14c35d-5fb8-4e6f-a166-9de007b042f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:58.970224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13437a8-7ba0-4cc2-9ec4-6c6dcdf5c822 None None] New status for floating IP f3c8ded7-949c-4057-8e73-055eb02ece30: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:00:59.069829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-e927e799-7cc8-4e28-9f90-027e03a31285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.071875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-e927e799-7cc8-4e28-9f90-027e03a31285 service neutron] 10.222.0.66 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 929 time: 0.5909090 Jun 30 09:00:59.150763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-ae52dcad-36a7-43be-9d2a-4a4c42176ee9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 217 time: 0.0683939 Jun 30 09:00:59.212535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42a03095-cd45-4a91-9176-b7e45b7871c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.226449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.237228 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-b136d20a-7b3e-4180-a8e8-520b37dfb7b0 service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435534 Jun 30 09:00:59.238690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:59.277890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-b866c1d6-6d14-48e1-ac98-be877f18cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.279308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-b866c1d6-6d14-48e1-ac98-be877f18cf21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.1133235 Jun 30 09:00:59.385937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:59.397695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:59.400022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.405626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:59.471293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.483254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:59.487516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4acd6c76-c4db-445b-a486-29252bf2818d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:59.529674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.530313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.532765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event deleted for resources: {'Port': ['ID=4acd6c76-c4db-445b-a486-29252bf2818d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.557102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-799a5328-cf07-4110-bbbf-3ebe900ad84c service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932329 Jun 30 09:00:59.578861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-1f818abb-944d-44bf-b4ed-cd8959a648e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.580355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-1f818abb-944d-44bf-b4ed-cd8959a648e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805147 Jun 30 09:00:59.593858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-da864983-b30b-44fe-b42b-57d6b4e23fd6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2969553 Jun 30 09:00:59.639010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] No DVR routers for this DVR port 4acd6c76-c4db-445b-a486-29252bf2818d on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:00:59.644045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Request body: {'port': {'device_id': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:59.681620 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.683585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acbe8b02-5f04-4033-884b-3e03fb5d9af9 req-1f652766-d6a0-4ec7-89eb-6e0f50649745 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.41 "DELETE /v2.0/ports/4acd6c76-c4db-445b-a486-29252bf2818d HTTP/1.1" status: 204 len: 173 time: 1.7119327 Jun 30 09:00:59.749500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e43c2b3b-7a6e-4716-a93e-45417e8c5c4b service neutron] 10.222.0.66 "GET /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1729884 Jun 30 09:00:59.854477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-a92bb0af-7e82-46c0-90b1-fa63fcf7a694 service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641256 Jun 30 09:00:59.870733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.978841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-f7a0cfd7-99d5-4f3f-95a1-8700d6d22d27 service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201519 Jun 30 09:01:00.139757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb7726c-d8ad-4323-b79f-b8f9d5678ad3 req-36e52df1-0434-49b1-b21b-84ed26ab9948 service neutron] 10.222.0.66 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777562 Jun 30 09:01:00.206440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-470690089', 'description': 'tempest-description-1079647851'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:00.232320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ae6623d7-aac5-4dd5-bf3a-8012160f351d service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473233 Jun 30 09:01:00.271312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.429559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-9a27b9d6-67a7-4ef9-8161-7616eaf2bdce service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851797 Jun 30 09:01:00.436642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:00.455567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.527637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Transition to ACTIVE for port object 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:00.535183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.545870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.580218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.637813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-648c4c0d-ad86-48af-a6a1-7be85630bac2 service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956966 Jun 30 09:01:00.642878 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.644104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fcb3c2a-8c44-41fb-85d9-a5d62f82a32a req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4457715 Jun 30 09:01:00.644679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.669488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619550b8-b69d-4380-9ff0-05e99fc624ba tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc681ff1-45ce-4218-8f26-2612d5216ddb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.832496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ee8d39cd-210d-4c50-bca1-2ab884eccee8 service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852777 Jun 30 09:01:00.838352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Attempting to bind port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:00.838705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Attempting to bind port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:00.839049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Attempting to bind port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:00.865135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:00.865476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Attempting to bind port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:00.907009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:00.907417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:00.907805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:00.908513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Bound port: 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:00.908895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.930976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2ea1f-0812-4025-9478-15121baae1d6 req-8201e1a3-b972-46a1-a419-0f0cda93e688 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:00.932446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2c2ea1f-0812-4025-9478-15121baae1d6 req-8201e1a3-b972-46a1-a419-0f0cda93e688 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1881070 Jun 30 09:01:01.025697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2c2ea1f-0812-4025-9478-15121baae1d6 req-c8adbfba-cff8-409d-b0bb-48243f8d43ab tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 Jun 30 09:01:01.029179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-60896594-f287-4a86-a5e0-cd09255a50c1 service neutron] 10.222.0.66 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872258 Jun 30 09:01:01.045880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:01.050212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:01.060628 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.135121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.135742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.137110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-315f8303-5536-453f-affe-a905bb844a5a service neutron] 10.222.0.41 "PUT /v2.0/ports/8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd HTTP/1.1" status: 200 len: 1093 time: 1.4997127 Jun 30 09:01:01.169778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1486371376', 'description': 'tempest-description-1034204514'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:01.176080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8303-5536-453f-affe-a905bb844a5a service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.235560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4ba904a6-b6d0-484f-8186-1e94ff835a64 service neutron] 10.222.0.66 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988034 Jun 30 09:01:01.237788 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.333778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-7183f8ef-5c98-443e-b962-469781ecd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.335189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-7183f8ef-5c98-443e-b962-469781ecd1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 1096 time: 0.1520753 Jun 30 09:01:01.400432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-a84b1ebb-f914-4d6e-ba0b-c81c0e77287d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd HTTP/1.1" status: 200 len: 217 time: 0.0551493 Jun 30 09:01:01.407234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-f5098610-255d-4076-ae31-e767de01444a service neutron] 10.222.0.66 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583269 Jun 30 09:01:01.528770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-c6d27635-9206-48b2-8cf8-813606371b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.530402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-c6d27635-9206-48b2-8cf8-813606371b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1223018 Jun 30 09:01:01.537657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.746669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:01.766917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 4acd6c76-c4db-445b-a486-29252bf2818d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:01.767264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4acd6c76-c4db-445b-a486-29252bf2818d not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:01.822130 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.840530 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-476ae3a3-fa6e-4e3c-881a-46561bf46490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.850476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-6e688e56-3c3c-4d54-b0c8-e244002bfdb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3115091 Jun 30 09:01:01.887018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.888179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4195f431-f586-42ce-9cd1-bffb69981d4a req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7341659 Jun 30 09:01:01.900080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7fe1a-9649-4b7d-9a1f-a305a67c772f tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd970395-ce95-4224-9388-3d156bad8420,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.928305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-30e5248c-7a68-43d4-b0d3-60b4e3a40efd service neutron] 10.222.0.66 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102565 Jun 30 09:01:01.952752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.080374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-b91bf192-8679-4691-b530-d00ddda012c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153757 Jun 30 09:01:02.089594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-2bf86b3d-5922-417e-8133-9f59852b0582 service neutron] 10.222.0.66 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556942 Jun 30 09:01:02.156946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ce2d-de5d-4e59-bf2b-6dd1ad35c105 req-b829c02c-f063-446c-a6c0-6dfc4b64227f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.158500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67b4ce2d-de5d-4e59-bf2b-6dd1ad35c105 req-b829c02c-f063-446c-a6c0-6dfc4b64227f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 944 time: 0.1743515 Jun 30 09:01:02.221259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67b4ce2d-de5d-4e59-bf2b-6dd1ad35c105 req-577e9785-ef44-48a7-bb97-e30ba386d489 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Jun 30 09:01:02.224992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd433bfb-0a20-479b-85d9-fa1e12c0af8a req-0d2380ae-9b05-4e77-a1bc-d09689e7a86f service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343677 Jun 30 09:01:02.288790 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb58c3-54f0-4523-89a6-ae02f7fa9c91 x-openstack-request-id: req-18eb58c3-54f0-4523-89a6-ae02f7fa9c91 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:02.289088 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-plugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:02.289822 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18eb58c3-54f0-4523-89a6-ae02f7fa9c91 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:02.290211 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'code': 200} Jun 30 09:01:02.330476 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad76741-50c3-477a-8654-af2f4f9dbdbb x-openstack-request-id: req-6ad76741-50c3-477a-8654-af2f4f9dbdbb {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:02.330728 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:02.330991 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ad76741-50c3-477a-8654-af2f4f9dbdbb {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:02.331403 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'status': 'completed', 'code': 200} Jun 30 09:01:02.429512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7032f-d9c2-4477-b87e-2d50c77cf054 req-95d453ea-81db-4087-bb6a-38c14645aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.432216 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1aa7032f-d9c2-4477-b87e-2d50c77cf054 req-95d453ea-81db-4087-bb6a-38c14645aeda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 1097 time: 0.0685670 Jun 30 09:01:02.437465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-e7bed258-a90a-48e5-a1e4-ed88b0dd1a2a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips/f3c8ded7-949c-4057-8e73-055eb02ece30 HTTP/1.1" status: 200 len: 693 time: 0.0848446 Jun 30 09:01:02.475477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1aa7032f-d9c2-4477-b87e-2d50c77cf054 req-2d3b001c-cfad-464a-bcce-a82c61f73bf3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373032 Jun 30 09:01:02.525172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-9da2f443-ac5f-46a9-9cb4-59964c30731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.526705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-9da2f443-ac5f-46a9-9cb4-59964c30731c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34d14093acdf40439baa91459e9cd2f1&device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 1098 time: 0.1678059 Jun 30 09:01:02.615585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-4e559a0e-34ca-493a-b768-61891926df43 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.616946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-4e559a0e-34ca-493a-b768-61891926df43 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1691079 Jun 30 09:01:02.693402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-ac1d1c55-223a-42a7-a4da-4e3ff50221d6 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.0652196 Jun 30 09:01:02.696742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-4ec272c1-ff76-437a-9173-2c697b1873a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.698769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-4ec272c1-ff76-437a-9173-2c697b1873a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 200 len: 929 time: 0.1637273 Jun 30 09:01:02.787445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-9c49bbe6-96f2-4ded-9fe5-cc49761aa075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 200 len: 217 time: 0.0802796 Jun 30 09:01:02.815064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-bf702393-45ca-4f04-9df3-423648497d0f tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.152 HTTP/1.1" status: 200 len: 696 time: 0.1138539 Jun 30 09:01:02.832048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.908463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c788236d-515e-4376-b925-3bd83fdb7275 req-73acbc0c-f027-4aab-b680-b9fe20ee3de8 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/cc681ff1-45ce-4218-8f26-2612d5216ddb HTTP/1.1" status: 200 len: 1812 time: 0.1866510 Jun 30 09:01:02.913366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-53c2e1f2-1d99-49d3-87ce-31ee348580af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.915750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-53c2e1f2-1d99-49d3-87ce-31ee348580af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 200 len: 867 time: 0.1159265 Jun 30 09:01:03.039281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-cd50285e-6a57-4086-a3e0-96dff933d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.040796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-cd50285e-6a57-4086-a3e0-96dff933d56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899334 Jun 30 09:01:03.048204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Deleting port 1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:03.048554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.112906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.217174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.217530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.234222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-cd47de91-17f5-425d-ac57-0c8f9f675a09 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836724 Jun 30 09:01:03.263121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Calling delete_port for 1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:03.361116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-b89d00db-c459-4127-ac94-9d161e377cc7 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 200 len: 1805 time: 0.1461766 Jun 30 09:01:03.379949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd970395-ce95-4224-9388-3d156bad8420', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:03.380282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd970395-ce95-4224-9388-3d156bad8420', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:03.445132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b01ca802-5587-46ac-83e8-193cbe55c6d8 req-6846e464-aacb-4038-842f-bcaeb1fa2fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031760 Jun 30 09:01:03.499045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.558843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.564746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.578881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.612231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81b58a3-9796-4a88-bdc4-ac3604377e30,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.621919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event deleted for resources: {'Port': ['ID=1efcc9c5-8ab2-4ed9-8a04-e45215e4c00c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.627078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.628394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea66d7c6-fc82-4127-aa00-df9baf8ce3a4 req-8b3021bd-574d-4409-926d-df2c3c961fb9 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2566257 Jun 30 09:01:03.698550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.701265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.702779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b548400e-f7ab-41ab-a7a8-0522f5a45fcb req-a16e30df-cb86-4ae3-ae9a-6f59aa90c708 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "DELETE /v2.0/floatingips/f3c8ded7-949c-4057-8e73-055eb02ece30 HTTP/1.1" status: 204 len: 173 time: 0.8652737 Jun 30 09:01:03.798499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf5a32-e437-44b2-b7ae-8e5b0e8b0bac req-4aa9af00-9dd7-4bc0-bccb-053b6966aa57 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.800044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dbf5a32-e437-44b2-b7ae-8e5b0e8b0bac req-4aa9af00-9dd7-4bc0-bccb-053b6966aa57 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.0745628 Jun 30 09:01:03.852979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a9b9510-220b-4968-9b37-d71977d95c10 req-d6e913e1-febb-4452-8a93-f5150f38438c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0390577 Jun 30 09:01:03.873013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dbf5a32-e437-44b2-b7ae-8e5b0e8b0bac req-2ee46fb4-7cc8-4c30-8e99-317af966f1c8 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664597 Jun 30 09:01:03.888315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210577472', 'description': 'tempest-description-1576470912'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:03.920288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.046765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.052803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.063728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6df1f9f2-b8ce-4d66-a691-52f4763d0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.065805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6df1f9f2-b8ce-4d66-a691-52f4763d0a97 service neutron] 10.222.0.11 "GET /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 1033 time: 0.0541091 Jun 30 09:01:04.084743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.086245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d761ff94-f088-44eb-8bfc-de6a8cd7bc09 req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2025330 Jun 30 09:01:04.101354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b03a-7d46-460e-b013-f25481c78ed2 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c2ef0-4153-4241-acb2-377d08e25d56,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.114807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224799d-673b-4095-a125-a0702b0e8dc7 req-a43c36cf-6a59-43bc-bfc4-d0256c58357f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.122736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e224799d-673b-4095-a125-a0702b0e8dc7 req-a43c36cf-6a59-43bc-bfc4-d0256c58357f tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1352296 Jun 30 09:01:04.130948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-83ded5e2-7bb6-48c0-aee9-4258358588a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.132901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-83ded5e2-7bb6-48c0-aee9-4258358588a4 service neutron] 10.222.0.11 "GET /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 1032 time: 0.0598514 Jun 30 09:01:04.170486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e224799d-673b-4095-a125-a0702b0e8dc7 req-26fe606f-7b3b-4d6d-b8fb-9410dffd50e1 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Jun 30 09:01:04.248096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-a12d38e4-0fef-4a16-95a4-99b0fa4e5f45 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 200 len: 2398 time: 0.0542226 Jun 30 09:01:04.264584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd970395-ce95-4224-9388-3d156bad8420', 'remote_group_id': None}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.264584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd970395-ce95-4224-9388-3d156bad8420', 'remote_group_id': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.283703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-229d396b-c159-443a-a4bc-d51e3b03a565 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.290030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-229d396b-c159-443a-a4bc-d51e3b03a565 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.295692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-229d396b-c159-443a-a4bc-d51e3b03a565 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.297290 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-229d396b-c159-443a-a4bc-d51e3b03a565 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=18ee196d-b504-4995-9a14-8aec058c5b14&id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 1996 time: 0.1575320 Jun 30 09:01:04.337149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-deleted', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d'}, {'name': 'network-changed', 'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:04.339472 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c61a5e-0865-427a-abe4-231f24e374e6" -d '{"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-deleted", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d"}, {"name": "network-changed", "server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:04.350240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-492901cb-fb72-4f0d-9f55-4f00fb329117 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431bc9327148435a848be8bdcf0de827 HTTP/1.1" status: 200 len: 379 time: 0.0370569 Jun 30 09:01:04.360017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'admin_state_up': True, 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'security_groups': ['29da109b-abfc-4a1b-80b3-7f88597d3b3e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.378503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185a3d-8b35-4244-bc38-0e5c14091a14 req-c2caa84d-a2d0-416c-8c56-16ebbc48555f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.379962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4185a3d-8b35-4244-bc38-0e5c14091a14 req-c2caa84d-a2d0-416c-8c56-16ebbc48555f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 944 time: 0.1226487 Jun 30 09:01:04.383997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.434764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.443838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4185a3d-8b35-4244-bc38-0e5c14091a14 req-4f36dabc-2976-41ae-a005-6bffb2fbdc0a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511832 Jun 30 09:01:04.443838 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.463224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daf4c2e-5303-487a-8ce6-854b253b8388,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.474939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.476275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b49773d-bfff-4908-8dc9-cfd5895dd8db req-0fcc21a1-2e51-43a4-8db5-969129b50a7e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2207885 Jun 30 09:01:04.514956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.516965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:04.524363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.572485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b309c3b-e4c3-4aec-a698-8ecd191250a6 req-e1b025a7-d4af-475b-882d-792f4a6bb640 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/cb4c2ef0-4153-4241-acb2-377d08e25d56 HTTP/1.1" status: 200 len: 1813 time: 0.0676634 Jun 30 09:01:04.639059 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795a7e8-ee3f-4d2f-867d-da6c7beb533f x-openstack-request-id: req-7795a7e8-ee3f-4d2f-867d-da6c7beb533f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:04.639510 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e18e86-6489-4e92-9acc-be505c0f39e5", "name": "network-vif-deleted", "tag": "4acd6c76-c4db-445b-a486-29252bf2818d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:04.639889 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7795a7e8-ee3f-4d2f-867d-da6c7beb533f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:04.640419 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e18e86-6489-4e92-9acc-be505c0f39e5', 'name': 'network-vif-deleted', 'tag': '4acd6c76-c4db-445b-a486-29252bf2818d', 'status': 'completed', 'code': 200} Jun 30 09:01:04.641027 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd', 'status': 'completed', 'code': 200} Jun 30 09:01:04.732742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 172.20.0.6 (4c735695-6672-4d19-b042-93cd6e2d9b59/8bec4037-f992-44ca-8a70-bff3245f03c7/374bd280-e259-4eaa-b269-0c784e7733ff) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:04.756284 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.780505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3aac6cd6-8788-411b-b6cc-085e2cdedbf2 req-361371ce-8652-4d74-8e7a-43e89437c89c tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 200 len: 2996 time: 0.1286595 Jun 30 09:01:04.810166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-7816da3e-6e57-421d-8811-07bf66fa8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.811654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-7816da3e-6e57-421d-8811-07bf66fa8af5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 1096 time: 0.1218772 Jun 30 09:01:04.822655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d1068-c49d-4611-ae3a-0151643a4908 req-95db45ed-ad3d-4604-86a4-09c1edb1f1df tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.824118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f1d1068-c49d-4611-ae3a-0151643a4908 req-95db45ed-ad3d-4604-86a4-09c1edb1f1df tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1442654 Jun 30 09:01:04.928823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.951864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f1d1068-c49d-4611-ae3a-0151643a4908 req-4ab4d6ae-bcf7-4d88-b682-2ac17aead4d8 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193831 Jun 30 09:01:04.964868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 374bd280-e259-4eaa-b269-0c784e7733ff will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:04.993872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5d53468d-ae5f-4439-9845-806532c7b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.995483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5d53468d-ae5f-4439-9845-806532c7b696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.1704760 Jun 30 09:01:05.022839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-cd6e2b82-134c-48d7-a3cc-a8d648189cd2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.024923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-cd6e2b82-134c-48d7-a3cc-a8d648189cd2 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 949 time: 0.1126120 Jun 30 09:01:05.039002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.057272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5065309f-a0c7-46a8-b273-b5a8a96141d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd HTTP/1.1" status: 200 len: 217 time: 0.0545866 Jun 30 09:01:05.074093 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-5ecf5006-8c41-426c-8dca-a9c689d20dd8 req-0aed73f6-12a5-433c-8124-cf942697b749 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] show failed (client error): The resource could not be found. Jun 30 09:01:05.075056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ecf5006-8c41-426c-8dca-a9c689d20dd8 req-0aed73f6-12a5-433c-8124-cf942697b749 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/f5679362-1b2e-4c70-b9b5-9525ac5cd689 HTTP/1.1" status: 404 len: 352 time: 0.0626249 Jun 30 09:01:05.083391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5806-2a4c-4864-8ed9-2b97919a8a96 req-2d58738d-e5c9-467d-b91a-8122ec85805a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.095291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30ae5806-2a4c-4864-8ed9-2b97919a8a96 req-2d58738d-e5c9-467d-b91a-8122ec85805a tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1850872 Jun 30 09:01:05.119752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:05.127126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:05.137425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:05.178012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30ae5806-2a4c-4864-8ed9-2b97919a8a96 req-eac5fbd6-6f0d-4b09-a605-aa1a1454042e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0817473 Jun 30 09:01:05.187093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.188790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.192076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.230513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-8c4e7696-29e2-4945-8187-e5a9b552c256 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-group-rules/6daf4c2e-5303-487a-8ce6-854b253b8388 HTTP/1.1" status: 200 len: 783 time: 0.0393219 Jun 30 09:01:05.248828 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-878c219e-3701-41bf-8113-6b5f35c75d3c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925197 Jun 30 09:01:05.270412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'admin_state_up': True, 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'security_groups': ['29da109b-abfc-4a1b-80b3-7f88597d3b3e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:05.341394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-deed1e82-52db-45e9-b575-23ebd7c18ce6 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 200 len: 2996 time: 0.1095636 Jun 30 09:01:05.348956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Deleting port c3668e28-0ae2-4374-ae68-69931ee2d9e9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:05.349309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.373818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5f8bb98e-7685-4ee2-80d6-e2eb16661247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.375477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5f8bb98e-7685-4ee2-80d6-e2eb16661247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.3100810 Jun 30 09:01:05.377725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.388038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.431776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-5330b2d2-b671-4d10-9c90-5c6cb0241635 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416825 Jun 30 09:01:05.483701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] For port c3668e28-0ae2-4374-ae68-69931ee2d9e9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3668e28-0ae2-4374-ae68-69931ee2d9e9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:05.484029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.496122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.504652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Calling delete_port for c3668e28-0ae2-4374-ae68-69931ee2d9e9 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:05.507909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.509545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2f4c3841-41dd-4ba6-9008-4ef04c4c19da req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6daf4c2e-5303-487a-8ce6-854b253b8388 HTTP/1.1" status: 204 len: 173 time: 0.1673343 Jun 30 09:01:05.519788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-95bc484a-1983-47e6-a307-c9f89e2044d3 None None] Provisioning for port 374bd280-e259-4eaa-b269-0c784e7733ff completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:05.528420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:05.532973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.536770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-95bc484a-1983-47e6-a307-c9f89e2044d3 None None] Provisioning complete for port 374bd280-e259-4eaa-b269-0c784e7733ff triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:05.537375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-95bc484a-1983-47e6-a307-c9f89e2044d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.543550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7eaf7-044e-4ebf-a1ea-b9ae1fd34e5f req-3c5def2e-a283-4d97-85e2-14d928e2f679 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.546596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12b7eaf7-044e-4ebf-a1ea-b9ae1fd34e5f req-3c5def2e-a283-4d97-85e2-14d928e2f679 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 931 time: 0.2430325 Jun 30 09:01:05.547944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60eade-abbe-4ee4-888e-9a72146553f5 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6daf4c2e-5303-487a-8ce6-854b253b8388,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.585039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-95bc484a-1983-47e6-a307-c9f89e2044d3 None None] Port 374bd280-e259-4eaa-b269-0c784e7733ff cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:05.594613 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-b93c5380-b2cf-4f97-be6c-105de41c1a9d req-9e1cb1be-f868-48f1-a027-e54527e9e428 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] show failed (client error): The resource could not be found. Jun 30 09:01:05.595803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b93c5380-b2cf-4f97-be6c-105de41c1a9d req-9e1cb1be-f868-48f1-a027-e54527e9e428 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-group-rules/a6f5e165-00a2-4b39-9faa-5fb986378d8c HTTP/1.1" status: 404 len: 361 time: 0.0332577 Jun 30 09:01:05.668803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12b7eaf7-044e-4ebf-a1ea-b9ae1fd34e5f req-50fcadf8-c938-4a6b-8569-907c9edd1eae tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890665 Jun 30 09:01:05.686064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-140a9c24-6d22-4714-9ee5-ff75f57f609d service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410305 Jun 30 09:01:05.761708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:05.801280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9caa439d-0b97-4ed9-b5cc-857f1f270a40 req-50efc688-504d-409b-82b8-ad3204989357 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1105669 Jun 30 09:01:05.879578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.881945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.1.1.225 (5b489bd8-30e3-4199-9d4f-9dae43417452/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c/fda45b3a-992b-43d3-8e93-1080fd2ef634) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:05.910089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3668e28-0ae2-4374-ae68-69931ee2d9e9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:05.919042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c61a5e-0865-427a-abe4-231f24e374e6 req-6f1a2573-6e6a-41ad-b709-55c6afa333d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260275 Jun 30 09:01:05.921472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Pushing event deleted for resources: {'Port': ['ID=c3668e28-0ae2-4374-ae68-69931ee2d9e9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.963650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f431b96-356a-49af-8cfa-c00361cc99a7 req-cc1750b5-3841-4968-8ec1-3f7bea67cf5b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.965504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f431b96-356a-49af-8cfa-c00361cc99a7 req-cc1750b5-3841-4968-8ec1-3f7bea67cf5b tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc67cf9c-78fc-4baf-b24d-a075add5529c HTTP/1.1" status: 200 len: 867 time: 0.1237266 Jun 30 09:01:06.041466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f431b96-356a-49af-8cfa-c00361cc99a7 req-b7ad21c7-19c7-4165-880b-e36853466d61 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653408 Jun 30 09:01:06.080692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b40331-510a-4c6f-83cd-99b6602885af req-75d414e9-6d77-4432-b0be-b09b8209051b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.093204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:06.096126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8b40331-510a-4c6f-83cd-99b6602885af req-75d414e9-6d77-4432-b0be-b09b8209051b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 944 time: 0.1273136 Jun 30 09:01:06.104864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] No DVR routers for this DVR port c3668e28-0ae2-4374-ae68-69931ee2d9e9 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:06.105125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd', 'mac_address': 'fa:16:3e:aa:0c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:06.111144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.114551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6a545c42-7583-46b2-b30f-354979c8eb9e req-0ea601d7-1f59-4ccc-8d37-45dc17cffd87 tempest-MigrationsAdminTest-11232902 tempest-MigrationsAdminTest-11232902-project] 10.222.0.11 "DELETE /v2.0/ports/c3668e28-0ae2-4374-ae68-69931ee2d9e9 HTTP/1.1" status: 204 len: 173 time: 1.0840085 Jun 30 09:01:06.129214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-deleted', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:06.137341 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7082097-b608-42cd-95f0-58331c174155" -d '{"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-deleted", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:06.153250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.171277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:06.206566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8b40331-510a-4c6f-83cd-99b6602885af req-6675a1d7-1e1f-4af3-b2dd-ae6d4853b7a9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081238 Jun 30 09:01:06.217910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:06.235897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.259862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-275bf0c7-9703-4db3-86de-7d77817a8849 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 200 len: 2398 time: 0.1510026 Jun 30 09:01:06.302547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.328695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object fda45b3a-992b-43d3-8e93-1080fd2ef634 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:06.345938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.376618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.407560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.448931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:06.453116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:06.455425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:06.470775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:06.486401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.563117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.587714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c204-0dfb-447c-a5f2-95804849ff83 req-1f56f0af-4832-4e03-bec8-5f824aea47c7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.591819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8a4c204-0dfb-447c-a5f2-95804849ff83 req-1f56f0af-4832-4e03-bec8-5f824aea47c7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1906149 Jun 30 09:01:06.627062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.630165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.650881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8a4c204-0dfb-447c-a5f2-95804849ff83 req-cafae6d1-9cb7-43d1-9967-4e82079a3a84 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519452 Jun 30 09:01:06.652125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.656337 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.668334 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-93169239-8305-4f40-b287-16165dc25e69 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4117839 Jun 30 09:01:06.679705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67b94ec3-1e03-46eb-8078-c29fccd420d6 req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/cd970395-ce95-4224-9388-3d156bad8420 HTTP/1.1" status: 204 len: 173 time: 0.4121764 Jun 30 09:01:06.689125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'admin_state_up': True, 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'security_groups': ['29da109b-abfc-4a1b-80b3-7f88597d3b3e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:06.746687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c9918-fe1e-4535-81b5-071ea9e8390e tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd970395-ce95-4224-9388-3d156bad8420,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.810856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-ca9521dd-b0f0-4abf-ae2c-514796a27774 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/cb4c2ef0-4153-4241-acb2-377d08e25d56 HTTP/1.1" status: 200 len: 1813 time: 0.0984232 Jun 30 09:01:06.901724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.913466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:06.918241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.942708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3e54e22-b4c5-42c3-89b0-409d5ce1c013 None None] Provisioning for port fda45b3a-992b-43d3-8e93-1080fd2ef634 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:06.949547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3e54e22-b4c5-42c3-89b0-409d5ce1c013 None None] Provisioning complete for port fda45b3a-992b-43d3-8e93-1080fd2ef634 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:06.952425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3e54e22-b4c5-42c3-89b0-409d5ce1c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.955959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.052832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c3e54e22-b4c5-42c3-89b0-409d5ce1c013 None None] Port fda45b3a-992b-43d3-8e93-1080fd2ef634 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:07.058696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.064181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.065871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a25e932-88de-46ac-b336-31ea0b55bd12 req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-groups/cb4c2ef0-4153-4241-acb2-377d08e25d56 HTTP/1.1" status: 204 len: 173 time: 0.2483032 Jun 30 09:01:07.085327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaf29f-4388-47a3-8902-04c21cef1dce tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c2ef0-4153-4241-acb2-377d08e25d56,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.159628 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-911f55e3-0e5b-40b2-a591-3bc0baf941ec req-395dc4d6-e6b5-4d2a-ae6d-581bce9a792b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] show failed (client error): The resource could not be found. Jun 30 09:01:07.163511 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a08cc5-9d51-49c6-bb25-480d60655d6b x-openstack-request-id: req-06a08cc5-9d51-49c6-bb25-480d60655d6b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:07.164066 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc67cf9c-78fc-4baf-b24d-a075add5529c", "name": "network-vif-deleted", "tag": "c3668e28-0ae2-4374-ae68-69931ee2d9e9", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:07.164066 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06a08cc5-9d51-49c6-bb25-480d60655d6b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:07.175441 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc67cf9c-78fc-4baf-b24d-a075add5529c', 'name': 'network-vif-deleted', 'tag': 'c3668e28-0ae2-4374-ae68-69931ee2d9e9', 'status': 'completed', 'code': 200} Jun 30 09:01:07.175914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-911f55e3-0e5b-40b2-a591-3bc0baf941ec req-395dc4d6-e6b5-4d2a-ae6d-581bce9a792b tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/bc0dd7d7-79ef-40be-b252-a354d6391c14 HTTP/1.1" status: 404 len: 352 time: 0.0352461 Jun 30 09:01:07.190030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.1.1.137 (5b489bd8-30e3-4199-9d4f-9dae43417452/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c/8b88d6fd-3841-49c1-a98a-3e3fdd7d034d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:07.399739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b7b5-81b7-44ff-b1e1-967af86a272a req-6f64b5eb-4582-486b-827b-0cd118763cae tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.403262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.406893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b7b5-81b7-44ff-b1e1-967af86a272a req-6f64b5eb-4582-486b-827b-0cd118763cae tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.408606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8885b7b5-81b7-44ff-b1e1-967af86a272a req-6f64b5eb-4582-486b-827b-0cd118763cae tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 1653 time: 0.1242623 Jun 30 09:01:07.418359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aa081-3449-47fe-8a25-a7c411e7b7a7 req-be11965d-1487-4e91-880b-2469062515e3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.419871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef7aa081-3449-47fe-8a25-a7c411e7b7a7 req-be11965d-1487-4e91-880b-2469062515e3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1036153 Jun 30 09:01:07.422672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:07.459633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.482321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8885b7b5-81b7-44ff-b1e1-967af86a272a req-48db65fa-2acb-48d5-8e82-7e4d7525d4d9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614278 Jun 30 09:01:07.494758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef7aa081-3449-47fe-8a25-a7c411e7b7a7 req-606d9db2-9013-4d89-b877-d11a2ac84b81 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662675 Jun 30 09:01:07.531634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:07.547906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:07.561345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:07.605645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-351f3898-2d33-4dbe-a6b9-f4fa11a327cb tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/cc681ff1-45ce-4218-8f26-2612d5216ddb HTTP/1.1" status: 200 len: 1812 time: 0.0677474 Jun 30 09:01:07.616489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.671904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.672797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.679223 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.699431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-ffd848b1-2de7-4ba1-9c16-f5f2bbfdeb9e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0161757 Jun 30 09:01:07.709806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.716241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'admin_state_up': True, 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'security_groups': ['29da109b-abfc-4a1b-80b3-7f88597d3b3e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:07.764608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:07.786433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.790263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.806174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fcc8b08-210c-4901-bfca-44d3392f54b7 req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc681ff1-45ce-4218-8f26-2612d5216ddb HTTP/1.1" status: 204 len: 173 time: 0.1993845 Jun 30 09:01:07.827277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cb74d-3a3d-4ccf-88eb-fb9aa8de7bf9 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc681ff1-45ce-4218-8f26-2612d5216ddb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.926557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:07.931361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:07.931886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.942661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:07.950294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-9d1d50f5-f0bb-45e7-a0d4-df1ac9c0fb30 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/923c55d4-c627-4ead-b7fa-63f45ef31dd8 HTTP/1.1" status: 200 len: 1805 time: 0.1186850 Jun 30 09:01:08.038156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1c6b33cb-400c-4704-b9fb-5c4404e4e15c None None] Provisioning for port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:08.048811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1c6b33cb-400c-4704-b9fb-5c4404e4e15c None None] Provisioning complete for port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:08.049603 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c6b33cb-400c-4704-b9fb-5c4404e4e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.056493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.134454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b33cb-400c-4704-b9fb-5c4404e4e15c None None] Port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:08.141474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.187305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.192846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:08.194158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:08.197394 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6c5f2-82a5-4388-b204-43bbffb2a3ad" -d '{"events": [{"server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:08.205520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.266905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.423200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939231b2-24c6-4bbd-b0e4-fd0d79d4e5a9 req-fc0a67b5-55c4-4faa-9905-d63b92740ca1 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.425489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-939231b2-24c6-4bbd-b0e4-fd0d79d4e5a9 req-fc0a67b5-55c4-4faa-9905-d63b92740ca1 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 946 time: 0.5491745 Jun 30 09:01:08.462181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.494644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-939231b2-24c6-4bbd-b0e4-fd0d79d4e5a9 req-17a1be7c-1353-4d6c-ab63-2cd178a51029 tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/security-groups?id=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Jun 30 09:01:08.498832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.589069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.591724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.592935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac2900ff-5fb8-4da7-9a9d-56722d4674cf req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/923c55d4-c627-4ead-b7fa-63f45ef31dd8 HTTP/1.1" status: 204 len: 173 time: 0.6358283 Jun 30 09:01:08.610426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-84730a8d-d40c-4622-b1d2-d6097b9e35bb tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.612065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-84730a8d-d40c-4622-b1d2-d6097b9e35bb tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 946 time: 0.1103551 Jun 30 09:01:08.625498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc558-ff65-4005-a899-9d96b62a65e8 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c55d4-c627-4ead-b7fa-63f45ef31dd8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.708261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.2.2.100 (18ee196d-b504-4995-9a14-8aec058c5b14/e05c447b-2134-49b1-9bc1-de7b6d286308/98db9791-0782-48a5-9cb1-9f333dc0eccf) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:08.744700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a04c6976-1ff4-466e-954c-0be80b725f23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8966d626dfd495d8a56af633cace815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561721 Jun 30 09:01:08.748626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.795110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-58c6e0c9-461f-4f41-85f7-1fa4cbf01f8c tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/b2e70367-f754-4773-90da-f9579b94eda0 HTTP/1.1" status: 200 len: 1811 time: 0.1203215 Jun 30 09:01:08.864572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.866554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d0ab9-8591-4aa3-8c86-35837ca1d59a req-bef7f80c-6d56-4234-8ae1-135cb0bea46c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.868713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-367d0ab9-8591-4aa3-8c86-35837ca1d59a req-bef7f80c-6d56-4234-8ae1-135cb0bea46c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.1652145 Jun 30 09:01:08.889698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Deleting port feea2261-566e-4cd2-a320-37d4831cd5b2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:08.890078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.913572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.963494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.972515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.982699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-367d0ab9-8591-4aa3-8c86-35837ca1d59a req-1f574822-857d-496a-8155-0eaf6f21aed8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023812 Jun 30 09:01:09.001384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 98db9791-0782-48a5-9cb1-9f333dc0eccf will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:09.024829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.040205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.043511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.048841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c8f0cab-fd8b-4904-b1f6-66a2d5f45408 HTTP/1.1" status: 204 len: 168 time: 0.2951043 Jun 30 09:01:09.057547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8f0cab-fd8b-4904-b1f6-66a2d5f45408,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.063626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.070263 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8d59b-a153-4d5d-b262-56efb5b004b2 x-openstack-request-id: req-9ab8d59b-a153-4d5d-b262-56efb5b004b2 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:09.072244 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:09.072911 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ab8d59b-a153-4d5d-b262-56efb5b004b2 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:09.073367 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd', 'code': 200} Jun 30 09:01:09.078236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] For port feea2261-566e-4cd2-a320-37d4831cd5b2, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=feea2261-566e-4cd2-a320-37d4831cd5b2,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:09.080832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.087199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.087607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.087964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.088340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.088615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.088942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.089267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.089584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.090055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.090540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.090883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.091174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ef1321-6992-417c-ad94-c59a2fcefacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:09.149918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 18ee196d-b504-4995-9a14-8aec058c5b14 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:09.159316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:09.166093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:09.170193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Calling delete_port for feea2261-566e-4cd2-a320-37d4831cd5b2 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:09.247182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.247731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.266870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.286468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-7287914e-cf0b-4a00-b792-b0a1480a951b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5798488 Jun 30 09:01:09.304506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'admin_state_up': True, 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'security_groups': ['29da109b-abfc-4a1b-80b3-7f88597d3b3e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:09.441556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.444211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.457596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5ab3110-3fae-4e99-b3fa-425c631211f4 req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-groups/b2e70367-f754-4773-90da-f9579b94eda0 HTTP/1.1" status: 204 len: 173 time: 0.6498456 Jun 30 09:01:09.468158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Made reservation on behalf of 431bc9327148435a848be8bdcf0de827 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:09.475530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.476224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8d7d4371-ab8f-4e93-a070-c8f41212045b None None] Provisioning for port 98db9791-0782-48a5-9cb1-9f333dc0eccf completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:09.481606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8d7d4371-ab8f-4e93-a070-c8f41212045b None None] Provisioning complete for port 98db9791-0782-48a5-9cb1-9f333dc0eccf triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:09.482435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8d7d4371-ab8f-4e93-a070-c8f41212045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.522845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d10522-335c-43b0-a431-6d0ea6f107c1 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e70367-f754-4773-90da-f9579b94eda0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.540849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-04774f90-a953-4e6e-8056-6c29cc938187 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/95cd98ab-0fdd-45c7-8628-9871ec08f9d4 HTTP/1.1" status: 200 len: 1805 time: 0.0585949 Jun 30 09:01:09.582883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.603702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['feea2261-566e-4cd2-a320-37d4831cd5b2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:09.607284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d4371-ab8f-4e93-a070-c8f41212045b None None] Port 98db9791-0782-48a5-9cb1-9f333dc0eccf cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:09.633900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44764) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.644709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10058b17-5fa8-4ae6-b221-3c58647ae9b7 req-3c357b40-21f4-45ee-993b-20dc1b6a4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.646882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10058b17-5fa8-4ae6-b221-3c58647ae9b7 req-3c357b40-21f4-45ee-993b-20dc1b6a4ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 1098 time: 0.4940245 Jun 30 09:01:09.673095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35d4d184-edf5-4b77-9d26-e67d2f2127f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.681291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35d4d184-edf5-4b77-9d26-e67d2f2127f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.686082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:09.688955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35d4d184-edf5-4b77-9d26-e67d2f2127f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.695554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35d4d184-edf5-4b77-9d26-e67d2f2127f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.697687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35d4d184-edf5-4b77-9d26-e67d2f2127f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 3095 time: 0.3316679 Jun 30 09:01:09.717064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: c3668e28-0ae2-4374-ae68-69931ee2d9e9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:09.717418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3668e28-0ae2-4374-ae68-69931ee2d9e9 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:09.735327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Pushing event deleted for resources: {'Port': ['ID=feea2261-566e-4cd2-a320-37d4831cd5b2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.747405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1ec5846-3600-4604-b1b1-b4edfae085f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=419c6c73fc57405c90801fa644f30c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118197 Jun 30 09:01:09.749939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44766) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.766361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Allocated IP 10.2.2.200 (18ee196d-b504-4995-9a14-8aec058c5b14/e05c447b-2134-49b1-9bc1-de7b6d286308/6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:09.792081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] No DVR routers for this DVR port feea2261-566e-4cd2-a320-37d4831cd5b2 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:09.812588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.817203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.819159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0f6cff2-29da-46fa-b1c2-7cd983aca9c1 req-57ed6c1e-0f2d-4191-b428-7e40bd4ae66e tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.41 "DELETE /v2.0/ports/feea2261-566e-4cd2-a320-37d4831cd5b2 HTTP/1.1" status: 204 len: 173 time: 1.2005155 Jun 30 09:01:09.821362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10058b17-5fa8-4ae6-b221-3c58647ae9b7 req-3415f92c-80b3-4d04-8ff8-3c3e0136ea71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218810 Jun 30 09:01:09.821879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'name': 'network-vif-deleted', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:09.831597 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44685591-5d6a-4eb5-bbac-f4d91a55558a" -d '{"events": [{"server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "name": "network-vif-deleted", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:09.843266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.876012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.892355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa3316f0-ff84-443a-9680-0246ee8e546c req-35e9cdd1-1981-4406-a9ff-1fbe526223dc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464391 Jun 30 09:01:09.924199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.002544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.022151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.025593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.026803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c78440f-f4c2-40d9-9bcc-53c4fd4e8721 HTTP/1.1" status: 204 len: 168 time: 0.2759671 Jun 30 09:01:10.041906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eb30a-9657-4af8-8013-d46463b5ace7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78440f-f4c2-40d9-9bcc-53c4fd4e8721,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.048301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.051296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.055210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78a3ac55-0fbd-4c1c-9f38-150d5e8b589b req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/95cd98ab-0fdd-45c7-8628-9871ec08f9d4 HTTP/1.1" status: 204 len: 173 time: 0.5107946 Jun 30 09:01:10.056064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Transition to ACTIVE for port object 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:10.068248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3599-7940-4587-a30b-487c73bc7def tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cd98ab-0fdd-45c7-8628-9871ec08f9d4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.124044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.207931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Network 18ee196d-b504-4995-9a14-8aec058c5b14 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:10.214988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:10.217813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:10.222476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.309434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d11290aa-8933-4361-a264-82f4323a97e1 req-95a2ba1e-abb1-4d86-b85e-e1534cb9ca41 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/dc466bf6-8897-473a-931d-f95d2dff8e7e HTTP/1.1" status: 200 len: 1812 time: 0.1216319 Jun 30 09:01:10.322863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.324158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.343960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e526ce95-dcad-4337-aae4-206f90f6ed8d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503113 Jun 30 09:01:10.356352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:10.356533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9309-fd65-4c4b-acc2-0321d0f8b160 req-3b641d2c-b688-4550-9da0-0cc44a2d6744 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.358119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-886f9309-fd65-4c4b-acc2-0321d0f8b160 req-3b641d2c-b688-4550-9da0-0cc44a2d6744 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.2682359 Jun 30 09:01:10.466464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-886f9309-fd65-4c4b-acc2-0321d0f8b160 req-224ea93a-24ef-4203-8356-0506f8cdd248 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989752 Jun 30 09:01:10.475069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d11290aa-8933-4361-a264-82f4323a97e1 req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.532381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d11290aa-8933-4361-a264-82f4323a97e1 req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.615426 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d11290aa-8933-4361-a264-82f4323a97e1 req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.620781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.624887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d11290aa-8933-4361-a264-82f4323a97e1 req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.626184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d11290aa-8933-4361-a264-82f4323a97e1 req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc466bf6-8897-473a-931d-f95d2dff8e7e HTTP/1.1" status: 204 len: 173 time: 0.3015335 Jun 30 09:01:10.643831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8c2fbe84-ea32-4b98-84bd-9c4f71a218ba None None] Provisioning for port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:10.648382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8c2fbe84-ea32-4b98-84bd-9c4f71a218ba None None] Provisioning complete for port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:10.649471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbe84-ea32-4b98-84bd-9c4f71a218ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.670032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23667062-c438-4aac-b84d-84f77d987dd5 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc466bf6-8897-473a-931d-f95d2dff8e7e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.693084 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a342f6-af98-4a19-bfa6-9c45b55ed07a x-openstack-request-id: req-70a342f6-af98-4a19-bfa6-9c45b55ed07a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:10.693392 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d24f3b4-2f43-4df1-b42f-206a34b18bbe", "name": "network-vif-deleted", "tag": "feea2261-566e-4cd2-a320-37d4831cd5b2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:10.693653 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70a342f6-af98-4a19-bfa6-9c45b55ed07a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:10.694085 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d24f3b4-2f43-4df1-b42f-206a34b18bbe', 'name': 'network-vif-deleted', 'tag': 'feea2261-566e-4cd2-a320-37d4831cd5b2', 'status': 'completed', 'code': 200} Jun 30 09:01:10.749921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c2fbe84-ea32-4b98-84bd-9c4f71a218ba None None] Port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:10.818626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d9f5719-5a06-411a-9595-23644a974d5a req-85d87bda-c0cb-4b39-9b1d-cf6abc21654c tempest-FloatingIPsAssociationNegativeTestJSON-387320977 tempest-FloatingIPsAssociationNegativeTestJSON-387320977-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d24f3b4-2f43-4df1-b42f-206a34b18bbe HTTP/1.1" status: 200 len: 210 time: 0.0679567 Jun 30 09:01:10.950080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88c8a5-9fde-435e-931b-7972f2c6bd19 req-6f25eb38-5dd2-42cc-abdb-2bd05d9f820e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.951422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd88c8a5-9fde-435e-931b-7972f2c6bd19 req-6f25eb38-5dd2-42cc-abdb-2bd05d9f820e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.1249125 Jun 30 09:01:10.958460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-db55f14d-9332-42cd-8c26-d9f4c9a7206c tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/9ea3b638-3cf6-4c13-b7e6-dec2209a1348 HTTP/1.1" status: 200 len: 1803 time: 0.0738416 Jun 30 09:01:11.021352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd88c8a5-9fde-435e-931b-7972f2c6bd19 req-df4789c8-5f13-4875-8985-f636e6c5c375 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619235 Jun 30 09:01:11.062080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.101063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.169044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374bd280-e259-4eaa-b269-0c784e7733ff {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:11.178312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.194314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Transition to ACTIVE for port object 374bd280-e259-4eaa-b269-0c784e7733ff will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:11.194500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.197727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.198974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33d12a6-fb43-4c59-bd0e-90e8b66ecd91 req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/9ea3b638-3cf6-4c13-b7e6-dec2209a1348 HTTP/1.1" status: 204 len: 173 time: 0.2319319 Jun 30 09:01:11.199554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.290500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedcc2e-ff5a-41f1-8ad1-5c69bc652e0d tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3b638-3cf6-4c13-b7e6-dec2209a1348,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.355524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Attempting to bind port 374bd280-e259-4eaa-b269-0c784e7733ff on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:11.356146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Attempting to bind port 374bd280-e259-4eaa-b269-0c784e7733ff by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:11.356308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Attempting to bind port 374bd280-e259-4eaa-b269-0c784e7733ff on network 4c735695-6672-4d19-b042-93cd6e2d9b59 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:11.363401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.372739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Port 374bd280-e259-4eaa-b269-0c784e7733ff on network 4c735695-6672-4d19-b042-93cd6e2d9b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:11.373142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Attempting to bind port 374bd280-e259-4eaa-b269-0c784e7733ff on network 4c735695-6672-4d19-b042-93cd6e2d9b59 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:11.373443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-5145248a-6435-48bf-b572-64f9fc5666be tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "GET /v2.0/security-groups/00903aed-7700-441f-af24-12e7168e06d4 HTTP/1.1" status: 200 len: 1811 time: 0.1379533 Jun 30 09:01:11.379140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:11.379485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Checking segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:11.379879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Bound using segment: {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:11.380314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Bound port: 374bd280-e259-4eaa-b269-0c784e7733ff, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce99b98-d22b-467b-8122-c0f6743b0874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:11.380821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.456206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:11.459580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:11.467491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22f1ea-4d99-4905-9003-5c8da0c4353a req-3f4e4190-f915-491c-8e3d-adbe593d6e77 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.469532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb22f1ea-4d99-4905-9003-5c8da0c4353a req-3f4e4190-f915-491c-8e3d-adbe593d6e77 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.2637630 Jun 30 09:01:11.472485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.525419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.526282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.527959 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] 10.222.0.11 "PUT /v2.0/ports/374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 1092 time: 1.1766152 Jun 30 09:01:11.528419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:11.531097 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7acd9-6a64-4523-8806-c13791a9b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:11.574125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:11.590460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb22f1ea-4d99-4905-9003-5c8da0c4353a req-deb1839c-fce6-4a75-afa7-fd1b275efa85 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966671 Jun 30 09:01:11.592870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.634514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.640591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dabd4e-78c2-4ff1-b5df-780ce96090bf service neutron] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:11.729153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.737172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.740257 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.741549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb464fae-1905-41d1-9a15-c6b57615cd17 req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] 10.222.0.66 "DELETE /v2.0/security-groups/00903aed-7700-441f-af24-12e7168e06d4 HTTP/1.1" status: 204 len: 173 time: 0.3591175 Jun 30 09:01:11.749144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44814) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:11.854025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Deleting subnet 6fd85c6b-79b8-44c5-87c2-8e67f630237c {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:11.872701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.877799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c411fe6-d316-4f0a-b126-ff8a2feb7995 tempest-SecurityGroupRulesNegativeTestJSON-340781819 tempest-SecurityGroupRulesNegativeTestJSON-340781819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00903aed-7700-441f-af24-12e7168e06d4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.032069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.057293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:12.065279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-2c6372b6-97c5-4bec-b15b-e4af8ab028bf tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/a97310bd-30d1-49e5-80e6-3f4838af6d1e HTTP/1.1" status: 200 len: 2402 time: 0.2001905 Jun 30 09:01:12.124832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.159046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.164985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.167760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eae2097-1bb8-4927-8948-8cbda3d56805 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:12.171127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.177090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.177320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.183841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.190951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5092943f-794d-481c-9707-a3cdb847e193 req-ad7e5517-e49d-48d9-8e09-38706d951cd2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 3828 time: 0.3280420 Jun 30 09:01:12.191862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Transition to ACTIVE for port object 7eae2097-1bb8-4927-8948-8cbda3d56805 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:12.197186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.258575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.276294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5092943f-794d-481c-9707-a3cdb847e193 req-e1f9d746-3e5e-468e-9dbf-fc99aca812cb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843732 Jun 30 09:01:12.290163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.342222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.350425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.374572 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1cb501-87b8-46e3-88a4-d0314806582d x-openstack-request-id: req-ee1cb501-87b8-46e3-88a4-d0314806582d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:12.377316 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:12.377571 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee1cb501-87b8-46e3-88a4-d0314806582d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:12.378523 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff', 'status': 'completed', 'code': 200} Jun 30 09:01:12.427397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.429697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6fd85c6b-79b8-44c5-87c2-8e67f630237c HTTP/1.1" status: 204 len: 168 time: 0.6785574 Jun 30 09:01:12.434323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.462840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.465937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.467079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-204fdbe1-6480-47ff-8a9f-a721f005349a req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/a97310bd-30d1-49e5-80e6-3f4838af6d1e HTTP/1.1" status: 204 len: 173 time: 0.4010172 Jun 30 09:01:12.472147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9fe01-8997-41bf-b0d4-2e9cdf999ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd85c6b-79b8-44c5-87c2-8e67f630237c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.484450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e840cf-fece-460f-b064-f8c46f04dd76 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97310bd-30d1-49e5-80e6-3f4838af6d1e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.537047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.567007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.577096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Attempting to bind port 7eae2097-1bb8-4927-8948-8cbda3d56805 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:12.577440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Attempting to bind port 7eae2097-1bb8-4927-8948-8cbda3d56805 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:12.577794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Attempting to bind port 7eae2097-1bb8-4927-8948-8cbda3d56805 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:12.583952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Port 7eae2097-1bb8-4927-8948-8cbda3d56805 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:12.584288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Attempting to bind port 7eae2097-1bb8-4927-8948-8cbda3d56805 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:12.593304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.593815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.594300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.594769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.596804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.597836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.599251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-bd55b529-bed1-4f94-a938-84096c5c81d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5252 time: 0.2174420 Jun 30 09:01:12.604927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:12.605300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:12.605686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Bound using segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:12.610420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Bound port: 7eae2097-1bb8-4927-8948-8cbda3d56805, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:12.611420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.799021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.849680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98ad61d-5493-419d-a72d-308134a79907']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.872874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4c25-f005-4739-a707-a8013a7605ea req-de76ac55-818f-4ad3-aaee-5019d27257eb tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.874671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-264c4c25-f005-4739-a707-a8013a7605ea req-de76ac55-818f-4ad3-aaee-5019d27257eb tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.2395170 Jun 30 09:01:12.895099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0294f2c7-338e-4afe-a31c-fae3faf8caba') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.895338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0294f2c7-338e-4afe-a31c-fae3faf8caba') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:12.930714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.962651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:12.977301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.984495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-965ebd05-ee34-4779-afab-682322cfbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.984963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-965ebd05-ee34-4779-afab-682322cfbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.985432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-965ebd05-ee34-4779-afab-682322cfbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.987082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-965ebd05-ee34-4779-afab-682322cfbdf6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3727810 Jun 30 09:01:12.988902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7eae2097-1bb8-4927-8948-8cbda3d56805,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:12.990252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:12.990633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:12.992432 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:13.004375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.051153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-264c4c25-f005-4739-a707-a8013a7605ea req-84c51fac-7e2e-49f4-9640-a4689298f8e2 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666720 Jun 30 09:01:13.052800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.053655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.053819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.054176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.054671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.055120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.055565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.056014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.056458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.056903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.057405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.065967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-517af20d-b6cd-453d-a033-2a88d1c94572 req-18f42777-530f-4e0c-9a67-d3cda6a0dc36 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7790 time: 0.3384767 Jun 30 09:01:13.159913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.160608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.164061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] 10.222.0.11 "PUT /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 1137 time: 1.6030126 Jun 30 09:01:13.203846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.223948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:13.236150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.238067 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] 10.222.0.66 "DELETE /v2.0/networks/f98ad61d-5493-419d-a72d-308134a79907 HTTP/1.1" status: 204 len: 168 time: 0.8027732 Jun 30 09:01:13.238964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e9926-daf8-4c66-9571-261954cb507b service neutron] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.337552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-430302ec-4420-4cff-b8c0-0b797bc00194 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "GET /v2.0/security-groups/73ac143a-13f8-4f59-a9ed-92f0ec7de773 HTTP/1.1" status: 200 len: 2397 time: 0.1363816 Jun 30 09:01:13.350996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418666-4123-4565-8c4e-b08e9df1585a admin admin] Pushing event deleted for resources: {'Network': ['ID=f98ad61d-5493-419d-a72d-308134a79907,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.389673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-9af11739-dc39-410c-ae62-f7ac5735c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.391355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f0c7acd9-6a64-4523-8806-c13791a9b82d req-9af11739-dc39-410c-ae62-f7ac5735c4c4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3895376 Jun 30 09:01:13.436343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5ebb-ed50-4bdc-8ccc-e59952101960 req-4e13af42-0809-42f8-9ede-36d38fb61c5d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.438129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30ae5ebb-ed50-4bdc-8ccc-e59952101960 req-4e13af42-0809-42f8-9ede-36d38fb61c5d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1875429 Jun 30 09:01:13.457079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.544241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30ae5ebb-ed50-4bdc-8ccc-e59952101960 req-439337e8-57da-45b3-a8fa-48a397a4c2a8 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852501 Jun 30 09:01:13.551731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.598811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44860) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.654147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.741019 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.799847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dba31b8-bb83-46b5-9968-76b5edca016a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:13.808761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.816737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device feea2261-566e-4cd2-a320-37d4831cd5b2 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:13.818681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a295db2c-fa60-42a8-ad7e-17cab567690b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=402e3c9d07b94fcf97a26bd784457646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165825 Jun 30 09:01:13.823173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.830406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Transition to ACTIVE for port object 6dba31b8-bb83-46b5-9968-76b5edca016a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:13.842298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.861269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae349f-e990-401e-b988-5501c16c9930 req-e4a9d889-76b1-490d-a66a-992906aaea33 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.863662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87ae349f-e990-401e-b988-5501c16c9930 req-e4a9d889-76b1-490d-a66a-992906aaea33 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 886 time: 0.2636299 Jun 30 09:01:13.866071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: feea2261-566e-4cd2-a320-37d4831cd5b2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:13.866660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device feea2261-566e-4cd2-a320-37d4831cd5b2 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:13.946555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.957744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.958146 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.959435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0471f6cb-e7fb-4927-b9b7-aaa1c2a27269 req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] 10.222.0.66 "DELETE /v2.0/security-groups/73ac143a-13f8-4f59-a9ed-92f0ec7de773 HTTP/1.1" status: 204 len: 173 time: 0.6017735 Jun 30 09:01:13.982330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44866) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.023860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.026520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3341f1-b234-468d-83e6-cb473f438711 tempest-SecurityGroupRulesTestJSON-1190998578 tempest-SecurityGroupRulesTestJSON-1190998578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac143a-13f8-4f59-a9ed-92f0ec7de773,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.133364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.154643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Deleting subnet 67a4e35a-199a-498d-8a2e-83c2cc773e7e {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:14.177474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.206825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Attempting to bind port 6dba31b8-bb83-46b5-9968-76b5edca016a on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:14.207166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Attempting to bind port 6dba31b8-bb83-46b5-9968-76b5edca016a by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:14.207431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Attempting to bind port 6dba31b8-bb83-46b5-9968-76b5edca016a on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:14.231371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Port 6dba31b8-bb83-46b5-9968-76b5edca016a on network 5b489bd8-30e3-4199-9d4f-9dae43417452 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:14.231776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Attempting to bind port 6dba31b8-bb83-46b5-9968-76b5edca016a on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:14.247168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.269263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:14.270857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:14.273217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Bound using segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:14.275861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Bound port: 6dba31b8-bb83-46b5-9968-76b5edca016a, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:14.276682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.393863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.441188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '7eae2097-1bb8-4927-8948-8cbda3d56805'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:14.444041 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "7eae2097-1bb8-4927-8948-8cbda3d56805"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:14.453934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44874) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.489979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.492782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.497144 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e428e3e9-ee8a-4b77-85fd-68143d815a1f HTTP/1.1" status: 204 len: 168 time: 0.6728795 Jun 30 09:01:14.507278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.583567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a4e35a-199a-498d-8a2e-83c2cc773e7e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.586493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458cffa-7b99-40f2-96ba-77ce22de20d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e428e3e9-ee8a-4b77-85fd-68143d815a1f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.612274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:14.635488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6dba31b8-bb83-46b5-9968-76b5edca016a,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:14.647905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9c021-19d0-4689-88e6-213b66e98b4f req-c79aa082-5b30-488d-96fe-114308e12dfd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.649806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edd9c021-19d0-4689-88e6-213b66e98b4f req-c79aa082-5b30-488d-96fe-114308e12dfd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.6154909 Jun 30 09:01:14.659567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.675486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1799dd8-bc9d-4a9a-8f84-5af1f18d5b3a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/67a4e35a-199a-498d-8a2e-83c2cc773e7e HTTP/1.1" status: 204 len: 168 time: 0.6917019 Jun 30 09:01:14.676938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.681875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44880) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.690761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.696819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.703491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.709316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.715344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.721679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.728077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.730019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-8723ca5b-6927-4faf-ac40-cbea34d26fa4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5383 time: 0.5581195 Jun 30 09:01:14.820803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edd9c021-19d0-4689-88e6-213b66e98b4f req-045d5a44-d218-420c-9a94-b5b032d68491 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618795 Jun 30 09:01:14.868113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2f6ebcc-f751-4a81-9fed-be4de49fb73c req-47837498-8d37-4032-aac7-33330a0cdfcf tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115978 Jun 30 09:01:14.909331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Deleting port 655b8a0c-b200-4473-a845-e45d7c8a74ea {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:14.909681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.175998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] For port 655b8a0c-b200-4473-a845-e45d7c8a74ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=655b8a0c-b200-4473-a845-e45d7c8a74ea,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:15.176371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.222701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.223411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.224017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.224594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.225130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.225707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.226465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.227103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.228168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.228707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.231540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-179bfda8-16e3-4744-885e-8eee9f64154f req-825e58bb-d5a8-40d8-9b78-8366316fb387 tempest-NetworksTest-1879605899 tempest-NetworksTest-1879605899-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7078 time: 0.2950828 Jun 30 09:01:15.233771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Calling delete_port for 655b8a0c-b200-4473-a845-e45d7c8a74ea owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:15.300968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.338861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc44fe-a2b1-4621-b1ca-8792381bfd05 req-4ee2874c-17c9-490e-a72a-39153e3614e3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.340449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0edc44fe-a2b1-4621-b1ca-8792381bfd05 req-4ee2874c-17c9-490e-a72a-39153e3614e3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.2933919 Jun 30 09:01:15.343880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.360103 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d986f99e-661c-4604-b51f-c1bc407c72dc x-openstack-request-id: req-d986f99e-661c-4604-b51f-c1bc407c72dc {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:15.360519 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "7eae2097-1bb8-4927-8948-8cbda3d56805", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:15.360883 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d986f99e-661c-4604-b51f-c1bc407c72dc {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:15.361397 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '7eae2097-1bb8-4927-8948-8cbda3d56805', 'status': 'completed', 'code': 200} Jun 30 09:01:15.383872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b27c6ce2-3739-45ff-b111-fd47a295f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.431588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.432535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.439779 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cab6eee0-abdf-4cd4-a679-b5ec6b8f5ce6 service neutron] 10.222.0.11 "PUT /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 1136 time: 2.2260172 Jun 30 09:01:15.545446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.645295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0edc44fe-a2b1-4621-b1ca-8792381bfd05 req-7da26a9b-644b-403c-85ff-1f0b5f6a14f9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964694 Jun 30 09:01:15.728954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.779559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44908) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:15.856891 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.885643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550d3199-093f-49f0-a971-f4ece205f215']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:15.898138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c77e5-444c-4097-83fe-65139b0f0c98') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:15.900704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c77e5-444c-4097-83fe-65139b0f0c98') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:15.912749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.936205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.944282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.971160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.971936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.972612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.973283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.973981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.974644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.975305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.982642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-ac81cbf3-cd67-4071-b546-12b0d0438a55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6223 time: 0.6022780 Jun 30 09:01:15.991415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Pushing event deleted for resources: {'Port': ['ID=655b8a0c-b200-4473-a845-e45d7c8a74ea,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.093470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-064eabb8-e28a-4a82-9f33-b39c82a24b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.105700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b27c6ce2-3739-45ff-b111-fd47a295f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.107850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:16.108275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:16.310262 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:16.346128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b27c6ce2-3739-45ff-b111-fd47a295f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.362863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.387682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.390049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/550d3199-093f-49f0-a971-f4ece205f215 HTTP/1.1" status: 204 len: 168 time: 1.7053201 Jun 30 09:01:16.461628 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.549661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b683-19ed-47fb-85ef-3ed9f7054bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=550d3199-093f-49f0-a971-f4ece205f215,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.684942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6ce2-3739-45ff-b111-fd47a295f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1435292a-6505-4604-b164-2b01a3732a8b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.690995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44938) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.697770 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b27c6ce2-3739-45ff-b111-fd47a295f360 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36e3519ae9e746f5bb9081c4ee618c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2424500 Jun 30 09:01:16.701799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.702301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44942) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.736222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-064eabb8-e28a-4a82-9f33-b39c82a24b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.788419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-70b2e674-7a14-4e51-ad25-e6e35e465e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.789900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-70b2e674-7a14-4e51-ad25-e6e35e465e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.790543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-70b2e674-7a14-4e51-ad25-e6e35e465e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.792324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-70b2e674-7a14-4e51-ad25-e6e35e465e0a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7900705 Jun 30 09:01:16.847456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-064eabb8-e28a-4a82-9f33-b39c82a24b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.901444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.940045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eabb8-e28a-4a82-9f33-b39c82a24b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba7b0b-83a3-42bc-bd11-f67867bf33dd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.948215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-64529b06-cc87-433a-be45-09e8659911b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=011ee05cc5774686aa3da8961877b98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167318 Jun 30 09:01:16.955668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.958604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.962259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-064eabb8-e28a-4a82-9f33-b39c82a24b77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1995272aefab46a7b72105a599481101&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1813426 Jun 30 09:01:16.970706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.975453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7246a-7375-4d7f-ba1a-fe1080f8ebca req-38227f02-3d33-4a6f-befe-1a6345cbe581 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.978272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bd7246a-7375-4d7f-ba1a-fe1080f8ebca req-38227f02-3d33-4a6f-befe-1a6345cbe581 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.4770420 Jun 30 09:01:17.002480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.009432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.015660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.022496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.029022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.034920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.040823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.042852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-563f9107-2424-4c94-8756-8a82f91599e1 req-a3148bb8-8244-47ac-8a19-ac0bd7583f81 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5383 time: 0.3040800 Jun 30 09:01:17.089569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c29c12-3d21-4c73-b593-fcfd375ad5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.102411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-7869a41b-2b2d-4619-8e03-e57b20abc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.103911 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffba4420-5f0f-4fb8-9d1b-a689349fb65c req-7869a41b-2b2d-4619-8e03-e57b20abc601 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975504 Jun 30 09:01:17.151597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bd7246a-7375-4d7f-ba1a-fe1080f8ebca req-5f572b89-daaa-4adc-ba88-2b6b56ca3efd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559269 Jun 30 09:01:17.232337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.237938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda45b3a-992b-43d3-8e93-1080fd2ef634 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:17.253666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.256009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.257632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1435292a-6505-4604-b164-2b01a3732a8b HTTP/1.1" status: 204 len: 168 time: 0.5497348 Jun 30 09:01:17.283776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.299645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-563f9107-2424-4c94-8756-8a82f91599e1 req-6916ed8a-a403-4d10-a283-4b4940bdb131 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2403445 Jun 30 09:01:17.301746 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.360809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:17.376243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '6dba31b8-bb83-46b5-9968-76b5edca016a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:17.378918 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "6dba31b8-bb83-46b5-9968-76b5edca016a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:17.401574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200311-de01-4b4d-9e7c-04e36e737029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1435292a-6505-4604-b164-2b01a3732a8b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.430141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.523760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c29c12-3d21-4c73-b593-fcfd375ad5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.526818 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063bef8b-ba45-499c-ad76-1d44d672da2c x-openstack-request-id: req-063bef8b-ba45-499c-ad76-1d44d672da2c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:17.538641 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "6dba31b8-bb83-46b5-9968-76b5edca016a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:17.539775 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-063bef8b-ba45-499c-ad76-1d44d672da2c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:17.541491 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '6dba31b8-bb83-46b5-9968-76b5edca016a', 'status': 'completed', 'code': 200} Jun 30 09:01:17.543773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Transition to ACTIVE for port object fda45b3a-992b-43d3-8e93-1080fd2ef634 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:17.579863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-cbabbe31-8601-4c2b-bac1-0b56dbc63476 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.581775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-cbabbe31-8601-4c2b-bac1-0b56dbc63476 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.3556747 Jun 30 09:01:17.613970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.678208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c29c12-3d21-4c73-b593-fcfd375ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.749231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36c29c12-3d21-4c73-b593-fcfd375ad5b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96e59771d2444f80a2309423155c015b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0404792 Jun 30 09:01:17.749231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.751379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.755368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ab0f8f7-50cd-435c-b59e-ff3446a21e98 HTTP/1.1" status: 204 len: 168 time: 0.7990527 Jun 30 09:01:17.767494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.786724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44972) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:17.789790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c29c12-3d21-4c73-b593-fcfd375ad5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5c67a-7bd7-4138-911e-f4a66e31e067,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.901025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.916474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad9e1-402d-4f6f-8599-9980a733a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab0f8f7-50cd-435c-b59e-ff3446a21e98,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.981175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:17.989548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0288c47c-b387-47c0-88a7-1d83e4816935 admin admin] 10.222.0.66 "PUT /v2.0/routers/bf537396-7b32-4afd-b4fb-3cb5a3ddc588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4206526 Jun 30 09:01:17.991716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Sync routers for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:17.994794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:18.010410 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:18.011344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:18.102311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.105714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.106667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.111615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.112212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.112757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.113321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.115470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-322a089a-4ef9-49c0-a06f-1e96ed739da6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6223 time: 0.5702908 Jun 30 09:01:18.140102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.185374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.188650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.192602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3ba7b0b-83a3-42bc-bd11-f67867bf33dd HTTP/1.1" status: 204 len: 168 time: 1.2100410 Jun 30 09:01:18.270605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:18.270955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.276754 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:18.297033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b1e05-df73-47bd-a795-9768aaa07458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba7b0b-83a3-42bc-bd11-f67867bf33dd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.325316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Attempting to bind port fda45b3a-992b-43d3-8e93-1080fd2ef634 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:18.325640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Attempting to bind port fda45b3a-992b-43d3-8e93-1080fd2ef634 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:18.326012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Attempting to bind port fda45b3a-992b-43d3-8e93-1080fd2ef634 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:18.328950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.364190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Port fda45b3a-992b-43d3-8e93-1080fd2ef634 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:18.364534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Attempting to bind port fda45b3a-992b-43d3-8e93-1080fd2ef634 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:18.434241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:18.434645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:18.435045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Bound using segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:18.435500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Bound port: fda45b3a-992b-43d3-8e93-1080fd2ef634, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:18.435862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.458527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-ec283447-f7d1-417a-9dea-11a7601681d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.459032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-ec283447-f7d1-417a-9dea-11a7601681d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.459516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-ec283447-f7d1-417a-9dea-11a7601681d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.462224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-ec283447-f7d1-417a-9dea-11a7601681d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3354013 Jun 30 09:01:18.522508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82703a-12ea-4fc8-8391-fd1b221916eb req-1dfcb5b8-539d-4f1b-b93c-d2413218ce67 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.527351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f82703a-12ea-4fc8-8391-fd1b221916eb req-1dfcb5b8-539d-4f1b-b93c-d2413218ce67 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.6589694 Jun 30 09:01:18.534522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:18.538563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:18.565684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.569927 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:01:15Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:18.605690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.621137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Checking router: bf537396-7b32-4afd-b4fb-3cb5a3ddc588 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:18.645398 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Routers {'bf537396-7b32-4afd-b4fb-3cb5a3ddc588'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:18.647671 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:18.663481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.671926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.673027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.674570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4f8eec6c-dda5-4e00-aadf-9cf4c1f540c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 200 len: 1092 time: 3.1409888 Jun 30 09:01:18.718650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:18.817181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.822253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.825853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89c5c67a-7bd7-4138-911e-f4a66e31e067 HTTP/1.1" status: 204 len: 168 time: 1.0319107 Jun 30 09:01:18.897506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-846b98ee-44fd-4079-8565-021b4d5b4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.901158 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5181e9ed-b9e0-4f3c-8826-445a1ae1f724 req-846b98ee-44fd-4079-8565-021b4d5b4c1d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602087 Jun 30 09:01:18.933783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4aec0-0816-44db-8c25-b4e1a8ff23e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5c67a-7bd7-4138-911e-f4a66e31e067,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.958327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.962659 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] Set router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:18.974170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:19.006470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef28ed2f-d846-4a13-b5ef-856c97a50b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.010378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f82703a-12ea-4fc8-8391-fd1b221916eb req-b3cd0173-9e93-49ba-ba9f-c36bd424e21c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290067 Jun 30 09:01:19.012381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:19.012746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.038798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.089204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:19.120518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232e605-e4c7-41f7-9d3e-07c0e4e61823 req-6da16848-4b4d-49a5-b492-3c675cdbaf8d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.122185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4232e605-e4c7-41f7-9d3e-07c0e4e61823 req-6da16848-4b4d-49a5-b492-3c675cdbaf8d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 946 time: 0.7203913 Jun 30 09:01:19.167785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef28ed2f-d846-4a13-b5ef-856c97a50b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.292761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef28ed2f-d846-4a13-b5ef-856c97a50b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.383646 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef28ed2f-d846-4a13-b5ef-856c97a50b70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94efb2d243544a23ae0b1de50bb8a0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082012 Jun 30 09:01:19.384371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:19.387224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28ed2f-d846-4a13-b5ef-856c97a50b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de9689-f26e-4d8e-bd7b-54104f6ae6a0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.442361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4232e605-e4c7-41f7-9d3e-07c0e4e61823 req-80c82382-9f3f-4345-8654-2a3ce3c78bb1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807884 Jun 30 09:01:19.493562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Deleting port 3a3494ab-9e9a-457c-9aca-ed05cc87887e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:19.494196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.545474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:19.547914 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:19.559950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:01:15Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:19.639994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa538c9e-6d7e-4c1b-a951-88c83d263ccc None None] The sync data for ids ['bf537396-7b32-4afd-b4fb-3cb5a3ddc588'] in n-d-779913-25 is: [{'id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-105674702-router', 'tenant_id': '34d14093acdf40439baa91459e9cd2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:03Z', 'updated_at': '2021-06-30T09:01:15Z', 'revision_number': 5, 'project_id': '34d14093acdf40439baa91459e9cd2f1', 'gw_port': {'id': '3a3494ab-9e9a-457c-9aca-ed05cc87887e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf537396-7b32-4afd-b4fb-3cb5a3ddc588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:19.662654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.688064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.707462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.716649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.733958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.744754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.745974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.749729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.755686 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96de9689-f26e-4d8e-bd7b-54104f6ae6a0 HTTP/1.1" status: 204 len: 168 time: 0.3640244 Jun 30 09:01:19.765136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.780719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.792551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596e49-0362-4e7d-98e8-0e9bff2c139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de9689-f26e-4d8e-bd7b-54104f6ae6a0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.798179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.807926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-0cd2ca1f-7b43-44fd-ae39-3a93a1608207 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5395 time: 0.4876444 Jun 30 09:01:20.007127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:20.031201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.107399 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a05d8-c205-462c-bda8-88f59e9ce744 x-openstack-request-id: req-2d5a05d8-c205-462c-bda8-88f59e9ce744 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:20.107963 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:20.108156 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d5a05d8-c205-462c-bda8-88f59e9ce744 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:20.108525 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'status': 'completed', 'code': 200} Jun 30 09:01:20.267674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.268256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.270436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.271781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.272414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.278302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.278882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.283237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-05c6ac96-2fdb-4c9c-bf62-96ec8dbf8208 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6291 time: 0.1395202 Jun 30 09:01:20.566199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-43d93f55-d75a-4bba-a7e3-f1c8a2c28f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.568164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-43d93f55-d75a-4bba-a7e3-f1c8a2c28f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.568961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-43d93f55-d75a-4bba-a7e3-f1c8a2c28f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.571922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-43d93f55-d75a-4bba-a7e3-f1c8a2c28f07 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2807667 Jun 30 09:01:20.633356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] For port 3a3494ab-9e9a-457c-9aca-ed05cc87887e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a3494ab-9e9a-457c-9aca-ed05cc87887e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:20.634511 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.649863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.662902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:20.679694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ed9a261-fe65-467d-a641-aabcacc6d466 req-21a35d02-4d5c-4b14-832b-1090a799eb8b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467385 Jun 30 09:01:20.683343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Calling delete_port for 3a3494ab-9e9a-457c-9aca-ed05cc87887e owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:20.721285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Transition to ACTIVE for port object 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:20.731028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.789971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.815389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.881306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.967470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.009021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:21.012051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.015055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c4d6382-94dd-46f5-8d7d-6f9f861ab969 req-d55910e9-f106-4c1f-a04f-eacccf1561d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd HTTP/1.1" status: 204 len: 173 time: 3.4060533 Jun 30 09:01:21.021498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'name': 'network-vif-deleted', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:21.024642 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1b130-b548-4ad4-ac19-ae2bd8280a73" -d '{"events": [{"server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "name": "network-vif-deleted", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:21.036873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04aebae7-6687-4d11-9dae-8ee823f8cb0c req-bdf4a793-7b00-4ac9-a9ff-1441c142594a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdeef012-38a7-49ff-b2e8-a28b541f3581 HTTP/1.1" status: 200 len: 210 time: 0.0922565 Jun 30 09:01:21.090481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d2c9-f462-412d-9def-e07cd47fc6b7 req-6d018014-67ec-45c0-957c-531e251fb798 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.100535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2136d2c9-f462-412d-9def-e07cd47fc6b7 req-6d018014-67ec-45c0-957c-531e251fb798 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.5837846 Jun 30 09:01:21.141716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-2c5f0c7a-77d8-4ee5-a1fc-be9346d31a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.144457 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c456e11-11f0-439e-9705-2531c65ee9b6 x-openstack-request-id: req-4c456e11-11f0-439e-9705-2531c65ee9b6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:21.145025 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdeef012-38a7-49ff-b2e8-a28b541f3581", "name": "network-vif-deleted", "tag": "8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:21.145516 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c456e11-11f0-439e-9705-2531c65ee9b6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:21.146068 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdeef012-38a7-49ff-b2e8-a28b541f3581', 'name': 'network-vif-deleted', 'tag': '8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd', 'status': 'completed', 'code': 200} Jun 30 09:01:21.154200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-700e8d27-a3ea-4e24-90ef-282f8d1e6d7b req-2c5f0c7a-77d8-4ee5-a1fc-be9346d31a31 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5747709 Jun 30 09:01:21.161652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Attempting to bind port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:21.165265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Attempting to bind port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:21.165740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Attempting to bind port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.174677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d on network 5b489bd8-30e3-4199-9d4f-9dae43417452 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:21.174940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Attempting to bind port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.193247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:21.193715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Checking segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:21.194380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Bound using segment: {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:21.195539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Bound port: 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8704d847-e8e3-47f9-bdb3-a30fc3718305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:21.200189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.229898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 655b8a0c-b200-4473-a845-e45d7c8a74ea no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:21.314498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 655b8a0c-b200-4473-a845-e45d7c8a74ea {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:21.319857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 655b8a0c-b200-4473-a845-e45d7c8a74ea not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:21.356524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1616781072-network', 'tenant_id': 'c90b081af47148678d56e4677d330bfd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:21.404980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2136d2c9-f462-412d-9def-e07cd47fc6b7 req-c6b471e2-9a54-4b1a-92cf-c3936bf49073 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019190 Jun 30 09:01:21.405550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Made reservation on behalf of c90b081af47148678d56e4677d330bfd for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:21.408163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.409130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:21.422412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:21.424522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.432809 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.523215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.564583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3494ab-9e9a-457c-9aca-ed05cc87887e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.595528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.682345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.683207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.683419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.686443 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.694320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cac68ebf-605c-4391-8bec-ffb66ae226bc service neutron] 10.222.0.11 "PUT /v2.0/ports/8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 200 len: 1092 time: 2.9815111 Jun 30 09:01:21.696253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb143-7a4f-4f89-8ebc-e08d74c3ed5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.700689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.748835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:21.763502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:21.999126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45076) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.012836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb143-7a4f-4f89-8ebc-e08d74c3ed5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.026522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb143-7a4f-4f89-8ebc-e08d74c3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.102370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:22.115159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:22.116895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.117532 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:22.126450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfb143-7a4f-4f89-8ebc-e08d74c3ed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4f91e0-8eda-4aa8-b1ab-6ff435256be8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.153865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1dfb143-7a4f-4f89-8ebc-e08d74c3ed5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=022d49cfbc904b058189160639d058be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618403 Jun 30 09:01:22.159253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.174135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.238921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.270134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c0a25-940d-4dda-85cf-983e1b82ce2c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.295225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.295792 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Added segment e7e29836-c0ff-4c74-9c63-ab81146ea798 of type vlan for network 2d40d8cd-9b42-40ee-96d4-17660f407637 Jun 30 09:01:22.375687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-405431289-network', 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:22.385152 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e78934-4f6c-4ca0-b31c-0ee339ea0386 x-openstack-request-id: req-b8e78934-4f6c-4ca0-b31c-0ee339ea0386 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:22.385152 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:22.386344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:22.386487 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8e78934-4f6c-4ca0-b31c-0ee339ea0386 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:22.389893 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'status': 'completed', 'code': 200} Jun 30 09:01:22.427676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:22.428405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 8c6ea7ae-7280-4029-9387-8d8bb2dcc5cd not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:22.440766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:22.458258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.459095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf537396-7b32-4afd-b4fb-3cb5a3ddc588 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:22.484270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.491021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.496953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.503452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.512466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'port_id': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'mac_address': 'fa:16:3e:ea:ef:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba4940-25f0-473f-b420-388d002f4991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:22.513166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.522678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.531429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.540543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cd41854d-55ad-48e3-857e-227adae6534f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5407 time: 0.4719532 Jun 30 09:01:22.547288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.553676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.558667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d736f56-fd52-488e-8b18-82662a66007d admin admin] 10.222.0.66 "DELETE /v2.0/routers/bf537396-7b32-4afd-b4fb-3cb5a3ddc588 HTTP/1.1" status: 204 len: 168 time: 4.5603123 Jun 30 09:01:22.560297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.594473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.627706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.630286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Made reservation on behalf of 202224f5cbcd4a8daa10880e3cfb16e3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:22.632525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.662445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.672782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.715736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.715968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:22.719859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.721621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e4f91e0-8eda-4aa8-b1ab-6ff435256be8 HTTP/1.1" status: 204 len: 168 time: 0.5610652 Jun 30 09:01:22.740375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f599d82-30dd-49d9-b491-b4649479daf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4f91e0-8eda-4aa8-b1ab-6ff435256be8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.778342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc63acdb-e38b-4203-b26a-5c8e0e5882f4 req-cedbb413-4ea5-41c2-97af-c47a137f6f0a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2365742 Jun 30 09:01:22.791053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:22.821223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.843290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Deleting subnet 5a14c35d-5fb8-4e6f-a166-9de007b042f4 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:22.846207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.847158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.847779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.862557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.942314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.942861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.943283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.943781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.946663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.947158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.947637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.951173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-043c7fb1-21f9-47a5-93a0-4cf290e7c910 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6359 time: 0.4104266 Jun 30 09:01:22.979639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['57ebf9c5-e7ac-4983-857d-562b4f6a80d1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:23.054544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.059273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.080103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] Pushing event updated for resources: {'Network': ['ID=2d40d8cd-9b42-40ee-96d4-17660f407637,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.111174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:23.258917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80f69b-9b69-46d9-b0ce-dd0a53fd3aca req-d848254c-34b6-4d96-a33b-55666f99e915 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.266437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec80f69b-9b69-46d9-b0ce-dd0a53fd3aca req-d848254c-34b6-4d96-a33b-55666f99e915 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.5611396 Jun 30 09:01:23.303114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a3494ab-9e9a-457c-9aca-ed05cc87887e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:23.409731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3a3494ab-9e9a-457c-9aca-ed05cc87887e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:23.410110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a3494ab-9e9a-457c-9aca-ed05cc87887e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:23.425621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-d3da4c3a-456b-4a75-b9b5-904f8df40eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.426138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-d3da4c3a-456b-4a75-b9b5-904f8df40eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.426612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-d3da4c3a-456b-4a75-b9b5-904f8df40eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.428362 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-d3da4c3a-456b-4a75-b9b5-904f8df40eb6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4642634 Jun 30 09:01:23.452183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.467613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-c0057f53-35dc-400e-ae6f-f4ab44653efb tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.488401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-c0057f53-35dc-400e-ae6f-f4ab44653efb tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.5322857 Jun 30 09:01:23.527956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db9791-0782-48a5-9cb1-9f333dc0eccf {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:23.535513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.550108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.558173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-24df0e32-6584-40c5-9873-d09d5d644fa9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0688465 Jun 30 09:01:23.576360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec80f69b-9b69-46d9-b0ce-dd0a53fd3aca req-fb46d3d0-4a5d-4dd2-96c7-3e7544aeaead tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064747 Jun 30 09:01:23.589478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.610096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Transition to ACTIVE for port object 98db9791-0782-48a5-9cb1-9f333dc0eccf will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:23.627131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.645003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2c4a1c6b-c598-401a-8ba5-ae678b43437a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8207157 Jun 30 09:01:23.646051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:23.652986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6748fd-c85d-4416-97d7-388e69d10f46,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.699353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Request body: {'subnet': {'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1616781072-subnet', 'tenant_id': 'c90b081af47148678d56e4677d330bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:23.744827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Made reservation on behalf of c90b081af47148678d56e4677d330bfd for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:23.747624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.749905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:23.767182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-bc8be64c-c2ba-4a43-ba4a-b4e276ab432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.768738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eabd0a5b-6e5c-498d-a6f9-27c81d5ea54a req-bc8be64c-c2ba-4a43-ba4a-b4e276ab432d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329268 Jun 30 09:01:23.784986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:23.792212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.861128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.862681 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Added segment 9aa2a257-8623-4147-8d7e-e56d77c1d4ab of type vlan for network 1e5d9081-3162-40a9-94a7-1e5232f87219 Jun 30 09:01:23.908540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:23.909442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.999398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Attempting to bind port 98db9791-0782-48a5-9cb1-9f333dc0eccf on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:24.000061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Attempting to bind port 98db9791-0782-48a5-9cb1-9f333dc0eccf by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:24.000188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Attempting to bind port 98db9791-0782-48a5-9cb1-9f333dc0eccf on network 18ee196d-b504-4995-9a14-8aec058c5b14 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:24.005003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Port 98db9791-0782-48a5-9cb1-9f333dc0eccf on network 18ee196d-b504-4995-9a14-8aec058c5b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:24.005336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Attempting to bind port 98db9791-0782-48a5-9cb1-9f333dc0eccf on network 18ee196d-b504-4995-9a14-8aec058c5b14 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:24.012933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:24.013249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Checking segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:24.013642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Bound using segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:24.014224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Bound port: 98db9791-0782-48a5-9cb1-9f333dc0eccf, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:24.014642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.067667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.115654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.172046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:24.174359 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacbe056-f412-41e8-8888-6515c6e6a1ac" -d '{"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-plugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:24.184803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:24.190086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:24.191492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:24.195203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8d189-40e6-4314-b82b-f91358fbc322 None None] Network 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:24.199195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.200007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.200628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a14c35d-5fb8-4e6f-a166-9de007b042f4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.224553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-8ead7ecb-ff07-48eb-8679-f826bb92545e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6653793 Jun 30 09:01:24.246231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.248379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.250734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.253206 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] 10.222.0.11 "PUT /v2.0/ports/98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 200 len: 1092 time: 2.5144172 Jun 30 09:01:24.294136 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.296046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9fcf4394-8ad1-45e1-8e8f-e3008a5594f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a14c35d-5fb8-4e6f-a166-9de007b042f4 HTTP/1.1" status: 204 len: 168 time: 1.7262597 Jun 30 09:01:24.300289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Request body: {'port': {'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.311888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45164) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:24.351749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45166) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:24.477958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.501175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:24.504182 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4510b7-0073-401d-ad64-a61a6266ae39" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:24.509424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.513278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.515011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.515779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.521724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4c782-d02b-442a-a61d-1c158858cebb service neutron] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.595848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.617295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] DHCP port deletion for 332f74bf-c7ad-4a8a-b81d-bb8fc33c711c request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:24.645848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.652675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.660019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.672554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.679940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.681661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Deleting port 86f24027-e7d1-4f93-bbf6-7b4481c68660 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:24.682218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.686667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.692849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.701217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-59161590-8f7a-403b-b3d1-bf284c14cb88 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5419 time: 0.6661735 Jun 30 09:01:24.718129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1472869155-network', 'tenant_id': 'ad2ac9616a0a450bae8de4d516a3ebde'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.761288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Made reservation on behalf of ad2ac9616a0a450bae8de4d516a3ebde for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:24.764132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.768264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Deleting port 86f24027-e7d1-4f93-bbf6-7b4481c68660 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:24.768618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.782769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] For port 86f24027-e7d1-4f93-bbf6-7b4481c68660, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=86f24027-e7d1-4f93-bbf6-7b4481c68660,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:24.783992 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.800369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Calling delete_port for 86f24027-e7d1-4f93-bbf6-7b4481c68660 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:24.806746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] Pushing event updated for resources: {'Network': ['ID=1e5d9081-3162-40a9-94a7-1e5232f87219,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:24.816606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de73a7dd-4fd9-4159-8dc1-71e4c49bb33d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8062458 Jun 30 09:01:24.821062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:24.822753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.824692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:24.831649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Request body: {'subnet': {'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-405431289-subnet', 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.878772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-abe11b4d-a003-4b1c-bf74-6b2e19ed9e21 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532307 Jun 30 09:01:24.970937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1035e5e-0763-4d85-8096-0124b6e38a7e req-333c68e1-e703-4852-bd53-b89a2a7eb395 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2682476 Jun 30 09:01:24.974609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.004285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] Pushing event deleted for resources: {'Port': ['ID=86f24027-e7d1-4f93-bbf6-7b4481c68660,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.010327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa36d7b-1dbb-43e3-be37-a0637e641018 None None] No DVR routers for this DVR port 86f24027-e7d1-4f93-bbf6-7b4481c68660 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:25.026288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.075908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-a00f6834-41eb-460b-9465-9a78131a28e8 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961377 Jun 30 09:01:25.111171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.116470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Checking segment: {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:25.117054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Network hostable DHCP agents. Network: 2d40d8cd-9b42-40ee-96d4-17660f407637, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:25.137839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:25.149923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2d40d8cd-9b42-40ee-96d4-17660f407637) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:25.155675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.156507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.160259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f7ce2-cae9-41e4-8c0b-cb382c6d5434 None None] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:25.244286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:01:25.244286 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:01:25.244286 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': 'ad2ac9616a0a450bae8de4d516a3ebde', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 1, 24, 880926)}] Jun 30 09:01:25.244286 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:01:25.245573 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:01:25.254692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] For port 86f24027-e7d1-4f93-bbf6-7b4481c68660, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=86f24027-e7d1-4f93-bbf6-7b4481c68660,segment=NetworkSegment(e2ebbf29-a210-415c-b65f-f604165e9fb5),segment_id=e2ebbf29-a210-415c-b65f-f604165e9fb5)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:25.255327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.270364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Made reservation on behalf of 202224f5cbcd4a8daa10880e3cfb16e3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:25.272676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.280307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80b50f8d-efee-43f9-94da-b0aac7859112 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6106374 Jun 30 09:01:25.282155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Calling delete_port for 86f24027-e7d1-4f93-bbf6-7b4481c68660 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:25.311742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 86f24027-e7d1-4f93-bbf6-7b4481c68660 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:25.356879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 86f24027-e7d1-4f93-bbf6-7b4481c68660 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:25.357469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 86f24027-e7d1-4f93-bbf6-7b4481c68660 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:25.442720 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f302a87-4ee8-46f6-896e-4c48dcd53658 x-openstack-request-id: req-7f302a87-4ee8-46f6-896e-4c48dcd53658 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:25.443023 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-plugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:25.443282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f302a87-4ee8-46f6-896e-4c48dcd53658 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:25.443675 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'code': 200} Jun 30 09:01:25.464461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc710ec-acbd-43bc-b8e0-b45d6481b422 None None] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:25.534874 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad156a-033b-4057-a534-60a3065f68c6 x-openstack-request-id: req-c4ad156a-033b-4057-a534-60a3065f68c6 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:25.535174 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:25.535427 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4ad156a-033b-4057-a534-60a3065f68c6 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:25.535836 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'status': 'completed', 'code': 200} Jun 30 09:01:25.686346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5576750-610d-4817-9601-83b33e33d938 req-1ab98b9d-a16e-4de8-b6d1-a3ae66f7d27c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.703059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5576750-610d-4817-9601-83b33e33d938 req-1ab98b9d-a16e-4de8-b6d1-a3ae66f7d27c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1212614 Jun 30 09:01:25.759284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.787569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:25.801359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.813055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3821277-21fc-4d8c-a3cf-6d051e3c78c4 req-7a8ba83b-d5dd-47e8-ae6d-0f15e3235aaf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 210 time: 0.0790563 Jun 30 09:01:25.835715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Transition to ACTIVE for port object 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:25.837407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.843753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.866609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5576750-610d-4817-9601-83b33e33d938 req-eda0de1a-bda1-4426-a1b6-a514f98cc14e tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620452 Jun 30 09:01:25.874983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.891599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.892290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.892928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.893403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.893906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.894367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.894810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.897144 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-2e81d71a-aff3-4750-8312-4e3a52cb4eda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6427 time: 0.3766556 Jun 30 09:01:25.939960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f24027-e7d1-4f93-bbf6-7b4481c68660,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.057890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.064374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] No DVR routers for this DVR port 86f24027-e7d1-4f93-bbf6-7b4481c68660 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:26.075765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1751248609', 'description': 'tempest-description-1957968878'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:26.098429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.234287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:26.258452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b423c-4bfd-47af-a7be-38b807e6220f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.294402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.295218 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Added segment 95c2abb0-b639-4932-be3e-2395687f2455 of type vlan for network 1362e147-b288-4603-ab55-a6f4be72ce7f Jun 30 09:01:26.295564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dd566-044f-482b-9887-137def609147 service neutron] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.307641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=98392d9a-5896-4af0-b2fc-12235c3a7f20,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.328089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.362423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Checking segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:26.363011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Network hostable DHCP agents. Network: 1e5d9081-3162-40a9-94a7-1e5232f87219, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:26.386398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.478176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.481401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.483248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.483441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.499110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f74bf-c7ad-4a8a-b81d-bb8fc33c711c']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:26.502546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-4794913c-8d7d-486e-8e42-88300313029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.502972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-4794913c-8d7d-486e-8e42-88300313029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.503551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-4794913c-8d7d-486e-8e42-88300313029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.505452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-4794913c-8d7d-486e-8e42-88300313029d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=431bc9327148435a848be8bdcf0de827&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5805249 Jun 30 09:01:26.529077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:26.532290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ebbf29-a210-415c-b65f-f604165e9fb5') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:26.532582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ebbf29-a210-415c-b65f-f604165e9fb5') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:26.543818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Attempting to bind port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:26.544465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Attempting to bind port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:26.544798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Attempting to bind port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe on network 18ee196d-b504-4995-9a14-8aec058c5b14 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.582082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] Pushing event updated for resources: {'Network': ['ID=1362e147-b288-4603-ab55-a6f4be72ce7f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.592882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.593829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.594907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1362e147-b288-4603-ab55-a6f4be72ce7f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:26.595839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1e5d9081-3162-40a9-94a7-1e5232f87219) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:26.600106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.604084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe on network 18ee196d-b504-4995-9a14-8aec058c5b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:26.604760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Attempting to bind port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe on network 18ee196d-b504-4995-9a14-8aec058c5b14 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.606011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6dfa24-af3c-49db-83f8-1178caf2c2e4 None None] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:26.616234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.616992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.622540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-709cf8d8-531a-4c3d-afe8-8d6629ae218b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2403164 Jun 30 09:01:26.625459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45216) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:26.630210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.638182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.639390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff601a33-bc2b-43fa-a266-5b10e6900ca9 req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6701884 Jun 30 09:01:26.639634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Request body: {'subnet': {'network_id': '1362e147-b288-4603-ab55-a6f4be72ce7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1472869155-subnet', 'tenant_id': 'ad2ac9616a0a450bae8de4d516a3ebde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:26.656105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:26.656708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Checking segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:26.657253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Bound using segment: {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:26.657890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Bound port: 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32280a60-d445-4663-ac6b-7a47bdc628d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:26.658418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.660990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.666954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.668016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:26.668620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.672900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:26.677677 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:26.681154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.685359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.691444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.697835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.699765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-1d2c4d14-37a0-47fa-85db-b29d077af983 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.2649591 Jun 30 09:01:26.704740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab20199-3ab1-4fd4-8947-2da1df77c766 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0258e-5301-47e0-8120-72a7ed2ff80c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.722693 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d18a5ae-36db-4de0-89fb-0595dfd21eff admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8898020 Jun 30 09:01:26.756288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82c7e6d2-0138-42b0-a6b8-00ca0a5538a9 req-fbdff0e9-d7ff-45b8-9b35-2e051e4876a8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483274 Jun 30 09:01:26.806204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2057048738', 'description': 'tempest-description-1209619126'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:26.848200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.868160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Made reservation on behalf of ad2ac9616a0a450bae8de4d516a3ebde for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:26.880681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.906392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1e5d9081-3162-40a9-94a7-1e5232f87219', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3', 'fixed_ips': [{'subnet_id': '98392d9a-5896-4af0-b2fc-12235c3a7f20'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:26.907262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.002474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.027322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.046626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:27.050098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:27.089890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-854f6b5b-9bca-47d6-8200-e13dc3320ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.091537 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc4510b7-0073-401d-ad64-a61a6266ae39 req-854f6b5b-9bca-47d6-8200-e13dc3320ee4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5735440 Jun 30 09:01:27.098438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.120003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.133656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91e0015-9d38-4fcc-8ccc-5e81d11991e8 req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3327107 Jun 30 09:01:27.186748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2256b155-313d-4389-be51-bd7916be3c81 req-c87f9dc1-5d7f-4707-ad3e-f44d1fabfe67 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 210 time: 0.0944738 Jun 30 09:01:27.192884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f074ec8-80f3-4d2a-9852-8336506c8125 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.228013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-41c44e3f-e9b5-47f2-8cce-cd874b588f67 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.229717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-41c44e3f-e9b5-47f2-8cce-cd874b588f67 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.2245586 Jun 30 09:01:27.233665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.234498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.235905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6b1dd566-044f-482b-9887-137def609147 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 1092 time: 2.9458828 Jun 30 09:01:27.236582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.243309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.245495 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] 10.222.0.66 "DELETE /v2.0/networks/332f74bf-c7ad-4a8a-b81d-bb8fc33c711c HTTP/1.1" status: 204 len: 168 time: 2.9304075 Jun 30 09:01:27.250063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:27.260323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dd566-044f-482b-9887-137def609147 service neutron] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.338460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5004d-d68f-4fa1-98d8-62e2f4c16b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=332f74bf-c7ad-4a8a-b81d-bb8fc33c711c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.409216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Allocated IP 172.20.0.2 (1e5d9081-3162-40a9-94a7-1e5232f87219/98392d9a-5896-4af0-b2fc-12235c3a7f20/840b76ae-e62c-4a83-82c9-edeb1232d78f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:27.483314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d462-1875-4c3a-83c7-93ba850a3cbe req-6cfe68ac-158f-4400-83e6-b4141487550c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.484820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aef2d462-1875-4c3a-83c7-93ba850a3cbe req-6cfe68ac-158f-4400-83e6-b4141487550c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 945 time: 0.1714590 Jun 30 09:01:27.521388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:27.535123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:27.539220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.561935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:27.565812 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea56015-60c6-43ae-96a2-092c444ee0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:27.631262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aef2d462-1875-4c3a-83c7-93ba850a3cbe req-1179f101-e3fc-4d04-a33c-69c073aedb3f tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327703 Jun 30 09:01:27.673920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.674418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.674900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.675381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.675854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.676328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.676799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.680734 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c56492b7-12c6-4c3c-b3cc-9d4beab8ccff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6495 time: 0.1911833 Jun 30 09:01:27.685680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2f47da0a-517a-4684-99dd-b30a278d6a77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34d14093acdf40439baa91459e9cd2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630421 Jun 30 09:01:27.689016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45260) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:27.742949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.746461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-dc5eb38c-b38c-407c-8db5-73ae6710275c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 217 time: 0.0567651 Jun 30 09:01:27.789518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.809218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.823202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Transition to ACTIVE for port object 840b76ae-e62c-4a83-82c9-edeb1232d78f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:27.849438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Transition to ACTIVE for port object 840b76ae-e62c-4a83-82c9-edeb1232d78f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:27.862063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.879542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.890112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:27.903481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2bee23-3399-4d90-848e-bedb40e05f55,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.910015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:27.914680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:27.916470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-58b17838-a8e7-4cd8-bd63-ea85a7d97110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.918235 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-58b17838-a8e7-4cd8-bd63-ea85a7d97110 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 200 len: 856 time: 0.1645961 Jun 30 09:01:27.925160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Checking segment: {'id': '95c2abb0-b639-4932-be3e-2395687f2455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1362e147-b288-4603-ab55-a6f4be72ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:27.926140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Network hostable DHCP agents. Network: 1362e147-b288-4603-ab55-a6f4be72ce7f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:27.931452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.10 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/81529717-2d95-4045-872e-e7711afafb3b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:27.955816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Pushing event updated for resources: {'Port': ['ID=840b76ae-e62c-4a83-82c9-edeb1232d78f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.997496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Attempting to bind port 840b76ae-e62c-4a83-82c9-edeb1232d78f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:27.997938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Attempting to bind port 840b76ae-e62c-4a83-82c9-edeb1232d78f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:27.998309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Attempting to bind port 840b76ae-e62c-4a83-82c9-edeb1232d78f on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:28.004276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:28.004813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Checking segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:28.005195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.005590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Bound using segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:28.006155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Bound port: 840b76ae-e62c-4a83-82c9-edeb1232d78f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:28.006542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.019736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Network 1362e147-b288-4603-ab55-a6f4be72ce7f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:28.040668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1362e147-b288-4603-ab55-a6f4be72ce7f) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:28.050436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.051100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.058824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95945180-8870-4e3c-8369-feb228be461b None None] Network 1362e147-b288-4603-ab55-a6f4be72ce7f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:28.065399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-5cd40c18-34ec-43de-bf97-ace1d2989264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.068237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-5cd40c18-34ec-43de-bf97-ace1d2989264 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c735695-6672-4d19-b042-93cd6e2d9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351881 Jun 30 09:01:28.088254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-582ab1d4-5128-4c3f-af43-99af5f1741c7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4612207 Jun 30 09:01:28.130193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-76d10486-f4ff-4c8b-ba44-00f480aa4f7f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.138142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-76d10486-f4ff-4c8b-ba44-00f480aa4f7f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 813 time: 0.3420017 Jun 30 09:01:28.168531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.172192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.173339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39adad12-bfa0-4779-9cf6-24ee1fcd1fa7 HTTP/1.1" status: 204 len: 168 time: 0.4835534 Jun 30 09:01:28.184497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f15b566-a70c-4404-a83e-ee0dcb38164a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/quotas/c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 375 time: 0.0446875 Jun 30 09:01:28.222448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] For port 840b76ae-e62c-4a83-82c9-edeb1232d78f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:28.249023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] For port 840b76ae-e62c-4a83-82c9-edeb1232d78f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=840b76ae-e62c-4a83-82c9-edeb1232d78f,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:28.261211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-274b738f-00b5-4026-9c90-20b4ed1705a4 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755155 Jun 30 09:01:28.274471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.310393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c5b8f-c674-4549-b498-93d1ccc78da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39adad12-bfa0-4779-9cf6-24ee1fcd1fa7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.339769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-0337b628-36c3-4c5d-9475-a81f2316664e service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500398 Jun 30 09:01:28.362802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d9eca-abbc-4e0e-83b5-6c74fdf0bb63 None None] Network 1362e147-b288-4603-ab55-a6f4be72ce7f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:28.467442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45292) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.560441 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-093842fe-438e-40f2-ab0d-6539c7efc4ff service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129953 Jun 30 09:01:28.635513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-018b7610-9a3e-46d8-8623-eb8cf088f6a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 217 time: 0.0634546 Jun 30 09:01:28.688308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a4492-c274-401f-90ae-ea143502dd24 None None] Pushing event updated for resources: {'Port': ['ID=840b76ae-e62c-4a83-82c9-edeb1232d78f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.750969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-0c599da3-af47-445a-958a-b43c7fba30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.754237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-0c599da3-af47-445a-958a-b43c7fba30d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1108303 Jun 30 09:01:28.814320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-210a44e5-0b1d-4a4e-9871-26ff1dc1d62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.893160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e0ac532a-a7b0-4c90-9166-775fd3ecad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.894706 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-e0ac532a-a7b0-4c90-9166-775fd3ecad2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324148 Jun 30 09:01:29.023369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa9796f1-3f05-4792-95c6-ede54d12fca2 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.024941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa9796f1-3f05-4792-95c6-ede54d12fca2 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.8228970 Jun 30 09:01:29.038989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-210a44e5-0b1d-4a4e-9871-26ff1dc1d62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.041535 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4db2371a-ce8c-44e7-b461-91908a81b5dd service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383975 Jun 30 09:01:29.051269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-210a44e5-0b1d-4a4e-9871-26ff1dc1d62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.077524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-d04e4b58-28a5-4c23-9634-6924bf71b091 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/quotas/202224f5cbcd4a8daa10880e3cfb16e3 HTTP/1.1" status: 200 len: 375 time: 0.0465629 Jun 30 09:01:29.083580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.108425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-cbd3227e-2398-4778-a457-64c6314a6be9 service neutron] 10.222.0.66 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463078 Jun 30 09:01:29.129611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-210a44e5-0b1d-4a4e-9871-26ff1dc1d62c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b91b8e245f4d4732a4bd6c1fd691787b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6544936 Jun 30 09:01:29.132945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45312) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.158187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a44e5-0b1d-4a4e-9871-26ff1dc1d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada0b4a-bece-4852-aa6b-64be3918dbe8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.221601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c12efbcd-9629-4fe9-8491-e58e7eeff0cd service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713440 Jun 30 09:01:29.224589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.232823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0d38-9e40-411c-bc41-f804a8eb4a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.276105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.281589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-861a503c-ec25-49f3-90f8-7d83b6ef1410 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935480 Jun 30 09:01:29.290356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:29.298900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-f752a788-7a09-4bb8-a42d-6916179b4bdc service neutron] 10.222.0.66 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895499 Jun 30 09:01:29.304844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-0d84f9af-3e23-4903-88fc-1cea89cfe7eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 217 time: 0.0729008 Jun 30 09:01:29.361832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.361832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.415454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 840b76ae-e62c-4a83-82c9-edeb1232d78f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:29.469017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4639b937-b68d-4fda-941d-130a462126f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.470784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4639b937-b68d-4fda-941d-130a462126f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1589501 Jun 30 09:01:29.471920 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.474904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.492264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ada0b4a-bece-4852-aa6b-64be3918dbe8 HTTP/1.1" status: 204 len: 168 time: 0.3568532 Jun 30 09:01:29.531449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 840b76ae-e62c-4a83-82c9-edeb1232d78f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:29.541383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:29.577592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:29.581542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.590828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:29.611706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-network', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:29.621418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929a528-441e-4b1d-abe6-2230df548a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada0b4a-bece-4852-aa6b-64be3918dbe8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.638851 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b07320e-1049-48f5-8c6d-8cba6fded831 x-openstack-request-id: req-6b07320e-1049-48f5-8c6d-8cba6fded831 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:29.639219 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:29.639702 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b07320e-1049-48f5-8c6d-8cba6fded831 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:29.640170 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'status': 'completed', 'code': 200} Jun 30 09:01:29.680658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Made reservation on behalf of aaca24ef61424df480ca2799d66b8bca for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:29.684844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.733509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-18da4f73-72af-4817-9e3e-e0c92026578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.740422 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-18da4f73-72af-4817-9e3e-e0c92026578b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2445283 Jun 30 09:01:29.742260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-e51a2d55-6c0b-463c-ae3b-06b2d83ad7cb service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393849 Jun 30 09:01:29.746337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.796068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:29.848727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.849516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.968789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-3f151037-4cdc-43a4-a57c-9ec30c30cf66 service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139187 Jun 30 09:01:29.998655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-acfbe54e-eaae-4f3f-b836-2fbc2e5a91e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489150 Jun 30 09:01:30.002349 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.062500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a9900-3252-462e-bd0f-6287e723e9b6 None None] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:30.094460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45334) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.139687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42053f04-bf51-49a6-980e-c19b7c231c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.184026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Provisioning for port 840b76ae-e62c-4a83-82c9-edeb1232d78f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:30.196386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:30.199160 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a71d86-ccbf-4fae-a1ed-358bb7bc4c9f" -d '{"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-unplugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:30.248955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Provisioning complete for port 840b76ae-e62c-4a83-82c9-edeb1232d78f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:30.249567 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.302917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.316416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.317779 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-2e98fbd0-5a24-425f-9d0d-d9d3e972795a service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048890 Jun 30 09:01:30.320905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.325505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.332363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.341501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.349486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.361233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.370614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.373890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-f38911c6-dd8f-4d8c-b691-d10bd733ea90 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.1714337 Jun 30 09:01:30.386901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:30.408863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:30.416731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-9004dc14-79fe-4cc9-9056-1b579953d138 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1775398 Jun 30 09:01:30.421492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.424882 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-b9590862-2ef3-4b58-b46b-f73a89110de0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 200 len: 217 time: 0.0867555 Jun 30 09:01:30.431740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86ea7f2-1fa5-4d16-a750-1b452471822b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.472220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Request body: {'port': {'device_id': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:30.493962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.494317 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Added segment 45b8f278-d65b-42ed-a1f2-7a66fed5c25a of type vlan for network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb Jun 30 09:01:30.496735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-f456fab3-ccbe-42db-837c-f4f72e0238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.498221 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-f456fab3-ccbe-42db-837c-f4f72e0238a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0616596 Jun 30 09:01:30.558311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aed762c4-fbc9-433f-81b5-742c8d3b4e1c req-550257e9-499e-494d-a820-cf04fe446b95 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675112 Jun 30 09:01:30.616679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.624098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.657269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.671266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f756f73-6ea5-48e3-8c3a-7e0523ace07d req-8ee0c193-04a3-4f3e-bb0f-9009f05e14b0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.672952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f756f73-6ea5-48e3-8c3a-7e0523ace07d req-8ee0c193-04a3-4f3e-bb0f-9009f05e14b0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 932 time: 0.2966509 Jun 30 09:01:30.694093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-278280f3-4066-4114-9557-88b7af5eb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.696400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-278280f3-4066-4114-9557-88b7af5eb1d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1867492 Jun 30 09:01:30.718535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] For port 840b76ae-e62c-4a83-82c9-edeb1232d78f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=840b76ae-e62c-4a83-82c9-edeb1232d78f,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:30.735532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.738115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.765584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42053f04-bf51-49a6-980e-c19b7c231c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.816497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.818827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.821038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.827971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f756f73-6ea5-48e3-8c3a-7e0523ace07d req-99d38f74-5b68-4d27-83fd-440a26aa0908 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465833 Jun 30 09:01:30.841569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1387b-efba-4fbd-852e-4a71d0763d9b None None] Pushing event updated for resources: {'Port': ['ID=840b76ae-e62c-4a83-82c9-edeb1232d78f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.902672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42053f04-bf51-49a6-980e-c19b7c231c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.040343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6802537 Jun 30 09:01:31.051778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45354) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.061513 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-b6df3d1b-6227-4b0b-8d8c-a4e6ba712557 req-77620dde-d394-4242-b815-86c8b98611c3 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] show failed (client error): The resource could not be found. Jun 30 09:01:31.062317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Request body: {'subnet': {'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-subnet', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:31.063131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6df3d1b-6227-4b0b-8d8c-a4e6ba712557 req-77620dde-d394-4242-b815-86c8b98611c3 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/04b191a1-8a58-41e2-a9b0-996931da8fc5 HTTP/1.1" status: 404 len: 352 time: 0.1101456 Jun 30 09:01:31.064589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-da35d7ef-8e3d-4676-b74d-b89492fc8d61 None None] Provisioning complete for port 840b76ae-e62c-4a83-82c9-edeb1232d78f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:31.064826 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da35d7ef-8e3d-4676-b74d-b89492fc8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.089539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42053f04-bf51-49a6-980e-c19b7c231c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d311b016-b8e9-4ccf-a454-ce29ebb9000c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.096677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc01f9-b09f-44d7-a959-a9d13d4b9940 admin admin] Pushing event updated for resources: {'Network': ['ID=0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.103007 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42053f04-bf51-49a6-980e-c19b7c231c4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aada8d2eceb84d49bc4ef9f923b8171a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0081291 Jun 30 09:01:31.115948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45358) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:31.138029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b12afd3-f4ea-4975-bb5c-64fb129123ed req-7adcdd37-7fd7-47f6-800b-5c15eab0cf72 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 210 time: 0.1534755 Jun 30 09:01:31.143383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:31.224280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-09d0bcc1-6aec-47f0-bec2-68dce6cb86ef service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195019 Jun 30 09:01:31.236007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Made reservation on behalf of aaca24ef61424df480ca2799d66b8bca for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:31.242703 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.286761 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ec452-282c-4f59-8b5d-69e89a44236a x-openstack-request-id: req-8e1ec452-282c-4f59-8b5d-69e89a44236a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:31.287367 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-unplugged", "status": "completed", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:31.287367 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e1ec452-282c-4f59-8b5d-69e89a44236a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:31.287885 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'code': 200} Jun 30 09:01:31.296037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 840b76ae-e62c-4a83-82c9-edeb1232d78f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:31.353513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 840b76ae-e62c-4a83-82c9-edeb1232d78f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:31.353997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.422659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.477744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.494161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-24e131f1-9006-4124-958e-eaa0c280d723 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451568 Jun 30 09:01:31.564990 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-cc32ca10-c2b0-4a00-ad42-435ffc5c2435 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 200 len: 217 time: 0.0574403 Jun 30 09:01:31.639925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7d90-ab2d-4ba5-8782-d2864b109f3c req-345a02a6-22a7-449f-ad37-73ebf5c90dc0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.642501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8f7d90-ab2d-4ba5-8782-d2864b109f3c req-345a02a6-22a7-449f-ad37-73ebf5c90dc0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 943 time: 0.3564436 Jun 30 09:01:31.670961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.673906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.677218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d311b016-b8e9-4ccf-a454-ce29ebb9000c HTTP/1.1" status: 204 len: 168 time: 0.5573411 Jun 30 09:01:31.688077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c2afc611-ecde-42c2-b738-943125518ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.689713 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c2afc611-ecde-42c2-b738-943125518ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1059351 Jun 30 09:01:31.717872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5919ec-9680-4e2a-aa68-130cef8392ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d311b016-b8e9-4ccf-a454-ce29ebb9000c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.720904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81529717-2d95-4045-872e-e7711afafb3b {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:31.732930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-029f5036-5dc5-4373-8ccc-a7c14dd4d664 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.734494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-029f5036-5dc5-4373-8ccc-a7c14dd4d664 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.3606806 Jun 30 09:01:31.753383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.753601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.784793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-3422206b-e9a6-4151-90ec-2f34088cebc9 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/quotas/202224f5cbcd4a8daa10880e3cfb16e3 HTTP/1.1" status: 200 len: 375 time: 0.0380330 Jun 30 09:01:31.797153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8f7d90-ab2d-4ba5-8782-d2864b109f3c req-037e14c4-96ae-4740-af95-9012353f6299 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160438 Jun 30 09:01:31.821141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Transition to ACTIVE for port object 81529717-2d95-4045-872e-e7711afafb3b will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:31.846562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.859931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6647081d-cf5e-4129-a51b-431c493f4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.861809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-6647081d-cf5e-4129-a51b-431c493f4357 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1577389 Jun 30 09:01:31.864518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-303fbecb-7752-41ce-93c6-84138398fb34 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.864713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e718583-929c-45dd-b2bc-2658ccc77647,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:31.866902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-303fbecb-7752-41ce-93c6-84138398fb34 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 813 time: 0.2778835 Jun 30 09:01:31.868724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9dacd394-f2c5-4096-ae19-4ee5bfc8e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.874840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Checking segment: {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:31.877941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Network hostable DHCP agents. Network: 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:31.901947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'device_id': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637', 'admin_state_up': True, 'tenant_id': 'c90b081af47148678d56e4677d330bfd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:31.986671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:31.994936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:31.999956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:32.007809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.008392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.012858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Pushing event updated for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.013715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20875a-29b6-43ce-9e2a-24b7df7b007a None None] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:32.087724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-4944a096-8b6c-4367-bfec-3d04d3ab761a tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.092687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-4944a096-8b6c-4367-bfec-3d04d3ab761a tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 943 time: 0.1998570 Jun 30 09:01:32.095821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2c3cf154-e567-48ba-ad4d-c2f3e071b5cd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0371399 Jun 30 09:01:32.102374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45378) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:32.108588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:32.122995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-c84165b1-ce58-404d-93f2-d05e485b68cc service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420819 Jun 30 09:01:32.218949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-48bc4f58-0c95-4d8a-9bc1-80d59eb166e9 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4181805 Jun 30 09:01:32.258478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:32.261312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.270016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.270016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.495905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Allocated IP 172.20.0.2 (0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb/9e718583-929c-45dd-b2bc-2658ccc77647/457fc055-067e-4efd-aee6-095d6120be5e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:32.521526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Attempting to bind port 81529717-2d95-4045-872e-e7711afafb3b on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:32.521948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Attempting to bind port 81529717-2d95-4045-872e-e7711afafb3b by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:32.522218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Attempting to bind port 81529717-2d95-4045-872e-e7711afafb3b on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:32.558787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Port 81529717-2d95-4045-872e-e7711afafb3b on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:32.559169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Attempting to bind port 81529717-2d95-4045-872e-e7711afafb3b on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:32.581728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-4f596df1-f91d-4bcb-b366-9d7671dba4d1 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.583886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-4f596df1-f91d-4bcb-b366-9d7671dba4d1 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.41 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.3616264 Jun 30 09:01:32.597110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:32.597557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:32.598037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:32.598690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Bound port: 81529717-2d95-4045-872e-e7711afafb3b, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:32.599069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.607573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Request body: {'port': {'device_id': 'c18b491a-daad-4a01-a504-6617e4b41106', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'admin_state_up': True, 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:32.616251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-fc29ae10-3d65-491b-8f60-7c0511ff1d4a service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807919 Jun 30 09:01:32.686916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.700339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Transition to ACTIVE for port object 457fc055-067e-4efd-aee6-095d6120be5e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:32.709609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Made reservation on behalf of c90b081af47148678d56e4677d330bfd for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:32.714357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.719032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-438740d2-6af0-4b1a-a63a-b02fcd9b9f4a service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664575 Jun 30 09:01:32.727019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Transition to ACTIVE for port object 457fc055-067e-4efd-aee6-095d6120be5e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:32.734960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.764185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.785639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:32.790214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:32.797070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:32.812022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-79cc14fe-b5b7-4442-be7e-07760db216aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 200 len: 217 time: 0.0601165 Jun 30 09:01:32.816856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Deleting port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:32.816856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.843010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Pushing event updated for resources: {'Port': ['ID=457fc055-067e-4efd-aee6-095d6120be5e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.852138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.859683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.865631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.871563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.877886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.883871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Attempting to bind port 457fc055-067e-4efd-aee6-095d6120be5e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:32.884258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Attempting to bind port 457fc055-067e-4efd-aee6-095d6120be5e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:32.884718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Attempting to bind port 457fc055-067e-4efd-aee6-095d6120be5e on network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:32.884951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.889998 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.891088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.891228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:32.891630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Checking segment: {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:32.892042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.892436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Bound using segment: {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:32.892897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Bound port: 457fc055-067e-4efd-aee6-095d6120be5e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:32.893275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.899415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-3bf0c612-30b1-409c-8c0c-877ebc461bf8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.7013726 Jun 30 09:01:32.975275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] For port 457fc055-067e-4efd-aee6-095d6120be5e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:32.981828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] For port 457fc055-067e-4efd-aee6-095d6120be5e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=457fc055-067e-4efd-aee6-095d6120be5e,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:32.991016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.035495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:33.066284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-cd69c8d3-aa79-48b7-a2d7-1953580fe2a3 service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352431 Jun 30 09:01:33.075997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.078781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289657b-6292-4564-8eec-a6d45f16a3b6 None None] Pushing event updated for resources: {'Port': ['ID=457fc055-067e-4efd-aee6-095d6120be5e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.079954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=81529717-2d95-4045-872e-e7711afafb3b,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:33.108279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6c7e8ed-010c-4545-9721-561a5b1a7222 req-7de61956-b4ff-4130-b047-9a501c98d517 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2079082 Jun 30 09:01:33.111124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-5538a499-4a6d-42c2-b449-ac3044e72b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.113105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-5538a499-4a6d-42c2-b449-ac3044e72b05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.2940993 Jun 30 09:01:33.132886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.157422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.217143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Made reservation on behalf of 202224f5cbcd4a8daa10880e3cfb16e3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:33.227959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.236800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] For port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:33.237169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.245189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.246922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.248995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] 10.222.0.41 "PUT /v2.0/ports/81529717-2d95-4045-872e-e7711afafb3b HTTP/1.1" status: 200 len: 1093 time: 2.7865117 Jun 30 09:01:33.257596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Calling delete_port for 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:33.293783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'tag': '81529717-2d95-4045-872e-e7711afafb3b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:33.297588 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "tag": "81529717-2d95-4045-872e-e7711afafb3b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:33.400434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-10df9fcf-370f-4f75-b110-e3db946cc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.413524 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-10df9fcf-370f-4f75-b110-e3db946cc68f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918859 Jun 30 09:01:33.464281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Allocated IP 172.20.0.10 (2d40d8cd-9b42-40ee-96d4-17660f407637/b9dce2ac-2fc1-448d-8d00-ef5aad1c4407/16eadd72-651a-45d5-ab42-97739d41f91d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:33.521138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed058d-17ed-40a2-8770-ebb97756c115 service neutron] Pushing event updated for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.644521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-57af085c-113b-4fd7-81c4-033f842e1820 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213633 Jun 30 09:01:33.820948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.870157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.877220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event deleted for resources: {'Port': ['ID=57ebf9c5-e7ac-4983-857d-562b4f6a80d1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:33.911354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.937130 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-193b67d0-0b2b-4dd2-b2d7-490fe8f95696 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590599 Jun 30 09:01:33.972717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] No DVR routers for this DVR port 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:33.975970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.978475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eeb3990d-0d15-4106-9f87-689d26af5a85 req-ad870c57-5ca4-43a0-bcff-9f6f13af962b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "DELETE /v2.0/ports/57ebf9c5-e7ac-4983-857d-562b4f6a80d1 HTTP/1.1" status: 204 len: 173 time: 1.8774559 Jun 30 09:01:34.020924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e22a784-c2c8-4977-86c6-e665d4678fe2 req-b255725b-0cf3-4d6b-8348-cdae7b8180be tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad2ac9616a0a450bae8de4d516a3ebde HTTP/1.1" status: 200 len: 2984 time: 0.7047696 Jun 30 09:01:34.033290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-deleted', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:34.036903 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bd54b2-6f8d-4975-8ede-881455026cae" -d '{"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-deleted", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:34.044753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-59146789-46c9-4b6f-bb54-c34ce89509d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 217 time: 0.1005085 Jun 30 09:01:34.180729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4e6c652c-0cdd-4a34-93e3-cd5706adc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.181881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e22a784-c2c8-4977-86c6-e665d4678fe2 req-9ebffd51-53ae-41e1-9631-9f0cb217fe84 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/973b423c-4bfd-47af-a7be-38b807e6220f HTTP/1.1" status: 200 len: 2981 time: 0.1396298 Jun 30 09:01:34.186817 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-4e6c652c-0cdd-4a34-93e3-cd5706adc2d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1367848 Jun 30 09:01:34.262890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Allocated IP 172.25.4.176 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/09d56f7f-72eb-4fcf-a401-c81fe08fb1d7) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:34.270117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-b4180160-818e-4805-bd17-52137219062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.271670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-b4180160-818e-4805-bd17-52137219062f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 1096 time: 0.9492528 Jun 30 09:01:34.352573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-3fede1ee-4832-4131-a41e-cd220d7694d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.354490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-3fede1ee-4832-4131-a41e-cd220d7694d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1503189 Jun 30 09:01:34.366030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1483-83a8-4669-8cca-4b7cd1e32616 req-f1644d76-c7c4-4bc5-b13d-c6ae98a6f71a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.368365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a97f1483-83a8-4669-8cca-4b7cd1e32616 req-f1644d76-c7c4-4bc5-b13d-c6ae98a6f71a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 944 time: 0.8892231 Jun 30 09:01:34.378631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-4911dcc9-bba7-4a48-b79d-6cc5cab7faed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81529717-2d95-4045-872e-e7711afafb3b HTTP/1.1" status: 200 len: 217 time: 0.0859742 Jun 30 09:01:34.386536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Allocated IP 172.20.0.11 (1e5d9081-3162-40a9-94a7-1e5232f87219/98392d9a-5896-4af0-b2fc-12235c3a7f20/ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:34.453220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.480190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e22a784-c2c8-4977-86c6-e665d4678fe2 req-619d4ee3-8ec3-4e26-a1c4-0d84a4e6d116 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/973b423c-4bfd-47af-a7be-38b807e6220f HTTP/1.1" status: 200 len: 2981 time: 0.2840948 Jun 30 09:01:34.534736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.542397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.548333 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-59b57586-15db-4dd1-8074-5596fa0b0db5 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841912 Jun 30 09:01:34.561406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-877339a9-7a7d-4a8a-9de1-111abe2f342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.562931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-877339a9-7a7d-4a8a-9de1-111abe2f342a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1700277 Jun 30 09:01:34.587509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a97f1483-83a8-4669-8cca-4b7cd1e32616 req-d017e777-b07e-48a1-8c17-a8f427b7fd90 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024062 Jun 30 09:01:34.639506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3e0ab-ea2e-4db0-8164-1492fe82b501 None None] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:34.645522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-8f951f5a-78de-4a0f-b4e9-c0a45e78b4d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542674 Jun 30 09:01:34.693947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.745331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c0d10cb-3f5e-4199-8b42-f6531e45c795 None None] Provisioning for port 457fc055-067e-4efd-aee6-095d6120be5e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:34.767154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Pushing event updated for resources: {'Port': ['ID=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.788101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2717a08-b147-4892-a9b4-8ede3a6308d9 req-a6f2f6d2-d819-46b4-8dba-2d19756badc6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 210 time: 0.1082685 Jun 30 09:01:34.845954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.852390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:34.852993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.871584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:34.902375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:34.975828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35d82652-0e08-433e-b022-db9a07be19ac req-0c45c4a8-a118-4418-b007-e14e5ca9d220 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=1136b4a0-b84c-4522-af17-a7f9c5203044 HTTP/1.1" status: 200 len: 210 time: 0.1037049 Jun 30 09:01:35.009525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-4c9d2890-3395-4e67-b5df-3a44ab704de4 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541834 Jun 30 09:01:35.066477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.078270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:35.090839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53d8d0a2-8bf6-42c3-ac2e-f1c705185e9c req-bd4067c1-cab9-4274-9a31-0b5ab7c8af7e service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199225 Jun 30 09:01:35.196571 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1ca48e-d52d-4696-a353-c4cb0d2a819e x-openstack-request-id: req-ac1ca48e-d52d-4696-a353-c4cb0d2a819e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:35.196715 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1136b4a0-b84c-4522-af17-a7f9c5203044", "name": "network-vif-deleted", "tag": "57ebf9c5-e7ac-4983-857d-562b4f6a80d1", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:35.196990 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac1ca48e-d52d-4696-a353-c4cb0d2a819e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:35.197432 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1136b4a0-b84c-4522-af17-a7f9c5203044', 'name': 'network-vif-deleted', 'tag': '57ebf9c5-e7ac-4983-857d-562b4f6a80d1', 'status': 'completed', 'code': 200} Jun 30 09:01:35.282650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Transition to ACTIVE for port object ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:35.285632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48dd9312-7437-4d8b-bb67-5d270fe7231f req-8a40c204-ad2b-4238-b8f5-964d0600b64a service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168047 Jun 30 09:01:35.288853 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7457ccd-65f1-4649-99a5-b28fc3270624 x-openstack-request-id: req-a7457ccd-65f1-4649-99a5-b28fc3270624 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:35.289219 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "tag": "81529717-2d95-4045-872e-e7711afafb3b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:35.289512 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7457ccd-65f1-4649-99a5-b28fc3270624 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:35.290044 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'tag': '81529717-2d95-4045-872e-e7711afafb3b', 'status': 'completed', 'code': 200} Jun 30 09:01:35.312162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:35.325786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-232bf5cd-c70c-461a-936e-74d4c6a77208 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.343467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-232bf5cd-c70c-461a-936e-74d4c6a77208 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.6447628 Jun 30 09:01:35.380007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 457fc055-067e-4efd-aee6-095d6120be5e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:35.384105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Request body: {'port': {'device_id': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'admin_state_up': True, 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:35.420272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.495897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 457fc055-067e-4efd-aee6-095d6120be5e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:35.506692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 457fc055-067e-4efd-aee6-095d6120be5e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:35.506692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.507217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:35.528934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.556282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] Provisioning complete for port 457fc055-067e-4efd-aee6-095d6120be5e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:35.558243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.614067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Made reservation on behalf of 202224f5cbcd4a8daa10880e3cfb16e3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:35.617899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.639031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.639510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.639985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.640455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.640921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.641386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.641873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.644159 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-df710017-88ff-4806-bf56-5dc6fe9ce740 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6495 time: 0.3006577 Jun 30 09:01:35.681000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:35.687942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.690527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.690696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event updated for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.695099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:35.705159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:35.755530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] For port 457fc055-067e-4efd-aee6-095d6120be5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=457fc055-067e-4efd-aee6-095d6120be5e,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.775450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.831512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.832648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.855337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:35.878731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.906686 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:01:35.907203 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:01:35.919415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-ab2050ab-0061-4e38-9e85-9e2761a7af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.921668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-ab2050ab-0061-4e38-9e85-9e2761a7af5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 1096 time: 0.4116468 Jun 30 09:01:35.930685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.931758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.936440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52598-f91c-45d6-ad0b-f255677e436b None None] Pushing event updated for resources: {'Port': ['ID=457fc055-067e-4efd-aee6-095d6120be5e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.939607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:35.940199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 57ebf9c5-e7ac-4983-857d-562b4f6a80d1 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:35.953271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-9f1d81ea-4b9f-416f-9096-f3ffd20760f1 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.961659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-9f1d81ea-4b9f-416f-9096-f3ffd20760f1 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.6687257 Jun 30 09:01:35.971351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-aa943436-43a6-4ffb-9262-027724f585ac tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3683391 Jun 30 09:01:35.999452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Request body: {'port': {'device_id': 'c18b491a-daad-4a01-a504-6617e4b41106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:36.012574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-c32f6c98-c972-4330-a213-f191ec432c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1174991 Jun 30 09:01:36.048022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-8b64986a-086b-467a-bcf8-a68d9a097bd4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/quotas/202224f5cbcd4a8daa10880e3cfb16e3 HTTP/1.1" status: 200 len: 375 time: 0.0854189 Jun 30 09:01:36.069678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Request body: {'port': {'device_id': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:36.099138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4dabefe8-2c63-4ae0-bcef-0d42cb6565b0 None None] Provisioning for port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:36.104027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4dabefe8-2c63-4ae0-bcef-0d42cb6565b0 None None] Provisioning complete for port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:36.104505 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4dabefe8-2c63-4ae0-bcef-0d42cb6565b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.129632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.135371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.141111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.144386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4dabefe8-2c63-4ae0-bcef-0d42cb6565b0 None None] Port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:36.148930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.155382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.161494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.167850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.169778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25601391-02f0-4040-be9a-854c089ccad0 req-776be7dd-214e-4842-bfbb-c454b2adeeca tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.7356975 Jun 30 09:01:36.272759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-58cbd929-8eed-4c42-85eb-c32c2ee3c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.274305 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-58cbd929-8eed-4c42-85eb-c32c2ee3c286 service neutron] 10.222.0.11 "GET /v2.0/networks?id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 903 time: 0.6194913 Jun 30 09:01:36.330212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-d9f1ea79-e5e6-42e3-a79a-91faa60d6b8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 217 time: 0.0490274 Jun 30 09:01:36.332678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Allocated IP 172.20.0.14 (1e5d9081-3162-40a9-94a7-1e5232f87219/98392d9a-5896-4af0-b2fc-12235c3a7f20/e68c1cb7-10e9-4952-9dc8-c415a87129e8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:36.356006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-36b1d31f-45d2-4663-8c44-64cfcda5b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.357486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-36b1d31f-45d2-4663-8c44-64cfcda5b5f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.3884559 Jun 30 09:01:36.367597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25601391-02f0-4040-be9a-854c089ccad0 req-3ad1382b-8a41-40c2-b3b7-3348f5eec63d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676230 Jun 30 09:01:36.372104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.382598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.431362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-ef70ed57-fe64-42de-84f7-88514351841f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81529717-2d95-4045-872e-e7711afafb3b HTTP/1.1" status: 200 len: 217 time: 0.0628119 Jun 30 09:01:36.451652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-c5e95c5f-94fd-4e96-8005-ba5b0fe3bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.453152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-c5e95c5f-94fd-4e96-8005-ba5b0fe3bfdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.0897312 Jun 30 09:01:36.468729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-0b5b50de-6b30-4117-a4d7-8a680eded481 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3906076 Jun 30 09:01:36.652098 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.654462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0b3510d-fa96-488a-9b55-673fcf0eaa03 req-55bc7f72-f8a7-4061-adab-b95e50260084 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/973b423c-4bfd-47af-a7be-38b807e6220f HTTP/1.1" status: 200 len: 2981 time: 0.2361305 Jun 30 09:01:36.661794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-a7f2d0ab-9b68-475f-bc18-aa69bbf3e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.663804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-a7f2d0ab-9b68-475f-bc18-aa69bbf3e837 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.2204893 Jun 30 09:01:36.725383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.729256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-5212f5b8-5db1-4e00-9fe3-dfd1d86aacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.730779 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-5212f5b8-5db1-4e00-9fe3-dfd1d86aacdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2403982 Jun 30 09:01:36.795040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Transition to ACTIVE for port object e68c1cb7-10e9-4952-9dc8-c415a87129e8 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:36.816787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-f7741c30-f6ca-44b2-951a-3152879fdbdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033156 Jun 30 09:01:36.886449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-9abc4eaf-8fba-4016-94df-18812d848494 service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662796 Jun 30 09:01:36.911066 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-266cf579-61e4-411d-bd77-035432569346 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726091 Jun 30 09:01:36.930173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.019480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:37.035474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:37.038654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:37.049395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event updated for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:37.052484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Router 3e790e16-c65e-4054-b25f-667b789afbe4 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:01:37.127409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.128083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.162276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ea56015-60c6-43ae-96a2-092c444ee0d9 req-3fb7fd4d-ee29-43f0-94ed-b225121cc8d0 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422907 Jun 30 09:01:37.187383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-457fdd22-9efb-452f-837f-0772e74762a8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8335080 Jun 30 09:01:37.234030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Request body: {'port': {'device_id': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:37.283096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 457fc055-067e-4efd-aee6-095d6120be5e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:37.317288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:37.330227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Sync routers for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:37.341238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.345521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-35594723-8a4d-4c9c-b7a9-c206f3d585b1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2422047 Jun 30 09:01:37.346526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45470) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.352807 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.354617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:37.356986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:37.431510 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-b0b3510d-fa96-488a-9b55-673fcf0eaa03 req-f6a5e0d3-7fb1-4fbe-adf6-7e24cd470e31 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:01:37.439053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0b3510d-fa96-488a-9b55-673fcf0eaa03 req-f6a5e0d3-7fb1-4fbe-adf6-7e24cd470e31 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "DELETE /v2.0/security-groups/973b423c-4bfd-47af-a7be-38b807e6220f HTTP/1.1" status: 409 len: 352 time: 0.7697175 Jun 30 09:01:37.470241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:37.506520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-3bfc44b2-0080-4cfe-af6f-5d2411e7ab95 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679947 Jun 30 09:01:37.601998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 457fc055-067e-4efd-aee6-095d6120be5e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:37.602376 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.639174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f18f071f-8cb6-4e8d-b355-2c4713747cb0 None None] Provisioning for port e68c1cb7-10e9-4952-9dc8-c415a87129e8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:37.652288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-11a45255-373d-49c4-a745-b93d684f538b service neutron] 10.222.0.66 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289052 Jun 30 09:01:37.669070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f18f071f-8cb6-4e8d-b355-2c4713747cb0 None None] Provisioning complete for port e68c1cb7-10e9-4952-9dc8-c415a87129e8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:37.669447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f18f071f-8cb6-4e8d-b355-2c4713747cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.707421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f18f071f-8cb6-4e8d-b355-2c4713747cb0 None None] Port e68c1cb7-10e9-4952-9dc8-c415a87129e8 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:37.813288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:35Z', 'revision_number': 3, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:37.817285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6beda498-c9e3-4d04-ac73-7c0e1a05dd5b req-461ead4c-b64f-4b46-8a4a-aecef4de0705 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848036 Jun 30 09:01:37.820786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eadd72-651a-45d5-ab42-97739d41f91d {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:37.877103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.892406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:37.914151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d2c19-edac-4675-9eed-71e838449915 req-0acaaa18-e571-4949-a237-af5bf9a8c84f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.916008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-537d2c19-edac-4675-9eed-71e838449915 req-0acaaa18-e571-4949-a237-af5bf9a8c84f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 944 time: 0.3330204 Jun 30 09:01:37.938572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.948717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.988923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Transition to ACTIVE for port object ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:38.004662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Transition to ACTIVE for port object 16eadd72-651a-45d5-ab42-97739d41f91d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:38.016348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 81529717-2d95-4045-872e-e7711afafb3b details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:38.019483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Checking router: 3e790e16-c65e-4054-b25f-667b789afbe4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:38.019973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Updating router 3e790e16-c65e-4054-b25f-667b789afbe4 port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:38.054452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.058260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.087497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.189058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-537d2c19-edac-4675-9eed-71e838449915 req-32a9dc1a-b1e6-4e19-92f6-bbcf8f1792df tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501135 Jun 30 09:01:38.287655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Allocated IP 172.20.0.1 (0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb/9e718583-929c-45dd-b2bc-2658ccc77647/e4540113-dcaf-4a6f-8374-9ec6d65fc357) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:38.352643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=81529717-2d95-4045-872e-e7711afafb3b,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:38.372996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '81529717-2d95-4045-872e-e7711afafb3b', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': '81529717-2d95-4045-872e-e7711afafb3b', 'mac_address': 'fa:16:3e:af:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:38.451383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68c1cb7-10e9-4952-9dc8-c415a87129e8 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:38.468145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.483780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Attempting to bind port 16eadd72-651a-45d5-ab42-97739d41f91d on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:38.484946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Attempting to bind port 16eadd72-651a-45d5-ab42-97739d41f91d by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:38.484946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Attempting to bind port 16eadd72-651a-45d5-ab42-97739d41f91d on network 2d40d8cd-9b42-40ee-96d4-17660f407637 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:38.497365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Transition to ACTIVE for port object e68c1cb7-10e9-4952-9dc8-c415a87129e8 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:38.511847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Port 16eadd72-651a-45d5-ab42-97739d41f91d on network 2d40d8cd-9b42-40ee-96d4-17660f407637 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:38.512063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Attempting to bind port 16eadd72-651a-45d5-ab42-97739d41f91d on network 2d40d8cd-9b42-40ee-96d4-17660f407637 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:38.514933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.516348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.573128 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.603728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25ca255-63d1-45a6-9abc-75344f9a1099 req-c87c498f-df43-456d-bbc6-c229c17c65db tempest-FlavorsV2NegativeTest-55726686 tempest-FlavorsV2NegativeTest-55726686-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f695b17f9cc8489f8a772fe428b6bdae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046722 Jun 30 09:01:38.610946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:38.611444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Checking segment: {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:38.612114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Bound using segment: {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:38.612689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Bound port: 16eadd72-651a-45d5-ab42-97739d41f91d, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:38.613287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.620668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81529717-2d95-4045-872e-e7711afafb3b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:38.642352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.660581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=81529717-2d95-4045-872e-e7711afafb3b,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:38.679033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.686821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Pushing event updated for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.692629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Transition to ACTIVE for port object e4540113-dcaf-4a6f-8374-9ec6d65fc357 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:38.750696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Attempting to bind port e68c1cb7-10e9-4952-9dc8-c415a87129e8 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:38.751568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Attempting to bind port e68c1cb7-10e9-4952-9dc8-c415a87129e8 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:38.751568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Attempting to bind port e68c1cb7-10e9-4952-9dc8-c415a87129e8 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:38.763341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Port e68c1cb7-10e9-4952-9dc8-c415a87129e8 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:38.763341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Attempting to bind port e68c1cb7-10e9-4952-9dc8-c415a87129e8 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:38.779991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:38.782435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Checking segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:38.782849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Bound using segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:38.783298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Bound port: e68c1cb7-10e9-4952-9dc8-c415a87129e8, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:38.783658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.795581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.801237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.859107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.862380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ca255-63d1-45a6-9abc-75344f9a1099 req-9d2b829c-498f-466c-815f-e5e4c7c9ef6f tempest-FlavorsV2NegativeTest-55726686 tempest-FlavorsV2NegativeTest-55726686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.864251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25ca255-63d1-45a6-9abc-75344f9a1099 req-9d2b829c-498f-466c-815f-e5e4c7c9ef6f tempest-FlavorsV2NegativeTest-55726686 tempest-FlavorsV2NegativeTest-55726686-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447059 Jun 30 09:01:38.874750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Transition to ACTIVE for port object 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:38.882685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23670799-fd85-42f4-9ce6-5fee6c856320 req-f52f10ac-8078-415e-bd36-5d50da107789 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.883975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:38.892834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23670799-fd85-42f4-9ce6-5fee6c856320 req-f52f10ac-8078-415e-bd36-5d50da107789 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 944 time: 0.7023540 Jun 30 09:01:38.902169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:38.907943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:38.910360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:38.914803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.958318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Attempting to bind port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:38.958673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Attempting to bind port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:38.958986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Attempting to bind port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:38.961667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Pushing event updated for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.972137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['81529717-2d95-4045-872e-e7711afafb3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:38.987489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:39.002487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.007637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:39.021048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25ca255-63d1-45a6-9abc-75344f9a1099 req-4f1b13d4-e1e0-44c1-8bb3-10d9cc2fb0c7 tempest-FlavorsV2NegativeTest-55726686 tempest-FlavorsV2NegativeTest-55726686-project] 10.222.0.66 "GET /v2.0/quotas/f695b17f9cc8489f8a772fe428b6bdae HTTP/1.1" status: 200 len: 375 time: 0.1471410 Jun 30 09:01:39.024265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:39.024919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Attempting to bind port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:39.062321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:39.062960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Checking segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:39.063349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Bound using segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:39.063495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac87a-c0f6-4e95-8ec9-6cecdf78f717 None None] Pushing event updated for resources: {'Port': ['ID=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.063801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Bound port: ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:39.064161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.070357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.084340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Attempting to bind port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:39.085549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Attempting to bind port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:39.085958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Attempting to bind port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:39.094273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:39.094698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:39.095063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.095459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:39.095938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Bound port: 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:39.096464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.114486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e25ca255-63d1-45a6-9abc-75344f9a1099 req-fc0683fb-7f3c-414b-807c-48448698e88b tempest-FlavorsV2NegativeTest-55726686 tempest-FlavorsV2NegativeTest-55726686-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f695b17f9cc8489f8a772fe428b6bdae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920165 Jun 30 09:01:39.150657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.152923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23670799-fd85-42f4-9ce6-5fee6c856320 req-47165843-c2d8-4675-a765-f28b62b24641 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585900 Jun 30 09:01:39.168366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.170433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] 10.222.0.11 "PUT /v2.0/ports/e68c1cb7-10e9-4952-9dc8-c415a87129e8 HTTP/1.1" status: 200 len: 1093 time: 1.9488354 Jun 30 09:01:39.177937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:39.184307 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3931b2-928c-468b-8731-4f85a6e96eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:39.268102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] For port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:39.329951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:39.334248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f597e-018a-4076-8bc2-0df0f4c3f44e service neutron] Pushing event updated for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.343036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] For port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:39.368107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.383206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:39.420379 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.458012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:39.476457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.492983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-5b275bd8-f1bb-4cb4-974f-44c89adb522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.494786 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-5b275bd8-f1bb-4cb4-974f-44c89adb522e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 1096 time: 0.2582595 Jun 30 09:01:39.505095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-844b6f88-9e5b-4f51-a5c0-9afd8ff755b6 None None] Provisioning for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:39.516921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:39.517654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:39.520442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-844b6f88-9e5b-4f51-a5c0-9afd8ff755b6 None None] Provisioning complete for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:39.520931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-844b6f88-9e5b-4f51-a5c0-9afd8ff755b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.523122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aac87a-c0f6-4e95-8ec9-6cecdf78f717 None None] Pushing event updated for resources: {'Port': ['ID=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.530614 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-e41d30d8-5691-415b-b777-8e4aeb10889b req-e2e41fe8-98df-4a3a-be44-a54febf451c0 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] show failed (client error): The resource could not be found. Jun 30 09:01:39.544758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41d30d8-5691-415b-b777-8e4aeb10889b req-e2e41fe8-98df-4a3a-be44-a54febf451c0 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/530aa9fb-990d-4e97-8fed-32502e16c4e4 HTTP/1.1" status: 404 len: 352 time: 0.1898863 Jun 30 09:01:39.647984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.648621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.650059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] 10.222.0.41 "PUT /v2.0/ports/16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 1093 time: 3.6039410 Jun 30 09:01:39.657625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-c18343a6-423a-441d-aaa4-4ef7de85eb48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8 HTTP/1.1" status: 200 len: 217 time: 0.0838337 Jun 30 09:01:39.661332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:39.664023 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612248b0-4e25-4fb9-905d-5be633e6d085" -d '{"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:39.683832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:39.704350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:39.743712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.796204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f57a2-9cd6-4f9c-b210-38576e53a48a service neutron] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.876004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.876810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.878764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 HTTP/1.1" status: 200 len: 1093 time: 3.8884952 Jun 30 09:01:39.885095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2fac0eb-6447-4621-b474-f7bbc6f18555 req-1eeb450f-d201-42c3-87be-3ea1bb7b34a7 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 210 time: 0.0917585 Jun 30 09:01:39.925122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef79ecf-fbc7-457b-bfc5-8be2d83ce8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.952162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-cd3ee5a6-da58-4edd-8de8-802d7ae47c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.953904 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-cd3ee5a6-da58-4edd-8de8-802d7ae47c7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1872702 Jun 30 09:01:39.955287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.963375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.970096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.978276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.989785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.997595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.008575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.018200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-c123abb4-27e3-4127-abef-7ce2f0ecce7f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.6161542 Jun 30 09:01:40.034902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-844b6f88-9e5b-4f51-a5c0-9afd8ff755b6 None None] Port e4540113-dcaf-4a6f-8374-9ec6d65fc357 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:40.048005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 81529717-2d95-4045-872e-e7711afafb3b up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:40.076288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45524) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.106579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-168803ee-0126-4061-857d-2b813c0644aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.109586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-168803ee-0126-4061-857d-2b813c0644aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.3976238 Jun 30 09:01:40.192270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85d8f219-7035-43f6-9015-4ca91397aaaa req-119e5daa-5552-40a4-b1af-6397d7697fb4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1728234 Jun 30 09:01:40.196330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-8964552f-3eab-4640-919f-fc0e9976752a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 217 time: 0.0705969 Jun 30 09:01:40.230511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e4540113-dcaf-4a6f-8374-9ec6d65fc357', 'name': '', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'mac_address': 'fa:16:3e:ef:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:37Z', 'updated_at': '2021-06-30T09:01:38Z', 'revision_number': 1, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'subnets': [{'id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:40.249028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-f9e118de-e98d-4166-a6b1-506a6bbc4588 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.255139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-f9e118de-e98d-4166-a6b1-506a6bbc4588 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 815 time: 0.5949776 Jun 30 09:01:40.278366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660b71f-79ac-4d99-a468-de9bd7ff427c None None] The sync data for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 is: [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e4540113-dcaf-4a6f-8374-9ec6d65fc357', 'name': '', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'mac_address': 'fa:16:3e:ef:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:37Z', 'updated_at': '2021-06-30T09:01:38Z', 'revision_number': 1, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'subnets': [{'id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:40.280113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 81529717-2d95-4045-872e-e7711afafb3b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:40.284081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Request body: {'port': {'device_id': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'admin_state_up': True, 'tenant_id': '202224f5cbcd4a8daa10880e3cfb16e3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:40.284507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 81529717-2d95-4045-872e-e7711afafb3b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:40.285123 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.302616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-5c9601ba-8b84-4b60-8a0d-0788d2a89569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.310827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-5c9601ba-8b84-4b60-8a0d-0788d2a89569 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 1096 time: 0.2865217 Jun 30 09:01:40.421122 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.468613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=81529717-2d95-4045-872e-e7711afafb3b,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:40.469719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81529717-2d95-4045-872e-e7711afafb3b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:40.473559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-d60a448c-ec98-43ce-abac-a603b7ffe4a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 HTTP/1.1" status: 200 len: 217 time: 0.1457336 Jun 30 09:01:40.475114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d816f2f2-da57-43e9-85fa-bd0b7b94cf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.478165 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e347ac71-b3a1-4617-af93-67a84bf9607b" -d '{"events": [{"server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "name": "network-vif-plugged", "status": "completed", "tag": "81529717-2d95-4045-872e-e7711afafb3b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:40.486228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.555470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.629678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-0e698d0c-6135-497a-b737-526bcf7c690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.634823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-0e698d0c-6135-497a-b737-526bcf7c690e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.4277277 Jun 30 09:01:40.636854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-ceb7b11c-3f72-41aa-8059-401a18eb21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.638764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-ceb7b11c-3f72-41aa-8059-401a18eb21f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1526668 Jun 30 09:01:40.734538 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce04357-9b69-4a98-b074-798263499c34 x-openstack-request-id: req-0ce04357-9b69-4a98-b074-798263499c34 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:40.734690 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:40.734840 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ce04357-9b69-4a98-b074-798263499c34 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:40.735248 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8', 'status': 'completed', 'code': 200} Jun 30 09:01:40.756509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-faa23197-3fb7-4369-8038-598365bb1181 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109445 Jun 30 09:01:40.801139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-d994dce9-8c21-42cd-8abc-7a91d24edc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.802682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-d994dce9-8c21-42cd-8abc-7a91d24edc11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8233469 Jun 30 09:01:40.909403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d816f2f2-da57-43e9-85fa-bd0b7b94cf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.922277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.944952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb2636-9cb2-4d30-a40c-5ff7f1205a86 req-acf9e229-0d80-426b-89d8-3892f416f8d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.945769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.960271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96cb2636-9cb2-4d30-a40c-5ff7f1205a86 req-acf9e229-0d80-426b-89d8-3892f416f8d6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.3200119 Jun 30 09:01:40.961081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d816f2f2-da57-43e9-85fa-bd0b7b94cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.994663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9314acfd-3c77-4335-942a-b0d4d97a5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.996597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-9314acfd-3c77-4335-942a-b0d4d97a5a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3266115 Jun 30 09:01:41.000348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45536) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.007142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134340216', 'description': 'tempest-description--2130681093'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:41.017202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Made reservation on behalf of 202224f5cbcd4a8daa10880e3cfb16e3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:41.020743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.023102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.036721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-01a9d07d-e56a-416f-b0bf-4c0ac37dada8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697690 Jun 30 09:01:41.074910 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-ccbf5956-58a2-4cc8-9670-eff4c1e64957 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579403 Jun 30 09:01:41.147026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d816f2f2-da57-43e9-85fa-bd0b7b94cf50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f695b17f9cc8489f8a772fe428b6bdae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0642657 Jun 30 09:01:41.147026 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-d3d29763-0ee1-4cb1-83a1-56c538b1e828 req-6dc3e082-eadb-4d37-beab-ac8b33b31e45 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] show failed (client error): The resource could not be found. Jun 30 09:01:41.149395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Pushing event updated for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.155319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3d29763-0ee1-4cb1-83a1-56c538b1e828 req-6dc3e082-eadb-4d37-beab-ac8b33b31e45 tempest-SecurityGroupsNegativeTestJSON-1630689866 tempest-SecurityGroupsNegativeTestJSON-1630689866-project] 10.222.0.66 "GET /v2.0/security-groups/a574ebad-8d20-4971-a1a1-89024794de4e HTTP/1.1" status: 404 len: 352 time: 0.1395996 Jun 30 09:01:41.169662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45538) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.170383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45540) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.199007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f2f2-da57-43e9-85fa-bd0b7b94cf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6960f0-8357-4549-9ee8-1080ec9828d2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.263526 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a007add-7deb-43b4-a42a-c572207d6a59 x-openstack-request-id: req-1a007add-7deb-43b4-a42a-c572207d6a59 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:41.263757 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:41.264165 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a007add-7deb-43b4-a42a-c572207d6a59 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:41.264610 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d', 'status': 'completed', 'code': 200} Jun 30 09:01:41.300246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96cb2636-9cb2-4d30-a40c-5ff7f1205a86 req-351bb8d3-b4ae-47b8-b2e4-453d76879ad2 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129518 Jun 30 09:01:41.347629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-399b18fb-c93d-4399-90eb-4bec0b109aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303566 Jun 30 09:01:41.387781 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afddda1-5fef-496a-8fcc-bd7c6e4e1919 x-openstack-request-id: req-1afddda1-5fef-496a-8fcc-bd7c6e4e1919 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:41.388080 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "name": "network-vif-plugged", "status": "completed", "tag": "81529717-2d95-4045-872e-e7711afafb3b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:41.389284 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1afddda1-5fef-496a-8fcc-bd7c6e4e1919 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:41.389699 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81529717-2d95-4045-872e-e7711afafb3b', 'code': 200} Jun 30 09:01:41.392127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.393277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42ee1d85-58b1-4298-9669-4da530b552d4 req-74545a40-8398-4325-9497-e6f85761a5ee service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168719 Jun 30 09:01:41.561522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:41.607975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Deleting subnet 1e2bee23-3399-4d90-848e-bedb40e05f55 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:41.622903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-352fe8a6-16ce-4cc6-a3f3-028e48c9c4a6 req-bd86f83f-f88b-47bb-a6ea-f25d035f7750 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 210 time: 0.0737541 Jun 30 09:01:41.650078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:41.657829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.675021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67689909-a9ae-4036-90fd-2f11395c2997 req-e4a7ce1d-165a-4749-a020-6065f71510b4 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980993 Jun 30 09:01:41.691911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.725745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae932ec-5cce-4ed4-b86d-cd989c5f240f req-ee382018-c914-40fc-946f-19708b034f92 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.727673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ae932ec-5cce-4ed4-b86d-cd989c5f240f req-ee382018-c914-40fc-946f-19708b034f92 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 944 time: 0.3494954 Jun 30 09:01:41.732406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-6f9bf6b8-3274-425c-a142-28b0f5a61806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.738117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-6f9bf6b8-3274-425c-a142-28b0f5a61806 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.2326684 Jun 30 09:01:41.759299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da1972b5-ebf3-4295-9d32-3df68766f108 req-e434a217-693d-4637-b192-34cd9e9787e6 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551721 Jun 30 09:01:41.856169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.873311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab956-6159-4c3b-a729-0f056be41419 req-4984a59f-c805-40cc-a45d-9a8ebb29b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.874987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c58ab956-6159-4c3b-a729-0f056be41419 req-4984a59f-c805-40cc-a45d-9a8ebb29b0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 1098 time: 0.3602743 Jun 30 09:01:41.884755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.889690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Allocated IP 172.20.0.12 (1e5d9081-3162-40a9-94a7-1e5232f87219/98392d9a-5896-4af0-b2fc-12235c3a7f20/0cd3864c-0f8b-4058-863a-d689587f5516) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:41.974940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c58ab956-6159-4c3b-a729-0f056be41419 req-80668f8b-f625-4caa-b5f8-41ba35848d55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Jun 30 09:01:41.997983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-85dd72d8-aeb2-45ae-913e-b427dd1a984b None None] Provisioning complete for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:41.999180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-85dd72d8-aeb2-45ae-913e-b427dd1a984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.006409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-a89865cc-ec32-4a33-8398-0f1b58ce8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.007896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-a89865cc-ec32-4a33-8398-0f1b58ce8170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.2540276 Jun 30 09:01:42.028216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ae932ec-5cce-4ed4-b86d-cd989c5f240f req-62a0046e-bb71-487a-b79d-da3c4b6868de tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865312 Jun 30 09:01:42.056002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-85dd72d8-aeb2-45ae-913e-b427dd1a984b None None] Port e4540113-dcaf-4a6f-8374-9ec6d65fc357 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:42.120187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.207155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.251637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.285610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.288819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.292755 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd6960f0-8357-4549-9ee8-1080ec9828d2 HTTP/1.1" status: 204 len: 168 time: 1.1037564 Jun 30 09:01:42.305928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Router 3e790e16-c65e-4054-b25f-667b789afbe4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:42.344743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.346428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3432150 Jun 30 09:01:42.352909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-0a586b3a-757d-4b94-ae3c-43637292caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.354537 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-0a586b3a-757d-4b94-ae3c-43637292caca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 1096 time: 0.4869585 Jun 30 09:01:42.358798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45550) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.360123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4604-1ad1-4c75-8da5-e463daa804e9 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f38a86-f91d-4c08-9e60-7501d62c70ec,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.366471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'security_group_rule': {'security_group_id': 'a1f38a86-f91d-4c08-9e60-7501d62c70ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:42.402394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-100a0c82-5296-4b1a-8ebe-3230ece68849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 217 time: 0.3626766 Jun 30 09:01:42.414837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.415100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.420677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.426366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.432162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.438034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.445021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.450904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.459064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-f26ce5e7-4d23-4a6f-974e-5ed65bff29ce tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.5995951 Jun 30 09:01:42.465589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51322827-d8e6-483a-b140-7557903dfb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6960f0-8357-4549-9ee8-1080ec9828d2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.538686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2bee23-3399-4d90-848e-bedb40e05f55,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.550418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04263f56-a3ec-4c9d-9173-441b6ba271a1 req-2a626d23-2ae3-4ad4-b328-f79b7c819086 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894372 Jun 30 09:01:42.568312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.573058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8d827e7-3208-4322-9520-8a5f55e0afb9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1e2bee23-3399-4d90-848e-bedb40e05f55 HTTP/1.1" status: 204 len: 168 time: 1.3830354 Jun 30 09:01:42.575315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.576689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45554) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.600781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.634187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-895757d1-0551-4e24-bcdc-07b9c262c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.634613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-895757d1-0551-4e24-bcdc-07b9c262c74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.1725669 Jun 30 09:01:42.650345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Transition to ACTIVE for port object 0cd3864c-0f8b-4058-863a-d689587f5516 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:42.695658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-74ee97a2-8967-4641-97ea-03504ea5e6cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426142 Jun 30 09:01:42.701480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.743081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:42.795423 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3bf334c-f42b-432f-b72e-d5243f0611fc admin admin] 10.222.0.66 "PUT /v2.0/routers/3e790e16-c65e-4054-b25f-667b789afbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4477053 Jun 30 09:01:42.795679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352af7-6087-4c29-876f-4aa0af9c354e req-4fca03fc-bf67-47a2-9748-5a0a543b2833 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.811398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e352af7-6087-4c29-876f-4aa0af9c354e req-4fca03fc-bf67-47a2-9748-5a0a543b2833 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.2983017 Jun 30 09:01:42.836443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.900747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-1a585d7b-3059-4677-b6f8-a177d003a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.902453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-1a585d7b-3059-4677-b6f8-a177d003a2c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 916 time: 0.5241852 Jun 30 09:01:42.998583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.000901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e352af7-6087-4c29-876f-4aa0af9c354e req-a760b578-fd03-42c7-a8a3-3ed5b6ef3e09 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885245 Jun 30 09:01:43.002641 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-e7cb4a70-c70d-4401-b1fb-a43caed4c2e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8 HTTP/1.1" status: 200 len: 217 time: 0.0864682 Jun 30 09:01:43.027181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.031836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-943dfcdf-3618-497c-bf8a-7f7aed938a11 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261888 Jun 30 09:01:43.050903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.062270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:43.065639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1362e147-b288-4603-ab55-a6f4be72ce7f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:43.105626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:43.107903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:43.140039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event updated for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.165473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c2abb0-b639-4932-be3e-2395687f2455') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:43.166026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c2abb0-b639-4932-be3e-2395687f2455') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:43.175841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.180466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8176913 Jun 30 09:01:43.181222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c06dad-8bc0-4c68-b5a8-73ad5fbd1cdc tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b5029d-292e-4373-afe0-54c8df9cf824,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.187045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.188595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45578) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.193894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'security_group_rule': {'security_group_id': 'a1f38a86-f91d-4c08-9e60-7501d62c70ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:43.212886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-551d42a8-53fd-4ca0-a060-87eb725320a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.215594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-551d42a8-53fd-4ca0-a060-87eb725320a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1878066 Jun 30 09:01:43.230562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.231248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.290109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b64dd2-3eac-4cea-aa58-32fa9d972829 req-bbc1a958-b264-44cf-88c7-e5d8fc639561 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.291767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37b64dd2-3eac-4cea-aa58-32fa9d972829 req-bbc1a958-b264-44cf-88c7-e5d8fc639561 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 932 time: 0.4223270 Jun 30 09:01:43.292245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:43.294611 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e976d683-c006-417a-9d2f-c0c5dbb6614f" -d '{"events": [{"name": "network-changed", "server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:43.297653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.368474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Sync routers for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:43.385080 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:43.386223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-e0a385f6-23f5-433f-8ec4-a6ee88971177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1186085 Jun 30 09:01:43.387040 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:43.391720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:43.392572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.393480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.395246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:43.419421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Request body: {'port': {'device_id': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:43.466527 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:43.502527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:43.508384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:43.509123 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.558293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.563303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-be59a0cf-9418-42e0-89f3-ef358ba67404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.564894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-be59a0cf-9418-42e0-89f3-ef358ba67404 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3274786 Jun 30 09:01:43.568460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.573859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-612248b0-4e25-4fb9-905d-5be633e6d085 req-5c857024-6ffe-44fe-bdb2-f28694553da3 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323255 Jun 30 09:01:43.589328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.591383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1362e147-b288-4603-ab55-a6f4be72ce7f HTTP/1.1" status: 204 len: 168 time: 1.0109890 Jun 30 09:01:43.594033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e45fd2-10fb-4e36-a58d-0e8c3b90ee77 admin admin] Pushing event deleted for resources: {'Network': ['ID=1362e147-b288-4603-ab55-a6f4be72ce7f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.604276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.609736 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:43.650755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.660812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37b64dd2-3eac-4cea-aa58-32fa9d972829 req-61fb1fde-5b46-4723-bfd3-7c85c679122f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169625 Jun 30 09:01:43.661397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.672977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-326c95ae-5970-467d-b25a-f039390f8718 None None] Provisioning for port 0cd3864c-0f8b-4058-863a-d689587f5516 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:43.681442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-326c95ae-5970-467d-b25a-f039390f8718 None None] Provisioning complete for port 0cd3864c-0f8b-4058-863a-d689587f5516 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:43.682562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-326c95ae-5970-467d-b25a-f039390f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.684227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778a0fe-fdec-4b66-9670-c252219e2a75 req-d2dfe842-a239-46e7-aa1e-86a2441a5b9a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.690975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c778a0fe-fdec-4b66-9670-c252219e2a75 req-d2dfe842-a239-46e7-aa1e-86a2441a5b9a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 944 time: 0.3885276 Jun 30 09:01:43.716709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5270c556-2648-4e11-bde0-02b8b87a1471,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.725033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-c0186dfa-3c25-499b-8558-93c89a5e77fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3478131 Jun 30 09:01:43.738658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.743464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbd0e217-8977-4000-9583-d3fd4930b791 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5537899 Jun 30 09:01:43.748503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45592) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.754020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:43.784563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.799253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-326c95ae-5970-467d-b25a-f039390f8718 None None] Port 0cd3864c-0f8b-4058-863a-d689587f5516 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:43.806813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.889456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.890630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45594) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.913081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.958115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17bdff1a-5825-4ff1-b9dd-4c879d8490b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad2ac9616a0a450bae8de4d516a3ebde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567327 Jun 30 09:01:43.974351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c778a0fe-fdec-4b66-9670-c252219e2a75 req-96bee1c3-7487-428d-8a43-fbc19122d76f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559483 Jun 30 09:01:43.974896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.009586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 16eadd72-651a-45d5-ab42-97739d41f91d details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:44.075072 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ac5d8-fdc3-48a2-88d2-6ad96b3295d6 x-openstack-request-id: req-dd4ac5d8-fdc3-48a2-88d2-6ad96b3295d6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:44.075566 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:44.075984 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd4ac5d8-fdc3-48a2-88d2-6ad96b3295d6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:44.076542 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7', 'status': 'completed', 'code': 200} Jun 30 09:01:44.103106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.103965 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e4540113-dcaf-4a6f-8374-9ec6d65fc357', 'name': '', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'mac_address': 'fa:16:3e:ef:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:37Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 2, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'subnets': [{'id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:44.127544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.129214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Checking router: 3e790e16-c65e-4054-b25f-667b789afbe4 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:44.129797 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Updating router 3e790e16-c65e-4054-b25f-667b789afbe4 port e4540113-dcaf-4a6f-8374-9ec6d65fc357 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:44.170348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd3864c-0f8b-4058-863a-d689587f5516 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:44.173515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-60cf62a2-3689-4e72-9ce6-f515d3cb893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.176459 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.177070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-60cf62a2-3689-4e72-9ce6-f515d3cb893d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 1097 time: 0.3938847 Jun 30 09:01:44.196173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.213263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.216876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.218305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/973b423c-4bfd-47af-a7be-38b807e6220f HTTP/1.1" status: 204 len: 168 time: 0.2410126 Jun 30 09:01:44.228893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a386bc-a37a-4e48-9ca6-b8b2e30b3544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b423c-4bfd-47af-a7be-38b807e6220f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.229131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Transition to ACTIVE for port object 0cd3864c-0f8b-4058-863a-d689587f5516 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:44.261290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-3e1485e6-f6be-45e7-a3b5-bdaa255a1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.262345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-3e1485e6-f6be-45e7-a3b5-bdaa255a1f02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 1096 time: 0.0807559 Jun 30 09:01:44.319775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:44.368604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-6fdeb241-395b-4039-86db-edbe9e11a215 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7957983 Jun 30 09:01:44.385460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '16eadd72-651a-45d5-ab42-97739d41f91d', 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637', 'port_id': '16eadd72-651a-45d5-ab42-97739d41f91d', 'mac_address': 'fa:16:3e:23:9f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dce2ac-2fc1-448d-8d00-ef5aad1c4407', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:44.388544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.433365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-4a67f913-7f01-4c4b-bf5f-100eb18d2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.435742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-4a67f913-7f01-4c4b-bf5f-100eb18d2830 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 916 time: 0.1675503 Jun 30 09:01:44.472922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.498526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eadd72-651a-45d5-ab42-97739d41f91d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:44.507048 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.519168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Transition to ACTIVE for port object e4540113-dcaf-4a6f-8374-9ec6d65fc357 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:44.531118 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.546753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:44.553450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.555148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-60d57037-5ea0-42f1-89af-d4ec33a0dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.555306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Pushing event updated for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.556969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-60d57037-5ea0-42f1-89af-d4ec33a0dc9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.2699130 Jun 30 09:01:44.589943 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Pushing event updated for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.602201 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.602593 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.603139 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.604222 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.604741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.605359 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.605979 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.606615 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.607202 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.607711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.608417 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.609263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:44.670654 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-85eb3c50-dda9-44b6-a6f8-302bc7e3aebd req-a721528d-a382-4504-803d-59e3521d1c3f tempest-FloatingIPDetailsNegativeTestJSON-1030072127 tempest-FloatingIPDetailsNegativeTestJSON-1030072127-project] show failed (client error): The resource could not be found. Jun 30 09:01:44.691884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85eb3c50-dda9-44b6-a6f8-302bc7e3aebd req-a721528d-a382-4504-803d-59e3521d1c3f tempest-FloatingIPDetailsNegativeTestJSON-1030072127 tempest-FloatingIPDetailsNegativeTestJSON-1030072127-project] 10.222.0.66 "GET /v2.0/floatingips/46a4b78d-a834-4547-b039-2e77fe47f1b0 HTTP/1.1" status: 404 len: 350 time: 0.2336526 Jun 30 09:01:44.695209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.712874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Attempting to bind port e4540113-dcaf-4a6f-8374-9ec6d65fc357 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:44.713333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.717569 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Attempting to bind port e4540113-dcaf-4a6f-8374-9ec6d65fc357 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:44.718239 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Attempting to bind port e4540113-dcaf-4a6f-8374-9ec6d65fc357 on network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:44.730755 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:44.741961 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Checking segment: {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:44.742489 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.743126 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Bound using segment: {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:44.743882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Bound port: e4540113-dcaf-4a6f-8374-9ec6d65fc357, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b8f278-d65b-42ed-a1f2-7a66fed5c25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:44.744519 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.787321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:44.833173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-286a5e4d-e49c-457a-a8dc-c75f949c2694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 HTTP/1.1" status: 200 len: 217 time: 0.2747147 Jun 30 09:01:44.851483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f3931b2-928c-468b-8731-4f85a6e96eb7 req-f58d3bb1-379c-4d4f-bba1-aeb09a2b3f2a service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585340 Jun 30 09:01:44.887308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Attempting to bind port 0cd3864c-0f8b-4058-863a-d689587f5516 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:44.887675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Attempting to bind port 0cd3864c-0f8b-4058-863a-d689587f5516 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:44.888112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Attempting to bind port 0cd3864c-0f8b-4058-863a-d689587f5516 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:44.895525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Port 0cd3864c-0f8b-4058-863a-d689587f5516 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:44.896095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Attempting to bind port 0cd3864c-0f8b-4058-863a-d689587f5516 on network 1e5d9081-3162-40a9-94a7-1e5232f87219 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:44.916109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:44.916328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Checking segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:44.916713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Bound using segment: {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:44.919142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Bound port: 0cd3864c-0f8b-4058-863a-d689587f5516, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa2a257-8623-4147-8d7e-e56d77c1d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:44.919531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.924778 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] For port e4540113-dcaf-4a6f-8374-9ec6d65fc357, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:44.935433 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] For port e4540113-dcaf-4a6f-8374-9ec6d65fc357, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e4540113-dcaf-4a6f-8374-9ec6d65fc357,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:44.942945 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.968856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.088698 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:45.089890 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:45.124052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-d29479e0-3fa2-42b8-ad5f-80c8366e1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.125602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-d29479e0-3fa2-42b8-ad5f-80c8366e1a09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1310017 Jun 30 09:01:45.173578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-162ca8f7-2427-4fb0-bfdb-24ecdff61a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 200 len: 217 time: 0.4795403 Jun 30 09:01:45.197998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d250d8-5862-4db3-b8e8-6e6d7dbc63f8 None None] Pushing event updated for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.301562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:45.336200 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:45.384005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:45.384005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.588017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:45.619599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0cd3864c-0f8b-4058-863a-d689587f5516,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:45.629153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.640579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-51c55d7a-3660-49b7-8363-b87448db8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.642120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-51c55d7a-3660-49b7-8363-b87448db8155 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.4034994 Jun 30 09:01:45.673945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.674100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.675457 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] 10.222.0.11 "PUT /v2.0/ports/0cd3864c-0f8b-4058-863a-d689587f5516 HTTP/1.1" status: 200 len: 1093 time: 2.2722778 Jun 30 09:01:45.684875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:45.687222 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78" -d '{"events": [{"name": "network-changed", "server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:45.690244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Allocated IP 172.25.4.84 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/22767369-e1b7-42e8-a2f3-9fbff1c294d0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:45.720263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45632) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.758735 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e4540113-dcaf-4a6f-8374-9ec6d65fc357', 'name': '', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'mac_address': 'fa:16:3e:ef:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:37Z', 'updated_at': '2021-06-30T09:01:44Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'subnets': [{'id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:45.775591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d89989-f9d9-4a42-90c2-e4dbe7d6151f service neutron] Pushing event updated for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.788851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-6be0c6c3-665e-4cda-8977-564151e60d07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912271 Jun 30 09:01:45.791724 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe7472-b7eb-4981-8647-3fc11a5c21de None None] The sync data for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 is: [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:39Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e4540113-dcaf-4a6f-8374-9ec6d65fc357', 'name': '', 'network_id': '0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'mac_address': 'fa:16:3e:ef:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:37Z', 'updated_at': '2021-06-30T09:01:44Z', 'revision_number': 4, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'subnets': [{'id': '9e718583-929c-45dd-b2bc-2658ccc77647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:45.875887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e68c1cb7-10e9-4952-9dc8-c415a87129e8 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:45.877151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-0f4d89e7-31b6-430a-b0f3-67d118f38213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.878267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-0f4d89e7-31b6-430a-b0f3-67d118f38213 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 1096 time: 0.1401975 Jun 30 09:01:45.939286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1266251125-network', 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:45.963296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-58359c3c-8504-4330-ab4d-0d865c548960 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cd3864c-0f8b-4058-863a-d689587f5516 HTTP/1.1" status: 200 len: 217 time: 0.0691378 Jun 30 09:01:45.970405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:45.972657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.004094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ccefc-07b7-42fc-b57f-650d9fea3528 req-aaa61ad7-7c52-4e3c-9cd6-36e930e75304 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.014733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef0ccefc-07b7-42fc-b57f-650d9fea3528 req-aaa61ad7-7c52-4e3c-9cd6-36e930e75304 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 1.0052490 Jun 30 09:01:46.034452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.039666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.044069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.050473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.050966 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.056911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.062973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.069478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.075581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.076675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'port_id': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8', 'mac_address': 'fa:16:3e:79:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98392d9a-5896-4af0-b2fc-12235c3a7f20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:46.082174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.082359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:46.085522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 16eadd72-651a-45d5-ab42-97739d41f91d up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:46.091436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-ba6f7c3e-689c-4466-a007-630264bedc63 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 1.3987463 Jun 30 09:01:46.144037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-34988fbc-c05a-41c5-9f75-f43e0d778706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.145557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-213ed788-4f59-4725-9ed0-c025743d205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.145702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-34988fbc-c05a-41c5-9f75-f43e0d778706 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9703436 Jun 30 09:01:46.148615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-213ed788-4f59-4725-9ed0-c025743d205a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1736505 Jun 30 09:01:46.286605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef0ccefc-07b7-42fc-b57f-650d9fea3528 req-5ecc601e-3ec9-48ed-a092-fb1eba80701c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707372 Jun 30 09:01:46.317676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-f1f42aef-d805-4d16-aa0f-eba6bd3ac018 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889700 Jun 30 09:01:46.345910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75ce8274-256c-476a-b8f7-28fa7c2a9763 req-2c6fca50-f01c-4e98-920a-ba109264a89d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2534783 Jun 30 09:01:46.396543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.459198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:01:46.480335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-bbde5be3-e9c1-481e-9b76-0a8f5103d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.483263 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-bbde5be3-e9c1-481e-9b76-0a8f5103d626 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3241065 Jun 30 09:01:46.502294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.569661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:46.588838 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.590671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afd8ec97-b4e2-40b5-b761-64782c3c8d67 req-d93ced3a-cef8-4393-8db5-caadcd648536 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603621 Jun 30 09:01:46.593140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:46.608213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:46.638014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68c1cb7-10e9-4952-9dc8-c415a87129e8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:46.702374 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.703196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.706975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 16eadd72-651a-45d5-ab42-97739d41f91d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:46.721421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.728400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 16eadd72-651a-45d5-ab42-97739d41f91d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:46.729137 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.738380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'Port': ['ID=22767369-e1b7-42e8-a2f3-9fbff1c294d0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.750316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:46.754566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-66be8109-c6f8-44fb-9b2f-bfba123847e7 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986547 Jun 30 09:01:46.812265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.812831 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Added segment a3ec9457-9318-4c90-9897-99d9f6063fff of type vlan for network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 Jun 30 09:01:46.825978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817cbb9-3c04-4d84-8598-5872db1baf1b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.910057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.915251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.932822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.945152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'port_id': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7', 'mac_address': 'fa:16:3e:bd:7d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98392d9a-5896-4af0-b2fc-12235c3a7f20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:47.054942 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.077273 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.101331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-43860a2f-3220-400d-a259-7f8117b4c9e9 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798590 Jun 30 09:01:47.103107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:47.104351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.105367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.106137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.124248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:47.135451 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.203272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] Pushing event updated for resources: {'Network': ['ID=90f1b7d4-5560-413f-aacf-f26af01aa1e3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.210738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e68c1cb7-10e9-4952-9dc8-c415a87129e8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:47.267772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3ae0d702-7a64-4ef8-b2e3-e31e40a41c38 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5454178 Jun 30 09:01:47.273155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45646) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.285872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Request body: {'subnet': {'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1266251125-subnet', 'tenant_id': '74735d35496543e999559439ace9ca57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:47.290787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:47.293585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.308322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.334063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.415150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-22d4c634-d9fa-43ae-984a-467cbc5a49c6 req-0e047323-5933-42b3-abcb-f3f5fb7e3ceb service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243466 Jun 30 09:01:47.422338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:47.424706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.433365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ffd7-da75-427a-b3e7-3fdf2ac4ff0c req-2e33e260-0142-4486-bcc6-7dd5bb9bcdbe tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.440404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03a2ffd7-da75-427a-b3e7-3fdf2ac4ff0c req-2e33e260-0142-4486-bcc6-7dd5bb9bcdbe tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 944 time: 0.7619336 Jun 30 09:01:47.465596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.469999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e4540113-dcaf-4a6f-8374-9ec6d65fc357 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:47.471942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e976d683-c006-417a-9d2f-c0c5dbb6614f req-2884a509-f37f-42ca-8a30-7fc40aae59fe service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095408 Jun 30 09:01:47.474175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:47.480157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df0a49-3e31-4678-8195-8b03d784c6b7 req-c68f5a17-cabb-4949-bc02-11a01ec74a29 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.481794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58df0a49-3e31-4678-8195-8b03d784c6b7 req-c68f5a17-cabb-4949-bc02-11a01ec74a29 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 945 time: 0.8274269 Jun 30 09:01:47.618847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03a2ffd7-da75-427a-b3e7-3fdf2ac4ff0c req-5032c242-e0c7-4e75-aa37-be104fa8f24b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774933 Jun 30 09:01:47.641955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.650525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.651989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:47.656209 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a30cc3b-4044-4ed9-82b8-ce031dafc4c5" -d '{"events": [{"server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:47.663613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58df0a49-3e31-4678-8195-8b03d784c6b7 req-9c0fe308-4815-4142-8657-7a82d3afaf78 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501906 Jun 30 09:01:47.729457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:47.749986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.873081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:47.876222 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42848b-93b3-4e5f-9c16-6b3f005cc34e x-openstack-request-id: req-3e42848b-93b3-4e5f-9c16-6b3f005cc34e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:47.878373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.880366 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:47.880366 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e42848b-93b3-4e5f-9c16-6b3f005cc34e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:47.880764 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516', 'status': 'completed', 'code': 200} Jun 30 09:01:47.898746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:47.899333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.922675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.928951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'Port': ['ID=22767369-e1b7-42e8-a2f3-9fbff1c294d0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.961049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.962489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b07edbdf-ee64-4a50-915c-1d908bb66fd7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2129948 Jun 30 09:01:48.002398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.014310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-2aac1a43-521f-49de-810b-eb0a97c2a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.016384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-2aac1a43-521f-49de-810b-eb0a97c2a34d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 1096 time: 0.1461322 Jun 30 09:01:48.055370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.134603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-d5b2de44-6af9-45bb-bc8d-e0c6d9f994fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.136088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-d5b2de44-6af9-45bb-bc8d-e0c6d9f994fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 916 time: 0.1129978 Jun 30 09:01:48.140689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-8dd68d75-019d-4a23-bd93-de8ec7b27c91 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.142198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-8dd68d75-019d-4a23-bd93-de8ec7b27c91 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.1229682 Jun 30 09:01:48.184652 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-4fabbd2d-428d-41d1-a1f3-d4b265a5c318 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cd3864c-0f8b-4058-863a-d689587f5516 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Jun 30 09:01:48.220047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-8ede0174-9aad-4b05-86d4-4ca656b68ac0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0383251 Jun 30 09:01:48.235422 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.241638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:48.242039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Network hostable DHCP agents. Network: 90f1b7d4-5560-413f-aacf-f26af01aa1e3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:48.268991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-7cd030ba-785d-4dc5-8a0e-d2995afa932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.271566 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-7cd030ba-785d-4dc5-8a0e-d2995afa932d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.0782287 Jun 30 09:01:48.276433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e4540113-dcaf-4a6f-8374-9ec6d65fc357, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e4540113-dcaf-4a6f-8374-9ec6d65fc357,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:48.282009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.340959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.347169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.353674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.355146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-7ae1897a-d8fa-414d-b2d8-56f21d910f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.357584 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-7ae1897a-d8fa-414d-b2d8-56f21d910f01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788841 Jun 30 09:01:48.359525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.359688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.365538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.371926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.378104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.380058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-e1474301-48fb-4e61-9e08-b343a23620c1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.3708003 Jun 30 09:01:48.386049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:48.433142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 90f1b7d4-5560-413f-aacf-f26af01aa1e3) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:48.440951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.441362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.446585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a3b3c-a6b9-407f-aeee-2eed96907734 None None] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:48.467428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-e694d0e6-c7b7-4653-85c2-a07a4f44bef0 service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003511 Jun 30 09:01:48.485282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-09380f07-9339-4201-9e09-168785750dcc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2363780 Jun 30 09:01:48.489217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09875bbb-0fea-4a63-8a77-dad18f22ab5d req-83118a0c-b9f5-49ec-b116-dad8f6fce5d3 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987203 Jun 30 09:01:48.491936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Deleting port e4540113-dcaf-4a6f-8374-9ec6d65fc357 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:48.492275 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.505070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7b16a013-c052-4910-9851-0648328576d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2283957 Jun 30 09:01:48.643667 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8f2f5-f1e7-4001-a96a-5bc6cfe0a706 x-openstack-request-id: req-62d8f2f5-f1e7-4001-a96a-5bc6cfe0a706 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:48.643667 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:48.644115 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62d8f2f5-f1e7-4001-a96a-5bc6cfe0a706 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:48.646777 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d', 'code': 200} Jun 30 09:01:48.675192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b0c6e721-6d77-4ab9-8c19-df255d3a3d78 req-f1b79b06-32f7-45a5-9d61-7ba3f937a6bf service neutron] 10.222.0.11 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868870 Jun 30 09:01:48.699735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43206541-c233-4ef3-99f9-50bd2ede8273 None None] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:48.718843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-9e9d63cd-41bd-4848-8359-9e385865d2a7 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733184 Jun 30 09:01:48.721502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] For port e4540113-dcaf-4a6f-8374-9ec6d65fc357, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e4540113-dcaf-4a6f-8374-9ec6d65fc357,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:48.722094 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.823786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Calling delete_port for e4540113-dcaf-4a6f-8374-9ec6d65fc357 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:49.028659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391c1e-8f4b-4e09-94ea-bbe0f2b78eec req-f9b446c0-da1c-466e-80a0-41ba6157c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.030190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c391c1e-8f4b-4e09-94ea-bbe0f2b78eec req-f9b446c0-da1c-466e-80a0-41ba6157c29d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1098 time: 0.3034489 Jun 30 09:01:49.054378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-30e0553d-daae-45f2-b53c-092c0c1a7519 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252075 Jun 30 09:01:49.058356 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:49.072531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-a458603a-29d2-4145-a11a-3cda62ee4d06 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.074071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-a458603a-29d2-4145-a11a-3cda62ee4d06 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.2730653 Jun 30 09:01:49.133375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-cdbb5709-4ba6-466b-b707-965fc60c9e7d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/quotas/6dc9462d8f2043419a74bd0508c0e93c HTTP/1.1" status: 200 len: 375 time: 0.0267496 Jun 30 09:01:49.145272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c391c1e-8f4b-4e09-94ea-bbe0f2b78eec req-41dc0bbd-0395-4fe3-a766-47c623140e13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028798 Jun 30 09:01:49.242551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e4540113-dcaf-4a6f-8374-9ec6d65fc357 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:49.314272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-62cddf71-6736-4476-8aca-944db828e019 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1731379 Jun 30 09:01:49.324517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e4540113-dcaf-4a6f-8374-9ec6d65fc357 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:49.325929 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.420682 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.462205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e4540113-dcaf-4a6f-8374-9ec6d65fc357,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.562390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-26bca6eb-9d19-44cd-9f90-929f53806f6c service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467613 Jun 30 09:01:49.649349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc671a93-98ab-43b2-bc77-ffe7b6e28248 req-6a6ca45c-f7dc-412a-9810-148aa605e379 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.651174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc671a93-98ab-43b2-bc77-ffe7b6e28248 req-6a6ca45c-f7dc-412a-9810-148aa605e379 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 944 time: 0.3186581 Jun 30 09:01:49.790347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc671a93-98ab-43b2-bc77-ffe7b6e28248 req-ff54a382-dc2f-4d56-aa45-2aaaf321c5da tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029725 Jun 30 09:01:49.794759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-b02d995e-6a13-4b64-b7b9-1fe1fdfebaa8 service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314606 Jun 30 09:01:49.809092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.901214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e68c1cb7-10e9-4952-9dc8-c415a87129e8 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:49.987102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port e68c1cb7-10e9-4952-9dc8-c415a87129e8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:49.997929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port e68c1cb7-10e9-4952-9dc8-c415a87129e8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:49.998674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.042497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:50.137060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6adb7-3c65-4cab-b480-1e854b845ea4 req-81261f7f-f0e8-4ce3-a00f-0d51865514c0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.146100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19c6adb7-3c65-4cab-b480-1e854b845ea4 req-81261f7f-f0e8-4ce3-a00f-0d51865514c0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 946 time: 0.1629512 Jun 30 09:01:50.189478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.199255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:50.205614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:50.206031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.233704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19c6adb7-3c65-4cab-b480-1e854b845ea4 req-08b3c875-c993-4859-bb0a-1997c8c8ba9f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850799 Jun 30 09:01:50.236226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Router 3e790e16-c65e-4054-b25f-667b789afbe4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:50.276521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:50.286555 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.369618 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.374795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.392052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.392908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.393742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.394304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.394660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.395027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.395304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.395637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.395965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.396731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.397049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.397375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:50.426882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:50.441498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.464144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dd6b284-c84c-4959-b4b4-85e3b494503b req-ad7bc21c-16e8-437a-a95b-cc8eb56b6f1b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 210 time: 0.0807886 Jun 30 09:01:50.502323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.540882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-93241ac8-140e-4af1-940a-cdbe487d9da1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.543693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-93241ac8-140e-4af1-940a-cdbe487d9da1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.3032637 Jun 30 09:01:50.572109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:50.581306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Sync routers for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:50.581879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-6c51ee72-77c8-449b-9cce-2268797ac3b8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0260391 Jun 30 09:01:50.594710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d35b0a62-19c7-4c21-82f0-05e91b2a11bb admin admin] 10.222.0.66 "PUT /v2.0/routers/3e790e16-c65e-4054-b25f-667b789afbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8928576 Jun 30 09:01:50.597384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45738) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.605168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:50.608362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:50.822703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8'}, {'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:50.845655 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.847463 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b387593-7280-4a46-ae4c-9a8173da588f" -d '{"events": [{"server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "name": "network-vif-plugged", "status": "completed", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8"}, {"server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "name": "network-vif-plugged", "status": "completed", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:50.911436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:50.988613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45746) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.019922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-7d8dddbb-ec76-4bd6-bc7d-7d3baccb7182 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4370537 Jun 30 09:01:51.033191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.138825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Deleting port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:51.139562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.183044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:49Z', 'revision_number': 5, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port': {'id': '09d56f7f-72eb-4fcf-a401-c81fe08fb1d7', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:33Z', 'updated_at': '2021-06-30T09:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:51.209820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-beceee4a-0a95-448f-b1f1-1e288f46ddd3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.212124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-beceee4a-0a95-448f-b1f1-1e288f46ddd3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.6379597 Jun 30 09:01:51.223375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-3202953a-d572-4768-9184-e4f8cb5324db service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024765 Jun 30 09:01:51.231393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': '3959d2ed-9c83-448c-985d-439be9140fe0', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:51.237264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d02eeebd-6023-4313-8eae-243332c61c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.309476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] For port 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:51.309863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.313059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.319606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.325418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.328820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Calling delete_port for 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:51.331366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.337656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.343393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.349573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.354684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Checking router: 3e790e16-c65e-4054-b25f-667b789afbe4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:51.357957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-2deb08ad-d771-40dc-9c49-2137f4d028eb tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.3271790 Jun 30 09:01:51.364169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Routers {'3e790e16-c65e-4054-b25f-667b789afbe4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:51.364894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3e790e16-c65e-4054-b25f-667b789afbe4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:51.436462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d02eeebd-6023-4313-8eae-243332c61c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.465835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] Set router 3e790e16-c65e-4054-b25f-667b789afbe4 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:51.471749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d02eeebd-6023-4313-8eae-243332c61c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.510187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7627437-3a08-40e4-afab-c67a3f03c17a req-ba6d77f3-3a89-446e-9f12-8847e175154d tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491554 Jun 30 09:01:51.525650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d02eeebd-6023-4313-8eae-243332c61c7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78f2e1ed625a47ef914f253be1046b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356326 Jun 30 09:01:51.528655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02eeebd-6023-4313-8eae-243332c61c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e9966-d605-47bd-8af0-d9cadb798f24,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.531036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.534394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:51Z', 'revision_number': 6, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:51.583949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261594c-95b6-4838-85e0-434e5bb90ab6 None None] The sync data for ids ['3e790e16-c65e-4054-b25f-667b789afbe4'] in n-d-779913-25 is: [{'id': '3e790e16-c65e-4054-b25f-667b789afbe4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1958647736-router', 'tenant_id': 'aaca24ef61424df480ca2799d66b8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:32Z', 'updated_at': '2021-06-30T09:01:51Z', 'revision_number': 6, 'project_id': 'aaca24ef61424df480ca2799d66b8bca', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:51.597509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-ff4897ee-c6d3-41bc-8c80-84cfc4715fdf service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596287 Jun 30 09:01:51.639104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:51.653585 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.666170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.735418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-399aa22b-3ac8-471a-a939-2b5257057a54 req-ba43e675-de07-4b87-8eb9-0e1f175f9e48 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 210 time: 0.0466168 Jun 30 09:01:51.807730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-8c7296bd-85ac-4f90-b206-5dee0f2c6cf6 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.809121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-8c7296bd-85ac-4f90-b206-5dee0f2c6cf6 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.1659937 Jun 30 09:01:51.842961 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c5f867-104c-469d-9431-c1a0506473a7 x-openstack-request-id: req-f9c5f867-104c-469d-9431-c1a0506473a7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:51.843289 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "name": "network-vif-plugged", "status": "completed", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8", "code": 200}, {"server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "name": "network-vif-plugged", "status": "completed", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:51.843542 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9c5f867-104c-469d-9431-c1a0506473a7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:51.844086 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8', 'code': 200} Jun 30 09:01:51.844839 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7', 'code': 200} Jun 30 09:01:51.856377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'port': {'device_id': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'admin_state_up': True, 'tenant_id': '6dc9462d8f2043419a74bd0508c0e93c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:51.914366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.915951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0cd3864c-0f8b-4058-863a-d689587f5516 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:51.918220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.968834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=09d56f7f-72eb-4fcf-a401-c81fe08fb1d7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.980043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.14 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/a633fa6c-9134-47c6-86f4-d09e8b6e9629) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:52.138389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.215861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.218557 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.224402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0cd3864c-0f8b-4058-863a-d689587f5516,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:52.225201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd1e9966-d605-47bd-8af0-d9cadb798f24 HTTP/1.1" status: 204 len: 168 time: 0.6908436 Jun 30 09:01:52.253346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '0cd3864c-0f8b-4058-863a-d689587f5516', 'network_id': '1e5d9081-3162-40a9-94a7-1e5232f87219', 'port_id': '0cd3864c-0f8b-4058-863a-d689587f5516', 'mac_address': 'fa:16:3e:94:7f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98392d9a-5896-4af0-b2fc-12235c3a7f20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:52.295462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Made reservation on behalf of 6dc9462d8f2043419a74bd0508c0e93c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:52.299869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.311527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.323361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.325476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244d9d8-1b9b-47a3-ae03-784a960a91d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e9966-d605-47bd-8af0-d9cadb798f24,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.328775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.354351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd3864c-0f8b-4058-863a-d689587f5516 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:52.391739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0cd3864c-0f8b-4058-863a-d689587f5516,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:52.397020 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.411884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1be83-fd6a-45e7-a9f1-505742b6d1cb req-60dcf279-21b0-4fc7-87a9-640bbfd5e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.414683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6f1be83-fd6a-45e7-a9f1-505742b6d1cb req-60dcf279-21b0-4fc7-87a9-640bbfd5e960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 1098 time: 0.3548009 Jun 30 09:01:52.467161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb1238-ea53-49e8-b66f-853abaec006c req-e09e5390-85b6-4ceb-9f57-1065f5c7bf73 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.468954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03cb1238-ea53-49e8-b66f-853abaec006c req-e09e5390-85b6-4ceb-9f57-1065f5c7bf73 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 944 time: 0.6236207 Jun 30 09:01:52.494972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.496522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.501158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e790e16-c65e-4054-b25f-667b789afbe4 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:01:52.512555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.514559 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74f03398-67cb-45ca-b027-3be72fd13fbc admin admin] 10.222.0.66 "DELETE /v2.0/routers/3e790e16-c65e-4054-b25f-667b789afbe4 HTTP/1.1" status: 204 len: 168 time: 1.9146700 Jun 30 09:01:52.518169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.555512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409f1f1-c17c-43ee-87eb-3e9ce8822e5a req-e8a0bc2b-6e55-42f3-9b32-5fe90caac9bb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.564838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d409f1f1-c17c-43ee-87eb-3e9ce8822e5a req-e8a0bc2b-6e55-42f3-9b32-5fe90caac9bb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 946 time: 0.5036945 Jun 30 09:01:52.608203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.625941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6f1be83-fd6a-45e7-a9f1-505742b6d1cb req-edc0120c-4290-496e-8986-b35953333f24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966727 Jun 30 09:01:52.646991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab863d-95e6-4393-b246-6453a9079d20 req-79ce8c6a-f31d-429b-bd63-b370aa4e25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.648683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2bab863d-95e6-4393-b246-6453a9079d20 req-79ce8c6a-f31d-429b-bd63-b370aa4e25d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 1098 time: 0.4221635 Jun 30 09:01:52.664268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d409f1f1-c17c-43ee-87eb-3e9ce8822e5a req-dc4c6c87-dc08-432d-a3f0-09178a1682a5 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984213 Jun 30 09:01:52.683154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03cb1238-ea53-49e8-b66f-853abaec006c req-fa0e133c-4bf8-4c65-aaca-cd61d7d62bf4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942255 Jun 30 09:01:52.702067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Deleting subnet 9e718583-929c-45dd-b2bc-2658ccc77647 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:52.736185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.741547 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.755435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8', '81529717-2d95-4045-872e-e7711afafb3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:52.803698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['0cd3864c-0f8b-4058-863a-d689587f5516'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:52.855600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.879268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.885661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:52.889598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:52.899559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:52.982579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Allocated IP 172.20.0.11 (e44400b9-d34b-4000-8efe-ef1db32bae41/30ba4940-25f0-473f-b420-388d002f4991/a6b2227e-900c-4b56-8f17-fdf1274e24ee) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:53.011223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2bab863d-95e6-4393-b246-6453a9079d20 req-34abbc94-c87f-4722-9dba-6d26b6112cc0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495073 Jun 30 09:01:53.040535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99f08518-1812-4a2f-a259-51e4568108ee req-cd3fd1dc-590b-4f3d-a2b1-97488652c71e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 210 time: 0.0841503 Jun 30 09:01:53.070386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.071045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.116267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55940-ed71-4db0-9461-9c64543d4423 req-e2638a62-6f52-41d9-bf73-c785555bca68 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.118007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68a55940-ed71-4db0-9461-9c64543d4423 req-e2638a62-6f52-41d9-bf73-c785555bca68 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 932 time: 0.1661723 Jun 30 09:01:53.119578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-33e364d6-f249-4583-8e8a-e84bac3c0948 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8949807 Jun 30 09:01:53.159657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.174437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68a55940-ed71-4db0-9461-9c64543d4423 req-4cfcf50a-e639-412a-ad65-19f285eb004a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Jun 30 09:01:53.193151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Request body: {'port': {'device_id': '3959d2ed-9c83-448c-985d-439be9140fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:53.323447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e4540113-dcaf-4a6f-8374-9ec6d65fc357 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:53.349808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e4540113-dcaf-4a6f-8374-9ec6d65fc357 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:53.350210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e4540113-dcaf-4a6f-8374-9ec6d65fc357 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:53.350652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:53.357710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.379416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:53.379770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 09d56f7f-72eb-4fcf-a401-c81fe08fb1d7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:53.449941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.455403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.491367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.493256 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9e718583-929c-45dd-b2bc-2658ccc77647 HTTP/1.1" status: 204 len: 168 time: 0.9734759 Jun 30 09:01:53.494155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b1ebf-61cd-447b-a1bb-a83ce48c7080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e718583-929c-45dd-b2bc-2658ccc77647,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.498858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45794) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:53.499585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc680b-0a6b-493f-8bf3-c5911bd5a270 None None] Network 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:53.588950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-b2789053-6855-4196-b2c9-0ba71ba383bf tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1751248609&fields=id&tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 267 time: 0.1846082 Jun 30 09:01:53.617853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.627453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.658669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.666498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.672880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.680058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.686726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.692718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.701519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.703508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-0c4e2b66-a7fe-447c-a4b3-91bf69625799 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5431 time: 0.3715181 Jun 30 09:01:53.710759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Network e44400b9-d34b-4000-8efe-ef1db32bae41 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:53.729636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:53.736803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:53.768656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.819562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.820551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.828649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Deleting port 457fc055-067e-4efd-aee6-095d6120be5e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:53.829235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.841064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1945277b-2a8d-4e57-913b-2bade5e766cb req-7f09365c-a588-49c3-9151-741e908a39f1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206186 Jun 30 09:01:53.843016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] DHCP port deletion for 0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:01:53.939072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-9b28fb42-c738-4324-ac31-1eb3740f5fab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.940613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-9b28fb42-c738-4324-ac31-1eb3740f5fab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 946 time: 0.3401546 Jun 30 09:01:53.943254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Deleting port 457fc055-067e-4efd-aee6-095d6120be5e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:53.943254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.960758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'security_groups': ['146c0a25-940d-4dda-85cf-983e1b82ce2c', '90f0258e-5301-47e0-8120-72a7ed2ff80c']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:54.049605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] For port 457fc055-067e-4efd-aee6-095d6120be5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=457fc055-067e-4efd-aee6-095d6120be5e,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.050612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.066014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Calling delete_port for 457fc055-067e-4efd-aee6-095d6120be5e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:54.084736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-e922962a-7450-4855-ab0d-ebeb094c6ba7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.086271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-e922962a-7450-4855-ab0d-ebeb094c6ba7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.2711034 Jun 30 09:01:54.107076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:54.134686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a633fa6c-9134-47c6-86f4-d09e8b6e9629 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:54.173835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.189876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.213679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] Pushing event deleted for resources: {'Port': ['ID=457fc055-067e-4efd-aee6-095d6120be5e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.216390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfde0e-f7e2-4cab-9066-45cd4f08f657 None None] No DVR routers for this DVR port 457fc055-067e-4efd-aee6-095d6120be5e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:54.223397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Transition to ACTIVE for port object a633fa6c-9134-47c6-86f4-d09e8b6e9629 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:54.239293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.280775 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-2894ee04-8ca0-468c-9159-85daba05c925 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4571605 Jun 30 09:01:54.286860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.298087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Request body: {'port': {'device_id': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:54.347461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] For port 457fc055-067e-4efd-aee6-095d6120be5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=457fc055-067e-4efd-aee6-095d6120be5e,segment=NetworkSegment(45b8f278-d65b-42ed-a1f2-7a66fed5c25a),segment_id=45b8f278-d65b-42ed-a1f2-7a66fed5c25a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.347817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.356829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af843e0-b219-4d9b-86d0-0fb725f83341 req-ea37207e-842a-4fdd-aae2-ff9db56b03d3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.358418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2af843e0-b219-4d9b-86d0-0fb725f83341 req-ea37207e-842a-4fdd-aae2-ff9db56b03d3 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 932 time: 0.3410439 Jun 30 09:01:54.376683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Pushing event updated for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.381922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Calling delete_port for 457fc055-067e-4efd-aee6-095d6120be5e owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:54.404242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.501462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:54.505891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.549216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2af843e0-b219-4d9b-86d0-0fb725f83341 req-e76ac97a-3d51-4257-9684-7f25d459017f tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672506 Jun 30 09:01:54.584854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.587182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Attempting to bind port a633fa6c-9134-47c6-86f4-d09e8b6e9629 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:54.587757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Attempting to bind port a633fa6c-9134-47c6-86f4-d09e8b6e9629 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:54.588101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Attempting to bind port a633fa6c-9134-47c6-86f4-d09e8b6e9629 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:54.630424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Port a633fa6c-9134-47c6-86f4-d09e8b6e9629 on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:54.632149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Attempting to bind port a633fa6c-9134-47c6-86f4-d09e8b6e9629 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:54.633821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=457fc055-067e-4efd-aee6-095d6120be5e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.636760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] No DVR routers for this DVR port 457fc055-067e-4efd-aee6-095d6120be5e on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:54.648825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:54.649344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:54.649849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:54.650398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Bound port: a633fa6c-9134-47c6-86f4-d09e8b6e9629, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:54.650861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.754880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.772892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:54.787566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b8f278-d65b-42ed-a1f2-7a66fed5c25a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:54.787819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b8f278-d65b-42ed-a1f2-7a66fed5c25a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:54.805609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.827117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.840406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:54.840807 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:54.842556 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:54.871260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.14 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/1051c63a-793c-4f72-a452-d4adff549e46) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:54.883513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:54.914579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:54.925311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.934577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a10b9-a7ca-41ac-8427-80eb175d8c4a req-15f746cd-2520-4c6c-b7b7-d1ab8cc060ff tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.936113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f48a10b9-a7ca-41ac-8427-80eb175d8c4a req-15f746cd-2520-4c6c-b7b7-d1ab8cc060ff tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 945 time: 0.2433944 Jun 30 09:01:54.940411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:54.945330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.948759 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.955083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.957003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb HTTP/1.1" status: 204 len: 168 time: 1.4570725 Jun 30 09:01:54.959571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.975495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0962fe-31b2-4312-87dc-ba2b95979d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b09cd44-8ec5-4751-af3f-a86bbd1ccdeb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.985452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Transition to ACTIVE for port object a6b2227e-900c-4b56-8f17-fdf1274e24ee will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:54.990008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.046438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.064380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.065149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.066713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] 10.222.0.41 "PUT /v2.0/ports/a633fa6c-9134-47c6-86f4-d09e8b6e9629 HTTP/1.1" status: 200 len: 1093 time: 1.8958788 Jun 30 09:01:55.069550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.071172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:55.073780 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e9a35-61a5-4840-bd6b-9459615eb83c" -d '{"events": [{"name": "network-changed", "server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:55.102458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.116752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:55.138930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Attempting to bind port a6b2227e-900c-4b56-8f17-fdf1274e24ee on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:55.139266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Attempting to bind port a6b2227e-900c-4b56-8f17-fdf1274e24ee by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:55.139598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Attempting to bind port a6b2227e-900c-4b56-8f17-fdf1274e24ee on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:55.144585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Port a6b2227e-900c-4b56-8f17-fdf1274e24ee on network e44400b9-d34b-4000-8efe-ef1db32bae41 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:55.144917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Attempting to bind port a6b2227e-900c-4b56-8f17-fdf1274e24ee on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:55.151411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:55.151799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Checking segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:55.152155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Bound using segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:55.152685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Bound port: a6b2227e-900c-4b56-8f17-fdf1274e24ee, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:55.153241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.159682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f48a10b9-a7ca-41ac-8427-80eb175d8c4a req-1c5e1ef2-9de6-4ee6-a872-6f2f1709366b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009373 Jun 30 09:01:55.195982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efaf5a-8766-44b3-894d-ce7583f5717a service neutron] Pushing event updated for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.246281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:55.250115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.250759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:55.251353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.253042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d74f1095-185b-4b62-8169-fdd007bca6b9 req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "PUT /v2.0/ports/16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 982 time: 1.3028719 Jun 30 09:01:55.272877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.336894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93ccd-dbd3-47da-811a-2ecf3c7a7a8b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.346324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.369920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-a12e2d66-1102-423e-8f72-8fde2ff9ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.371876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-a12e2d66-1102-423e-8f72-8fde2ff9ca19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 1096 time: 0.2175488 Jun 30 09:01:55.380162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.381385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45830) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.382289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.384225 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] 10.222.0.11 "PUT /v2.0/ports/a6b2227e-900c-4b56-8f17-fdf1274e24ee HTTP/1.1" status: 200 len: 1093 time: 1.0927293 Jun 30 09:01:55.392325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:55.399089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 457fc055-067e-4efd-aee6-095d6120be5e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:55.399605 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:55.403064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:55.475221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 457fc055-067e-4efd-aee6-095d6120be5e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:55.475613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 457fc055-067e-4efd-aee6-095d6120be5e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:55.482059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934bff9-fe87-4db4-a827-72435eedc07c service neutron] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.522380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-7afc17d6-8539-46ca-b7e8-145bf855d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.523893 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-7afc17d6-8539-46ca-b7e8-145bf855d26a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 1096 time: 0.0858293 Jun 30 09:01:55.529034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.569437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-b2735b45-720e-4036-9a5d-eb449aef850a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee HTTP/1.1" status: 200 len: 217 time: 0.0375834 Jun 30 09:01:55.607676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-309515d4-0a22-4995-8cc0-d9e0177751c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629 HTTP/1.1" status: 200 len: 217 time: 0.2171161 Jun 30 09:01:55.622621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-43feee88-b414-48d4-9bbf-5ecb6dbd402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.624312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-43feee88-b414-48d4-9bbf-5ecb6dbd402c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.0483632 Jun 30 09:01:55.663125 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-12e71e85-7dab-473e-996d-951ed6f3e2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321190 Jun 30 09:01:55.754626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-a86615e0-0592-4d07-8a71-660f17d042e6 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Jun 30 09:01:55.852214 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ab1ea61d-3873-494d-997a-aebfa68d0f6a req-5c37b4f5-e268-4e12-95b5-a67834344a68 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904422 Jun 30 09:01:55.952435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:55.956722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0cd3864c-0f8b-4058-863a-d689587f5516 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:55.983837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-deedf8e2-c3cc-4c1a-91c3-725944761ed3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aaca24ef61424df480ca2799d66b8bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982559 Jun 30 09:01:55.986882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.995505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:55.997248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.010625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:56.014533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:56.030554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.030911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.031255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.031588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.031926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.032264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.032596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.032928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.033260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.033586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.033943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.034271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:56.046947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.074248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.075241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 0cd3864c-0f8b-4058-863a-d689587f5516 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:56.079377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-eeb42d1c-907e-415a-8740-589699d6ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.080856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-eeb42d1c-907e-415a-8740-589699d6ecae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1626532 Jun 30 09:01:56.082794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 0cd3864c-0f8b-4058-863a-d689587f5516 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:56.083377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.114552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.118037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f1bc5-d98b-4d14-adbc-d326d8a54c30 req-3795d54b-0fd9-4061-83e7-069555e63dda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.125579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-191f1bc5-d98b-4d14-adbc-d326d8a54c30 req-3795d54b-0fd9-4061-83e7-069555e63dda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 932 time: 0.5985053 Jun 30 09:01:56.128936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.133332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.137327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'port_id': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'mac_address': 'fa:16:3e:3b:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:56.137900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e86ea7f2-1fa5-4d16-a750-1b452471822b HTTP/1.1" status: 204 len: 168 time: 0.1467524 Jun 30 09:01:56.149860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-f60e72b4-dfef-4795-8fcd-47e4e271120d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571363 Jun 30 09:01:56.152180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c22f1-1b7b-4901-a833-1b6f969081fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86ea7f2-1fa5-4d16-a750-1b452471822b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.163016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.163640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.199811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027deb8-49af-4a3b-9f48-2580719e5900 req-0e524a92-3d95-4aba-beed-626158a87ad6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.207769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7027deb8-49af-4a3b-9f48-2580719e5900 req-0e524a92-3d95-4aba-beed-626158a87ad6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 944 time: 0.6762960 Jun 30 09:01:56.223832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.241284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:56.252220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.273708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.283187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.283870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fda45b3a-992b-43d3-8e93-1080fd2ef634 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:56.284821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-1a84bd33-39a0-487f-9d39-fc90bf5184a3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1839204 Jun 30 09:01:56.295404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:56.297649 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ac5d3b-d778-4548-b807-459349bcb69e" -d '{"events": [{"server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "name": "network-vif-plugged", "status": "completed", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:56.299620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-191f1bc5-d98b-4d14-adbc-d326d8a54c30 req-fbe8baa2-9afc-4379-bdae-5a1fbbfd815b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730945 Jun 30 09:01:56.304025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Request body: {'port': {'device_id': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:56.339568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0cd3864c-0f8b-4058-863a-d689587f5516,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.361943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7027deb8-49af-4a3b-9f48-2580719e5900 req-c789463d-753c-4709-8f11-6ade79c3cb67 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521831 Jun 30 09:01:56.363131 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.380713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.410191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.428518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'port_id': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'mac_address': 'fa:16:3e:50:72:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:56.481681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.508177 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.514657 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaad50b-32d4-4051-9815-c52fc648b608 x-openstack-request-id: req-5eaad50b-32d4-4051-9815-c52fc648b608 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:56.515119 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:56.515475 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5eaad50b-32d4-4051-9815-c52fc648b608 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:56.515975 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629', 'status': 'completed', 'code': 200} Jun 30 09:01:56.524934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda45b3a-992b-43d3-8e93-1080fd2ef634 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:56.533011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.555470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.561042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.561989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:56.608564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-790c7977-9917-4f05-9ad5-044ba554134f service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338171 Jun 30 09:01:56.669744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.713400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.725576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'port_id': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'mac_address': 'fa:16:3e:64:5a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05c447b-2134-49b1-9bc1-de7b6d286308', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:56.765383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.767051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.771142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.776929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.781714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:56.783375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.789835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.796431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.802045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.804533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-3a56d855-639b-469f-8851-e7ef65e0ea9f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5432 time: 0.3651032 Jun 30 09:01:56.808968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.816583 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.817453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7eae2097-1bb8-4927-8948-8cbda3d56805 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:56.839813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-b1e48412-e865-490f-bd34-a7f032986bfa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2057048738&fields=id&tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 267 time: 0.2504485 Jun 30 09:01:56.893703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7eae2097-1bb8-4927-8948-8cbda3d56805,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.896082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.907362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7eae2097-1bb8-4927-8948-8cbda3d56805', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'port_id': '7eae2097-1bb8-4927-8948-8cbda3d56805', 'mac_address': 'fa:16:3e:3b:22:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:56.946465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.965530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eae2097-1bb8-4927-8948-8cbda3d56805 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:56.986486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7eae2097-1bb8-4927-8948-8cbda3d56805,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.990136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81085790-3b1c-4868-88f6-f9fd2c3acb5a req-202eef0e-67b2-4621-95dc-6a0decbd1457 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1740279 Jun 30 09:01:56.990851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.991697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 374bd280-e259-4eaa-b269-0c784e7733ff details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:56.995095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400de06c-6baa-4af6-aad1-64e2c9c93f05 req-e5e5b7be-43f3-45a9-a0a1-fbf934e85944 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748689 Jun 30 09:01:57.043653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.068706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-03b066e9-450c-432f-a832-a074a012cf49 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.070469 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cfb986-7a18-49c0-9e19-ff64bd1a9b7d x-openstack-request-id: req-c7cfb986-7a18-49c0-9e19-ff64bd1a9b7d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:57.070954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-03b066e9-450c-432f-a832-a074a012cf49 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 985 time: 0.2207201 Jun 30 09:01:57.073870 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:57.076229 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7cfb986-7a18-49c0-9e19-ff64bd1a9b7d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:57.076903 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'status': 'completed', 'code': 200} Jun 30 09:01:57.079928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.104467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'security_groups': ['146c0a25-940d-4dda-85cf-983e1b82ce2c', '90f0258e-5301-47e0-8120-72a7ed2ff80c', '4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:57.159077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-5cb38d05-128a-40ce-a35b-a185cd216276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.170109 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-5cb38d05-128a-40ce-a35b-a185cd216276 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 1096 time: 0.0754957 Jun 30 09:01:57.211630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1368822119-network', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:57.221572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.243955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '374bd280-e259-4eaa-b269-0c784e7733ff', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'port_id': '374bd280-e259-4eaa-b269-0c784e7733ff', 'mac_address': 'fa:16:3e:22:47:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:57.301386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-33af3c55-1034-44be-8470-482943b83086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.303505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-33af3c55-1034-44be-8470-482943b83086 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 923 time: 0.1272540 Jun 30 09:01:57.306392 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.314950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1051c63a-793c-4f72-a452-d4adff549e46 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:57.321076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374bd280-e259-4eaa-b269-0c784e7733ff {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:57.332333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.335674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.342808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.347711 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.347990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 98db9791-0782-48a5-9cb1-9f333dc0eccf details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:57.350713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-0f9645ac-2f5a-4926-9ed0-5d5e0cf9397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.352222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-0f9645ac-2f5a-4926-9ed0-5d5e0cf9397d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 1096 time: 0.2612314 Jun 30 09:01:57.352797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:57.355051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.360237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-8d6c425a-1a81-49cc-96af-295e5f8b48f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee HTTP/1.1" status: 200 len: 217 time: 0.0486100 Jun 30 09:01:57.411370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.411738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-dcad3f5a-c5f2-4a32-985f-b623cfeb62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.413739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-dcad3f5a-c5f2-4a32-985f-b623cfeb62d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.0471358 Jun 30 09:01:57.422754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.425109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.437514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'network_id': '18ee196d-b504-4995-9a14-8aec058c5b14', 'port_id': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'mac_address': 'fa:16:3e:a7:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05c447b-2134-49b1-9bc1-de7b6d286308', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:57.454755 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-b1803fa7-7b5a-4167-836b-667763d6957e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331490 Jun 30 09:01:57.462634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Transition to ACTIVE for port object 1051c63a-793c-4f72-a452-d4adff549e46 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:57.476235 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.480306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.489371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98db9791-0782-48a5-9cb1-9f333dc0eccf {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:57.510138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.515760 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.516416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6dba31b8-bb83-46b5-9968-76b5edca016a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:57.555507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-2b648724-7ed9-4001-8f1f-23d4f1583de2 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931761 Jun 30 09:01:57.585076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6dba31b8-bb83-46b5-9968-76b5edca016a,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.587448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.599188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6dba31b8-bb83-46b5-9968-76b5edca016a', 'network_id': '5b489bd8-30e3-4199-9d4f-9dae43417452', 'port_id': '6dba31b8-bb83-46b5-9968-76b5edca016a', 'mac_address': 'fa:16:3e:aa:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:57.655524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Pushing event updated for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.663834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b1c52b6d-4cd5-4d5f-8cb4-79f7d509ada7 req-079e6a23-4faf-4eec-be65-e792467f3adf service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005223 Jun 30 09:01:57.686530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110440cf-b8de-42f4-baab-2f9f31bd2df6 req-8c890e2d-5a9e-405a-8a34-a55b6d49821e tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.688116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-110440cf-b8de-42f4-baab-2f9f31bd2df6 req-8c890e2d-5a9e-405a-8a34-a55b6d49821e tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 944 time: 0.3824589 Jun 30 09:01:57.695719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-256e93bd-d60d-4a46-801f-960328babb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.697187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-256e93bd-d60d-4a46-801f-960328babb4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.3181984 Jun 30 09:01:57.769428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.782025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dba31b8-bb83-46b5-9968-76b5edca016a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:57.793928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-712c2e42-2f64-4d92-b3b7-2e264d5f8212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629 HTTP/1.1" status: 200 len: 217 time: 0.0702839 Jun 30 09:01:57.803271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6dba31b8-bb83-46b5-9968-76b5edca016a,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:57.809521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.856202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.916938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-110440cf-b8de-42f4-baab-2f9f31bd2df6 req-5ece0a59-1171-4ee9-9802-b558f9a75439 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165780 Jun 30 09:01:57.933745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Attempting to bind port 1051c63a-793c-4f72-a452-d4adff549e46 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:57.934110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Attempting to bind port 1051c63a-793c-4f72-a452-d4adff549e46 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:57.934436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Attempting to bind port 1051c63a-793c-4f72-a452-d4adff549e46 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:57.953793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-a107e83d-028d-4d56-80e8-00160b9c55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.955284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-a107e83d-028d-4d56-80e8-00160b9c55fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1468294 Jun 30 09:01:57.960244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Port 1051c63a-793c-4f72-a452-d4adff549e46 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:57.960569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Attempting to bind port 1051c63a-793c-4f72-a452-d4adff549e46 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:58.010658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:58.011384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:58.011384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:58.011804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Bound port: 1051c63a-793c-4f72-a452-d4adff549e46, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:58.012164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.020816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-9b15087c-d64e-4be5-9421-7cbb5e0ef0ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450113 Jun 30 09:01:58.022595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.053611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.154171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:58.179656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:58.212186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cebc0b-b60a-4b2e-b16d-708afcb2201e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.232248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.232589 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Added segment 8d22b452-5ed3-4f19-b600-284587ab4f5b of type vlan for network 4c978925-f981-4704-bb0f-bb3142bf1b59 Jun 30 09:01:58.277684 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.286276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:58.314653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.326787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.337058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-c016b5d8-975d-4597-b8f1-5c8bce6a4e5b service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007815 Jun 30 09:01:58.343226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1051c63a-793c-4f72-a452-d4adff549e46,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:58.385476 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.388550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.408672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bafb3e-e89f-4336-a9c1-e486a4b199a8 req-084567a9-103d-4118-b100-c206aab3f748 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.410169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9bafb3e-e89f-4336-a9c1-e486a4b199a8 req-084567a9-103d-4118-b100-c206aab3f748 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.3856254 Jun 30 09:01:58.528945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.688524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['8b88d6fd-3841-49c1-a98a-3e3fdd7d034d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.757588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:58.759842 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e953333-80fe-4d64-b2d1-389400c7bc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:58.767389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.768005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.769329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eca0f0d-5fe6-4710-8529-c24633c402ed req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "PUT /v2.0/ports/16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 1021 time: 1.6795039 Jun 30 09:01:58.811894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.812935 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.814389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] 10.222.0.41 "PUT /v2.0/ports/1051c63a-793c-4f72-a452-d4adff549e46 HTTP/1.1" status: 200 len: 1093 time: 2.5214386 Jun 30 09:01:58.816976 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d7f634-469a-45b3-9a0c-236fb7b4791b x-openstack-request-id: req-21d7f634-469a-45b3-9a0c-236fb7b4791b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:58.818018 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "name": "network-vif-plugged", "status": "completed", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:58.819118 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21d7f634-469a-45b3-9a0c-236fb7b4791b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:58.820156 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516', 'code': 200} Jun 30 09:01:58.851820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cad900-5a61-474b-884f-96dbb365a45a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.868116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.869136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.870215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.890154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['374bd280-e259-4eaa-b269-0c784e7733ff'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.936736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['98db9791-0782-48a5-9cb1-9f333dc0eccf'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.944215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fda45b3a-992b-43d3-8e93-1080fd2ef634'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.946320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:58.973654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dff9-b292-462b-8e06-ad1e22639d7e req-dfcd377e-b16a-42d4-bd42-d20d7dc3b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.977349 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4777dff9-b292-462b-8e06-ad1e22639d7e req-dfcd377e-b16a-42d4-bd42-d20d7dc3b889 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 1098 time: 0.0713680 Jun 30 09:01:59.018986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9bafb3e-e89f-4336-a9c1-e486a4b199a8 req-b91f7e5d-cc4c-4577-87c5-dfd34f601263 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921810 Jun 30 09:01:59.024161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4777dff9-b292-462b-8e06-ad1e22639d7e req-9f0d4ed0-3f76-4f65-bfa8-b3a970f64604 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Jun 30 09:01:59.059038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-479e9a35-61a5-4840-bd6b-9459615eb83c req-4c333c9e-b5c4-4e84-b14a-2a89a876d876 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903336 Jun 30 09:01:59.063053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0124161 Jun 30 09:01:59.064095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45904) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:59.070969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Request body: {'subnet': {'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1368822119-subnet', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:59.109341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:59.118801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.128401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b472e7-c978-4cc8-abf0-6cbe926bc08b admin admin] Pushing event updated for resources: {'Network': ['ID=4c978925-f981-4704-bb0f-bb3142bf1b59,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.150684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c25ff-7a42-4404-b42d-eb041798f198 service neutron] Pushing event updated for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.156181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:59.173024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-d3530eb3-3488-4863-b08c-9a7b37843e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.174665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-d3530eb3-3488-4863-b08c-9a7b37843e87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 1096 time: 0.2422512 Jun 30 09:01:59.232096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53d11-68cd-44b7-a4d2-221a4aa136f6 req-cf5fd6a6-2804-47e6-b87f-5a177b91e91d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.234056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ed53d11-68cd-44b7-a4d2-221a4aa136f6 req-cf5fd6a6-2804-47e6-b87f-5a177b91e91d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 944 time: 0.2062490 Jun 30 09:01:59.244978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-553a0d43-01c0-4ffd-ba9f-84562aaa794c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1051c63a-793c-4f72-a452-d4adff549e46 HTTP/1.1" status: 200 len: 217 time: 0.0607944 Jun 30 09:01:59.346174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-57d3bf67-52d2-4b4a-beb2-9afe0a53e1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.352511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.370930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ed53d11-68cd-44b7-a4d2-221a4aa136f6 req-cb55a4ba-d2b0-41e1-aae0-727e78d48ac6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146517 Jun 30 09:01:59.374756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-2f8d66cc-54ba-4359-88d8-8cf383b1d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.384992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-2f8d66cc-54ba-4359-88d8-8cf383b1d98d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.1140153 Jun 30 09:01:59.419011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Checking segment: {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:59.419428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Network hostable DHCP agents. Network: 4c978925-f981-4704-bb0f-bb3142bf1b59, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:59.421549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b75c2c9-9248-49dc-b224-34cd33e02bec,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:59.435668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-4a337529-3a9b-43fe-ada1-994a8ca0c92b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428431 Jun 30 09:01:59.442202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:59.448743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15b36-bb56-42ba-87a2-900a23f90abc req-f73242d7-a999-4ccf-a226-7940ae212626 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.450789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e15b36-bb56-42ba-87a2-900a23f90abc req-f73242d7-a999-4ccf-a226-7940ae212626 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 944 time: 0.2279775 Jun 30 09:01:59.464952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 4c978925-f981-4704-bb0f-bb3142bf1b59) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:59.489362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.490318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.490905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458aabb-0838-4d90-b886-cc43891f5ec2 None None] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:59.510223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8925d95c-f284-48f4-a817-1f78b9a9d2a0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4446509 Jun 30 09:01:59.512756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45906) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:59.517789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:59.549317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.550505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.581458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e15b36-bb56-42ba-87a2-900a23f90abc req-9b064040-a7c0-4a3c-9118-2fe2533e47e6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208692 Jun 30 09:01:59.625845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.630400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6dba31b8-bb83-46b5-9968-76b5edca016a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:59.635320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-3dfce078-00e2-462f-a2f6-3d18f6b82697 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832445 Jun 30 09:01:59.657688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.665050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.672021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.678603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.686052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.693740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.700183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.702192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-973a0279-e5fa-44f0-8473-05b6dbd3b303 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5438 time: 0.1968739 Jun 30 09:01:59.704894 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea9cbe5-b059-4667-b4e8-e231c30cac1b x-openstack-request-id: req-2ea9cbe5-b059-4667-b4e8-e231c30cac1b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:59.705188 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:59.705432 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ea9cbe5-b059-4667-b4e8-e231c30cac1b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:59.705838 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d', 'status': 'completed', 'code': 200} Jun 30 09:01:59.803749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-4c978925-f981-4704-bb0f-bb3142bf1b59', 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'fixed_ips': [{'subnet_id': '5b75c2c9-9248-49dc-b224-34cd33e02bec'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:59.804624 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.811141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.882504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32dea36d-254c-4dd3-aaa4-014a9219c63d req-9b6d4d78-1100-42d7-9cf1-328b60b226a7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591408 Jun 30 09:01:59.934133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-77ec2b67-a9ac-4a25-a08d-5f2e5cc6a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.935805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-77ec2b67-a9ac-4a25-a08d-5f2e5cc6a74f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1176 time: 0.2292633 Jun 30 09:01:59.980953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:00.073296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Allocated IP 172.20.0.2 (4c978925-f981-4704-bb0f-bb3142bf1b59/5b75c2c9-9248-49dc-b224-34cd33e02bec/39a759f0-3f99-483a-9123-87f1999c0ec8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:00.079567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fce0b83-05fd-495d-8b11-10a5bb90febe req-e55f4b7b-fa34-4755-ba35-d7bc383c5c4e service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763642 Jun 30 09:02:00.095442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abe8a1-2013-43b0-b18c-a7b73bd11e4e req-5084cc49-82b7-41ce-8160-ff7550344d00 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.095870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.096983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4abe8a1-2013-43b0-b18c-a7b73bd11e4e req-5084cc49-82b7-41ce-8160-ff7550344d00 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1024 time: 0.2857625 Jun 30 09:02:00.106271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a633fa6c-9134-47c6-86f4-d09e8b6e9629 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:00.122596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.199228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7eae2097-1bb8-4927-8948-8cbda3d56805'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:00.225475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4abe8a1-2013-43b0-b18c-a7b73bd11e4e req-50463783-ad51-4b1c-8af6-84e0c6c3a35d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=90f0258e-5301-47e0-8120-72a7ed2ff80c&id=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1&id=146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 200 len: 6150 time: 0.1074913 Jun 30 09:02:00.253634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-ad66877b-f607-412b-828b-ee8e2188816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.255214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-ad66877b-f607-412b-828b-ee8e2188816a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.2898574 Jun 30 09:02:00.264487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299c9d3-c528-4112-83d4-b7757764a8b5 req-9d0bce6e-f5af-4fcd-a8aa-f62a86056e2b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.266000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2299c9d3-c528-4112-83d4-b7757764a8b5 req-9d0bce6e-f5af-4fcd-a8aa-f62a86056e2b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 944 time: 0.2224894 Jun 30 09:02:00.288490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Allocated IP 172.25.4.243 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/99c41338-4661-479c-ba1f-2d9c5def4bba) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:00.308195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-fcc7a5d8-3cbb-4629-8ea9-c8fa99d91d94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 217 time: 0.0393653 Jun 30 09:02:00.343960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:02:00.398585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2299c9d3-c528-4112-83d4-b7757764a8b5 req-a78ab008-68bb-4ff2-91e6-ee95802a69b7 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909629 Jun 30 09:02:00.400633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-f67c77c1-10e6-4a38-8986-815cbded69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.402099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-f67c77c1-10e6-4a38-8986-815cbded69bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.0868561 Jun 30 09:02:00.427511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.456816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:00.477147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-1c751426-34a3-46b4-9b86-8cb926d13a4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628197 Jun 30 09:02:00.479131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.481724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': ' tempest-securitygroup -923643486 ', 'description': 'tempest-description-367557694'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:00.513287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:00.516414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:00.533299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'port_id': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'mac_address': 'fa:16:3e:cb:aa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba4940-25f0-473f-b420-388d002f4991', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:00.543585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:00.603602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Pushing event updated for resources: {'Port': ['ID=99c41338-4661-479c-ba1f-2d9c5def4bba,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:00.624486 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.664537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-279cbe19-ed37-4fde-bdea-bef9ee963468 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684787 Jun 30 09:02:00.665895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:00.674028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd1275-5b6d-4412-a413-84f0240ff682 req-13e528fc-c8f3-4fe3-8ba6-0f7f446b2c48 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.675504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64cd1275-5b6d-4412-a413-84f0240ff682 req-13e528fc-c8f3-4fe3-8ba6-0f7f446b2c48 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.2027960 Jun 30 09:02:00.695327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.703448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629', 'mac_address': 'fa:16:3e:03:f1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:00.713523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.716431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Transition to ACTIVE for port object 39a759f0-3f99-483a-9123-87f1999c0ec8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:00.777920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:00.783717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Transition to ACTIVE for port object 39a759f0-3f99-483a-9123-87f1999c0ec8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:00.809824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64cd1275-5b6d-4412-a413-84f0240ff682 req-88c90f1a-93cc-4da4-bf8e-d7997b53b987 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072817 Jun 30 09:02:00.811099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.841505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e953333-80fe-4d64-b2d1-389400c7bc6d req-dd515e02-8876-47e5-913c-0d34ed3f13f9 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585228 Jun 30 09:02:00.855391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.859999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:00.876788 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.883058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.889203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.889960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.901598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a633fa6c-9134-47c6-86f4-d09e8b6e9629 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:00.909327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:00.922612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997693c7-060b-451d-8d4a-2b2c8c6a4eb7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:00.925902 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.943978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9514112d-3b32-4684-9226-62bd9e0f4e05 req-c97d3e38-66b1-4a91-bce7-f6445cd25897 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4691048 Jun 30 09:02:01.045360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f524-fbef-465a-80a7-f02fc4e936d2 req-427ab771-4bf8-41d0-9ed3-d2c89f44b5e2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.047411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72c9f524-fbef-465a-80a7-f02fc4e936d2 req-427ab771-4bf8-41d0-9ed3-d2c89f44b5e2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 944 time: 0.0836728 Jun 30 09:02:01.053686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:01.056262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:01.061458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Pushing event updated for resources: {'Port': ['ID=39a759f0-3f99-483a-9123-87f1999c0ec8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.122612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:01.139788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72c9f524-fbef-465a-80a7-f02fc4e936d2 req-8fa07530-00c8-4fa9-adb3-b85487cd32e0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Jun 30 09:02:01.153545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.154261 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.169386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf6e9d-8bbd-48c3-a57e-5f21325aa4ec req-b82ac3ec-69f6-4952-b81e-90169974433e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.177493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.179154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12cf6e9d-8bbd-48c3-a57e-5f21325aa4ec req-b82ac3ec-69f6-4952-b81e-90169974433e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 944 time: 0.1303895 Jun 30 09:02:01.182918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Attempting to bind port 39a759f0-3f99-483a-9123-87f1999c0ec8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:01.183304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Attempting to bind port 39a759f0-3f99-483a-9123-87f1999c0ec8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:01.183654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Attempting to bind port 39a759f0-3f99-483a-9123-87f1999c0ec8 on network 4c978925-f981-4704-bb0f-bb3142bf1b59 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.212272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:01.212655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Checking segment: {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:01.213064 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.213456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Bound using segment: {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:01.213962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Bound port: 39a759f0-3f99-483a-9123-87f1999c0ec8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:01.214351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.257722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12cf6e9d-8bbd-48c3-a57e-5f21325aa4ec req-9d99dc1b-16ae-4cdf-85ef-70e4e7a1134c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776105 Jun 30 09:02:01.272765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.312387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] For port 39a759f0-3f99-483a-9123-87f1999c0ec8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:01.316874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] For port 39a759f0-3f99-483a-9123-87f1999c0ec8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=39a759f0-3f99-483a-9123-87f1999c0ec8,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:01.320241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:01.323133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.359296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de01947b-5101-433c-b05d-9bda28a30fa9 req-fd0c7c4e-e246-45e7-850d-06e377f6540e tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/997693c7-060b-451d-8d4a-2b2c8c6a4eb7 HTTP/1.1" status: 200 len: 1781 time: 0.0666022 Jun 30 09:02:01.403299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db8f8-f2e9-4b6e-89a6-a5f4ad897684 None None] Pushing event updated for resources: {'Port': ['ID=39a759f0-3f99-483a-9123-87f1999c0ec8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.445617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a633fa6c-9134-47c6-86f4-d09e8b6e9629'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:01.476588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.488478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.511191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.518619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.525379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.531646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.538509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.540467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-00a5d0f6-5229-4014-9d0c-ec473b6f2ef5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5438 time: 0.1983402 Jun 30 09:02:01.627855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-0b1f401b-6276-4c47-9ef2-5f40baf876bf tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/997693c7-060b-451d-8d4a-2b2c8c6a4eb7 HTTP/1.1" status: 200 len: 1781 time: 0.0844808 Jun 30 09:02:01.651788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7336606f-490c-419f-ac9d-0c936eb2a962 req-e4b4a255-481d-4fff-9455-1e7a76b9c3fe tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029322 Jun 30 09:02:01.707922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d'}, {'name': 'network-changed', 'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:01.711057 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d"}, {"name": "network-changed", "server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "tag": "1051c63a-793c-4f72-a452-d4adff549e46"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:01.746977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.775244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.792275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:01.803350 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Sync routers for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:01.815362 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:01.816226 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:01:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:01.822209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.826935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-183583d0-d938-4799-9553-dd07c9a8ffc6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3130796 Jun 30 09:02:01.838229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45966) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.851285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17ad56bc-2cbb-4b1f-b716-cb2e5e2e8e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.880364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.883696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.884782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-523428a6-48ba-4fda-bdf0-b5992194ad0c req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/997693c7-060b-451d-8d4a-2b2c8c6a4eb7 HTTP/1.1" status: 204 len: 173 time: 0.2320430 Jun 30 09:02:01.901606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431282f-ec8a-4d13-80d8-a1cde42e313f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997693c7-060b-451d-8d4a-2b2c8c6a4eb7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.911142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679d617-071c-4e8b-a888-cb9606313111 req-ea259297-618b-4905-a1a3-1e3a3edda8be tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.912900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f679d617-071c-4e8b-a888-cb9606313111 req-ea259297-618b-4905-a1a3-1e3a3edda8be tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 945 time: 0.1205556 Jun 30 09:02:01.971377 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:01.972441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.990030 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab1c467-f2fc-4444-a22d-9ec3d3d94623 x-openstack-request-id: req-2ab1c467-f2fc-4444-a22d-9ec3d3d94623 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:01.990420 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "tag": "1051c63a-793c-4f72-a452-d4adff549e46", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:01.990619 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ab1c467-f2fc-4444-a22d-9ec3d3d94623 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:01.990999 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d', 'status': 'completed', 'code': 200} Jun 30 09:02:01.991260 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46', 'status': 'completed', 'code': 200} Jun 30 09:02:02.016185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f679d617-071c-4e8b-a888-cb9606313111 req-088db89f-e43b-4465-8960-73cebf791219 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958023 Jun 30 09:02:02.077799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-12f7d48c-0fc0-45f9-afb7-83e647dd49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.079326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-12f7d48c-0fc0-45f9-afb7-83e647dd49d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1176 time: 0.0872755 Jun 30 09:02:02.085154 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-5fc17239-726d-495f-b139-db2b720fbf1f req-e68d344a-6769-4b30-9ad3-05baab3b91fb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:02:02.086179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fc17239-726d-495f-b139-db2b720fbf1f req-e68d344a-6769-4b30-9ad3-05baab3b91fb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/997693c7-060b-451d-8d4a-2b2c8c6a4eb7 HTTP/1.1" status: 404 len: 352 time: 0.0231102 Jun 30 09:02:02.123306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720985720', 'description': 'tempest-description-1473323813'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:02.204650 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:00Z', 'revision_number': 3, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:02.248435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447847-39d5-4801-9876-94eaebdc4a7f req-040c4db9-0658-407a-b35e-3d2235a48010 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.250083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06447847-39d5-4801-9876-94eaebdc4a7f req-040c4db9-0658-407a-b35e-3d2235a48010 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.1508121 Jun 30 09:02:02.250887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.328060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-45e168d4-d049-451a-9859-b0acc5026e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.329659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-45e168d4-d049-451a-9859-b0acc5026e3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.2410321 Jun 30 09:02:02.348705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06447847-39d5-4801-9876-94eaebdc4a7f req-f7869f7e-0045-4a7d-9057-4f0b5c09b177 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858557 Jun 30 09:02:02.367715 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Checking router: 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:02.368788 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Updating router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 port 99c41338-4661-479c-ba1f-2d9c5def4bba binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:02.393897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.414532 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.444163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-c96c7d07-1838-41b0-868f-c4b697252b06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 200 len: 217 time: 0.0855079 Jun 30 09:02:02.617208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-9e32490e-a34b-4c42-bdf5-0fc78c194b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.618811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-9e32490e-a34b-4c42-bdf5-0fc78c194b18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.1648355 Jun 30 09:02:02.668402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.671270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-045cce9c-470f-47f3-a428-25743cf00b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445709 Jun 30 09:02:02.673038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa0aff-709d-469c-aacf-aba837847d13 None None] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:02.680326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.734419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Allocated IP 172.20.0.1 (4c978925-f981-4704-bb0f-bb3142bf1b59/5b75c2c9-9248-49dc-b224-34cd33e02bec/073a927e-6b55-40c3-ac56-ed52091d3a72) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:02.800684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-04df80c4-56b0-4c71-ae13-295955931104 None None] Provisioning for port 39a759f0-3f99-483a-9123-87f1999c0ec8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:02.840895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.859478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0a064f1-4dc6-4a82-95ca-82ee35f0fd6c req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7311568 Jun 30 09:02:02.886729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f495d3d-938e-4645-87a5-dba28fa87480 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e529de-170f-4d1e-a41d-634b98dbd5c0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.901793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07df4a-9a73-47b5-ab8e-ab64fb3eb399 req-b2a2ee47-cb30-4e14-8906-04c1b7064b40 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.913861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc07df4a-9a73-47b5-ab8e-ab64fb3eb399 req-b2a2ee47-cb30-4e14-8906-04c1b7064b40 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 944 time: 0.3488982 Jun 30 09:02:02.959286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.000063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Transition to ACTIVE for port object 073a927e-6b55-40c3-ac56-ed52091d3a72 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:03.014881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a6b2227e-900c-4b56-8f17-fdf1274e24ee'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:03.033520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc07df4a-9a73-47b5-ab8e-ab64fb3eb399 req-d6d230a8-cb95-4d1a-957c-b155f41b47b1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050396 Jun 30 09:02:03.055403 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.061827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.078567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-e93b0c1e-d4d2-4609-b66e-cbf58dadb134 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923767 Jun 30 09:02:03.081637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.088410 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Transition to ACTIVE for port object 99c41338-4661-479c-ba1f-2d9c5def4bba will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:03.104965 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.136492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:03.136774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.140876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:03.144871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:03.171229 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cd331-cdd9-4d7e-9ac5-a70fe1f98a57 None None] Pushing event updated for resources: {'Port': ['ID=99c41338-4661-479c-ba1f-2d9c5def4bba,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.196809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Pushing event updated for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.212709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Attempting to bind port 99c41338-4661-479c-ba1f-2d9c5def4bba on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:03.213453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Attempting to bind port 99c41338-4661-479c-ba1f-2d9c5def4bba by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:03.214149 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Attempting to bind port 99c41338-4661-479c-ba1f-2d9c5def4bba on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:03.215813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.222752 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:03.223500 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:03.224190 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.224860 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:03.226118 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Bound port: 99c41338-4661-479c-ba1f-2d9c5def4bba, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:03.226614 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.346799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] For port 99c41338-4661-479c-ba1f-2d9c5def4bba, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:03.351796 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] For port 99c41338-4661-479c-ba1f-2d9c5def4bba, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99c41338-4661-479c-ba1f-2d9c5def4bba,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:03.360040 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.403559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-8cee0a81-2d8f-4ba9-b844-3bde6928def8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169270 Jun 30 09:02:03.419451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 39a759f0-3f99-483a-9123-87f1999c0ec8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:03.421025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c535a4-adb2-457f-8e4d-138cd756924f req-f6c1fe89-4f13-4c94-bd9a-e54ec1fd3357 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.428638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94c535a4-adb2-457f-8e4d-138cd756924f req-f6c1fe89-4f13-4c94-bd9a-e54ec1fd3357 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 945 time: 0.3486524 Jun 30 09:02:03.444169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbaeee-1200-4f45-a7ad-f6701db96b89 req-3e261999-dd44-4473-bed0-79f76adc1011 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.447324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fbaeee-1200-4f45-a7ad-f6701db96b89 req-3e261999-dd44-4473-bed0-79f76adc1011 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.2378466 Jun 30 09:02:03.448360 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:03.449000 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:03.511407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 39a759f0-3f99-483a-9123-87f1999c0ec8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:03.516501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 39a759f0-3f99-483a-9123-87f1999c0ec8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:03.517104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.546812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.570880 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:03.577133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c6dbc5a8-bfa4-4c3b-b32a-a341cca175e2 None None] Provisioning complete for port 39a759f0-3f99-483a-9123-87f1999c0ec8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:03.577566 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dbc5a8-bfa4-4c3b-b32a-a341cca175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.580233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fbaeee-1200-4f45-a7ad-f6701db96b89 req-485982b5-35bc-493f-9ce8-ef0a31f82fd4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881448 Jun 30 09:02:03.603387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94c535a4-adb2-457f-8e4d-138cd756924f req-9a4bbe3b-6a26-4a63-a673-229951fde47e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738055 Jun 30 09:02:03.639331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-08c125f8-fb41-4fe2-aa4a-111402d6602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.641701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-08c125f8-fb41-4fe2-aa4a-111402d6602b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 1096 time: 0.1590576 Jun 30 09:02:03.649179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1078473368', 'description': 'tempest-description-501931175'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:03.685630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.738906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dbc5a8-bfa4-4c3b-b32a-a341cca175e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.785002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.831334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 39a759f0-3f99-483a-9123-87f1999c0ec8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=39a759f0-3f99-483a-9123-87f1999c0ec8,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:03.852240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.855712 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cd331-cdd9-4d7e-9ac5-a70fe1f98a57 None None] Pushing event updated for resources: {'Port': ['ID=99c41338-4661-479c-ba1f-2d9c5def4bba,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.869925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.870159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.880350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.905113 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:00Z', 'revision_number': 3, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:03.915227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c6dbc5a8-bfa4-4c3b-b32a-a341cca175e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:02:03.915685 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c6dbc5a8-bfa4-4c3b-b32a-a341cca175e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:02:03.935090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=39a759f0-3f99-483a-9123-87f1999c0ec8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.947354 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517a66-bfdc-4dc0-a651-60e248db5f5f None None] The sync data for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 is: [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:00Z', 'revision_number': 3, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:03.972186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Pushing event updated for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.976040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.983352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:04.040975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:04.046208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:04.046634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.104613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:04.106200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:04.126548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1051c63a-793c-4f72-a452-d4adff549e46 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:04.128981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a633fa6c-9134-47c6-86f4-d09e8b6e9629 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:04.198373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.314507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.352778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:04.358036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:04.360473 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53704746-c2eb-419f-ba62-d78ad405bfc7" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:04.371972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port a633fa6c-9134-47c6-86f4-d09e8b6e9629 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:04.380231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158e97ce-3599-4a30-a80e-c934ab1b793f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.404889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.405505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:04.409394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a633fa6c-9134-47c6-86f4-d09e8b6e9629 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:04.409643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.418639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f0c1aa1-cd11-478e-9804-aad0b54fa3e8 req-3c47d5ab-ff72-498a-b12d-13f297042307 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7748094 Jun 30 09:02:04.499268 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.500703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fda45b3a-992b-43d3-8e93-1080fd2ef634 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:04.522251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-57c285d9-d749-4743-9aa5-6ad2b493afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.523847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-57c285d9-d749-4743-9aa5-6ad2b493afbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.8506281 Jun 30 09:02:04.534291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:04.548045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.549259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f5e09368-4a29-4b27-9c30-30600710ec9e admin admin] 10.222.0.66 "PUT /v2.0/routers/220c059c-9a1d-4ef8-9b59-b52e32c4cb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088323 Jun 30 09:02:04.572739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.582231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.600574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.606418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.612730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.625456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.640547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-c458e6f2-31d7-4f52-ad67-c0e8ed2ea0bd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5438 time: 0.7859607 Jun 30 09:02:04.664209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1051c63a-793c-4f72-a452-d4adff549e46,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:04.666759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.682237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.697357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '1051c63a-793c-4f72-a452-d4adff549e46', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '1051c63a-793c-4f72-a452-d4adff549e46', 'mac_address': 'fa:16:3e:ca:c8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:04.725629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46026) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.730886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-c1d7568c-c46f-4456-a7b9-14d486d405c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1051c63a-793c-4f72-a452-d4adff549e46 HTTP/1.1" status: 200 len: 217 time: 0.0542259 Jun 30 09:02:04.779968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port fda45b3a-992b-43d3-8e93-1080fd2ef634 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:04.796188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1578060957'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:04.796384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port fda45b3a-992b-43d3-8e93-1080fd2ef634 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:04.796589 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.798364 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.798850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-704b22f9-b73d-40ef-8a47-9ac0f50f96c3 req-a44cdc51-60fe-49eb-990d-b9de33c52043 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569953 Jun 30 09:02:04.828455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.831145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-c0c88ef6-0c2e-4baa-a010-59181fc5c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.833177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-c0c88ef6-0c2e-4baa-a010-59181fc5c082 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0912209 Jun 30 09:02:04.840913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:04.853328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.853682 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.860443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1051c63a-793c-4f72-a452-d4adff549e46 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:04.878743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cdb6e13c-219a-4a4f-8d1a-95df1c8a5f45 None None] Provisioning for port 073a927e-6b55-40c3-ac56-ed52091d3a72 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:04.887293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-e4e47523-716c-4232-9578-95dd32e3c7b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463755 Jun 30 09:02:04.906888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:04.920348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.921029 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Added segment 7704c029-7416-4088-abc1-27032e72de78 of type vlan for network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 Jun 30 09:02:04.921172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cdb6e13c-219a-4a4f-8d1a-95df1c8a5f45 None None] Provisioning complete for port 073a927e-6b55-40c3-ac56-ed52091d3a72 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:04.921442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e13c-219a-4a4f-8d1a-95df1c8a5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.931911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6d82-7e04-4707-80a3-f85894534a36 req-83e6b850-6ed7-4223-ad6e-06d98f673454 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.943446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-493f6d82-7e04-4707-80a3-f85894534a36 req-83e6b850-6ed7-4223-ad6e-06d98f673454 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 945 time: 0.2993844 Jun 30 09:02:04.962335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1051c63a-793c-4f72-a452-d4adff549e46,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:04.981906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.000291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.022993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:05.039049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6e13c-219a-4a4f-8d1a-95df1c8a5f45 None None] Port 073a927e-6b55-40c3-ac56-ed52091d3a72 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:05.043965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.049530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.058696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.059347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.103737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.113342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-493f6d82-7e04-4707-80a3-f85894534a36 req-2dfe93e2-f56d-4e9a-8274-99c21c34968b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688602 Jun 30 09:02:05.116876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.142062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-e8a9a3af-a87f-4d60-887a-51259001f102 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411454 Jun 30 09:02:05.147110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Network': ['ID=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.153909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2c636548-5c03-4291-88d5-6c5a9283882e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4265711 Jun 30 09:02:05.154948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46030) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.162743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'subnet': {'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.167181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:05.167906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9fda-26fe-44c7-ba3d-453beca7216d req-ef9c56e6-0e98-4a8c-86ce-25c174bc0cff tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.179884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-294e9fda-26fe-44c7-ba3d-453beca7216d req-ef9c56e6-0e98-4a8c-86ce-25c174bc0cff tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.1530774 Jun 30 09:02:05.312430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:05.317025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.330729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-294e9fda-26fe-44c7-ba3d-453beca7216d req-573a56b1-202d-41ed-9762-deb61c28e5d8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Jun 30 09:02:05.355083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['1051c63a-793c-4f72-a452-d4adff549e46'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:05.367740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:05.372711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.408500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.409419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:05.441379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38ef3291-ed05-4cf4-90d6-35e63fcff8e1 req-0de26d0d-1816-4a91-9c01-7050e5bc05f6 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604759 Jun 30 09:02:05.448005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1700119002', 'description': 'tempest-description-423881094'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.451344 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ec8ba7-056a-409f-8802-a75ce54c188e x-openstack-request-id: req-61ec8ba7-056a-409f-8802-a75ce54c188e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:05.451642 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:05.452020 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61ec8ba7-056a-409f-8802-a75ce54c188e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:05.452469 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'code': 200} Jun 30 09:02:05.506245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99c41338-4661-479c-ba1f-2d9c5def4bba up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:05.524597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc2536-52c5-4356-94c8-5d58e52d2d05 req-2941f07f-eb4e-4f7f-a60c-7e8d76417d56 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.527329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8bc2536-52c5-4356-94c8-5d58e52d2d05 req-2941f07f-eb4e-4f7f-a60c-7e8d76417d56 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 945 time: 0.1884692 Jun 30 09:02:05.534151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.562269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.596025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8bc2536-52c5-4356-94c8-5d58e52d2d05 req-a5415bbf-ec81-4671-aaa4-1e94c77298cc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Jun 30 09:02:05.601733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.612471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:05.634460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:05.635325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.650350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Subnet': ['ID=ee0215f4-84d1-4244-a0e2-5d31f5c67808,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.658666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Checking segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:05.659067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network hostable DHCP agents. Network: e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:05.679908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 99c41338-4661-479c-ba1f-2d9c5def4bba completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:05.686966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 99c41338-4661-479c-ba1f-2d9c5def4bba triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:05.687345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.712613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:05.725554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.730953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:05.736654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.737263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.741695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.753955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7efb3-6b59-46a4-8474-2b586663f65d None None] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:05.773800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ab5833a8-5460-45bb-8766-326c9000d9c5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6168303 Jun 30 09:02:05.775305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46044) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.795934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1364874395'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.853442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de08a00-2355-440e-9f7e-21082e38ff18,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.857299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:05.860929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.865705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.866981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-100aafdc-4067-43ca-9adc-92160b8b2bf1 req-c49b2fab-7f28-4604-86fb-0e67f9ce64fa tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4304233 Jun 30 09:02:05.908862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:05.924319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.924783 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Added segment 8482ce16-c504-4176-9e4e-93003a4b9a37 of type vlan for network bf611b4f-580a-48bc-b8e1-ae11bebf4190 Jun 30 09:02:06.012998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.043154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd140b6-f1c4-4098-a58c-1321a74996d1 req-799e9330-a764-4594-bb65-9c37e595e922 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.044758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fd140b6-f1c4-4098-a58c-1321a74996d1 req-799e9330-a764-4594-bb65-9c37e595e922 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.1926773 Jun 30 09:02:06.058446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.065026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.073615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.074486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.115924 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3338900 Jun 30 09:02:06.121483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46052) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:06.131755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'subnet': {'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:06.148458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.150332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fd140b6-f1c4-4098-a58c-1321a74996d1 req-2176c69f-a807-4c5f-b4a7-e0b837183bc6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988042 Jun 30 09:02:06.199504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:06.204659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd837a6e-95a4-4123-86a9-55590db39dda tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Network': ['ID=bf611b4f-580a-48bc-b8e1-ae11bebf4190,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.207012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 99c41338-4661-479c-ba1f-2d9c5def4bba, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99c41338-4661-479c-ba1f-2d9c5def4bba,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:06.208283 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.217401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 374bd280-e259-4eaa-b269-0c784e7733ff up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:06.226642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:06.232097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.232531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 39a759f0-3f99-483a-9123-87f1999c0ec8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:06.371250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-58462079-bdd0-486a-827c-c285d561a677 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753393 Jun 30 09:02:06.406733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'fixed_ips': [{'subnet_id': 'ee0215f4-84d1-4244-a0e2-5d31f5c67808'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:02:06.407714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.432537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.476986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e10c1d-7d78-4de2-b33a-0102aa2eaf09 req-d1a8e93b-fd5d-45c1-ad13-1ed98453679a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.479214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55e10c1d-7d78-4de2-b33a-0102aa2eaf09 req-d1a8e93b-fd5d-45c1-ad13-1ed98453679a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.2035785 Jun 30 09:02:06.479615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Sync routers for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:06.481958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:06.485534 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.564596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:06.565246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:06.606817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55e10c1d-7d78-4de2-b33a-0102aa2eaf09 req-4225d01c-851f-4c70-a974-8197a3e0d144 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180925 Jun 30 09:02:06.623446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 374bd280-e259-4eaa-b269-0c784e7733ff completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:06.650937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-0b67a20c-8c70-4011-9469-45d40645553e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.652376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-0b67a20c-8c70-4011-9469-45d40645553e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596130 Jun 30 09:02:06.660209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 374bd280-e259-4eaa-b269-0c784e7733ff triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:06.661004 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.689482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=99c41338-4661-479c-ba1f-2d9c5def4bba,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.699206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 39a759f0-3f99-483a-9123-87f1999c0ec8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:06.699584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.706438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-161a433c-9a77-4c9c-a90f-06448b5e2d43 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/quotas/97312f3e21be4e1eaebcdeded23c03e2 HTTP/1.1" status: 200 len: 375 time: 0.0202887 Jun 30 09:02:06.766404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-299365d4-7fc2-4bef-9b8f-ae5ee95af620 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501730 Jun 30 09:02:06.839081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Allocated IP 19.80.0.2 (e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4/ee0215f4-84d1-4244-a0e2-5d31f5c67808/ab5ba0c6-e51f-492f-84c1-5dd6436c6c45) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:06.858674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:06.861592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.922082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Subnet': ['ID=f0c97f0e-b6ee-4075-b311-92058f078b3d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.030332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.036421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.043151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.048969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.055104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.061153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.066754 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.069108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.076975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-2be502a9-67c5-4cd2-ac36-c147c4ad23c5 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5441 time: 0.3076303 Jun 30 09:02:07.094876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Checking segment: {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:07.095295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network hostable DHCP agents. Network: bf611b4f-580a-48bc-b8e1-ae11bebf4190, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:07.162541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3a7dbe-e214-4431-8943-bfecf152ed80 req-4fefae14-6457-4a80-a797-811c566cb0d9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834501 Jun 30 09:02:07.168089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:07.197185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, bf611b4f-580a-48bc-b8e1-ae11bebf4190) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:07.213344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.214567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.223756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770de92b-348b-4df1-8787-a061824103ad None None] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:07.243241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:07.270609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.272280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 98db9791-0782-48a5-9cb1-9f333dc0eccf up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:07.311580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a2a4342-4129-4e7c-849d-add57af1d0e8 req-624d2b4a-120a-4dfe-86b0-2f90e4a1f34f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 10904 time: 0.3352227 Jun 30 09:02:07.350221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-726199a9-e476-4b54-9b97-9aaa384fe4db tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2155664 Jun 30 09:02:07.385707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99c41338-4661-479c-ba1f-2d9c5def4bba up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:07.391297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.404330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a2a4342-4129-4e7c-849d-add57af1d0e8 req-00b1f43c-a360-4159-aeb8-73a7bb10a6fc tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 200 len: 2981 time: 0.0911436 Jun 30 09:02:07.455258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:07.458027 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e781afe0-0d26-497b-a60f-583fd58c7471" -d '{"events": [{"server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "name": "network-vif-plugged", "status": "completed", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:07.464994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Transition to ACTIVE for port object ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:07.501789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a2a4342-4129-4e7c-849d-add57af1d0e8 req-6d4534e9-fc02-4d60-98df-a4ff5f57716a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 200 len: 2981 time: 0.0911729 Jun 30 09:02:07.527858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.544434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad1545-faa6-4e5b-bb4e-7005f855ba1d req-51e1108a-f55f-4d1d-8285-8e8712ebccc1 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.546106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97ad1545-faa6-4e5b-bb4e-7005f855ba1d req-51e1108a-f55f-4d1d-8285-8e8712ebccc1 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 945 time: 0.1269031 Jun 30 09:02:07.558420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Transition to ACTIVE for port object ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:07.576415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.618865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97ad1545-faa6-4e5b-bb4e-7005f855ba1d req-27158d8e-fe64-45aa-ad4d-9d07778ceb37 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650980 Jun 30 09:02:07.697884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 98db9791-0782-48a5-9cb1-9f333dc0eccf completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:07.720355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:07.733953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927d66-4f5a-48b5-9cb3-bfcdc8ca9ce3 req-9efbb30c-8f72-4220-b720-854412906afb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.735954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc927d66-4f5a-48b5-9cb3-bfcdc8ca9ce3 req-9efbb30c-8f72-4220-b720-854412906afb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 945 time: 0.0795879 Jun 30 09:02:07.738899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 98db9791-0782-48a5-9cb1-9f333dc0eccf triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:07.739561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.741947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 99c41338-4661-479c-ba1f-2d9c5def4bba triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:07.742542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.753044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:07.756982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:07.793044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc927d66-4f5a-48b5-9cb3-bfcdc8ca9ce3 req-70f1c548-1a75-4093-aa75-1d61af63e255 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503221 Jun 30 09:02:07.821175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Pushing event updated for resources: {'Port': ['ID=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.845514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '073a927e-6b55-40c3-ac56-ed52091d3a72', 'name': '', 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'mac_address': 'fa:16:3e:ac:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:02Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 2, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'subnets': [{'id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:07.948761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-f3b21f24-ef1e-4cf0-8b51-e1890726b2e0 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307453 Jun 30 09:02:08.029369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5f4a2-6bd1-419c-9388-ea29969a463d req-79679948-ee87-4bab-a36e-c4f47001e2f5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.030935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2d5f4a2-6bd1-419c-9388-ea29969a463d req-79679948-ee87-4bab-a36e-c4f47001e2f5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1535220 Jun 30 09:02:08.106085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-b6c0d631-0283-472d-a0dd-48326a8448d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.107653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-b6c0d631-0283-472d-a0dd-48326a8448d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521566 Jun 30 09:02:08.110499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2d5f4a2-6bd1-419c-9388-ea29969a463d req-e2f4addf-81c5-4402-b483-8851236f91cc tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720119 Jun 30 09:02:08.130100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-3d30b858-1a42-47f4-8162-ebea56d09743 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/quotas/97312f3e21be4e1eaebcdeded23c03e2 HTTP/1.1" status: 200 len: 375 time: 0.0163715 Jun 30 09:02:08.144969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Checking router: 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:08.145456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Updating router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 port 073a927e-6b55-40c3-ac56-ed52091d3a72 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:08.160401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1051c63a-793c-4f72-a452-d4adff549e46 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:08.163017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-bf611b4f-580a-48bc-b8e1-ae11bebf4190', 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'fixed_ips': [{'subnet_id': 'f0c97f0e-b6ee-4075-b311-92058f078b3d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:02:08.164204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.169543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-651271d0-9023-475b-a57c-4cb533094874 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332320 Jun 30 09:02:08.286114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e259bf2-1037-462a-83a2-b9b3aa019abd req-b55cf126-5a9a-4da4-87d8-89ff08fe089c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.293694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e259bf2-1037-462a-83a2-b9b3aa019abd req-b55cf126-5a9a-4da4-87d8-89ff08fe089c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.0777647 Jun 30 09:02:08.352778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e259bf2-1037-462a-83a2-b9b3aa019abd req-c66b8a90-39d7-4b39-97f3-913b2dc370f5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Jun 30 09:02:08.379556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Attempting to bind port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:08.390520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Attempting to bind port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:08.391155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Attempting to bind port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:08.394549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.508361 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5739f0e9-1a85-4ebd-b99f-805f3cd3c215 x-openstack-request-id: req-5739f0e9-1a85-4ebd-b99f-805f3cd3c215 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:08.508669 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "name": "network-vif-plugged", "status": "completed", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:08.508926 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5739f0e9-1a85-4ebd-b99f-805f3cd3c215 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:08.509390 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629', 'code': 200} Jun 30 09:02:08.509652 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'code': 200} Jun 30 09:02:08.509935 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'code': 200} Jun 30 09:02:08.510190 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff', 'code': 200} Jun 30 09:02:08.515031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:08.515419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Checking segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:08.515835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.516243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Bound using segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:08.516745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Bound port: ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:08.517133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.545929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-2323715e-5dff-407f-9bf8-dc9fe28a557e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771670 Jun 30 09:02:08.616982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] For port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:08.625322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] For port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:08.695550 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.749510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-bec0a5b0-b8f4-4289-9132-7799e8ba841a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/08e529de-170f-4d1e-a41d-634b98dbd5c0 HTTP/1.1" status: 200 len: 1803 time: 0.2761290 Jun 30 09:02:08.762136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-b4922947-4d82-48c0-9437-f02d77c16e93 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.764416 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-b4922947-4d82-48c0-9437-f02d77c16e93 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095890 Jun 30 09:02:08.783586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Request body: {'port': {'device_id': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '97312f3e21be4e1eaebcdeded23c03e2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:08.840234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-77b3d9d5-2515-4263-9891-9ebc6e2de9e3 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.847113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-77b3d9d5-2515-4263-9891-9ebc6e2de9e3 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.854755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-77b3d9d5-2515-4263-9891-9ebc6e2de9e3 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/networks?id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4&id=bf611b4f-580a-48bc-b8e1-ae11bebf4190&id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 HTTP/1.1" status: 200 len: 1392 time: 0.3969367 Jun 30 09:02:08.909787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-d08204c2-73ea-48ea-9788-fb6558e34f4a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/quotas/af1903fcec9846f3894a41a7e43316a0 HTTP/1.1" status: 200 len: 375 time: 0.0536661 Jun 30 09:02:08.960549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 1051c63a-793c-4f72-a452-d4adff549e46 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:08.986597 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.996767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343107-0a74-4984-8b9a-e5791790d456 req-b8f46fd8-29c5-4ab8-9d7e-57de06083913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.997966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Made reservation on behalf of 97312f3e21be4e1eaebcdeded23c03e2 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:08.998931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d343107-0a74-4984-8b9a-e5791790d456 req-b8f46fd8-29c5-4ab8-9d7e-57de06083913 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 1098 time: 0.4106281 Jun 30 09:02:09.000909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.002441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.016320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.066761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 1051c63a-793c-4f72-a452-d4adff549e46 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:09.067140 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.070222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.149170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d02337-a9d3-40b5-814e-59a7451d315a None None] Pushing event updated for resources: {'Port': ['ID=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.160827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Allocated IP 19.86.0.2 (bf611b4f-580a-48bc-b8e1-ae11bebf4190/f0c97f0e-b6ee-4075-b311-92058f078b3d/18360864-4fae-44c0-b4ba-0dcd6de24b94) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:09.168605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-da47dbbe-1fbe-4eda-96a1-d0da800c3dfe tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2578406 Jun 30 09:02:09.185471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d343107-0a74-4984-8b9a-e5791790d456 req-e958d837-af17-42fd-a60e-5f98eac46df0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735604 Jun 30 09:02:09.237357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.258834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.316193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.319691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.321001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fd7eb94-743c-4283-9ae5-3d656c17b089 req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/08e529de-170f-4d1e-a41d-634b98dbd5c0 HTTP/1.1" status: 204 len: 173 time: 0.5587599 Jun 30 09:02:09.358141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0a994-d698-4bea-aab3-1349454da3e8 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e529de-170f-4d1e-a41d-634b98dbd5c0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.371143 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-f0dbf426-959a-4c64-8b73-6b976eba5912 service neutron] 10.222.0.66 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014740 Jun 30 09:02:09.425073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1ec45-5423-4129-b88e-cdf79fe75072,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.464980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.465549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.466141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.466687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.468406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.468793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.469333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.470243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.471090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.471871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.474208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.474208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:09.507749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:09.534120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-4a48801f-c3c5-410e-8658-1e31314b1c0e service neutron] 10.222.0.66 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618876 Jun 30 09:02:09.609177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Allocated IP 192.168.233.96 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/79c49ef0-b15f-4a37-81f8-606092930c7c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:09.630746 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.653259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-1b7748b4-f785-46ea-a0ed-eb0e6343c8b9 service neutron] 10.222.0.66 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181056 Jun 30 09:02:09.685153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6dba31b8-bb83-46b5-9968-76b5edca016a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:09.842056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.883315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-c31be891-4d9a-45f3-9160-c361defc979e service neutron] 10.222.0.66 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288671 Jun 30 09:02:09.905327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4fb-7982-472a-a339-9772e02f73f2 req-12bf4283-4f79-4610-a3eb-9df66e62e37f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.912521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4fb-7982-472a-a339-9772e02f73f2 req-12bf4283-4f79-4610-a3eb-9df66e62e37f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.918645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cb4fb-7982-472a-a339-9772e02f73f2 req-12bf4283-4f79-4610-a3eb-9df66e62e37f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.925839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88cb4fb-7982-472a-a339-9772e02f73f2 req-12bf4283-4f79-4610-a3eb-9df66e62e37f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8&device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677&device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 2419 time: 0.1487164 Jun 30 09:02:09.963499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.979061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.986547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Transition to ACTIVE for port object 79c49ef0-b15f-4a37-81f8-606092930c7c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:09.995482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1051c63a-793c-4f72-a452-d4adff549e46,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.015204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.018983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88cb4fb-7982-472a-a339-9772e02f73f2 req-2d1e3368-f26e-46c9-b830-6505e94698c5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915797 Jun 30 09:02:10.058530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.066603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-6af7bf04-0ed0-479f-b2a4-309d382ee042 service neutron] 10.222.0.66 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379995 Jun 30 09:02:10.069136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6dba31b8-bb83-46b5-9968-76b5edca016a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:10.102595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6dba31b8-bb83-46b5-9968-76b5edca016a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:10.102982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.105036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:10.109019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:10.132183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:10.196040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.203470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.216138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.242438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Transition to ACTIVE for port object 18360864-4fae-44c0-b4ba-0dcd6de24b94 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:10.245132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Transition to ACTIVE for port object 073a927e-6b55-40c3-ac56-ed52091d3a72 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:10.245297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.290685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.291329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.309150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.315118 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.344413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-a38fb817-0533-4822-a0b2-0261d4be62db tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5628924 Jun 30 09:02:10.357266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Request body: {'port': {'device_id': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:10.362042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Transition to ACTIVE for port object 18360864-4fae-44c0-b4ba-0dcd6de24b94 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:10.370485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-7958cb03-f52d-45ea-b7a5-30d3347e7c25 service neutron] 10.222.0.66 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028820 Jun 30 09:02:10.394952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.486699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.500667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.507699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.513554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.520517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.533427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.534449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6dba31b8-bb83-46b5-9968-76b5edca016a,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.537515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf'}, {'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dba31b8-bb83-46b5-9968-76b5edca016a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:10.548825 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b0230-5229-4fdb-a5bd-4012eabc1ea3" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf"}, {"server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "name": "network-vif-plugged", "status": "completed", "tag": "1051c63a-793c-4f72-a452-d4adff549e46"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "6dba31b8-bb83-46b5-9968-76b5edca016a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:10.554667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.556582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c51477-a238-4a94-9990-a58ca743f76d req-47d75de5-bc2c-4b27-89f9-3cf1f9f177af tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5443 time: 0.2464345 Jun 30 09:02:10.602453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142a7d4-31a5-40d7-8541-1a2b9c234fac None None] Pushing event updated for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.604217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.617068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Attempting to bind port 073a927e-6b55-40c3-ac56-ed52091d3a72 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:10.617333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Attempting to bind port 073a927e-6b55-40c3-ac56-ed52091d3a72 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:10.617674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Attempting to bind port 073a927e-6b55-40c3-ac56-ed52091d3a72 on network 4c978925-f981-4704-bb0f-bb3142bf1b59 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:10.626263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.627130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:10.675835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:10.676207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Checking segment: {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:10.676625 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.677605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Bound using segment: {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:10.679008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Bound port: 073a927e-6b55-40c3-ac56-ed52091d3a72, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d22b452-5ed3-4f19-b600-284587ab4f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:10.679008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.709362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:10.736724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:10.739218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:10.745723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f44c01a-cc0f-424c-94e4-524a03039f63 None None] Provisioning for port 79c49ef0-b15f-4a37-81f8-606092930c7c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:10.749139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c51477-a238-4a94-9990-a58ca743f76d req-06019dc0-be9a-4b86-b45e-f180fb44e0d0 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816492 Jun 30 09:02:10.758612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f44c01a-cc0f-424c-94e4-524a03039f63 None None] Provisioning complete for port 79c49ef0-b15f-4a37-81f8-606092930c7c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:10.759003 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f44c01a-cc0f-424c-94e4-524a03039f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.800218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1f44c01a-cc0f-424c-94e4-524a03039f63 None None] Port 79c49ef0-b15f-4a37-81f8-606092930c7c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:10.843633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-4818e325-aee3-4b85-9336-97fd64d6ef38 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922978 Jun 30 09:02:10.908040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] For port 073a927e-6b55-40c3-ac56-ed52091d3a72, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:10.911314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] For port 073a927e-6b55-40c3-ac56-ed52091d3a72, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=073a927e-6b55-40c3-ac56-ed52091d3a72,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:10.913060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fa3f3-6ec6-4c2b-98fc-293027931f25 None None] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:10.969329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e26710ab-a38d-4642-a599-2d42cb3b100c req-2294ab1e-c0df-4af4-9a92-e8576cdaa1ec tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 210 time: 0.1245055 Jun 30 09:02:10.997286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Pushing event updated for resources: {'Port': ['ID=18360864-4fae-44c0-b4ba-0dcd6de24b94,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.035040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.143032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-4f15b0df-d63a-4a7a-ad79-67724c4932fc tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.144849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-4f15b0df-d63a-4a7a-ad79-67724c4932fc tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883730 Jun 30 09:02:11.160555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Request body: {'port': {'device_id': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '97312f3e21be4e1eaebcdeded23c03e2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:11.209814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:11.222172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.242665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Transition to ACTIVE for port object 79c49ef0-b15f-4a37-81f8-606092930c7c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:11.258214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.278639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348fe7e-f2eb-45cf-ac20-0051ad36eb07 req-d2142cb5-a30e-4e5a-95d2-d85b66b0000b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.288338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9348fe7e-f2eb-45cf-ac20-0051ad36eb07 req-d2142cb5-a30e-4e5a-95d2-d85b66b0000b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 945 time: 0.3050978 Jun 30 09:02:11.367332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.392195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9348fe7e-f2eb-45cf-ac20-0051ad36eb07 req-6800a6ab-8736-4591-90f4-d6c4f72bdf31 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026762 Jun 30 09:02:11.472073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2e4b9f42-f03b-4196-a200-18cfd27a0ba7 None None] Provisioning for port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:11.476096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Attempting to bind port 79c49ef0-b15f-4a37-81f8-606092930c7c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:11.476444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Attempting to bind port 79c49ef0-b15f-4a37-81f8-606092930c7c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:11.476921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Attempting to bind port 79c49ef0-b15f-4a37-81f8-606092930c7c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.481669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Port 79c49ef0-b15f-4a37-81f8-606092930c7c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:11.482653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Attempting to bind port 79c49ef0-b15f-4a37-81f8-606092930c7c on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.493229 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-95fb9e15-d3ce-445d-a8cc-3347023622ef req-ed15147b-5632-44a7-8432-ab78947fa136 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:02:11.493476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:11.493631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:11.494206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:11.495051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Bound port: 79c49ef0-b15f-4a37-81f8-606092930c7c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:11.495422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.497745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:11.514557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95fb9e15-d3ce-445d-a8cc-3347023622ef req-ed15147b-5632-44a7-8432-ab78947fa136 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/08e529de-170f-4d1e-a41d-634b98dbd5c0 HTTP/1.1" status: 404 len: 352 time: 0.0683889 Jun 30 09:02:11.534631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64254ca5-e950-4e1f-92f7-1d9f4c9e7095 req-be59b03c-d8ac-4ee0-89b5-cf318db5a072 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.554233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:11.554895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:11.555056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64254ca5-e950-4e1f-92f7-1d9f4c9e7095 req-be59b03c-d8ac-4ee0-89b5-cf318db5a072 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 946 time: 0.3903117 Jun 30 09:02:11.578451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:11.593993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:11.603543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.606194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Attempting to bind port 18360864-4fae-44c0-b4ba-0dcd6de24b94 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:11.606194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Attempting to bind port 18360864-4fae-44c0-b4ba-0dcd6de24b94 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:11.606501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Attempting to bind port 18360864-4fae-44c0-b4ba-0dcd6de24b94 on network bf611b4f-580a-48bc-b8e1-ae11bebf4190 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.657524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:11.658349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Checking segment: {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:11.658820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.659290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Bound using segment: {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:11.659857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Bound port: 18360864-4fae-44c0-b4ba-0dcd6de24b94, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:11.660365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.662943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:11.668262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64254ca5-e950-4e1f-92f7-1d9f4c9e7095 req-831fb962-db1a-4f89-ba90-f2b131afd113 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121154 Jun 30 09:02:11.678670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.679306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.682715 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] 10.222.0.11 "PUT /v2.0/ports/79c49ef0-b15f-4a37-81f8-606092930c7c HTTP/1.1" status: 200 len: 1096 time: 1.3370385 Jun 30 09:02:11.699349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:11.701711 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:11.720632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:11.722237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.722626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Made reservation on behalf of 97312f3e21be4e1eaebcdeded23c03e2 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:11.726843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.736027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.771601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b0df-3b7f-41f8-875c-62892ec246af service neutron] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.825542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a6b2227e-900c-4b56-8f17-fdf1274e24ee completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:11.904202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a6b2227e-900c-4b56-8f17-fdf1274e24ee triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:11.905937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.944347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-663fc319-5545-4151-a28f-b687b9aa57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.953080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-663fc319-5545-4151-a28f-b687b9aa57fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 1099 time: 0.1261952 Jun 30 09:02:12.003289 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-3d9b963a-53fa-4488-9313-c15d85bb5890 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79c49ef0-b15f-4a37-81f8-606092930c7c HTTP/1.1" status: 200 len: 217 time: 0.0415063 Jun 30 09:02:12.040247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:12.041723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6d199-d556-4084-a853-80a7aeaf7cc8 req-029e3954-a2b6-499b-975b-44a6ff83e4da tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.047175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97b6d199-d556-4084-a853-80a7aeaf7cc8 req-029e3954-a2b6-499b-975b-44a6ff83e4da tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.2899821 Jun 30 09:02:12.047913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142a7d4-31a5-40d7-8541-1a2b9c234fac None None] Pushing event updated for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.095932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-399b5e01-5591-4e7f-8a4e-a15f373d1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.097984 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-399b5e01-5591-4e7f-8a4e-a15f373d1515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0833108 Jun 30 09:02:12.163463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] For port 18360864-4fae-44c0-b4ba-0dcd6de24b94, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:12.180689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-35aaf836-8a3e-4a6f-9dd5-983563667ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.182836 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-35aaf836-8a3e-4a6f-9dd5-983563667ea6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769556 Jun 30 09:02:12.235490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] For port 18360864-4fae-44c0-b4ba-0dcd6de24b94, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18360864-4fae-44c0-b4ba-0dcd6de24b94,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:12.251326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.295513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-603dc67b-5e3a-4831-b744-cf0f06c48425 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015444 Jun 30 09:02:12.341502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.410187 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4764f0-2e6f-4883-866b-87ecab1ecdbd req-e9eace70-db74-463b-a4a9-068d54848651 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062422 Jun 30 09:02:12.443456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Allocated IP 192.168.233.189 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/3c600b51-08a7-4e6e-9a60-acf231dafc54) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:12.446901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.454969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4a8f2-0a1c-4ba1-8bce-e970572266e6 None None] Pushing event updated for resources: {'Port': ['ID=18360864-4fae-44c0-b4ba-0dcd6de24b94,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.486721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97b6d199-d556-4084-a853-80a7aeaf7cc8 req-2ab4bf76-5413-4d3a-b158-f9e0fdc97074 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264102 Jun 30 09:02:12.513997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:12.534284 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.601097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ff2d-3c10-4c09-95d9-1c78de388ff8 req-7d93fb5c-1cbd-49d0-9d39-a0710211e5ea tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.614510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:12.627930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e026ff2d-3c10-4c09-95d9-1c78de388ff8 req-7d93fb5c-1cbd-49d0-9d39-a0710211e5ea tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.6332998 Jun 30 09:02:12.685173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.719171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.724249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7eae2097-1bb8-4927-8948-8cbda3d56805 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:12.817281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e026ff2d-3c10-4c09-95d9-1c78de388ff8 req-77c748fd-3fa2-4345-8964-9b0d9b663267 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880636 Jun 30 09:02:12.908054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-3da1905b-f67a-49eb-af21-f1e17b46d5bf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.912667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-926f7600-4ae5-4fde-9165-1732c8dc1e19 req-4eb0000b-fcd3-4a65-97e8-59688c333a3b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 210 time: 0.1357696 Jun 30 09:02:12.915804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-3da1905b-f67a-49eb-af21-f1e17b46d5bf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.917661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-3da1905b-f67a-49eb-af21-f1e17b46d5bf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "GET /v2.0/networks?id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4&id=bf611b4f-580a-48bc-b8e1-ae11bebf4190&id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 HTTP/1.1" status: 200 len: 1392 time: 0.3016915 Jun 30 09:02:12.952039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'admin_state_up': True, 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:12.954694 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e1bd5-9388-4198-8e47-1f61fcb4c8e5 x-openstack-request-id: req-dc1e1bd5-9388-4198-8e47-1f61fcb4c8e5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:12.954996 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf", "code": 200}, {"server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "name": "network-vif-plugged", "status": "completed", "tag": "1051c63a-793c-4f72-a452-d4adff549e46", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "6dba31b8-bb83-46b5-9968-76b5edca016a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:12.955256 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc1e1bd5-9388-4198-8e47-1f61fcb4c8e5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:12.955661 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'code': 200} Jun 30 09:02:12.955918 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46', 'code': 200} Jun 30 09:02:12.956254 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dba31b8-bb83-46b5-9968-76b5edca016a', 'code': 200} Jun 30 09:02:13.018280 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.027814 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31084453-954c-4dc0-8178-c505b95631d3 x-openstack-request-id: req-31084453-954c-4dc0-8178-c505b95631d3 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:13.027814 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:13.028154 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31084453-954c-4dc0-8178-c505b95631d3 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:13.028643 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'status': 'completed', 'code': 200} Jun 30 09:02:13.053069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.062377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5a9f52d3-0d7e-4b59-ac39-42a5a1925cf3 None None] Provisioning complete for port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.062675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a9f52d3-0d7e-4b59-ac39-42a5a1925cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.068389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Transition to ACTIVE for port object 3c600b51-08a7-4e6e-9a60-acf231dafc54 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:13.073868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-a7de8571-9ec2-407e-8f48-143030c4010d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/158e97ce-3599-4a30-a80e-c934ab1b793f HTTP/1.1" status: 200 len: 1802 time: 0.1178467 Jun 30 09:02:13.109137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '073a927e-6b55-40c3-ac56-ed52091d3a72', 'name': '', 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'mac_address': 'fa:16:3e:ac:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:02Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 4, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'subnets': [{'id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:13.177157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c120e-4967-4307-9b73-c97e1668ea01 None None] The sync data for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 is: [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:02:03Z', 'revision_number': 4, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '073a927e-6b55-40c3-ac56-ed52091d3a72', 'name': '', 'network_id': '4c978925-f981-4704-bb0f-bb3142bf1b59', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'mac_address': 'fa:16:3e:ac:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:02Z', 'updated_at': '2021-06-30T09:02:10Z', 'revision_number': 4, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'subnets': [{'id': '5b75c2c9-9248-49dc-b224-34cd33e02bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:13.181391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-482f9594-dfcc-49bf-8afa-f5f2a6ad2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.183277 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-482f9594-dfcc-49bf-8afa-f5f2a6ad2044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 1099 time: 0.1398761 Jun 30 09:02:13.193106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.200060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7eae2097-1bb8-4927-8948-8cbda3d56805 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:13.205725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7eae2097-1bb8-4927-8948-8cbda3d56805 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.206139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.233202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.314470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:13.318080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.416936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.431033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.449067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4411-d768-4dbd-9bf3-ae6ca755afb2 req-30b3d7a0-5600-4f69-a559-52d9a709634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.451047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb0e4411-d768-4dbd-9bf3-ae6ca755afb2 req-30b3d7a0-5600-4f69-a559-52d9a709634f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 1098 time: 0.3348057 Jun 30 09:02:13.475624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:13.490589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7eae2097-1bb8-4927-8948-8cbda3d56805,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:13.496497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.502661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-449d5d1f-fac9-483e-828f-2a94318bc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.504309 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-449d5d1f-fac9-483e-828f-2a94318bc0fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3115940 Jun 30 09:02:13.516560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:13.519536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:13.607304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.608170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.613124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:13.630497 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-8105283b-1f08-491e-a4ae-7a154aaf36dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79c49ef0-b15f-4a37-81f8-606092930c7c HTTP/1.1" status: 200 len: 217 time: 0.0988023 Jun 30 09:02:13.685935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb0e4411-d768-4dbd-9bf3-ae6ca755afb2 req-6d6dec72-e2ee-4fa2-89da-751b8276d667 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131715 Jun 30 09:02:13.712033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.712033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.714877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.719647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.722068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e66440ba-d5c9-44aa-88de-cac3e22ab441 req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/158e97ce-3599-4a30-a80e-c934ab1b793f HTTP/1.1" status: 204 len: 173 time: 0.6419108 Jun 30 09:02:13.752281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.776004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.780966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-776e9c56-5faa-4253-abbd-385381eba7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.782540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-776e9c56-5faa-4253-abbd-385381eba7fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1437168 Jun 30 09:02:13.783649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Allocated IP 19.80.0.111 (e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4/ee0215f4-84d1-4244-a0e2-5d31f5c67808/78fd1bec-0af9-4a02-ac31-18f1353792cc) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:13.794193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.820160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.832082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.851167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.866984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.875999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-a96fb5ac-d6a6-42e9-90b5-9088e9ad1196 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5444 time: 0.5815327 Jun 30 09:02:13.884041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.885063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.920462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33503a-6fce-4cea-aa47-f250fe11c24f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e97ce-3599-4a30-a80e-c934ab1b793f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.968575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18360864-4fae-44c0-b4ba-0dcd6de24b94 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:13.999154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-ff788820-7f60-41d3-949b-1c0eb96ff4d9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8432798 Jun 30 09:02:14.025158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Request body: {'port': {'device_id': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:14.038981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7572c848-ed94-40e1-8a25-1561a5617941 None None] Provisioning for port 3c600b51-08a7-4e6e-9a60-acf231dafc54 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:14.044020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7572c848-ed94-40e1-8a25-1561a5617941 None None] Provisioning complete for port 3c600b51-08a7-4e6e-9a60-acf231dafc54 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:14.044404 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7572c848-ed94-40e1-8a25-1561a5617941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.091069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7572c848-ed94-40e1-8a25-1561a5617941 None None] Port 3c600b51-08a7-4e6e-9a60-acf231dafc54 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:14.099538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 18360864-4fae-44c0-b4ba-0dcd6de24b94 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:14.100072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fb03395-f0eb-4473-9d44-f6feb38bbe67 req-ab737b20-f42a-45ad-9c9e-b70bb8a60f5c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226927 Jun 30 09:02:14.120194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-1c0824d6-5707-4a67-bce4-e154815e4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.121733 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-1c0824d6-5707-4a67-bce4-e154815e4553 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3144681 Jun 30 09:02:14.137280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.139493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af06b8-13a7-4aa1-9852-5a77fa36875c req-20dec21f-3d3a-4082-9e04-3b613b016279 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.141097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93af06b8-13a7-4aa1-9852-5a77fa36875c req-20dec21f-3d3a-4082-9e04-3b613b016279 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 936 time: 0.2216463 Jun 30 09:02:14.153525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87f75c-be87-47b2-94e4-542e684d1355 None None] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:14.200831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Transition to ACTIVE for port object 78fd1bec-0af9-4a02-ac31-18f1353792cc will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:14.259423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.272564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-94a3e48d-a66e-4f38-80db-b1524905c973 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323738 Jun 30 09:02:14.276767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.310804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93af06b8-13a7-4aa1-9852-5a77fa36875c req-01c1c2bc-dec6-4a2e-8554-9644a3d7d63c tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183612 Jun 30 09:02:14.377781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Provisioning for port 18360864-4fae-44c0-b4ba-0dcd6de24b94 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:14.399500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Provisioning complete for port 18360864-4fae-44c0-b4ba-0dcd6de24b94 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:14.400229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.402826 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5732d02d-54b4-4a1f-a55f-ddb9b044c1b0 req-228bf3f3-22d0-4f5c-bb6c-fcfddbf8b591 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967510 Jun 30 09:02:14.434127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:14.446967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:14.451080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:14.527566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ef3c-2775-4b95-9347-1f303d0e9654 req-ebd1dfe8-4ea8-4944-b983-31c7ee0bfdf0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.541530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e418ef3c-2775-4b95-9347-1f303d0e9654 req-ebd1dfe8-4ea8-4944-b983-31c7ee0bfdf0 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.2828944 Jun 30 09:02:14.652430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e418ef3c-2775-4b95-9347-1f303d0e9654 req-82043911-1186-41d4-bffd-28e8b0b91632 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093612 Jun 30 09:02:14.763850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.847367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] For port 18360864-4fae-44c0-b4ba-0dcd6de24b94, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18360864-4fae-44c0-b4ba-0dcd6de24b94,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:14.854965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.916862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6928e1-c6e5-484f-b274-1195c7a770a3 req-117aafba-a0ad-4dfb-bc15-30a71a2587bc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.924082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc6928e1-c6e5-484f-b274-1195c7a770a3 req-117aafba-a0ad-4dfb-bc15-30a71a2587bc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.4263432 Jun 30 09:02:14.986411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eae2097-1bb8-4927-8948-8cbda3d56805'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:14.990676 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe14681a-49d1-45ff-94cd-68df87ada3c5" -d '{"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "7eae2097-1bb8-4927-8948-8cbda3d56805"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:14.993963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2078cd-4e9f-4c8c-907a-754bd787856f None None] Pushing event updated for resources: {'Port': ['ID=18360864-4fae-44c0-b4ba-0dcd6de24b94,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.029585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5defe9b-0db6-4e17-9f67-503cf0034143 None None] Provisioning for port 78fd1bec-0af9-4a02-ac31-18f1353792cc completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:15.037153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5defe9b-0db6-4e17-9f67-503cf0034143 None None] Provisioning complete for port 78fd1bec-0af9-4a02-ac31-18f1353792cc triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:15.037153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e5defe9b-0db6-4e17-9f67-503cf0034143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.049837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc6928e1-c6e5-484f-b274-1195c7a770a3 req-4eac2994-bd75-4f51-a539-c472c73bc3cc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246750 Jun 30 09:02:15.065405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.079955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e5defe9b-0db6-4e17-9f67-503cf0034143 None None] Port 78fd1bec-0af9-4a02-ac31-18f1353792cc cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:15.113656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.114621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.141921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-064bb428-c359-4772-aa05-4c4f5b7db5d5 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2069457 Jun 30 09:02:15.155360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190', 'admin_state_up': True, 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:15.163702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2a711-a89b-4792-a4af-3ec186277f41 req-f7a7ac4a-4bac-4aab-ac5f-72fec2e8af8c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.165347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03e2a711-a89b-4792-a4af-3ec186277f41 req-f7a7ac4a-4bac-4aab-ac5f-72fec2e8af8c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 946 time: 0.2245064 Jun 30 09:02:15.199734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-99d00f93-c504-4830-bc22-de99212e4cf8 None None] Provisioning complete for port 18360864-4fae-44c0-b4ba-0dcd6de24b94 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:15.200121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-99d00f93-c504-4830-bc22-de99212e4cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.242580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c600b51-08a7-4e6e-9a60-acf231dafc54 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:15.267480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.297075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03e2a711-a89b-4792-a4af-3ec186277f41 req-fe260148-c44d-4d9b-9658-0e173fee3e51 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106358 Jun 30 09:02:15.319384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Transition to ACTIVE for port object 3c600b51-08a7-4e6e-9a60-acf231dafc54 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:15.334465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.352147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:15.356295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.393604 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-0de711b0-3bc6-496c-a06e-3a069c9902f3 req-76141bd1-6481-4a03-b594-e3f356abbccb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:02:15.410128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0de711b0-3bc6-496c-a06e-3a069c9902f3 req-76141bd1-6481-4a03-b594-e3f356abbccb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/158e97ce-3599-4a30-a80e-c934ab1b793f HTTP/1.1" status: 404 len: 352 time: 0.0388598 Jun 30 09:02:15.432328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 073a927e-6b55-40c3-ac56-ed52091d3a72 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:15.488098 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174bf522-45ab-4edf-8b8b-cedf384d2b76 x-openstack-request-id: req-174bf522-45ab-4edf-8b8b-cedf384d2b76 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:15.488407 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-plugged", "status": "completed", "tag": "7eae2097-1bb8-4927-8948-8cbda3d56805", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:15.488681 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-174bf522-45ab-4edf-8b8b-cedf384d2b76 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:15.489114 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'code': 200} Jun 30 09:02:15.489436 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eae2097-1bb8-4927-8948-8cbda3d56805', 'code': 200} Jun 30 09:02:15.530814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.531512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 073a927e-6b55-40c3-ac56-ed52091d3a72 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:15.544757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 073a927e-6b55-40c3-ac56-ed52091d3a72 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:15.545148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.678939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.698430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Allocated IP 19.86.0.87 (bf611b4f-580a-48bc-b8e1-ae11bebf4190/f0c97f0e-b6ee-4075-b311-92058f078b3d/b64a05f5-4957-48c1-ae2b-74e10889c8ef) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:15.705556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b912e-7877-4cfa-8468-413578e81b5d req-fc65193f-192c-4c5d-9dc0-c02e42096882 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.707355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e5b912e-7877-4cfa-8468-413578e81b5d req-fc65193f-192c-4c5d-9dc0-c02e42096882 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 932 time: 0.2132716 Jun 30 09:02:15.710223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Attempting to bind port 3c600b51-08a7-4e6e-9a60-acf231dafc54 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:15.710994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Attempting to bind port 3c600b51-08a7-4e6e-9a60-acf231dafc54 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:15.710994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Attempting to bind port 3c600b51-08a7-4e6e-9a60-acf231dafc54 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:15.714518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 073a927e-6b55-40c3-ac56-ed52091d3a72, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=073a927e-6b55-40c3-ac56-ed52091d3a72,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:15.719837 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.720433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18360864-4fae-44c0-b4ba-0dcd6de24b94 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:15.726003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Port 3c600b51-08a7-4e6e-9a60-acf231dafc54 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:15.726342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Attempting to bind port 3c600b51-08a7-4e6e-9a60-acf231dafc54 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:15.743355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:15.743746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:15.744084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:15.744524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Bound port: 3c600b51-08a7-4e6e-9a60-acf231dafc54, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:15.744884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.794279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.794891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.795381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.795856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.796323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.797105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e5b912e-7877-4cfa-8468-413578e81b5d req-f77377e5-bc55-41f3-a206-fec62b0d5db4 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Jun 30 09:02:15.806116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.806709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.809499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-3c19819f-0863-4b79-a236-d07529735831 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 0.1952446 Jun 30 09:02:15.816904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efee45-1b05-48e1-afae-0e67f10e9bcf req-174db257-b07c-4264-839c-6b1c4490643c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.819237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7efee45-1b05-48e1-afae-0e67f10e9bcf req-174db257-b07c-4264-839c-6b1c4490643c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.1648314 Jun 30 09:02:15.822958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.824231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805ec9-d4e2-4109-a1ce-96131365b786 req-8ae0564e-7d03-431a-b108-c74325f04c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.827435 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ae805ec9-d4e2-4109-a1ce-96131365b786 req-8ae0564e-7d03-431a-b108-c74325f04c46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 1098 time: 0.2044427 Jun 30 09:02:15.847690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 18360864-4fae-44c0-b4ba-0dcd6de24b94 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:15.848273 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.860323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:15.864661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:15.890025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.949344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa883b4-174f-416f-910b-5ae5991f2ac2 req-1db78e11-8710-4607-9078-0de415cf8bb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209221 Jun 30 09:02:15.949775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.950478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.952014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] 10.222.0.41 "PUT /v2.0/ports/3c600b51-08a7-4e6e-9a60-acf231dafc54 HTTP/1.1" status: 200 len: 1097 time: 1.9388118 Jun 30 09:02:15.952443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:15.955515 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cdcf41-352d-4408-8d8f-18f41b8c52df" -d '{"events": [{"name": "network-changed", "server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:15.961799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ae805ec9-d4e2-4109-a1ce-96131365b786 req-475e8206-9946-4570-b93a-a038ec17c079 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099298 Jun 30 09:02:15.968925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7efee45-1b05-48e1-afae-0e67f10e9bcf req-bc2314e0-3863-4d69-841b-f0a78dfd57cd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260896 Jun 30 09:02:16.005532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.023843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Transition to ACTIVE for port object b64a05f5-4957-48c1-ae2b-74e10889c8ef will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:16.040560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:16.068649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34beb47-531e-4239-919d-2e8645aea23a service neutron] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.092733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.155424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:16.158839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:16.161264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:16.192808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.212779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.218788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:16.222049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.229102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.234315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.235211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.235957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.242955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.246900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'mac_address': 'fa:16:3e:40:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:16.249554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.256593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.257485 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2c68f2d1-8d1a-4ce0-ba5b-c5bddee0dc3a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066070 Jun 30 09:02:16.262317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-71c8a318-6c0d-4dd9-93d4-8499aaeb6931 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.3024461 Jun 30 09:02:16.271161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'admin_state_up': True, 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:16.271749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-bb081a15-e6e2-4b90-82b0-c2f457e62e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.273437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-bb081a15-e6e2-4b90-82b0-c2f457e62e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 1100 time: 0.2554581 Jun 30 09:02:16.301104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.320533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:16.346755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-659f4a0c-f0dd-4f57-9c87-74d14ce1bbb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54 HTTP/1.1" status: 200 len: 217 time: 0.0585101 Jun 30 09:02:16.352379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:16.358439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.403946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6cbcd88-94ef-4107-bad1-43714575b174 req-32e5631d-7a82-46e6-bcbd-acde19d0d585 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292441 Jun 30 09:02:16.424027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.428067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24cb6e-d3ee-4040-897b-4dcccd6059ac req-6c7ddc7a-a219-4211-ae6e-6f013161ec73 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.429939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f24cb6e-d3ee-4040-897b-4dcccd6059ac req-6c7ddc7a-a219-4211-ae6e-6f013161ec73 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 948 time: 0.2981770 Jun 30 09:02:16.443301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:16.448334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.451934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-cdbcd4e6-5c81-47ee-9a4d-1b962295842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.453352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-cdbcd4e6-5c81-47ee-9a4d-1b962295842b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0904026 Jun 30 09:02:16.518114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ea991cfc-982c-4107-ae9a-f59de785cedd None None] Provisioning for port b64a05f5-4957-48c1-ae2b-74e10889c8ef completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:16.520205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f24cb6e-d3ee-4040-897b-4dcccd6059ac req-71e43657-1220-4e42-a519-7d93408fe7d1 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704939 Jun 30 09:02:16.523516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ea991cfc-982c-4107-ae9a-f59de785cedd None None] Provisioning complete for port b64a05f5-4957-48c1-ae2b-74e10889c8ef triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:16.523987 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ea991cfc-982c-4107-ae9a-f59de785cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.561662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-e7490250-63c0-454f-9817-3b6c8f9b4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.563280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-e7490250-63c0-454f-9817-3b6c8f9b4dc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946472 Jun 30 09:02:16.572791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ea991cfc-982c-4107-ae9a-f59de785cedd None None] Port b64a05f5-4957-48c1-ae2b-74e10889c8ef cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:16.615490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Allocated IP 19.80.0.236 (e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4/ee0215f4-84d1-4244-a0e2-5d31f5c67808/0c13a4af-5915-4842-8b54-c5d566cb9f7d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:16.663757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-74f4f502-db26-40bf-a1d3-e066515f0917 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/3de08a00-2355-440e-9f7e-21082e38ff18 HTTP/1.1" status: 200 len: 1802 time: 0.0968771 Jun 30 09:02:16.731341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-9c02f1ef-cbe0-4f5f-a06d-7490b800a0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494694 Jun 30 09:02:16.781693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.799399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Transition to ACTIVE for port object 0c13a4af-5915-4842-8b54-c5d566cb9f7d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:16.821494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.836371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.866115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.881435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:16.884600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:16.886928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:16.919784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:16.926398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873b2a9-05c5-4c9d-a53b-527df4e5a9bf req-ffc30e68-b09d-404d-904d-924b445199d1 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.927998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8873b2a9-05c5-4c9d-a53b-527df4e5a9bf req-ffc30e68-b09d-404d-904d-924b445199d1 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.1928945 Jun 30 09:02:16.932613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b601ffc9-d7e3-4add-b24b-79895b145fbe req-191ea002-8dc7-409f-8a6f-ac51b4ae53fd service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851687 Jun 30 09:02:16.952032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.952778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.956469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['79c49ef0-b15f-4a37-81f8-606092930c7c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:16.971771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-873c8233-7da6-4609-b766-b57a5068d7e9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7058637 Jun 30 09:02:16.974492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.977214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.978608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21a65aad-37ec-461c-a674-8edd93f64f28 req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/3de08a00-2355-440e-9f7e-21082e38ff18 HTTP/1.1" status: 204 len: 173 time: 0.3118618 Jun 30 09:02:16.985919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:17.025984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8873b2a9-05c5-4c9d-a53b-527df4e5a9bf req-ddec99d2-c57d-46bf-9add-d1634987eae2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920329 Jun 30 09:02:17.042951 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d7e5bd-f136-4f7d-a12b-1756945e87a6 x-openstack-request-id: req-f1d7e5bd-f136-4f7d-a12b-1756945e87a6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:17.046318 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:17.046490 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1d7e5bd-f136-4f7d-a12b-1756945e87a6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:17.047161 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'status': 'completed', 'code': 200} Jun 30 09:02:17.048361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004454-6470-44c8-a341-9dd8fcd8dd6a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de08a00-2355-440e-9f7e-21082e38ff18,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.159109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.186749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-a22def86-cdc7-44e1-afa0-a9470369b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.188271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-a22def86-cdc7-44e1-afa0-a9470369b14b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 1100 time: 0.1255763 Jun 30 09:02:17.211454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3f03fefd-a119-4e69-b605-0dd8815bc814 None None] Provisioning for port 0c13a4af-5915-4842-8b54-c5d566cb9f7d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:17.219676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3f03fefd-a119-4e69-b605-0dd8815bc814 None None] Provisioning complete for port 0c13a4af-5915-4842-8b54-c5d566cb9f7d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:17.220685 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f03fefd-a119-4e69-b605-0dd8815bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.276425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3f03fefd-a119-4e69-b605-0dd8815bc814 None None] Port 0c13a4af-5915-4842-8b54-c5d566cb9f7d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:17.324117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 073a927e-6b55-40c3-ac56-ed52091d3a72 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:17.386698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8655d12-2ea7-4c0f-aaaf-1eff1fe43c7e req-cd13e32f-7aa3-4f8d-8a08-868351b2e266 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.395378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8655d12-2ea7-4c0f-aaaf-1eff1fe43c7e req-cd13e32f-7aa3-4f8d-8a08-868351b2e266 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 946 time: 0.1487901 Jun 30 09:02:17.395613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 073a927e-6b55-40c3-ac56-ed52091d3a72 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:17.396098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.437559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-3dc39986-ea00-4fb1-8a29-8735252b6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.439147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-3dc39986-ea00-4fb1-8a29-8735252b6173 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.2287993 Jun 30 09:02:17.459621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8655d12-2ea7-4c0f-aaaf-1eff1fe43c7e req-e5b48bf1-5010-49b5-8bcb-7895fa557c9a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 Jun 30 09:02:17.515484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-f38ec165-98b6-4932-9ebc-5a6c413e6452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54 HTTP/1.1" status: 200 len: 217 time: 0.0667846 Jun 30 09:02:17.576110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fd1bec-0af9-4a02-ac31-18f1353792cc {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:17.587525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.602954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Transition to ACTIVE for port object 78fd1bec-0af9-4a02-ac31-18f1353792cc will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:17.615672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.623026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-c784cdc5-90b8-44cb-9712-b74ffc1e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.625513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-c784cdc5-90b8-44cb-9712-b74ffc1e1b31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0958900 Jun 30 09:02:17.700245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.704144 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-7274f3b2-c0f5-49b4-aa0a-75fd9f29a7c8 req-56e9e612-a74c-41e6-ae42-c3477ea9ce47 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:02:17.718921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7274f3b2-c0f5-49b4-aa0a-75fd9f29a7c8 req-56e9e612-a74c-41e6-ae42-c3477ea9ce47 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/3de08a00-2355-440e-9f7e-21082e38ff18 HTTP/1.1" status: 404 len: 352 time: 0.0705733 Jun 30 09:02:17.761378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Attempting to bind port 78fd1bec-0af9-4a02-ac31-18f1353792cc on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:17.761378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Attempting to bind port 78fd1bec-0af9-4a02-ac31-18f1353792cc by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:17.761785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Attempting to bind port 78fd1bec-0af9-4a02-ac31-18f1353792cc on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:17.768088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Port 78fd1bec-0af9-4a02-ac31-18f1353792cc on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:17.768442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Attempting to bind port 78fd1bec-0af9-4a02-ac31-18f1353792cc on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:17.770170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af1d7-108a-4eac-bc35-83ba3fd58ee1 req-3478405a-ac7d-4202-a634-38703d6c728d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.773625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:17.774077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Checking segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:17.774551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Bound using segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:17.775257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Bound port: 78fd1bec-0af9-4a02-ac31-18f1353792cc, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:17.775478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.776440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af1d7-108a-4eac-bc35-83ba3fd58ee1 req-3478405a-ac7d-4202-a634-38703d6c728d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.782919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4af1d7-108a-4eac-bc35-83ba3fd58ee1 req-3478405a-ac7d-4202-a634-38703d6c728d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.784672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa4af1d7-108a-4eac-bc35-83ba3fd58ee1 req-3478405a-ac7d-4202-a634-38703d6c728d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2388 time: 0.1795683 Jun 30 09:02:17.788375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-826b53c3-ab93-417a-a8d9-50a9b7139141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.789966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-826b53c3-ab93-417a-a8d9-50a9b7139141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436379 Jun 30 09:02:17.865189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:17.868596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:17.875461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.907432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.908067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.908756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa4af1d7-108a-4eac-bc35-83ba3fd58ee1 req-0390061f-ba47-4fa8-82fe-1df17897183e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177392 Jun 30 09:02:17.909638 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] 10.222.0.11 "PUT /v2.0/ports/78fd1bec-0af9-4a02-ac31-18f1353792cc HTTP/1.1" status: 200 len: 1093 time: 0.9285331 Jun 30 09:02:17.912417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:17.915310 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2d658f-02a5-4d4e-a8b5-71253d3df858" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:17.950674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee194d-80c6-4920-9f48-d1700af2ac35 service neutron] Pushing event updated for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.959018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:17.964254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-79c6e122-1b01-4229-a1a1-d38b3750f580 service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577485 Jun 30 09:02:18.005619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27587-7438-4a19-aff9-d78a910b4009 req-bb4d6f88-97bc-4096-9a61-48ad5e5a9918 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.014810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0da27587-7438-4a19-aff9-d78a910b4009 req-bb4d6f88-97bc-4096-9a61-48ad5e5a9918 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.1862807 Jun 30 09:02:18.080604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.155245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0da27587-7438-4a19-aff9-d78a910b4009 req-4b6b6bcd-efc8-4bb4-b4dd-bca62cfbe79d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288354 Jun 30 09:02:18.191463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8cdcf41-352d-4408-8d8f-18f41b8c52df req-2c11522b-fd0e-4b66-9884-a4f345087aac service neutron] 10.222.0.41 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174280 Jun 30 09:02:18.236688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.244027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.249980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.257620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.265129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.271889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.277934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.279901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-1d9bfa12-535a-4bff-92b1-da48750c9189 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.1835670 Jun 30 09:02:18.324470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a80732c0-b07b-4f1c-94b1-284c0872d6eb req-f0079613-1036-4071-a560-15a8b5703de0 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385375 Jun 30 09:02:18.416425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64a05f5-4957-48c1-ae2b-74e10889c8ef {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:18.425393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.440284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Transition to ACTIVE for port object b64a05f5-4957-48c1-ae2b-74e10889c8ef will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:18.444768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.512808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.540678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5964d8-b69d-49af-948a-f35f4d5c8cd3 req-19c5d869-a295-4bad-a509-687c80f35fb1 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.542450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe5964d8-b69d-49af-948a-f35f4d5c8cd3 req-19c5d869-a295-4bad-a509-687c80f35fb1 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 948 time: 0.0917904 Jun 30 09:02:18.596553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Attempting to bind port b64a05f5-4957-48c1-ae2b-74e10889c8ef on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:18.597072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Attempting to bind port b64a05f5-4957-48c1-ae2b-74e10889c8ef by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:18.597495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Attempting to bind port b64a05f5-4957-48c1-ae2b-74e10889c8ef on network bf611b4f-580a-48bc-b8e1-ae11bebf4190 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.599458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe5964d8-b69d-49af-948a-f35f4d5c8cd3 req-5bcc84fe-a067-4f1e-8085-f35bc88e8a8d tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Jun 30 09:02:18.603268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Port b64a05f5-4957-48c1-ae2b-74e10889c8ef on network bf611b4f-580a-48bc-b8e1-ae11bebf4190 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:18.603827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Attempting to bind port b64a05f5-4957-48c1-ae2b-74e10889c8ef on network bf611b4f-580a-48bc-b8e1-ae11bebf4190 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:18.609263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:18.609835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Checking segment: {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:18.610465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Bound using segment: {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:18.610989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Bound port: b64a05f5-4957-48c1-ae2b-74e10889c8ef, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8482ce16-c504-4176-9e4e-93003a4b9a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:18.611441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.660562 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a79a8-d68c-462c-91b4-b37240b05068 x-openstack-request-id: req-2a5a79a8-d68c-462c-91b4-b37240b05068 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:18.661701 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:18.662086 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a5a79a8-d68c-462c-91b4-b37240b05068 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:18.662583 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc', 'status': 'completed', 'code': 200} Jun 30 09:02:18.707197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d19adc3-233d-4bc0-81f7-8064a62b697c req-6271b4d9-eafe-41ae-a9c1-dd35d63916e2 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 6150 time: 0.0897384 Jun 30 09:02:18.736909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:18.740701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:18.748853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.768419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d19adc3-233d-4bc0-81f7-8064a62b697c req-d190f563-4cd7-4f28-8f63-77ccbed38efe tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 200 len: 2981 time: 0.0542281 Jun 30 09:02:18.798179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.798887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.800354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] 10.222.0.11 "PUT /v2.0/ports/b64a05f5-4957-48c1-ae2b-74e10889c8ef HTTP/1.1" status: 200 len: 1092 time: 0.8469722 Jun 30 09:02:18.826262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-75b356e4-685b-487a-9d3d-bba2d0049402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.827100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-75b356e4-685b-487a-9d3d-bba2d0049402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.827588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-75b356e4-685b-487a-9d3d-bba2d0049402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.829422 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-75b356e4-685b-487a-9d3d-bba2d0049402 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2758 time: 0.1453240 Jun 30 09:02:18.844695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d19adc3-233d-4bc0-81f7-8064a62b697c req-5c574d2c-d852-44fb-a115-dcbdcff10739 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 200 len: 2981 time: 0.0562055 Jun 30 09:02:18.856014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabd2d9-4481-40b1-9119-c3fca4c68e06 service neutron] Pushing event updated for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.863512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Request body: {'port': {'device_id': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:18.868169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9949-0397-45c7-990a-f361a81d0e33 req-d8864aeb-8e8b-44aa-9ac0-66c8bbf33ead tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.874298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f86f9949-0397-45c7-990a-f361a81d0e33 req-d8864aeb-8e8b-44aa-9ac0-66c8bbf33ead tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.1191328 Jun 30 09:02:18.913176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f86f9949-0397-45c7-990a-f361a81d0e33 req-fdcf15f9-cb38-4398-bf57-4d6e8ac01e66 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Jun 30 09:02:18.995285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.063824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-3ce89e51-5d38-4a40-9d68-60fd2203269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.064479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-3ce89e51-5d38-4a40-9d68-60fd2203269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.065020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-3ce89e51-5d38-4a40-9d68-60fd2203269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.066719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-3ce89e51-5d38-4a40-9d68-60fd2203269a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=af1903fcec9846f3894a41a7e43316a0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2247055 Jun 30 09:02:19.076879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10aa4-7f9a-404b-93aa-205c20b06553 req-b5d603aa-9e00-449c-abb0-09cef90b4433 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.079211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77b10aa4-7f9a-404b-93aa-205c20b06553 req-b5d603aa-9e00-449c-abb0-09cef90b4433 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 946 time: 0.0795255 Jun 30 09:02:19.108577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1201308269', 'description': 'tempest-description-366041903'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:19.135485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77b10aa4-7f9a-404b-93aa-205c20b06553 req-6509fa7f-a34e-4b35-8a75-3f86e046ebe4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Jun 30 09:02:19.151276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.289168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-af14856e-f180-4f56-a8e3-39092292d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.290695 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ee2d658f-02a5-4d4e-a8b5-71253d3df858 req-af14856e-f180-4f56-a8e3-39092292d7fa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2160170 Jun 30 09:02:19.321608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-ad1aadda-4dc3-42ba-a066-3263af13abed tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.323003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-ad1aadda-4dc3-42ba-a066-3263af13abed tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.1485355 Jun 30 09:02:19.388742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.395583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c13a4af-5915-4842-8b54-c5d566cb9f7d {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:19.399813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.403703 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.416243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Transition to ACTIVE for port object 0c13a4af-5915-4842-8b54-c5d566cb9f7d will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:19.420184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.440902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980775c5-2fe8-41d3-9051-a05cd204aac0 req-43367b19-622a-46dc-952f-7bf1150dbab8 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.446668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980775c5-2fe8-41d3-9051-a05cd204aac0 req-43367b19-622a-46dc-952f-7bf1150dbab8 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.452898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980775c5-2fe8-41d3-9051-a05cd204aac0 req-43367b19-622a-46dc-952f-7bf1150dbab8 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.454001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-980775c5-2fe8-41d3-9051-a05cd204aac0 req-43367b19-622a-46dc-952f-7bf1150dbab8 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2400 time: 0.2058816 Jun 30 09:02:19.472025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Pushing event updated for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.497477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.498940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61194229-00cb-46c6-aece-6ec5f5f67663 req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3950624 Jun 30 09:02:19.513699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d26c2-d1d8-432e-a3e9-d79d7b0040ab tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81813b10-b297-4e6d-80f8-2ce44ceb704e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.548523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Attempting to bind port 0c13a4af-5915-4842-8b54-c5d566cb9f7d on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:19.548866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Attempting to bind port 0c13a4af-5915-4842-8b54-c5d566cb9f7d by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:19.549195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Attempting to bind port 0c13a4af-5915-4842-8b54-c5d566cb9f7d on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:19.554835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Port 0c13a4af-5915-4842-8b54-c5d566cb9f7d on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:19.555165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Attempting to bind port 0c13a4af-5915-4842-8b54-c5d566cb9f7d on network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:19.560502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:19.560841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Checking segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:19.561225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Bound using segment: {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:19.561654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Bound port: 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7704c029-7416-4088-abc1-27032e72de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:19.562040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.647073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:19.650834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:19.656604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.696258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.696873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.698311 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] 10.222.0.11 "PUT /v2.0/ports/0c13a4af-5915-4842-8b54-c5d566cb9f7d HTTP/1.1" status: 200 len: 1093 time: 0.8529642 Jun 30 09:02:19.721252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db29de-cd18-4d87-a829-3c793a87b76a service neutron] Pushing event updated for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:19.819568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-69cffe22-0dca-4eab-a70b-cafb604d367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.820169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-69cffe22-0dca-4eab-a70b-cafb604d367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.820661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-69cffe22-0dca-4eab-a70b-cafb604d367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.822635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-69cffe22-0dca-4eab-a70b-cafb604d367e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2868 time: 0.0726526 Jun 30 09:02:19.862951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-980775c5-2fe8-41d3-9051-a05cd204aac0 req-18538e6f-1c61-424e-a0ed-56e9b3d8b3d7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942142 Jun 30 09:02:19.880507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-e572a27a-b351-499c-9484-bfce180e4589 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc HTTP/1.1" status: 200 len: 217 time: 0.0488267 Jun 30 09:02:19.918929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port a633fa6c-9134-47c6-86f4-d09e8b6e9629 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:19.919373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.949696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-0ac9a45a-8810-437e-920c-ed553c723fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.951358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-0ac9a45a-8810-437e-920c-ed553c723fe5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee0215f4-84d1-4244-a0e2-5d31f5c67808 HTTP/1.1" status: 200 len: 801 time: 0.0617471 Jun 30 09:02:20.015498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39a23b-4840-45da-9add-6f308b3c59e0 req-85bc359d-a4dc-49a9-9a60-5dd4aed25165 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.016989 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc39a23b-4840-45da-9add-6f308b3c59e0 req-85bc359d-a4dc-49a9-9a60-5dd4aed25165 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.1693580 Jun 30 09:02:20.033887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-98a41d2e-adc8-46eb-b4dd-3638cac23b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.035615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-98a41d2e-adc8-46eb-b4dd-3638cac23b39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744269 Jun 30 09:02:20.055762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:20.078687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port a633fa6c-9134-47c6-86f4-d09e8b6e9629, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a633fa6c-9134-47c6-86f4-d09e8b6e9629,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.079056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.085047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc39a23b-4840-45da-9add-6f308b3c59e0 req-0e9c93d9-f34a-44ea-a3a6-d7320c625e5c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611255 Jun 30 09:02:20.096649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for a633fa6c-9134-47c6-86f4-d09e8b6e9629 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:20.136511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 79c49ef0-b15f-4a37-81f8-606092930c7c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:20.140696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 79c49ef0-b15f-4a37-81f8-606092930c7c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:20.141082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.219500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-878dc731-4917-43b1-8a34-a15f110f22b0 service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764393 Jun 30 09:02:20.241482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:20.269320 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.329848 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-5e814a15-7f1c-491c-92ee-20e89285655c service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023180 Jun 30 09:02:20.333342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:20.335931 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9607abbf-1e4f-4d00-b385-2d3a133583a0" -d '{"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:20.353828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.360725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.387839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-4c40dba4-f3ae-4635-b8d9-5efecffcc2d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef HTTP/1.1" status: 200 len: 217 time: 0.0509818 Jun 30 09:02:20.402271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f5b58-7aa2-4801-839a-2c99fffefdf3 req-c1baa9ad-335d-4e62-b383-3a8278ce23c5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.403776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f34f5b58-7aa2-4801-839a-2c99fffefdf3 req-c1baa9ad-335d-4e62-b383-3a8278ce23c5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3959d2ed-9c83-448c-985d-439be9140fe0 HTTP/1.1" status: 200 len: 946 time: 0.2232428 Jun 30 09:02:20.415283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.429644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-4636564c-91c9-4c7e-b5b4-5d5e9530ae9b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.431084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-4636564c-91c9-4c7e-b5b4-5d5e9530ae9b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 946 time: 0.2109666 Jun 30 09:02:20.440347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'mac_address': 'fa:16:3e:2d:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:20.443496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.444023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.447093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-fba06630-dbaa-4ab3-86c9-eef8db4fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.448761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-fba06630-dbaa-4ab3-86c9-eef8db4fa2c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0c97f0e-b6ee-4075-b311-92058f078b3d HTTP/1.1" status: 200 len: 801 time: 0.0535674 Jun 30 09:02:20.449834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.455615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.462526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.469353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.475709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.481493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.481978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.483431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-37e77456-17ec-41f7-a679-760059fd8120 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.2650685 Jun 30 09:02:20.494410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.496003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c600b51-08a7-4e6e-9a60-acf231dafc54 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:20.508660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8', '81529717-2d95-4045-872e-e7711afafb3b', 'a633fa6c-9134-47c6-86f4-d09e8b6e9629'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:20.515851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-cb0cc3f5-e260-41ad-88af-50b8a8ce6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.519849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-cb0cc3f5-e260-41ad-88af-50b8a8ce6279 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf611b4f-580a-48bc-b8e1-ae11bebf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611386 Jun 30 09:02:20.521262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.541154 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.584078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=a633fa6c-9134-47c6-86f4-d09e8b6e9629,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.609776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.627297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f34f5b58-7aa2-4801-839a-2c99fffefdf3 req-5a2a9e99-0084-4a4b-b0d1-bf12d615c74b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144024 Jun 30 09:02:20.634969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-959857b9-a14e-46f1-8767-50e3ec494b32 service neutron] 10.222.0.11 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079946 Jun 30 09:02:20.665791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef'}, {'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:20.668035 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445" -d '{"events": [{"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef"}, {"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:20.686059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c24e3e99-3d3f-449e-94e7-ad143c84dc1d req-036b2434-70cc-4936-b75d-78bddb426451 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1890421 Jun 30 09:02:20.688769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port a633fa6c-9134-47c6-86f4-d09e8b6e9629 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:20.699959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-760539006', 'description': 'tempest-description-1763922531'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:20.706422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.709597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe59f3da-ab25-471a-904e-c5605ff27302 req-d989f8d5-2514-4c11-8118-9c18a0fe342d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/a633fa6c-9134-47c6-86f4-d09e8b6e9629 HTTP/1.1" status: 204 len: 173 time: 1.3754840 Jun 30 09:02:20.711511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'name': 'network-vif-deleted', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:20.714089 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e3cb9-953d-4cbb-a93f-94efcf72e27c" -d '{"events": [{"server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "name": "network-vif-deleted", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:20.768429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.788974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-58ddc054-1f8b-439f-8d9d-5530fa214f36 service neutron] 10.222.0.11 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421037 Jun 30 09:02:20.810284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port 1051c63a-793c-4f72-a452-d4adff549e46 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:20.810662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.844187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['3c600b51-08a7-4e6e-9a60-acf231dafc54'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:20.872882 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-9942007e-da92-4d2d-b1d9-6c9d8ba63f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d HTTP/1.1" status: 200 len: 217 time: 0.0727334 Jun 30 09:02:20.937614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-cfa576cd-9895-49f8-b64c-4de6ef5f8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.941075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-cfa576cd-9895-49f8-b64c-4de6ef5f8c2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee0215f4-84d1-4244-a0e2-5d31f5c67808 HTTP/1.1" status: 200 len: 801 time: 0.0601344 Jun 30 09:02:21.006630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-4ace54da-af35-4442-9569-ee94ce546227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.008168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-4ace54da-af35-4442-9569-ee94ce546227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535707 Jun 30 09:02:21.028278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47744ca-f792-4e42-bec8-a544941ac0e8 req-f69d5755-2840-4e3c-be83-89213c373f42 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.029814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c47744ca-f792-4e42-bec8-a544941ac0e8 req-f69d5755-2840-4e3c-be83-89213c373f42 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 949 time: 0.1818302 Jun 30 09:02:21.037383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port 1051c63a-793c-4f72-a452-d4adff549e46, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1051c63a-793c-4f72-a452-d4adff549e46,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:21.038109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.065492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for 1051c63a-793c-4f72-a452-d4adff549e46 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:21.092059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.105121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.105506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-bb6f8c1c-8301-407c-9dd8-3d4ff48fe32e service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878520 Jun 30 09:02:21.157340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c47744ca-f792-4e42-bec8-a544941ac0e8 req-e93fc4eb-2244-4efe-bbf4-d8c62fee0c59 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102872 Jun 30 09:02:21.168969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.181103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87bcd80b-ae13-4446-8b34-3aa24d9b175f req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5001767 Jun 30 09:02:21.201562 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd2465b5-3715-4bfa-a5e3-533c0893db09 req-03326764-007d-4a78-a690-fd7537cb9507 service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899582 Jun 30 09:02:21.211976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55fa23-38d9-4faa-bf17-a3ffa2784cb6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21638164-245b-4ca3-bc1c-f0d32e3fd432,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.328739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.368002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=1051c63a-793c-4f72-a452-d4adff549e46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.426210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port 1051c63a-793c-4f72-a452-d4adff549e46 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:21.429601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.432518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac5ac0e1-dcda-4891-b3e6-3462e84b7416 req-27f42f44-6e14-47a7-8902-e24fe0f2d8d9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "DELETE /v2.0/ports/1051c63a-793c-4f72-a452-d4adff549e46 HTTP/1.1" status: 204 len: 173 time: 0.9392712 Jun 30 09:02:21.576522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['1051c63a-793c-4f72-a452-d4adff549e46'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:21.598691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0089b94-c551-4c8f-bc09-5bba4b168a74 req-744f69af-8170-4d63-83a3-78b0fe09c43e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b8e6b0-fe77-4a57-86ea-fc9669592547 HTTP/1.1" status: 200 len: 210 time: 0.0541234 Jun 30 09:02:21.648388 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fe7300-9abf-4b37-93b1-ef30716f6c89 x-openstack-request-id: req-63fe7300-9abf-4b37-93b1-ef30716f6c89 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:21.649107 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:21.649937 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63fe7300-9abf-4b37-93b1-ef30716f6c89 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:21.650535 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'code': 200} Jun 30 09:02:21.688147 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4337f42c-5999-4c69-9204-0c43dfb56cee x-openstack-request-id: req-4337f42c-5999-4c69-9204-0c43dfb56cee {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:21.688526 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:21.688842 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4337f42c-5999-4c69-9204-0c43dfb56cee {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:21.689256 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef', 'status': 'completed', 'code': 200} Jun 30 09:02:21.689540 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d', 'status': 'completed', 'code': 200} Jun 30 09:02:21.731384 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de99a7-7172-4fee-b3c5-19da6988879c x-openstack-request-id: req-a7de99a7-7172-4fee-b3c5-19da6988879c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:21.731689 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3959d2ed-9c83-448c-985d-439be9140fe0", "name": "network-vif-deleted", "tag": "a633fa6c-9134-47c6-86f4-d09e8b6e9629", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:21.731951 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7de99a7-7172-4fee-b3c5-19da6988879c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:21.732368 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3959d2ed-9c83-448c-985d-439be9140fe0', 'name': 'network-vif-deleted', 'tag': 'a633fa6c-9134-47c6-86f4-d09e8b6e9629', 'status': 'completed', 'code': 200} Jun 30 09:02:21.854060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ad89f-50bc-4166-943c-ddef738f6e01 req-722cc42d-66a1-40c9-9467-9dd0cf04950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.859490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b0ad89f-50bc-4166-943c-ddef738f6e01 req-722cc42d-66a1-40c9-9467-9dd0cf04950a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 1101 time: 0.1227033 Jun 30 09:02:21.865449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-0fdfb20b-1e05-49ef-9b94-4937cd056b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.865989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-0fdfb20b-1e05-49ef-9b94-4937cd056b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.866452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-0fdfb20b-1e05-49ef-9b94-4937cd056b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.870110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-0fdfb20b-1e05-49ef-9b94-4937cd056b98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2868 time: 0.1327255 Jun 30 09:02:21.955291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b0ad89f-50bc-4166-943c-ddef738f6e01 req-f38edb06-2aec-4b7b-afe2-36a32c089582 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Jun 30 09:02:21.966745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.972666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.978589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.983840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-9bfaf285-3b87-4678-8db9-d260de435680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.984446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.985528 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-9bfaf285-3b87-4678-8db9-d260de435680 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf611b4f-580a-48bc-b8e1-ae11bebf4190 HTTP/1.1" status: 200 len: 903 time: 0.1100230 Jun 30 09:02:21.990874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.996700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.002652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.005237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abf400aa-9a21-42a6-b020-3907f999b619 req-13bc7a58-c096-4970-972f-e8d4b59ac97e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.1848543 Jun 30 09:02:22.016421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46258) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:22.022765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Request body: {'floatingip': {'port_id': '374bd280-e259-4eaa-b269-0c784e7733ff'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:22.023126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661398d-6af2-40ff-8e13-f56cf829190d req-1ac65583-9347-4798-922e-79a877d285e0 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.029308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661398d-6af2-40ff-8e13-f56cf829190d req-1ac65583-9347-4798-922e-79a877d285e0 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.036321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661398d-6af2-40ff-8e13-f56cf829190d req-1ac65583-9347-4798-922e-79a877d285e0 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.038186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b661398d-6af2-40ff-8e13-f56cf829190d req-1ac65583-9347-4798-922e-79a877d285e0 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2412 time: 0.2035286 Jun 30 09:02:22.081731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b661398d-6af2-40ff-8e13-f56cf829190d req-5feef783-600d-471f-9541-b8a1bf364988 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Jun 30 09:02:22.136144 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-00a2c063-8804-4388-8272-a1a09e2e76de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef HTTP/1.1" status: 200 len: 217 time: 0.0570002 Jun 30 09:02:22.142325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.246370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:22.257730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-afa6f418-21f1-435a-8b34-8d3217b2ace7 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.262495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-afa6f418-21f1-435a-8b34-8d3217b2ace7 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 813 time: 0.1710255 Jun 30 09:02:22.290492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-d47cc972-03fa-4014-a7b1-f4a700b6d658 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/quotas/c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 375 time: 0.0237646 Jun 30 09:02:22.302027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 3c600b51-08a7-4e6e-9a60-acf231dafc54 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:22.306425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 3c600b51-08a7-4e6e-9a60-acf231dafc54 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:22.306801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.309543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-c2870bbd-e8a7-4540-b864-583b09e69e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.311025 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-c2870bbd-e8a7-4540-b864-583b09e69e51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f0c97f0e-b6ee-4075-b311-92058f078b3d HTTP/1.1" status: 200 len: 801 time: 0.1030812 Jun 30 09:02:22.353374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d1ce6-ae90-4dda-a525-7f7685e7424e req-ce05721f-c6df-432a-aff8-f936e3c79f06 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.355130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d3d1ce6-ae90-4dda-a525-7f7685e7424e req-ce05721f-c6df-432a-aff8-f936e3c79f06 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1483560 Jun 30 09:02:22.395698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.419274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-c1db9937-eaea-48fc-ae0d-1593022f9e63 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209803 Jun 30 09:02:22.423674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d3d1ce6-ae90-4dda-a525-7f7685e7424e req-0e24e02b-8ddf-46f1-a665-f5c3b1754cfa tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607424 Jun 30 09:02:22.433362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:22.438692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.439846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a633fa6c-9134-47c6-86f4-d09e8b6e9629 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:22.482871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: a633fa6c-9134-47c6-86f4-d09e8b6e9629 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:22.483246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a633fa6c-9134-47c6-86f4-d09e8b6e9629 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:22.484024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1051c63a-793c-4f72-a452-d4adff549e46 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:22.515297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 1051c63a-793c-4f72-a452-d4adff549e46 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:22.516347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1051c63a-793c-4f72-a452-d4adff549e46 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:22.536151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:22.562945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-e053ec69-883a-4cd3-aac9-2fe73311a36d service neutron] 10.222.0.66 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279168 Jun 30 09:02:22.672892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-ad1d9c3a-8b20-465a-8d7a-c79451c20692 service neutron] 10.222.0.66 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011405 Jun 30 09:02:22.773183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-b7ae4e05-6945-46bc-ac16-d0a28087e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.774779 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-b7ae4e05-6945-46bc-ac16-d0a28087e945 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf611b4f-580a-48bc-b8e1-ae11bebf4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4546244 Jun 30 09:02:22.906025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118948-a589-4275-9460-b8d245c72942 req-c72b3bba-e7e9-486d-a5da-926e19f84f13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.908780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce118948-a589-4275-9460-b8d245c72942 req-c72b3bba-e7e9-486d-a5da-926e19f84f13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 950 time: 0.1275113 Jun 30 09:02:22.962740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce118948-a589-4275-9460-b8d245c72942 req-1aa4e6e3-0155-4eed-bbbe-7be2c65a561a tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 Jun 30 09:02:23.111505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-b13a76db-447e-4ad7-a62a-a11c6ded2a16 service neutron] 10.222.0.11 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286769 Jun 30 09:02:23.252273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72c28b45-bfd7-45a3-b67a-a74bc2aea620 req-384278c7-2c55-433e-9006-38cd47a914a2 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 210 time: 0.0669200 Jun 30 09:02:23.414207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-406c844a-431b-49ac-9ff5-87c1973755c0 service neutron] 10.222.0.11 "GET /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922919 Jun 30 09:02:23.420942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dce84-c5ce-4558-abbe-a4db22f0a0bf req-4f237ff6-e6f4-4956-93b8-8690a171328a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.424046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d84dce84-c5ce-4558-abbe-a4db22f0a0bf req-4f237ff6-e6f4-4956-93b8-8690a171328a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.1232750 Jun 30 09:02:23.441850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.446861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:23.518645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d84dce84-c5ce-4558-abbe-a4db22f0a0bf req-02a95c6f-8c48-4b64-b535-8405f3d83a0a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790973 Jun 30 09:02:23.554607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073587fa-5c69-42d4-a853-cf0b7134b658 req-ea067220-c6e1-400f-b5dd-c23653170e0d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.563162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073587fa-5c69-42d4-a853-cf0b7134b658 req-ea067220-c6e1-400f-b5dd-c23653170e0d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.573591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073587fa-5c69-42d4-a853-cf0b7134b658 req-ea067220-c6e1-400f-b5dd-c23653170e0d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.574490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-073587fa-5c69-42d4-a853-cf0b7134b658 req-ea067220-c6e1-400f-b5dd-c23653170e0d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2412 time: 0.1482034 Jun 30 09:02:23.636824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-073587fa-5c69-42d4-a853-cf0b7134b658 req-ec2982ee-a219-4087-af47-a83d6778a722 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Jun 30 09:02:23.642770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-4ac95335-9d00-4394-9929-40c6508b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.643365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-4ac95335-9d00-4394-9929-40c6508b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.643911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-4ac95335-9d00-4394-9929-40c6508b345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.646201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-4ac95335-9d00-4394-9929-40c6508b345c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2868 time: 0.1467717 Jun 30 09:02:23.647635 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Floating IP a40808b0-d29d-472e-9e21-b61f702ab98f associated. External IP: 172.25.4.203, port: 374bd280-e259-4eaa-b269-0c784e7733ff. Jun 30 09:02:23.651516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:23.655248 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7ffb2-f7de-4e2f-a225-ac9634896fbb" -d '{"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:23.734803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'name': 'network-vif-deleted', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:23.737094 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053cf7a0-97f6-4981-98f7-d0d543b473d6" -d '{"events": [{"server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "name": "network-vif-deleted", "tag": "1051c63a-793c-4f72-a452-d4adff549e46"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:23.835654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6942dd2-0762-4785-9b7c-eab70f23b957 req-371adddf-0bba-4eae-bb50-d1929b7774a4 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.837339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6942dd2-0762-4785-9b7c-eab70f23b957 req-371adddf-0bba-4eae-bb50-d1929b7774a4 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.1513393 Jun 30 09:02:23.862476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-d09d6a42-4355-49f2-888a-14803c744c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.864755 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-d09d6a42-4355-49f2-888a-14803c744c8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 HTTP/1.1" status: 200 len: 903 time: 0.1728771 Jun 30 09:02:23.912748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-49447c33-b872-4abf-b298-61acf1ba40d8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.914292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-49447c33-b872-4abf-b298-61acf1ba40d8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.1614349 Jun 30 09:02:23.917470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6942dd2-0762-4785-9b7c-eab70f23b957 req-eb7ba1ad-0f18-4339-a817-56bf8e25fff5 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Jun 30 09:02:23.932928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-c89913a9-9cf3-4543-a9c7-eb9437efd74e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0121605 Jun 30 09:02:23.939156 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-8df89d91-e5cd-4d83-887a-d564eea91be3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d HTTP/1.1" status: 200 len: 217 time: 0.0385771 Jun 30 09:02:23.983824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-4a485fdc-a0c5-49bc-bba3-e4c89fbf0237 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405602 Jun 30 09:02:24.030859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-5f6a3378-9def-49fd-984d-87f0b925ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.032326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-5f6a3378-9def-49fd-984d-87f0b925ee1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee0215f4-84d1-4244-a0e2-5d31f5c67808 HTTP/1.1" status: 200 len: 801 time: 0.0868728 Jun 30 09:02:24.043120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:24.133947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-352edccd-e08b-4d67-8f5a-6d83682e71f4 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440806 Jun 30 09:02:24.153274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c66e64-b04e-4a30-90b8-63cdc8b7ea10 req-e0f6f0c6-18e0-4aff-9cf3-f44eb93d110a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.160353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9c66e64-b04e-4a30-90b8-63cdc8b7ea10 req-e0f6f0c6-18e0-4aff-9cf3-f44eb93d110a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1156595 Jun 30 09:02:24.189264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-01372ba3-24ae-4eb6-964a-9674dfd91096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.190743 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-01372ba3-24ae-4eb6-964a-9674dfd91096 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412544 Jun 30 09:02:24.198209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:24.202458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.211652 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Sync routers for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:24.225707 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:24.226958 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:24.256049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9c66e64-b04e-4a30-90b8-63cdc8b7ea10 req-77009570-ac88-45eb-8a5a-b4257cfb8d5c tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941627 Jun 30 09:02:24.297391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff38cbe5-f8c5-416d-a32f-0aa4ea4bde72 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "PUT /v2.0/floatingips/a40808b0-d29d-472e-9e21-b61f702ab98f HTTP/1.1" status: 200 len: 991 time: 2.2796772 Jun 30 09:02:24.300024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:24.302119 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104b39a-d481-4515-8c80-7395b2e7c2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:24.334697 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17343997-ace3-4939-b3ad-5408d1fe6fdb x-openstack-request-id: req-17343997-ace3-4939-b3ad-5408d1fe6fdb {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:24.335520 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:24.336216 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17343997-ace3-4939-b3ad-5408d1fe6fdb {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:24.337022 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'code': 200} Jun 30 09:02:24.337350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-f7b0a306-a2c1-447a-b85f-64a93b2b710b service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315465 Jun 30 09:02:24.359346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-131c241b-eb28-4cf1-b00b-77ff03b75005 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829021 Jun 30 09:02:24.403184 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:24.481915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce932aa9-6602-4a49-ae7c-e3f4b02ed445 req-6099d4f9-3702-49b0-8bb4-3d18ceb515a8 service neutron] 10.222.0.11 "GET /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373706 Jun 30 09:02:24.510963 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79246b1-bb61-48c3-8614-e37ccdf41976 x-openstack-request-id: req-c79246b1-bb61-48c3-8614-e37ccdf41976 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:24.511268 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b8e6b0-fe77-4a57-86ea-fc9669592547", "name": "network-vif-deleted", "tag": "1051c63a-793c-4f72-a452-d4adff549e46", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:24.511718 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c79246b1-bb61-48c3-8614-e37ccdf41976 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:24.512420 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b8e6b0-fe77-4a57-86ea-fc9669592547', 'name': 'network-vif-deleted', 'tag': '1051c63a-793c-4f72-a452-d4adff549e46', 'status': 'completed', 'code': 200} Jun 30 09:02:24.709786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050bed-522c-48bd-8b33-8a3b4cf69092 req-68733b22-0d69-4ca7-9ab2-a281e7c7c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.712490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4050bed-522c-48bd-8b33-8a3b4cf69092 req-68733b22-0d69-4ca7-9ab2-a281e7c7c0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 1102 time: 0.2963455 Jun 30 09:02:24.720218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-5b03ef98-3a33-4046-a2da-da60b11cf1ea tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.720872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-5b03ef98-3a33-4046-a2da-da60b11cf1ea tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 813 time: 0.3513746 Jun 30 09:02:24.748776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'device_id': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637', 'admin_state_up': True, 'tenant_id': 'c90b081af47148678d56e4677d330bfd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:24.772753 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'a40808b0-d29d-472e-9e21-b61f702ab98f', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'port_id': '374bd280-e259-4eaa-b269-0c784e7733ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'mac_address': 'fa:16:3e:22:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:55Z', 'updated_at': '2021-06-30T09:02:23Z', 'revision_number': 1, 'project_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:24.803239 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Checking router: 97c36fc0-14d3-4432-9874-f5e27ac5dfbd for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:24.812127 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:24.812732 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:24.850458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4050bed-522c-48bd-8b33-8a3b4cf69092 req-64c7191c-0bd1-40d4-be70-121a533fa03c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277838 Jun 30 09:02:24.882964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da97d8-92b1-482f-85ba-cfb915d5c59e req-e15ce359-f233-4b22-a956-7baa4a5fc9d8 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.884506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8da97d8-92b1-482f-85ba-cfb915d5c59e req-e15ce359-f233-4b22-a956-7baa4a5fc9d8 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 950 time: 0.3018124 Jun 30 09:02:24.886414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9d46d66-ef35-4d05-8d07-6f51c761d791 req-807aecf9-fa97-4cbc-a89f-a22d2b68450e tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 210 time: 0.1231961 Jun 30 09:02:24.956783 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:24.990080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8da97d8-92b1-482f-85ba-cfb915d5c59e req-040a0597-c47c-4125-ac42-15c8ee693e89 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949459 Jun 30 09:02:25.018695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-b5341a03-e16c-4c77-869f-b2344ff19b6a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.021160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-b5341a03-e16c-4c77-869f-b2344ff19b6a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.2573540 Jun 30 09:02:25.050118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Made reservation on behalf of c90b081af47148678d56e4677d330bfd for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:25.053596 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac9458-2870-4f04-85f6-f7bec248a895 x-openstack-request-id: req-e2ac9458-2870-4f04-85f6-f7bec248a895 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:25.054081 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:25.054454 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2ac9458-2870-4f04-85f6-f7bec248a895 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:25.055035 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff', 'status': 'completed', 'code': 200} Jun 30 09:02:25.058575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.213693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.214257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.214685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.215354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.216008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.216806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.217604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.220062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-8b772bd9-fbad-489a-8575-07f9d7a8d01c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 0.1205492 Jun 30 09:02:25.346499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-3b75911a-d786-439b-8a7f-70abfa23a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.348750 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-3b75911a-d786-439b-8a7f-70abfa23a1aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59 HTTP/1.1" status: 200 len: 918 time: 0.1187403 Jun 30 09:02:25.349264 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'a40808b0-d29d-472e-9e21-b61f702ab98f', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'port_id': '374bd280-e259-4eaa-b269-0c784e7733ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'mac_address': 'fa:16:3e:22:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:55Z', 'updated_at': '2021-06-30T09:02:23Z', 'revision_number': 1, 'project_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:25.430353 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-de1af527-7eba-44f8-916c-a9f802a41586 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 999 time: 0.0747087 Jun 30 09:02:25.483801 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc217a6-1fa9-4ee5-b09a-63f01a842d13 None None] The sync data for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 is: [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'a40808b0-d29d-472e-9e21-b61f702ab98f', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'port_id': '374bd280-e259-4eaa-b269-0c784e7733ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'mac_address': 'fa:16:3e:22:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:55Z', 'updated_at': '2021-06-30T09:02:23Z', 'revision_number': 1, 'project_id': '431bc9327148435a848be8bdcf0de827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:25.501904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-7bec29c1-0fa7-4ca5-961b-4709332f435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.503857 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-7bec29c1-0fa7-4ca5-961b-4709332f435a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 200 len: 856 time: 0.0670605 Jun 30 09:02:25.611889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85daae92-21e1-45cb-8e91-a624be7b0684 req-83f7855e-b743-4cf5-94d2-ca0f58b73d21 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.4110115 Jun 30 09:02:25.906507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552d1a7-64d6-48a4-8df7-8e8998bf6744 None None] New status for floating IP a40808b0-d29d-472e-9e21-b61f702ab98f: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:02:25.916584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Allocated IP 172.20.0.5 (2d40d8cd-9b42-40ee-96d4-17660f407637/b9dce2ac-2fc1-448d-8d00-ef5aad1c4407/86f236d6-8593-43c8-b037-455d086a5728) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:25.932763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22273d5-11e3-4723-b28b-5c56151e0626 req-639e2290-82ce-48cb-a349-7a7cd8125cce tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.936101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22273d5-11e3-4723-b28b-5c56151e0626 req-639e2290-82ce-48cb-a349-7a7cd8125cce tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 946 time: 0.7205641 Jun 30 09:02:25.962824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port 81529717-2d95-4045-872e-e7711afafb3b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:25.963191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.969988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-127848d2-4455-4503-ba41-8ebadd83d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.971886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-127848d2-4455-4503-ba41-8ebadd83d2bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c735695-6672-4d19-b042-93cd6e2d9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4601698 Jun 30 09:02:26.063006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:26.070872 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-cb68bab5-27c2-4baf-9f6a-2dc0e2194f55 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910625 Jun 30 09:02:26.098773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c31a-2683-471f-9495-f090e357502e req-8a0aadc8-68be-44c4-a30f-dedb0ace0648 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.105292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c31a-2683-471f-9495-f090e357502e req-8a0aadc8-68be-44c4-a30f-dedb0ace0648 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.108001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 78fd1bec-0af9-4a02-ac31-18f1353792cc details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:26.112684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c31a-2683-471f-9495-f090e357502e req-8a0aadc8-68be-44c4-a30f-dedb0ace0648 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.114449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a66c31a-2683-471f-9495-f090e357502e req-8a0aadc8-68be-44c4-a30f-dedb0ace0648 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2412 time: 0.3088133 Jun 30 09:02:26.123716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22273d5-11e3-4723-b28b-5c56151e0626 req-3917ff5d-0a84-474f-82ac-5a2c62046460 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735554 Jun 30 09:02:26.184716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e104b39a-d481-4515-8c80-7395b2e7c2e2 req-6cb97dd7-80f8-4e5b-92c8-030ed1cba8d6 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067641 Jun 30 09:02:26.252605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port 81529717-2d95-4045-872e-e7711afafb3b, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=81529717-2d95-4045-872e-e7711afafb3b,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.252898 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.268069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.293681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for 81529717-2d95-4045-872e-e7711afafb3b owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:26.309319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a66c31a-2683-471f-9495-f090e357502e req-faa7d6b4-106f-4c6f-b89d-b65b1050f46e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765814 Jun 30 09:02:26.454413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '78fd1bec-0af9-4a02-ac31-18f1353792cc', 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'port_id': '78fd1bec-0af9-4a02-ac31-18f1353792cc', 'mac_address': 'fa:16:3e:0d:0d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0215f4-84d1-4244-a0e2-5d31f5c67808', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:26.478899 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.496519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.510186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fd1bec-0af9-4a02-ac31-18f1353792cc {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:26.537333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.542982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.543894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0c13a4af-5915-4842-8b54-c5d566cb9f7d details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:26.613457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.621816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.628870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '0c13a4af-5915-4842-8b54-c5d566cb9f7d', 'network_id': 'e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4', 'port_id': '0c13a4af-5915-4842-8b54-c5d566cb9f7d', 'mac_address': 'fa:16:3e:28:cd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0215f4-84d1-4244-a0e2-5d31f5c67808', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:26.671704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.683081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226520c-9c13-469e-8a5b-f54b508ef1fc req-84f3636f-abff-41c2-b4de-3f6540916276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.684590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e226520c-9c13-469e-8a5b-f54b508ef1fc req-84f3636f-abff-41c2-b4de-3f6540916276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.3622756 Jun 30 09:02:26.686353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c13a4af-5915-4842-8b54-c5d566cb9f7d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:26.708998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-f7ee95bd-cfc0-49bf-9544-9f7023057f0c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.709295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.710799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-f7ee95bd-cfc0-49bf-9544-9f7023057f0c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.3241072 Jun 30 09:02:26.714446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.717182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:26.726043 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.748183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:26.759350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:26.836067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319dedc-9508-42f1-8e14-9f457d727fb6 req-850dfc12-82f7-4909-beb0-1ffa41e36074 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.837940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2319dedc-9508-42f1-8e14-9f457d727fb6 req-850dfc12-82f7-4909-beb0-1ffa41e36074 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.3563039 Jun 30 09:02:26.862600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.901364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Network 2d40d8cd-9b42-40ee-96d4-17660f407637 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:26.930459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:26.933183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:26.951717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:26.952052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'port_id': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'mac_address': 'fa:16:3e:cb:aa:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba4940-25f0-473f-b420-388d002f4991', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:26.956803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e226520c-9c13-469e-8a5b-f54b508ef1fc req-fe0f0c11-6ae4-4218-997e-c2c14c9b1dce tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614796 Jun 30 09:02:26.963532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.999296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.029742 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.051345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:27.088560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:27.095194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=81529717-2d95-4045-872e-e7711afafb3b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.096768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.097446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b64a05f5-4957-48c1-ae2b-74e10889c8ef details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:27.118032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2319dedc-9508-42f1-8e14-9f457d727fb6 req-c559e5ab-efbb-45d3-8b33-c2cc547bc0ce tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371550 Jun 30 09:02:27.194985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.195832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.229789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port 81529717-2d95-4045-872e-e7711afafb3b on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:27.230301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.237281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.240091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8c61510-edcb-405d-8500-4a5e5da36af1 req-028e43a0-d326-4753-98c7-721a2341fb1a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/81529717-2d95-4045-872e-e7711afafb3b HTTP/1.1" status: 204 len: 173 time: 2.2128148 Jun 30 09:02:27.245001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'name': 'network-vif-deleted', 'tag': '81529717-2d95-4045-872e-e7711afafb3b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:27.247780 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b53fe2-6c0f-4854-89ce-23b6713d14d7" -d '{"events": [{"server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "name": "network-vif-deleted", "tag": "81529717-2d95-4045-872e-e7711afafb3b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:27.295565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:27.308771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef', 'network_id': 'bf611b4f-580a-48bc-b8e1-ae11bebf4190', 'port_id': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef', 'mac_address': 'fa:16:3e:c1:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c97f0e-b6ee-4075-b311-92058f078b3d', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:27.312547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:27.318402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.334454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-506f0aa8-7306-4a53-83ec-784d65755432 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5919230 Jun 30 09:02:27.352024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Request body: {'port': {'device_id': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:27.354868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.374787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64a05f5-4957-48c1-ae2b-74e10889c8ef {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:27.397276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:27.399686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85931b7-f391-43ff-9b46-b4515eb553ec req-aacce25b-b3c6-4829-8ab4-197189d414de tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.401211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a85931b7-f391-43ff-9b46-b4515eb553ec req-aacce25b-b3c6-4829-8ab4-197189d414de tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 931 time: 0.3143947 Jun 30 09:02:27.402086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.463003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:27.492466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.540188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882fb87-5b69-47ba-9669-0ce799bd1029 req-7871e5d3-39fc-4ae2-8102-4028b3e5bd6e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.541677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6882fb87-5b69-47ba-9669-0ce799bd1029 req-7871e5d3-39fc-4ae2-8102-4028b3e5bd6e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 950 time: 0.2843246 Jun 30 09:02:27.558520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a85931b7-f391-43ff-9b46-b4515eb553ec req-f5e95ed1-f389-4fe5-9ff4-2344fb0ac584 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453867 Jun 30 09:02:27.589167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.664769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6882fb87-5b69-47ba-9669-0ce799bd1029 req-e9667d31-94b4-4be1-a657-f8d4bd79263e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095355 Jun 30 09:02:27.682586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.12 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/ce8fe2b0-df6e-4f5c-a69a-a76e446ae717) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:27.712957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a6b2227e-900c-4b56-8f17-fdf1274e24ee'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:27.866068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7568c632-76ec-404a-8a7f-f2b8701878f7 req-ce66dc0b-a13a-4fc3-b1b9-225158ef60f1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=000103e9-26f0-4c7b-bac3-d99450f2ad94 HTTP/1.1" status: 200 len: 210 time: 0.0525160 Jun 30 09:02:27.917777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-008e1dcb-6ff5-42a8-92cc-e13d563b6b75 req-555cad67-3a06-4696-8263-6bf4417222f1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.0624697 Jun 30 09:02:27.984123 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada11a3-31fc-47d2-a2be-171e04c966b8 x-openstack-request-id: req-aada11a3-31fc-47d2-a2be-171e04c966b8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:27.984549 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000103e9-26f0-4c7b-bac3-d99450f2ad94", "name": "network-vif-deleted", "tag": "81529717-2d95-4045-872e-e7711afafb3b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:27.984905 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aada11a3-31fc-47d2-a2be-171e04c966b8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:27.987023 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000103e9-26f0-4c7b-bac3-d99450f2ad94', 'name': 'network-vif-deleted', 'tag': '81529717-2d95-4045-872e-e7711afafb3b', 'status': 'completed', 'code': 200} Jun 30 09:02:28.209568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.256443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 81529717-2d95-4045-872e-e7711afafb3b no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:28.267078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277ef1-7c43-498c-ab66-420c72982eaa req-f4953102-8516-4289-a378-57ea4c4a8701 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.274552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277ef1-7c43-498c-ab66-420c72982eaa req-f4953102-8516-4289-a378-57ea4c4a8701 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.277998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 81529717-2d95-4045-872e-e7711afafb3b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:28.278352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 81529717-2d95-4045-872e-e7711afafb3b not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:28.283384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277ef1-7c43-498c-ab66-420c72982eaa req-f4953102-8516-4289-a378-57ea4c4a8701 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.285064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff277ef1-7c43-498c-ab66-420c72982eaa req-f4953102-8516-4289-a378-57ea4c4a8701 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2415 time: 0.2299836 Jun 30 09:02:28.350173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f236d6-8593-43c8-b037-455d086a5728 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:28.367446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd36198-5277-4bd2-9c8f-663cc0f41394 req-2a44127d-38cd-4b61-9c0a-103e9bc9dfda tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.368935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bd36198-5277-4bd2-9c8f-663cc0f41394 req-2a44127d-38cd-4b61-9c0a-103e9bc9dfda tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 949 time: 0.2478356 Jun 30 09:02:28.377558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.421646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff277ef1-7c43-498c-ab66-420c72982eaa req-c9e51209-5f6a-438e-ae83-fb2a102b3d8e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132324 Jun 30 09:02:28.428514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Transition to ACTIVE for port object 86f236d6-8593-43c8-b037-455d086a5728 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:28.430974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.446436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.502978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bd36198-5277-4bd2-9c8f-663cc0f41394 req-280d8a4c-d948-4089-a04b-fbc8a415d774 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273992 Jun 30 09:02:28.507789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:28.532595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:28.532595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:28.532595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:28.654068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['78fd1bec-0af9-4a02-ac31-18f1353792cc'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:28.686019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['b64a05f5-4957-48c1-ae2b-74e10889c8ef'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:29.021190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.021847 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.028139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.067895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-cea297bb-e4fc-4479-8a30-486ed5f2c138 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3215020 Jun 30 09:02:29.082970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Request body: {'port': {'device_id': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:29.088329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Attempting to bind port 86f236d6-8593-43c8-b037-455d086a5728 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:29.088673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Attempting to bind port 86f236d6-8593-43c8-b037-455d086a5728 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:29.089010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Attempting to bind port 86f236d6-8593-43c8-b037-455d086a5728 on network 2d40d8cd-9b42-40ee-96d4-17660f407637 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:29.121049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Port 86f236d6-8593-43c8-b037-455d086a5728 on network 2d40d8cd-9b42-40ee-96d4-17660f407637 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:29.121383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Attempting to bind port 86f236d6-8593-43c8-b037-455d086a5728 on network 2d40d8cd-9b42-40ee-96d4-17660f407637 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:29.132981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4bf56-20bd-4859-8668-4cbec78fb577 req-c3f67481-c8b2-41f6-9bae-a841e7cae287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.134484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b4bf56-20bd-4859-8668-4cbec78fb577 req-c3f67481-c8b2-41f6-9bae-a841e7cae287 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 945 time: 0.5826268 Jun 30 09:02:29.143279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:29.143622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Checking segment: {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:29.144009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Bound using segment: {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:29.144449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Bound port: 86f236d6-8593-43c8-b037-455d086a5728, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e29836-c0ff-4c74-9c63-ab81146ea798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:29.144835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.171323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43ea2b-f30c-44c5-9272-a99d77f53aa5 req-422e4e84-6f8c-4a02-8cef-4ccf98a1848f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.172781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac43ea2b-f30c-44c5-9272-a99d77f53aa5 req-422e4e84-6f8c-4a02-8cef-4ccf98a1848f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.2499349 Jun 30 09:02:29.221022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-974772b5-7e06-40c1-b51c-8e28daed8ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.296520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.306928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b4bf56-20bd-4859-8668-4cbec78fb577 req-c91ab7be-159b-4eb7-a9f6-ea1a2db28049 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661148 Jun 30 09:02:29.323139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac43ea2b-f30c-44c5-9272-a99d77f53aa5 req-bc3c597f-eeed-4f0b-b26f-f1dd20e38e97 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384096 Jun 30 09:02:29.339285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:29.371549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:29.387550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.494291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.495080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.496554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] 10.222.0.41 "PUT /v2.0/ports/86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 1092 time: 2.1529400 Jun 30 09:02:29.598555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c5031-f834-401b-b893-8fa7b2090af9 service neutron] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.693803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea06c94-dff1-4703-baff-cc52f2af3e00 req-97065a2d-8ce5-4c4d-b381-3d8c5a375142 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.695481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aea06c94-dff1-4703-baff-cc52f2af3e00 req-97065a2d-8ce5-4c4d-b381-3d8c5a375142 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 943 time: 0.2290783 Jun 30 09:02:29.740773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-06052e24-c58a-4fdc-9352-dc431379a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.742306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-06052e24-c58a-4fdc-9352-dc431379a954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1095 time: 0.2024822 Jun 30 09:02:29.813233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-d60cb395-850c-4012-a39d-9c028c57c03a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 217 time: 0.0604172 Jun 30 09:02:29.852086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aea06c94-dff1-4703-baff-cc52f2af3e00 req-bcc28cac-8b1b-4985-b7e7-a5a6c5d96ed4 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444221 Jun 30 09:02:29.891588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:29.902370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.917584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Transition to ACTIVE for port object ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:29.943908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.998659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:30.000928 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e63ef-9417-4e20-9566-2d21a3f0b020" -d '{"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:30.052312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-41e28669-e35c-4c2e-9a6a-6516e1c6f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.053772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-41e28669-e35c-4c2e-9a6a-6516e1c6f31e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.2150025 Jun 30 09:02:30.118401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:30.126755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.153858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-22acca5e-be63-4d1e-8109-fd13c704f981 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769598 Jun 30 09:02:30.177720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a6b2227e-900c-4b56-8f17-fdf1274e24ee triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:30.178083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.253590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.278788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:30.281236 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4525c44b-1690-4477-b321-a7a15a161ef5" -d '{"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:30.296497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:30.300785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.319354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Attempting to bind port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:30.319691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Attempting to bind port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:30.320019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Attempting to bind port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:30.330354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b8d6-309f-4595-b280-1a21319bf4a8 req-996fa351-fad7-4d2c-ae31-515ad5adb69b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.332147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75c7b8d6-309f-4595-b280-1a21319bf4a8 req-996fa351-fad7-4d2c-ae31-515ad5adb69b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 944 time: 0.3237817 Jun 30 09:02:30.353617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.362689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56ea-c767-43a7-9f31-8f55dde11ecb req-1870803f-9e86-405e-8c6c-6cc3ebad68ce tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.369404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56ea-c767-43a7-9f31-8f55dde11ecb req-1870803f-9e86-405e-8c6c-6cc3ebad68ce tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.376006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf56ea-c767-43a7-9f31-8f55dde11ecb req-1870803f-9e86-405e-8c6c-6cc3ebad68ce tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.377945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cbf56ea-c767-43a7-9f31-8f55dde11ecb req-1870803f-9e86-405e-8c6c-6cc3ebad68ce tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2415 time: 0.3231454 Jun 30 09:02:30.378548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:30.378872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Attempting to bind port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:30.418430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:30.418778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:30.419161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:30.419603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Bound port: ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:30.420068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.443142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-2ea6e38a-80b5-4775-9276-289a729a73ee service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576277 Jun 30 09:02:30.509320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75c7b8d6-309f-4595-b280-1a21319bf4a8 req-191c6be0-cd00-4cae-a994-300c9361d084 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630545 Jun 30 09:02:30.553933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cbf56ea-c767-43a7-9f31-8f55dde11ecb req-b9cef398-d378-4059-810d-d0337f0a034e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632345 Jun 30 09:02:30.604890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:30.622477 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663828c7-a3d0-4c39-81c5-f402883de930 x-openstack-request-id: req-663828c7-a3d0-4c39-81c5-f402883de930 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:30.622686 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:30.622954 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-663828c7-a3d0-4c39-81c5-f402883de930 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:30.623314 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728', 'status': 'completed', 'code': 200} Jun 30 09:02:30.633099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:30.637918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b65e79c7-b38e-4b83-8194-4be15977fbd3 req-9eba8212-60db-4a48-a14c-d6f148d3ac8a service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865752 Jun 30 09:02:30.639738 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.670747 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa4052-67b4-4657-bf78-876a65bfa714 x-openstack-request-id: req-70aa4052-67b4-4657-bf78-876a65bfa714 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:30.671032 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:30.671495 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70aa4052-67b4-4657-bf78-876a65bfa714 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:30.672090 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'code': 200} Jun 30 09:02:30.693181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.693897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.695365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 HTTP/1.1" status: 200 len: 1093 time: 1.6187935 Jun 30 09:02:30.748133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['0c13a4af-5915-4842-8b54-c5d566cb9f7d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:30.852894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121afb72-111e-44d4-8227-3e00c4262c86 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.928142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-95a57931-e4b5-496a-8c74-40fa61734ddf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.930627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-95a57931-e4b5-496a-8c74-40fa61734ddf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.2597513 Jun 30 09:02:30.962567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-d9928fc6-38e8-4b1f-8add-fe626dbd6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.963991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-d9928fc6-38e8-4b1f-8add-fe626dbd6a64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 1096 time: 0.2105792 Jun 30 09:02:30.971677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-173de574-a75d-4b9c-9fda-a5604dcf8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.973090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-173de574-a75d-4b9c-9fda-a5604dcf8b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1095 time: 0.2630069 Jun 30 09:02:30.976590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-720cfc2f-a037-48c6-b742-4ba5fc55b106 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0307620 Jun 30 09:02:31.044380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705f42f-fa4e-4a83-a0c0-0c9e4517f2f4 req-db189fb1-081a-489f-8ccc-1608b841556c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.045928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b705f42f-fa4e-4a83-a0c0-0c9e4517f2f4 req-db189fb1-081a-489f-8ccc-1608b841556c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.2546000 Jun 30 09:02:31.058257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-9d6aa313-6d15-41a4-9194-1b3ff0b9502b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 HTTP/1.1" status: 200 len: 217 time: 0.0840101 Jun 30 09:02:31.191538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-ebec9964-22e0-4654-a8b9-b30fbbc161a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.192975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-ebec9964-22e0-4654-a8b9-b30fbbc161a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0893829 Jun 30 09:02:31.206472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b705f42f-fa4e-4a83-a0c0-0c9e4517f2f4 req-5e145f5e-80c2-4117-b32a-74952844ec44 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321929 Jun 30 09:02:31.247850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-b17507b0-71ff-480f-bcf3-9ff54eda0ffd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472801 Jun 30 09:02:31.254094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-6a79613b-29f3-4fc8-80be-59a76d00bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.255484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-6a79613b-29f3-4fc8-80be-59a76d00bd0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.2714305 Jun 30 09:02:31.283719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-1fbbb218-f0f4-4ffe-b5bd-e587e74b8b88 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2985206 Jun 30 09:02:31.350816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-d2f93279-1b13-45a7-a6f6-481a80da6afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 217 time: 0.0875850 Jun 30 09:02:31.797140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-3fdfd174-21ba-480c-8d37-c78fbd40020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.798613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-3fdfd174-21ba-480c-8d37-c78fbd40020e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.3985980 Jun 30 09:02:31.833964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-7684daf8-95bd-45e9-9094-050e21a53e26 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682681 Jun 30 09:02:31.858220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-a0116750-7193-40eb-8ac7-e46b3dca36f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488617 Jun 30 09:02:31.871081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cc721519-071d-4a5e-bdf4-13ac1a9ce3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:31.879871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-ad10404b-b68a-4cc0-b5f7-6cb7d92dff4b service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602398 Jun 30 09:02:31.958333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.016630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac721da-247d-4647-9f1a-660a35caa33b req-8a5fb255-6108-4663-89aa-7816c5e1a06b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.018132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aac721da-247d-4647-9f1a-660a35caa33b req-8a5fb255-6108-4663-89aa-7816c5e1a06b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.6643965 Jun 30 09:02:32.127614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b64a05f5-4957-48c1-ae2b-74e10889c8ef up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:32.143735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aebe09f5-5a30-4b59-939f-8d8b70109920 req-9807defd-1d7d-49e5-ba17-95cb53e983ee service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879972 Jun 30 09:02:32.147132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aac721da-247d-4647-9f1a-660a35caa33b req-2565576a-8502-4a50-84d7-80c5732bbc88 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211090 Jun 30 09:02:32.149925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-8da3fcc3-b197-4d5c-b32e-32207b398ade service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484224 Jun 30 09:02:32.151646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-43cb1b6f-d07a-4d57-9059-14d23651c35b service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832100 Jun 30 09:02:32.196131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port b64a05f5-4957-48c1-ae2b-74e10889c8ef completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:32.202201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port b64a05f5-4957-48c1-ae2b-74e10889c8ef triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:32.203195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.284018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686e63ef-9417-4e20-9566-2d21a3f0b020 req-0456ab78-a233-44f4-bcb2-31ace5117b39 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228313 Jun 30 09:02:32.306430 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.355018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:32.360699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.417318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:32.522508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547bd9-b70d-4c2c-a068-3626009debd1 req-8a3730a5-d4cf-4781-8c26-5f4bcd20b0de tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.524116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd547bd9-b70d-4c2c-a068-3626009debd1 req-8a3730a5-d4cf-4781-8c26-5f4bcd20b0de tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 944 time: 0.1047881 Jun 30 09:02:32.533869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96e61-387a-49ce-a295-27760491e71f req-e3b8934b-e714-45ec-9a67-410909802183 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.536027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24d96e61-387a-49ce-a295-27760491e71f req-e3b8934b-e714-45ec-9a67-410909802183 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 943 time: 0.1348712 Jun 30 09:02:32.600593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd547bd9-b70d-4c2c-a068-3626009debd1 req-a13a63b4-fca9-43b1-8aed-b3e97ec5ad66 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634396 Jun 30 09:02:32.603310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24d96e61-387a-49ce-a295-27760491e71f req-b83911b9-6d14-4cfe-863c-54a97bbaf1d5 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Jun 30 09:02:32.626001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:32.626488 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:32.673931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:32.676527 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90322694-dd82-4ccc-850c-8d6d68a74b81" -d '{"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:32.830300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.841894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed802-8299-478d-b9be-9f4ede0ff647 req-aa08006b-74dc-4fd5-a075-4ece476de3c9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.848599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed802-8299-478d-b9be-9f4ede0ff647 req-aa08006b-74dc-4fd5-a075-4ece476de3c9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.854905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed802-8299-478d-b9be-9f4ede0ff647 req-aa08006b-74dc-4fd5-a075-4ece476de3c9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.856566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d57ed802-8299-478d-b9be-9f4ede0ff647 req-aa08006b-74dc-4fd5-a075-4ece476de3c9 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2416 time: 0.1253612 Jun 30 09:02:32.893589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2532318-36fb-4b88-aca0-1cf27b1a5da9 req-ca0987bb-17c2-405c-8a6d-637dc622fbe8 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.895643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2532318-36fb-4b88-aca0-1cf27b1a5da9 req-ca0987bb-17c2-405c-8a6d-637dc622fbe8 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.1224954 Jun 30 09:02:32.930843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d57ed802-8299-478d-b9be-9f4ede0ff647 req-fa72c01a-d012-42bc-adf7-223f725580cd tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653872 Jun 30 09:02:32.949295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2532318-36fb-4b88-aca0-1cf27b1a5da9 req-629e878b-7bcf-47c4-9a07-0978e6f419bf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Jun 30 09:02:33.008682 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b13a1ab-bd03-462e-9acb-ea5ccf969a36 x-openstack-request-id: req-5b13a1ab-bd03-462e-9acb-ea5ccf969a36 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:33.009244 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:33.009846 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b13a1ab-bd03-462e-9acb-ea5ccf969a36 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:33.010641 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717', 'status': 'completed', 'code': 200} Jun 30 09:02:33.051083 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0430e0c8-f7cd-4f9b-bc7a-460b0ca3ece2 x-openstack-request-id: req-0430e0c8-f7cd-4f9b-bc7a-460b0ca3ece2 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:33.051901 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:33.051901 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0430e0c8-f7cd-4f9b-bc7a-460b0ca3ece2 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:33.052695 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef', 'code': 200} Jun 30 09:02:33.124891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4ffa096-083d-4087-a348-37d49061a9a6 req-2f2b13fd-498b-4796-b019-362583151386 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 210 time: 0.0701168 Jun 30 09:02:33.154425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.157632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-13f9b7c0-2527-416a-8c34-63ae8c23e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.159372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-13f9b7c0-2527-416a-8c34-63ae8c23e028 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 1096 time: 0.1199636 Jun 30 09:02:33.315600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-a1dbcf28-07f7-4966-920d-a7c933f49bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.317630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-a1dbcf28-07f7-4966-920d-a7c933f49bae service neutron] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.1508739 Jun 30 09:02:33.363081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-e036dbc6-1768-40f4-a17a-9f74ff69f6d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 HTTP/1.1" status: 200 len: 217 time: 0.0375319 Jun 30 09:02:33.414060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73b74-94bf-4938-a0ce-9889e03e8678 req-26d3325c-f254-4796-8243-8403eda1d791 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.415594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc73b74-94bf-4938-a0ce-9889e03e8678 req-26d3325c-f254-4796-8243-8403eda1d791 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1441493 Jun 30 09:02:33.447479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-a25b8171-8334-4106-8959-d67c1de7ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.448984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-a25b8171-8334-4106-8959-d67c1de7ebed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0787632 Jun 30 09:02:33.496302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc73b74-94bf-4938-a0ce-9889e03e8678 req-fd79d24f-8a36-4cc2-b08e-2626ee1c1a8a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Jun 30 09:02:33.498215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-27c2353b-dc39-4f71-82c4-3b3806359a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376647 Jun 30 09:02:33.725288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ba1c2-f2c4-4f32-8f12-eea9bc9e598c req-23801935-447f-4bff-b7c4-e896b52927fa tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.760367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a78ba1c2-f2c4-4f32-8f12-eea9bc9e598c req-23801935-447f-4bff-b7c4-e896b52927fa tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.2338459 Jun 30 09:02:33.760367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-894fd2a0-2233-4626-8804-7fc453f1387c service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233059 Jun 30 09:02:33.780524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-e416dabf-de9a-40e2-80e1-125dbff55d0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.782026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-e416dabf-de9a-40e2-80e1-125dbff55d0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.2061059 Jun 30 09:02:33.831509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:33.939822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a78ba1c2-f2c4-4f32-8f12-eea9bc9e598c req-59a0646e-ddd7-4358-9af9-97cefee9a8eb tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066371 Jun 30 09:02:34.010010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c19d2876-cbcb-4b42-91af-fe3e0ba8d119 req-88027f03-cb71-4dcc-9589-36f445981967 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657356 Jun 30 09:02:34.041324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a76c-7242-4b4a-b1b9-a24e17960bcc req-9c0307e6-d652-49f7-88bc-7039dcce6bc2 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.042850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c351a76c-7242-4b4a-b1b9-a24e17960bcc req-9c0307e6-d652-49f7-88bc-7039dcce6bc2 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 943 time: 0.1913157 Jun 30 09:02:34.056032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:34.059349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.123686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:34.127293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 78fd1bec-0af9-4a02-ac31-18f1353792cc up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:34.172562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c351a76c-7242-4b4a-b1b9-a24e17960bcc req-7c34e368-1023-49bd-928a-33c362614a76 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186831 Jun 30 09:02:34.213897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8298c-8069-480d-afff-64dda2e3d9db req-9e0844a9-0821-4f57-87c9-bca664db8e87 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.215495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdc8298c-8069-480d-afff-64dda2e3d9db req-9e0844a9-0821-4f57-87c9-bca664db8e87 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 944 time: 0.1717584 Jun 30 09:02:34.278357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86f236d6-8593-43c8-b037-455d086a5728 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:34.296266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 78fd1bec-0af9-4a02-ac31-18f1353792cc completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:34.298860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdc8298c-8069-480d-afff-64dda2e3d9db req-8922ab5a-727c-4ccf-b498-614bf6756585 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Jun 30 09:02:34.306953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.6 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/7d6e3fe7-0492-43a5-8e5a-e009f1e0153d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:34.315457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.318370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 78fd1bec-0af9-4a02-ac31-18f1353792cc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:34.318811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.385598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'mac_address': 'fa:16:3e:40:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:34.553790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.570808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.595900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:34.611689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.620630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669abc7-32bc-45e7-a8ef-9d8b3668e822 req-16a92090-6fab-4c0e-bafc-cef145fac1b1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.623816 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.630135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669abc7-32bc-45e7-a8ef-9d8b3668e822 req-16a92090-6fab-4c0e-bafc-cef145fac1b1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.632673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.636825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669abc7-32bc-45e7-a8ef-9d8b3668e822 req-16a92090-6fab-4c0e-bafc-cef145fac1b1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.638716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6669abc7-32bc-45e7-a8ef-9d8b3668e822 req-16a92090-6fab-4c0e-bafc-cef145fac1b1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2416 time: 0.1705961 Jun 30 09:02:34.639300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.649783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.655149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '86f236d6-8593-43c8-b037-455d086a5728', 'network_id': '2d40d8cd-9b42-40ee-96d4-17660f407637', 'port_id': '86f236d6-8593-43c8-b037-455d086a5728', 'mac_address': 'fa:16:3e:45:41:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dce2ac-2fc1-448d-8d00-ef5aad1c4407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:34.740869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec50c1ab-2892-4ee1-9b2e-faaca69acc60 req-88a246dc-03f7-4b53-bc95-26b855e3e68c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 210 time: 0.0484908 Jun 30 09:02:34.756179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.756844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.782341 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.787128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:34.793644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.802894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.809283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6669abc7-32bc-45e7-a8ef-9d8b3668e822 req-a489b1bf-698c-4c0f-9973-3f7297569c99 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581166 Jun 30 09:02:34.833464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:34.857010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.860303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:34.864688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f236d6-8593-43c8-b037-455d086a5728 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:34.870635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:34.895366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.896461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['79c49ef0-b15f-4a37-81f8-606092930c7c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:34.911483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-bbf45323-8a24-484b-b451-324e1b444c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.913031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-bbf45323-8a24-484b-b451-324e1b444c77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 1098 time: 0.2610869 Jun 30 09:02:34.949787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.977567 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.990271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.990920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.995030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.041400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-4c94af42-ac1b-4b1d-9154-7b3ce62c7c0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439036 Jun 30 09:02:35.053166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Request body: {'port': {'device_id': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:35.057924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:35.062513 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f322ce-1850-4703-961e-0a9db3124e34" -d '{"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:35.138251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.150509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-52c9bb88-f3b9-4cf1-800b-8fee123bec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.151965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-52c9bb88-f3b9-4cf1-800b-8fee123bec78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 200 len: 916 time: 0.2295761 Jun 30 09:02:35.230975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-9bed6dda-84bb-4c43-b0a2-bb407d24756c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 HTTP/1.1" status: 200 len: 217 time: 0.0527647 Jun 30 09:02:35.234433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:35.245647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9214ee3-09b6-4d90-851c-8c994be7eb66 req-d081c94d-f51e-4ff9-b13c-20d252eadcae tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.252647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9214ee3-09b6-4d90-851c-8c994be7eb66 req-d081c94d-f51e-4ff9-b13c-20d252eadcae tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.2807732 Jun 30 09:02:35.272825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.377289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f22b4-e946-4f1b-ae71-ae838af165ec req-109945d1-724f-4d77-9ff4-9a6fde380923 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.378753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-385f22b4-e946-4f1b-ae71-ae838af165ec req-109945d1-724f-4d77-9ff4-9a6fde380923 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.2885361 Jun 30 09:02:35.383059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-82b05a25-9525-4982-877e-54bde3828c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.384442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-82b05a25-9525-4982-877e-54bde3828c5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 200 len: 854 time: 0.1256230 Jun 30 09:02:35.388966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9214ee3-09b6-4d90-851c-8c994be7eb66 req-38f8b2cb-065a-4424-8471-c0be3def8e79 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353087 Jun 30 09:02:35.450009 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b97c2-6c1a-4665-9d1b-cab4b11c47e7 x-openstack-request-id: req-f13b97c2-6c1a-4665-9d1b-cab4b11c47e7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:35.450339 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:35.450593 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f13b97c2-6c1a-4665-9d1b-cab4b11c47e7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:35.450924 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc', 'code': 200} Jun 30 09:02:35.530280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-385f22b4-e946-4f1b-ae71-ae838af165ec req-46b0f5f2-3cfd-4995-9d53-8e971bc653ce tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386979 Jun 30 09:02:35.601181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-2a0248d2-f91f-4319-9288-7304fd3b487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.602768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-2a0248d2-f91f-4319-9288-7304fd3b487d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e5d9081-3162-40a9-94a7-1e5232f87219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087507 Jun 30 09:02:36.101361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848dc38-ab97-407b-8460-62b30634649a req-fdb58f37-8472-49c1-bfea-a9ab3ce604fd tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.102883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3848dc38-ab97-407b-8460-62b30634649a req-fdb58f37-8472-49c1-bfea-a9ab3ce604fd tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 944 time: 0.5230072 Jun 30 09:02:36.119318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-23264a8a-a05a-4adc-af11-b7682ffac899 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993293 Jun 30 09:02:36.134973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0c13a4af-5915-4842-8b54-c5d566cb9f7d up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:36.170398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-8e0bb0f3-948e-4026-ac84-ea835633b8db tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.172218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-8e0bb0f3-948e-4026-ac84-ea835633b8db tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 946 time: 0.0700309 Jun 30 09:02:36.197532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 0c13a4af-5915-4842-8b54-c5d566cb9f7d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:36.209200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 0c13a4af-5915-4842-8b54-c5d566cb9f7d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:36.212476 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.219726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae448f6-dd93-49c7-ad62-677ad7f6c334 req-53e8217f-6973-4823-92f9-e2c56778b576 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.221241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fae448f6-dd93-49c7-ad62-677ad7f6c334 req-53e8217f-6973-4823-92f9-e2c56778b576 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 944 time: 0.2543530 Jun 30 09:02:36.238179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:36.263966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.274352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3848dc38-ab97-407b-8460-62b30634649a req-f740c12f-b828-4513-9e4f-49253d48d1f1 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579988 Jun 30 09:02:36.319773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Transition to ACTIVE for port object 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:36.322527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:36.327306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.330463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86f236d6-8593-43c8-b037-455d086a5728 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:36.334060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fae448f6-dd93-49c7-ad62-677ad7f6c334 req-c79733d6-665f-42a5-aae1-af3d9ee3f4e8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981870 Jun 30 09:02:36.337834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf30e5-f49d-433f-962f-cdd9e13f1c54 req-0d043d2e-388d-477d-bcec-b46d728a9417 service neutron] 10.222.0.41 "GET /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071702 Jun 30 09:02:36.358474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Deleting port a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:36.360254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.381471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.528892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.533977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Attempting to bind port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:36.534373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Attempting to bind port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:36.534710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Attempting to bind port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:36.542553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:36.542887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Attempting to bind port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:36.551582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:36.551934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:36.552326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:36.552763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Bound port: 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:36.553128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.582049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 86f236d6-8593-43c8-b037-455d086a5728 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:36.606621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 86f236d6-8593-43c8-b037-455d086a5728 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:36.607191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.607828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] For port a6b2227e-900c-4b56-8f17-fdf1274e24ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a6b2227e-900c-4b56-8f17-fdf1274e24ee,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:36.608300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.623493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191c102-060d-4898-b167-8d3bb36b768c req-29b0d822-12ff-47d2-aec4-48317cd970e0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.624915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0191c102-060d-4898-b167-8d3bb36b768c req-29b0d822-12ff-47d2-aec4-48317cd970e0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 943 time: 0.1597290 Jun 30 09:02:36.629615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Calling delete_port for a6b2227e-900c-4b56-8f17-fdf1274e24ee owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:36.647294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:36.657091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.658935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:36.668648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:36.700754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:36.711664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:36.724991 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.727579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0191c102-060d-4898-b167-8d3bb36b768c req-85bed608-c53b-4083-9d56-8996367fc3d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819719 Jun 30 09:02:36.736019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717', 'mac_address': 'fa:16:3e:69:85:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:36.770734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.771362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.773552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d6e3fe7-0492-43a5-8e5a-e009f1e0153d HTTP/1.1" status: 200 len: 1092 time: 1.7241015 Jun 30 09:02:36.773552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:36.775498 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370b879-9ce7-46cf-a9c5-92943b8e9289" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:36.790036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310391-625a-45db-a992-2e87502ca52b req-b9befd36-5b4c-4534-852f-bfce3575b16a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.796630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310391-625a-45db-a992-2e87502ca52b req-b9befd36-5b4c-4534-852f-bfce3575b16a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.805872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310391-625a-45db-a992-2e87502ca52b req-b9befd36-5b4c-4534-852f-bfce3575b16a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.805872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae310391-625a-45db-a992-2e87502ca52b req-b9befd36-5b4c-4534-852f-bfce3575b16a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2417 time: 0.2046342 Jun 30 09:02:36.852380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.888885 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.911730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac291b-6b28-4f66-b127-d7e40e7549b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.914787 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.916911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.987938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:37.012988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event deleted for resources: {'Port': ['ID=a6b2227e-900c-4b56-8f17-fdf1274e24ee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.026395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 79c49ef0-b15f-4a37-81f8-606092930c7c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:37.027083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.051442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae310391-625a-45db-a992-2e87502ca52b req-d078bc2f-3790-4972-8184-a65e5f9cef78 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889307 Jun 30 09:02:37.134462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-17b8e5c0-a3fe-41b1-a121-355ee6b1c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.135321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] No DVR routers for this DVR port a6b2227e-900c-4b56-8f17-fdf1274e24ee on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:37.139650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-17b8e5c0-a3fe-41b1-a121-355ee6b1c17c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 1095 time: 0.2032945 Jun 30 09:02:37.140774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.142830 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bbf74f8-00cc-437b-9771-82aa853b4d54 req-4a3e80f6-c309-4b6b-955a-644ca27a8079 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "DELETE /v2.0/ports/a6b2227e-900c-4b56-8f17-fdf1274e24ee HTTP/1.1" status: 204 len: 173 time: 0.9643297 Jun 30 09:02:37.143280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-deleted', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:37.146421 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ede33-df37-449e-9dc5-98bf61a363ca" -d '{"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-deleted", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:37.171942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:37.179057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:37.185980 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.218872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-25774dc8-1ed0-4475-bf5e-fd0d97db98b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d HTTP/1.1" status: 200 len: 217 time: 0.0710490 Jun 30 09:02:37.313562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.324919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-7abe1b3c-c0c3-47ed-b3df-7797e5545bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.326438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-7abe1b3c-c0c3-47ed-b3df-7797e5545bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1000304 Jun 30 09:02:37.328018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.349692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cec46d3-be40-4f39-af0b-9275e0909067 req-4d974700-a213-40ba-9791-f4e55a786246 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c HTTP/1.1" status: 200 len: 210 time: 0.0456555 Jun 30 09:02:37.400659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-f8b836ae-5856-4ddd-9830-ce2a51012742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540233 Jun 30 09:02:37.428639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.462106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d'}, {'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f236d6-8593-43c8-b037-455d086a5728'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:37.465602 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a94151d-66ee-46f2-8e87-d518f2c0fdca" -d '{"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d"}, {"server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "name": "network-vif-plugged", "status": "completed", "tag": "86f236d6-8593-43c8-b037-455d086a5728"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:37.491306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.501617 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b8173-4325-4cde-8e44-f404f5c87479 x-openstack-request-id: req-1e1b8173-4325-4cde-8e44-f404f5c87479 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:37.502058 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:37.502352 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e1b8173-4325-4cde-8e44-f404f5c87479 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:37.502761 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d', 'status': 'completed', 'code': 200} Jun 30 09:02:37.521301 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b46741-14b4-46d9-8f95-b1b821545ddf x-openstack-request-id: req-e4b46741-14b4-46d9-8f95-b1b821545ddf {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:37.522260 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c", "name": "network-vif-deleted", "tag": "a6b2227e-900c-4b56-8f17-fdf1274e24ee", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:37.522665 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4b46741-14b4-46d9-8f95-b1b821545ddf {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:37.523195 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd4a1e4-418a-47c0-8fe0-6c654b7f6c9c', 'name': 'network-vif-deleted', 'tag': 'a6b2227e-900c-4b56-8f17-fdf1274e24ee', 'status': 'completed', 'code': 200} Jun 30 09:02:37.537159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b7409-8675-4466-bf55-ec34cdd0d78a req-6efa9b95-d2fa-4e97-9489-f35372c8d14f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.539689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa4b7409-8675-4466-bf55-ec34cdd0d78a req-6efa9b95-d2fa-4e97-9489-f35372c8d14f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.2820148 Jun 30 09:02:37.543992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:37.550637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.553063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:37.600169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ce8fe2b0-df6e-4f5c-a69a-a76e446ae717'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:37.604268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:37.604756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:37.635175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-cd97a9cd-9800-408f-aec4-2ae186df7767 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219427 Jun 30 09:02:37.640759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa4b7409-8675-4466-bf55-ec34cdd0d78a req-151d822c-0b98-434a-99f0-0f947adc9f17 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940404 Jun 30 09:02:37.661692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.833843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33262482-0144-4715-a2b2-cbd6a99d8d05 req-d47bf338-7b65-4455-8bc4-3741cce17866 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.835361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33262482-0144-4715-a2b2-cbd6a99d8d05 req-d47bf338-7b65-4455-8bc4-3741cce17866 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 945 time: 0.2148788 Jun 30 09:02:37.840276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b88b8b5f-8d04-4740-a7e9-b8a1bd64ebed req-da2908ee-917a-47ae-9a6c-9bb633601075 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724389 Jun 30 09:02:37.902887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33262482-0144-4715-a2b2-cbd6a99d8d05 req-b80a2592-f5a0-4d9a-ab00-3735260a5400 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Jun 30 09:02:37.956501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d810c-ab7e-4038-85ff-2612de9c78c3 req-de3667c1-6653-407e-81b7-15fb5552e18e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.959172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e3d810c-ab7e-4038-85ff-2612de9c78c3 req-de3667c1-6653-407e-81b7-15fb5552e18e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 945 time: 0.1674929 Jun 30 09:02:37.987054 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec263a-bbda-4df4-a3b7-86abf797b049 x-openstack-request-id: req-c2ec263a-bbda-4df4-a3b7-86abf797b049 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:37.987851 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d", "code": 200}, {"server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "name": "network-vif-plugged", "status": "completed", "tag": "86f236d6-8593-43c8-b037-455d086a5728", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:37.989844 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2ec263a-bbda-4df4-a3b7-86abf797b049 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:37.991200 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d', 'code': 200} Jun 30 09:02:37.992148 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f236d6-8593-43c8-b037-455d086a5728', 'code': 200} Jun 30 09:02:38.020780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-c0c69bc8-b895-4944-9e6d-5ea5e4c07bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.023267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-c0c69bc8-b895-4944-9e6d-5ea5e4c07bfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 1095 time: 0.1180613 Jun 30 09:02:38.070171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e3d810c-ab7e-4038-85ff-2612de9c78c3 req-ef0b347b-b18e-4381-ab31-4b7d975ec56e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876880 Jun 30 09:02:38.218758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10b844-67b3-49f1-8b0a-643bf7bff454 req-40ae9a05-c282-4bd0-9414-df9b2c33f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.219251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10b844-67b3-49f1-8b0a-643bf7bff454 req-40ae9a05-c282-4bd0-9414-df9b2c33f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.219729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10b844-67b3-49f1-8b0a-643bf7bff454 req-40ae9a05-c282-4bd0-9414-df9b2c33f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.221514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ca10b844-67b3-49f1-8b0a-643bf7bff454 req-40ae9a05-c282-4bd0-9414-df9b2c33f68d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2874 time: 0.0948975 Jun 30 09:02:38.227206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-cc457dd5-d0be-416e-b388-c6ea64452c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.228805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-cc457dd5-d0be-416e-b388-c6ea64452c47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.1895838 Jun 30 09:02:38.238646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdceb9-5994-4b95-b701-9187d7c1932f req-c9d15a4b-db97-4165-9f08-e59c3a734fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.240155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dcdceb9-5994-4b95-b701-9187d7c1932f req-c9d15a4b-db97-4165-9f08-e59c3a734fac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1097 time: 0.1403632 Jun 30 09:02:38.266865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ca10b844-67b3-49f1-8b0a-643bf7bff454 req-869df5bd-0c33-4f11-ad4e-9d082fe6cf05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Jun 30 09:02:38.293831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-465b0f7d-9e5f-4434-b976-16632e0dc59c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d HTTP/1.1" status: 200 len: 217 time: 0.0574658 Jun 30 09:02:38.304547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689f304-9c03-4f53-8a6b-e10dfce8d148 req-6ca9f371-2341-49db-9b8b-10b92ba464a5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.305970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7689f304-9c03-4f53-8a6b-e10dfce8d148 req-6ca9f371-2341-49db-9b8b-10b92ba464a5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 943 time: 0.1748567 Jun 30 09:02:38.371567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dcdceb9-5994-4b95-b701-9187d7c1932f req-37741bc2-c398-4692-95b7-8bcc30a45e5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241748 Jun 30 09:02:38.386858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-6fd1fd3c-fb42-46c6-bde3-a6fdcf370356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.388459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-6fd1fd3c-fb42-46c6-bde3-a6fdcf370356 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.0806315 Jun 30 09:02:38.395992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7689f304-9c03-4f53-8a6b-e10dfce8d148 req-e4c2d6e8-66e5-4154-8039-712dd3763fa5 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Jun 30 09:02:38.468150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-31ab4374-8a06-40c7-b312-e9e38c8b6a87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449879 Jun 30 09:02:38.649096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-b56cafe5-66d9-4995-ae3e-ccb2b07ebda6 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716621 Jun 30 09:02:38.680923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833bc65-dacc-4de1-9e6a-e897fa1fc01d req-6e8409d5-fc23-4225-8b27-6384d9f425b4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.682369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d833bc65-dacc-4de1-9e6a-e897fa1fc01d req-6e8409d5-fc23-4225-8b27-6384d9f425b4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1541288 Jun 30 09:02:38.702880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c8ca2-4fa1-4280-a380-73eeaed9511c req-3607db99-0942-4dca-a65a-f2a259ad4af7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.710038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c8ca2-4fa1-4280-a380-73eeaed9511c req-3607db99-0942-4dca-a65a-f2a259ad4af7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.716222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c8ca2-4fa1-4280-a380-73eeaed9511c req-3607db99-0942-4dca-a65a-f2a259ad4af7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.718270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e4c8ca2-4fa1-4280-a380-73eeaed9511c req-3607db99-0942-4dca-a65a-f2a259ad4af7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2418 time: 0.1847374 Jun 30 09:02:38.809638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d833bc65-dacc-4de1-9e6a-e897fa1fc01d req-c86c020a-b613-497c-a7bb-79543b170a2b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166914 Jun 30 09:02:38.827052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e4c8ca2-4fa1-4280-a380-73eeaed9511c req-5f21431d-f688-4a1e-a717-0d4bbc6cf22d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Jun 30 09:02:38.845297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6370b879-9ce7-46cf-a9c5-92943b8e9289 req-6a393d9f-70a7-4935-ad4b-5b69c83d58e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833537 Jun 30 09:02:39.131946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140597-254c-4577-84f3-2f07360d46e0 req-3e828d04-7cc9-4272-8394-708c5330f4c4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.133422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6140597-254c-4577-84f3-2f07360d46e0 req-3e828d04-7cc9-4272-8394-708c5330f4c4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.1097584 Jun 30 09:02:39.153836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9323b-17f5-4d54-ad89-7f7bb3a9d3a2 req-6dde7a6f-2481-4145-ae86-89478807c397 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.155192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bc9323b-17f5-4d54-ad89-7f7bb3a9d3a2 req-6dde7a6f-2481-4145-ae86-89478807c397 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 945 time: 0.1030581 Jun 30 09:02:39.206248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6140597-254c-4577-84f3-2f07360d46e0 req-88a0de5f-5ab7-41d2-befd-c6af6b909a56 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658524 Jun 30 09:02:39.215051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bc9323b-17f5-4d54-ad89-7f7bb3a9d3a2 req-b92b45d5-84d2-4c3b-aede-daf0365989c9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517244 Jun 30 09:02:39.463375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e486278d-17d2-4be8-9467-3d8859780126 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.465244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e486278d-17d2-4be8-9467-3d8859780126 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.1513522 Jun 30 09:02:39.493142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70368-6723-4e2a-b7af-5cfda51b014d req-3ada64f6-9c07-404e-8e18-89cc2e56cd2b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.494623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9a70368-6723-4e2a-b7af-5cfda51b014d req-3ada64f6-9c07-404e-8e18-89cc2e56cd2b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 945 time: 0.1265924 Jun 30 09:02:39.497088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-b11f6391-a59f-49ad-a060-5a6b5f95cc86 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/quotas/6dc9462d8f2043419a74bd0508c0e93c HTTP/1.1" status: 200 len: 375 time: 0.0218089 Jun 30 09:02:39.564751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9a70368-6723-4e2a-b7af-5cfda51b014d req-c192f95d-a41e-4345-824e-6fb19d714eba tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614164 Jun 30 09:02:39.596772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-0a9d2c2f-bafa-4d02-9122-56cf8a63dbee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874877 Jun 30 09:02:39.722515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-1bd4893a-6415-46a0-8f3c-f03b113fc582 service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171501 Jun 30 09:02:39.799333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84a98-f480-4ee1-a03c-658c469b2a27 req-baf81ad2-6589-4f4e-bc27-736249b1763c tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.807948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1c84a98-f480-4ee1-a03c-658c469b2a27 req-baf81ad2-6589-4f4e-bc27-736249b1763c tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.1296301 Jun 30 09:02:39.850009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-8fc7dfda-ec49-4aea-a642-635da7c53ce2 service neutron] 10.222.0.66 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197288 Jun 30 09:02:39.874909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1c84a98-f480-4ee1-a03c-658c469b2a27 req-9bc5acbb-c8ff-4003-80ef-640132d636b2 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519462 Jun 30 09:02:39.994261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:39.998148 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed6123b-1838-4b17-be34-c7f6bdec5da4" -d '{"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:40.167132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:40.198996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a6b2227e-900c-4b56-8f17-fdf1274e24ee {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:40.199785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a6b2227e-900c-4b56-8f17-fdf1274e24ee not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:40.306315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:40.309993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:40.313593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f31339-a0e5-4e22-8723-2fc74a1621fb req-bd607117-ea4f-4977-ba64-791fa531fc9b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.317388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54f31339-a0e5-4e22-8723-2fc74a1621fb req-bd607117-ea4f-4977-ba64-791fa531fc9b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 943 time: 0.1361263 Jun 30 09:02:40.456100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:40.469111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54f31339-a0e5-4e22-8723-2fc74a1621fb req-895c252e-0f0d-4a20-a8c2-15ad6b81ab4a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344197 Jun 30 09:02:40.474584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:40.475126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.518409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:40.542583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d', 'mac_address': 'fa:16:3e:31:24:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:40.557146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5478-e1ae-4c9f-8f1d-349f45dbae85 req-8eeaf8af-6a06-45ac-a66a-756a2fda7589 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.573447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5478-e1ae-4c9f-8f1d-349f45dbae85 req-8eeaf8af-6a06-45ac-a66a-756a2fda7589 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.586679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5478-e1ae-4c9f-8f1d-349f45dbae85 req-8eeaf8af-6a06-45ac-a66a-756a2fda7589 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.589801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-209f5478-e1ae-4c9f-8f1d-349f45dbae85 req-8eeaf8af-6a06-45ac-a66a-756a2fda7589 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2418 time: 0.2713473 Jun 30 09:02:40.601717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.602172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-25da51cc-76ce-4c7d-8c5d-87d2bce0635f req-9cbfabd1-463f-408e-a2e2-888ec3b0286f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:40.611768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25da51cc-76ce-4c7d-8c5d-87d2bce0635f req-9cbfabd1-463f-408e-a2e2-888ec3b0286f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184493 Jun 30 09:02:40.642095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:40.677510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.697770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:40.714144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.763211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:40.777336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.794396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-209f5478-e1ae-4c9f-8f1d-349f45dbae85 req-dd54364c-083f-4d53-bc7f-beb71e3aea1b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757979 Jun 30 09:02:40.800721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.887796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25da51cc-76ce-4c7d-8c5d-87d2bce0635f req-c9228a6d-c79c-458b-878c-9564733e9a8a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2708013 Jun 30 09:02:40.899003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.011789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7d6e3fe7-0492-43a5-8e5a-e009f1e0153d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:41.136421 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83192a46-60f6-46b8-9621-2f8c704395bb x-openstack-request-id: req-83192a46-60f6-46b8-9621-2f8c704395bb {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:41.136906 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:41.137292 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83192a46-60f6-46b8-9621-2f8c704395bb {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:41.139739 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'code': 200} Jun 30 09:02:41.309474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b471399a-b1a3-4c67-840f-cad8b7cecc89 req-0ed8c0bf-43b7-4150-9c72-ff458e9bba7e tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 210 time: 0.0682201 Jun 30 09:02:41.624625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139ddfa-8a4b-434c-a2ef-5005dba268da req-7a514164-c6ea-412b-98f8-a84112971b23 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.627686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b139ddfa-8a4b-434c-a2ef-5005dba268da req-7a514164-c6ea-412b-98f8-a84112971b23 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.1733649 Jun 30 09:02:41.739928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b139ddfa-8a4b-434c-a2ef-5005dba268da req-65d244b5-4e6f-4dc1-9039-1d1e54f02a24 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812547 Jun 30 09:02:41.776585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0724-6011-4415-98af-3376a4efaeeb req-80784fcc-a9bd-4408-b301-72b7787c6edb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.779060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ab0724-6011-4415-98af-3376a4efaeeb req-80784fcc-a9bd-4408-b301-72b7787c6edb tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 945 time: 0.1897311 Jun 30 09:02:41.859071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ab0724-6011-4415-98af-3376a4efaeeb req-13e9f983-af01-4f35-990c-bf5af9e4ed3a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674474 Jun 30 09:02:42.068962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168dafe-8ffd-4c6b-811c-09efcd615ae8 req-8657a991-dec8-4ee5-8440-6a15b5969bc8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.077733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b168dafe-8ffd-4c6b-811c-09efcd615ae8 req-8657a991-dec8-4ee5-8440-6a15b5969bc8 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.0852580 Jun 30 09:02:42.154737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b168dafe-8ffd-4c6b-811c-09efcd615ae8 req-a87baa15-b621-4b9f-bdbe-60bfd6bca657 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758905 Jun 30 09:02:42.247598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e4d6057b-a758-424f-8ebc-f29245b8c63b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.249204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e4d6057b-a758-424f-8ebc-f29245b8c63b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 822 time: 0.1645520 Jun 30 09:02:42.265179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Request body: {'port': {'device_id': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'admin_state_up': True, 'tenant_id': '6dc9462d8f2043419a74bd0508c0e93c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:42.320702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:42.463699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:42.483977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:42.484725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.549683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-b80414d1-1d82-471b-8146-ab765c430c6f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1201308269&fields=id&tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 267 time: 0.1028879 Jun 30 09:02:42.551774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Made reservation on behalf of 6dc9462d8f2043419a74bd0508c0e93c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:42.556440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.690549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5368030-0d5c-4b02-b7c1-9da3819b57e2 req-bc0c1d95-2dbc-44c2-b202-d1b23669e91c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.692792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5368030-0d5c-4b02-b7c1-9da3819b57e2 req-bc0c1d95-2dbc-44c2-b202-d1b23669e91c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 944 time: 0.3154311 Jun 30 09:02:42.754170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.764055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Allocated IP 172.20.0.3 (e44400b9-d34b-4000-8efe-ef1db32bae41/30ba4940-25f0-473f-b420-388d002f4991/6ba8f73c-ed0e-44ee-925c-57609f29e74a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:42.805879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-67b1d9bc-da92-43dd-a341-f235017a0200 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.811563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-67b1d9bc-da92-43dd-a341-f235017a0200 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 945 time: 0.2605703 Jun 30 09:02:42.820814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5368030-0d5c-4b02-b7c1-9da3819b57e2 req-692fe87d-7c9a-4bcb-b7b9-e7bb04eaefbc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145611 Jun 30 09:02:42.824721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'security_groups': ['146c0a25-940d-4dda-85cf-983e1b82ce2c', '81813b10-b297-4e6d-80f8-2ce44ceb704e']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:42.844418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:42.850953 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.956130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.973384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.999416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.024426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.078161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Network e44400b9-d34b-4000-8efe-ef1db32bae41 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:43.085403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:43.090398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:43.128327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event updated for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.140671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717'}, {'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:43.143069 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7ce79-c401-46ff-8186-b5c6ab0ffdf6" -d '{"events": [{"server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717"}, {"server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:43.197711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.198848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.225681 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-170856a0-9919-4af2-9b75-3c9f507b0276 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651012 Jun 30 09:02:43.247392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Request body: {'port': {'device_id': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:43.336619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:43.399425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.413957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.414459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.428319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d', '86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:43.525568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.527864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.546790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d374e7-07ec-4a2b-86d4-ac0a52f9043c req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "PUT /v2.0/ports/86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 981 time: 0.7306428 Jun 30 09:02:43.554959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:43.569709 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4046ddd-185b-497b-b91e-8d786fcfa18d" -d '{"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:43.679312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82148c-a1b3-4a04-8217-e5a8ed475a17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.733252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:43.900756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba8f73c-ed0e-44ee-925c-57609f29e74a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:43.911292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.929463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Transition to ACTIVE for port object 6ba8f73c-ed0e-44ee-925c-57609f29e74a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:43.948471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.062660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.116151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Attempting to bind port 6ba8f73c-ed0e-44ee-925c-57609f29e74a on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:44.116492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Attempting to bind port 6ba8f73c-ed0e-44ee-925c-57609f29e74a by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:44.116820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Attempting to bind port 6ba8f73c-ed0e-44ee-925c-57609f29e74a on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:44.121575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Port 6ba8f73c-ed0e-44ee-925c-57609f29e74a on network e44400b9-d34b-4000-8efe-ef1db32bae41 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:44.121934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Attempting to bind port 6ba8f73c-ed0e-44ee-925c-57609f29e74a on network e44400b9-d34b-4000-8efe-ef1db32bae41 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:44.128891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:44.129385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Checking segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:44.129500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Bound using segment: {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:44.130154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Bound port: 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7710d748-b797-451f-a810-f760364ae5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:44.130523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.236742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:44.240861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:44.247128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.320231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bd0ec-9371-4780-b26b-e5a13f0f6d68 req-be98a437-51a6-4111-8aba-be06bd0f2ed9 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.321872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-999bd0ec-9371-4780-b26b-e5a13f0f6d68 req-be98a437-51a6-4111-8aba-be06bd0f2ed9 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.7414389 Jun 30 09:02:44.336128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a2865-f12c-4e2b-ad02-c7f850d5f3e0 req-a98367d9-be28-442f-b8cd-8fcfa55ac41d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.337906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f25a2865-f12c-4e2b-ad02-c7f850d5f3e0 req-a98367d9-be28-442f-b8cd-8fcfa55ac41d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 943 time: 0.5403895 Jun 30 09:02:44.338585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.339524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.341286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] 10.222.0.11 "PUT /v2.0/ports/6ba8f73c-ed0e-44ee-925c-57609f29e74a HTTP/1.1" status: 200 len: 1092 time: 1.0996687 Jun 30 09:02:44.341797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:44.344115 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980" -d '{"events": [{"name": "network-changed", "server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:44.393235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae42b8-ca42-41e5-8efc-0544ce84c43a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.419826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-999bd0ec-9371-4780-b26b-e5a13f0f6d68 req-53f78fa5-c1e3-4f6b-b59d-68d52da7777d tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759039 Jun 30 09:02:44.445511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f25a2865-f12c-4e2b-ad02-c7f850d5f3e0 req-fdd0fd61-d2e5-4db2-9125-d1bc48132ed1 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988321 Jun 30 09:02:44.488576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-51c19c29-2e7a-4f26-b831-986a0c8ed243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.490822 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-51c19c29-2e7a-4f26-b831-986a0c8ed243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 1095 time: 0.0843711 Jun 30 09:02:44.546152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-a77ce6bd-0f56-4aac-a329-4bce32a3f1fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a HTTP/1.1" status: 200 len: 217 time: 0.0434732 Jun 30 09:02:44.614441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209d3f5-2cb5-4a37-a9e9-887ddfdde763 req-89d79fc9-76ab-47a2-8ec8-72895c8a661d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.616697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9209d3f5-2cb5-4a37-a9e9-887ddfdde763 req-89d79fc9-76ab-47a2-8ec8-72895c8a661d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.0843048 Jun 30 09:02:44.634781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-70d17e7b-29fd-4ece-aab3-113a98b3340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.636643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-70d17e7b-29fd-4ece-aab3-113a98b3340e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.0690410 Jun 30 09:02:44.665788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9209d3f5-2cb5-4a37-a9e9-887ddfdde763 req-76316a47-0b7b-4d7c-ad72-109067dba963 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Jun 30 09:02:44.671207 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6c0da-4842-4c65-b470-898c84c9d133 x-openstack-request-id: req-75c6c0da-4842-4c65-b470-898c84c9d133 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:44.671683 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717", "code": 200}, {"server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:44.671919 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75c6c0da-4842-4c65-b470-898c84c9d133 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:44.672399 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717', 'code': 200} Jun 30 09:02:44.672703 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d', 'code': 200} Jun 30 09:02:44.704628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-8ae413c6-36bb-4ad7-ab6e-e374b3714b9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587318 Jun 30 09:02:44.854288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-497012e0-0cbf-4a2f-9f14-24d2aaaadce1 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347291 Jun 30 09:02:44.883725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f0a5936-e8e0-4a8f-b079-fc9522fd4563 req-b0c0e17a-f009-4200-aa4a-9ce9f099fb33 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/81813b10-b297-4e6d-80f8-2ce44ceb704e HTTP/1.1" status: 200 len: 1802 time: 0.1712742 Jun 30 09:02:44.997176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a314-5f22-4168-b188-633c8018d1cd req-19846e64-0f9b-44d1-9c6e-ba1b517e29d6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.003252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5c3ef0da-770c-43c1-b4d4-d781fa75c363 req-3390f213-8d12-42be-bc75-c669a3a101f5 service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370802 Jun 30 09:02:45.003438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a314-5f22-4168-b188-633c8018d1cd req-19846e64-0f9b-44d1-9c6e-ba1b517e29d6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.012121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a314-5f22-4168-b188-633c8018d1cd req-19846e64-0f9b-44d1-9c6e-ba1b517e29d6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.013864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b02a314-5f22-4168-b188-633c8018d1cd req-19846e64-0f9b-44d1-9c6e-ba1b517e29d6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2418 time: 0.2175388 Jun 30 09:02:45.020991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c865db-3115-41f3-832f-b2ef2fd5e645 req-3c392683-7e1f-49df-aa55-1b9fbd1e4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.022522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16c865db-3115-41f3-832f-b2ef2fd5e645 req-3c392683-7e1f-49df-aa55-1b9fbd1e4193 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 1097 time: 0.2353759 Jun 30 09:02:45.029293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad18-43ca-4684-800e-054c5feb506a req-84c6128f-add3-406c-bbac-45232b1c7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.030808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9420ad18-43ca-4684-800e-054c5feb506a req-84c6128f-add3-406c-bbac-45232b1c7ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 1098 time: 0.2032704 Jun 30 09:02:45.050662 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-9f0a5936-e8e0-4a8f-b079-fc9522fd4563 req-7e8159d7-392c-41f2-b2e1-a7f910f43dd6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:02:45.051669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f0a5936-e8e0-4a8f-b079-fc9522fd4563 req-7e8159d7-392c-41f2-b2e1-a7f910f43dd6 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/81813b10-b297-4e6d-80f8-2ce44ceb704e HTTP/1.1" status: 409 len: 341 time: 0.1573517 Jun 30 09:02:45.112032 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce210d6-eea8-4810-be6c-05d5bd8079a3 x-openstack-request-id: req-fce210d6-eea8-4810-be6c-05d5bd8079a3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:45.112360 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:45.112591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fce210d6-eea8-4810-be6c-05d5bd8079a3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:45.113031 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728', 'status': 'completed', 'code': 200} Jun 30 09:02:45.125216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9420ad18-43ca-4684-800e-054c5feb506a req-ed75bad0-2a5d-4655-84e7-620948ac766b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812497 Jun 30 09:02:45.130103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b02a314-5f22-4168-b188-633c8018d1cd req-4cb225af-c66d-4894-9944-6e3130b5d430 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055982 Jun 30 09:02:45.132101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16c865db-3115-41f3-832f-b2ef2fd5e645 req-7da548c6-60ee-4eff-864b-7cc9f6a0441b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Jun 30 09:02:45.200089 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c07d5-f93f-4b06-bd13-e0d17dc274ed x-openstack-request-id: req-c99c07d5-f93f-4b06-bd13-e0d17dc274ed {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:45.200462 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:45.200783 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c99c07d5-f93f-4b06-bd13-e0d17dc274ed {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:45.201254 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a', 'status': 'completed', 'code': 200} Jun 30 09:02:45.249460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-764713c7-1cdb-4059-a2af-41f8ce18e0a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1538424 Jun 30 09:02:45.349694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-d3241a59-6f43-42a7-82fc-6d8fd862f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.351202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-d3241a59-6f43-42a7-82fc-6d8fd862f927 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 1095 time: 0.1008170 Jun 30 09:02:45.402827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-4a6303a4-4334-4c13-944a-85ab1d52d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.404548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-4a6303a4-4334-4c13-944a-85ab1d52d64d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1136 time: 0.1705704 Jun 30 09:02:45.468931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.469415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.469920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.470393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.470872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.471317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.471800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.473812 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f65f48a3-4eca-4681-9a81-e941e58bb5e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 0.1217177 Jun 30 09:02:45.544529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b580400-5d7d-4b65-a701-589b0956e346 req-11f826f3-dc95-4dea-9175-4d3a375c6aec tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.546106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b580400-5d7d-4b65-a701-589b0956e346 req-11f826f3-dc95-4dea-9175-4d3a375c6aec tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.2522986 Jun 30 09:02:45.590017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-b2914dac-81b3-4a9f-b352-d084e122ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.591697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-b2914dac-81b3-4a9f-b352-d084e122ee76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 200 len: 923 time: 0.2031672 Jun 30 09:02:45.603865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-8a4ccc8b-7856-440d-a8c3-dc18e25636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.605538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-8a4ccc8b-7856-440d-a8c3-dc18e25636d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.1726027 Jun 30 09:02:45.620147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b580400-5d7d-4b65-a701-589b0956e346 req-6a8b88ac-1d5d-4590-aa1a-19a5ac2b8ae7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Jun 30 09:02:45.669259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-1a18f501-d709-42c0-bda9-75065cbf314e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 217 time: 0.0446687 Jun 30 09:02:45.720660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8855d-9173-4c65-96d4-a4e23aa1a114 req-960a6886-ad82-4bdd-9425-3f83f423065e tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.720660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c8855d-9173-4c65-96d4-a4e23aa1a114 req-960a6886-ad82-4bdd-9425-3f83f423065e tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.3362908 Jun 30 09:02:45.780844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-0bb32abc-2705-4209-bb35-488216cdc0ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a HTTP/1.1" status: 200 len: 217 time: 0.1291623 Jun 30 09:02:45.788750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-8c556cb7-4ca2-4c53-ac10-136aba715345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.790179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-8c556cb7-4ca2-4c53-ac10-136aba715345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.790837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-8c556cb7-4ca2-4c53-ac10-136aba715345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.792667 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-8c556cb7-4ca2-4c53-ac10-136aba715345 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=18ee196d-b504-4995-9a14-8aec058c5b14&id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 2299 time: 0.2848215 Jun 30 09:02:45.826133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c8855d-9173-4c65-96d4-a4e23aa1a114 req-7059578f-0446-44b4-bc70-9ec92c0956dc tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768712 Jun 30 09:02:45.827762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-bb48fdc1-60b5-4149-8aab-2b23c6bb5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.829217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-bb48fdc1-60b5-4149-8aab-2b23c6bb5e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.1491692 Jun 30 09:02:45.865741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-061916cb-d4e0-439e-8df0-537d03438d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.867785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-061916cb-d4e0-439e-8df0-537d03438d81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 200 len: 862 time: 0.0738339 Jun 30 09:02:45.895100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-bd0d69f2-ee43-4d32-98c3-66f7d8adb8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534422 Jun 30 09:02:45.947367 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-ee07dfa7-869e-4807-8415-53015b4149b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 1001 time: 0.0784225 Jun 30 09:02:46.051152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-99e285de-ad63-4852-8b08-aa9c997586b8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373713 Jun 30 09:02:46.103961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-068b71b1-2e72-4f0a-adfb-9711adbaaf55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e44400b9-d34b-4000-8efe-ef1db32bae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547818 Jun 30 09:02:46.212120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-5a8b83b6-ad8a-49a9-ae73-c560e6af26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.215202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-5a8b83b6-ad8a-49a9-ae73-c560e6af26a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 200 len: 856 time: 0.2524369 Jun 30 09:02:46.299220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4046ddd-185b-497b-b91e-8d786fcfa18d req-3beb7073-d17c-4975-bca1-a30b0a167ccf service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302384 Jun 30 09:02:46.309689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792973-ec3f-4f7b-822f-e52dff4c0058 req-0d8ded41-e314-4261-b480-f330da030474 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.314021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a792973-ec3f-4f7b-822f-e52dff4c0058 req-0d8ded41-e314-4261-b480-f330da030474 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 943 time: 0.2586951 Jun 30 09:02:46.373192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-a0905641-653b-4732-a3ac-cbe6f79cfc13 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.379775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-a0905641-653b-4732-a3ac-cbe6f79cfc13 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.386620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-a0905641-653b-4732-a3ac-cbe6f79cfc13 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.389444 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-a0905641-653b-4732-a3ac-cbe6f79cfc13 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 2418 time: 0.4303572 Jun 30 09:02:46.406217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a792973-ec3f-4f7b-822f-e52dff4c0058 req-b6513768-6cfb-4652-aed4-03376f2abc28 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806599 Jun 30 09:02:46.446029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-c93ec631-2e66-471b-b28b-619d48cbe2db service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298073 Jun 30 09:02:46.489189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-1e8abb6b-d1a6-4efe-a33d-d973b6a5dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.490940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-1e8abb6b-d1a6-4efe-a33d-d973b6a5dd1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c735695-6672-4d19-b042-93cd6e2d9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507741 Jun 30 09:02:46.629157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-915ee7c5-e98b-4b6a-a7d2-3b7ca9212f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.631186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-915ee7c5-e98b-4b6a-a7d2-3b7ca9212f25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1136 time: 0.2185612 Jun 30 09:02:46.660820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ff172-2a65-430c-85a2-fa747651df06 req-e05f2154-e296-4529-a41b-547850015cf0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.667727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-636ff172-2a65-430c-85a2-fa747651df06 req-e05f2154-e296-4529-a41b-547850015cf0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.2596278 Jun 30 09:02:46.693620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e0c570c-22f4-4a95-8219-e5e5ebc6e980 req-75a0cad7-8318-4ed3-bd7a-bbd8fa1da0ef service neutron] 10.222.0.11 "GET /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388959 Jun 30 09:02:46.714131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-fe53b547-0fa0-4eb5-9d27-fcd66d02bc1b service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892633 Jun 30 09:02:46.737237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port 78fd1bec-0af9-4a02-ac31-18f1353792cc {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:46.742367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.773329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-636ff172-2a65-430c-85a2-fa747651df06 req-05d0664c-98bf-4aad-814f-71212368212b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039863 Jun 30 09:02:46.854891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-59ebdb83-02f0-465e-a468-7bc497c0a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.857115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-59ebdb83-02f0-465e-a468-7bc497c0a86f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.2171874 Jun 30 09:02:46.966884 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-5bbc8f7a-1cad-4d8a-8738-695a42825f95 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408733 Jun 30 09:02:46.967674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-7a7ba70f-b6f9-488f-82ad-e4b71af1b294 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 217 time: 0.0787017 Jun 30 09:02:46.972803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port 78fd1bec-0af9-4a02-ac31-18f1353792cc, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=78fd1bec-0af9-4a02-ac31-18f1353792cc,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:46.973305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.024616 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-c0c88102-2284-4d5c-b883-91131b901ad6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 217 time: 0.0485096 Jun 30 09:02:47.025490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for 78fd1bec-0af9-4a02-ac31-18f1353792cc owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:47.051572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b8d8-be58-47ef-a899-e165880220b6 req-d249953d-1c18-4808-ae99-b35765f2292a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.057325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b8d8-be58-47ef-a899-e165880220b6 req-d249953d-1c18-4808-ae99-b35765f2292a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.063246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b8d8-be58-47ef-a899-e165880220b6 req-d249953d-1c18-4808-ae99-b35765f2292a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.064947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f7b8d8-be58-47ef-a899-e165880220b6 req-d249953d-1c18-4808-ae99-b35765f2292a tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8&device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677&device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 2419 time: 0.2586536 Jun 30 09:02:47.109537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-be7a88cb-ff9c-4398-b2a6-77382c0459d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.111075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-be7a88cb-ff9c-4398-b2a6-77382c0459d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.1210315 Jun 30 09:02:47.123512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-395994e9-9d9a-45a6-a005-820a7a822114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.125000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-395994e9-9d9a-45a6-a005-820a7a822114 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0882130 Jun 30 09:02:47.151336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d879d-2324-44e2-bccc-16981a0248f9 req-ce2d9a7a-6232-4ba4-9388-8caa5ec3fc43 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.154513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-828d879d-2324-44e2-bccc-16981a0248f9 req-ce2d9a7a-6232-4ba4-9388-8caa5ec3fc43 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 984 time: 0.2064519 Jun 30 09:02:47.198305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f7b8d8-be58-47ef-a899-e165880220b6 req-d2ab1832-f6e2-4b9b-abb8-e1ba1bfaf078 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116903 Jun 30 09:02:47.205359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-ef10c288-3a11-4a0b-a754-21ac0496020e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815623 Jun 30 09:02:47.286431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-2db4cdb5-07ac-4a59-9dff-f380893c2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.288046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-2db4cdb5-07ac-4a59-9dff-f380893c2010 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1550648 Jun 30 09:02:47.293697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.307219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['b64a05f5-4957-48c1-ae2b-74e10889c8ef', '78fd1bec-0af9-4a02-ac31-18f1353792cc', '0c13a4af-5915-4842-8b54-c5d566cb9f7d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:47.314237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-828d879d-2324-44e2-bccc-16981a0248f9 req-36e2a3d0-d94c-4bd7-8ab5-0c9a77fcb5bc tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=81813b10-b297-4e6d-80f8-2ce44ceb704e&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1051133 Jun 30 09:02:47.340124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=78fd1bec-0af9-4a02-ac31-18f1353792cc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:47.414525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-a2c1fa90-303a-44b6-8091-8783a60a3c2d service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831756 Jun 30 09:02:47.521294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port 78fd1bec-0af9-4a02-ac31-18f1353792cc on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:47.524173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.527306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-6c567abb-88a2-4b86-b334-3996752db4eb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "DELETE /v2.0/ports/78fd1bec-0af9-4a02-ac31-18f1353792cc HTTP/1.1" status: 204 len: 173 time: 1.1235049 Jun 30 09:02:47.529893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:47.532254 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf6540-bda6-466a-b47e-b2b7a63a1fd5" -d '{"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:47.627503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc3fff46-c1a2-4e08-9048-ed0f2768cc57 req-9813e187-e59a-49cd-858d-8a629d9c56b7 service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017796 Jun 30 09:02:47.661217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-9b2a5c66-e0ba-4ae7-ba14-c59213445255 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232911 Jun 30 09:02:47.791084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6af5-6d95-433e-8421-cac78001d65f req-0e57b65e-e97c-4e98-b35b-40a08b4f118e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.797481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6af5-6d95-433e-8421-cac78001d65f req-0e57b65e-e97c-4e98-b35b-40a08b4f118e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.806194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0ac6af5-6d95-433e-8421-cac78001d65f req-0e57b65e-e97c-4e98-b35b-40a08b4f118e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 1682 time: 0.1308384 Jun 30 09:02:47.822861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port b64a05f5-4957-48c1-ae2b-74e10889c8ef {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:47.823819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.841694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189218c-aa16-4747-be8a-c7d0e48fff7e req-d88342aa-3430-4e45-afe9-974db7079466 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.850263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5189218c-aa16-4747-be8a-c7d0e48fff7e req-d88342aa-3430-4e45-afe9-974db7079466 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.2216234 Jun 30 09:02:47.855164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-b2b622f8-8d9a-4962-be31-b886f179b261 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814196 Jun 30 09:02:47.906594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5189218c-aa16-4747-be8a-c7d0e48fff7e req-03e36ab7-2f98-4036-8e6c-4343018e1485 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Jun 30 09:02:47.929034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0ac6af5-6d95-433e-8421-cac78001d65f req-4deb21c9-d75f-4b5d-acff-6bc77a5c2d01 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Jun 30 09:02:47.938207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-52d45f91-8bd3-449f-82cc-403e63b1f70b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 217 time: 0.0452056 Jun 30 09:02:48.046469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port b64a05f5-4957-48c1-ae2b-74e10889c8ef, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b64a05f5-4957-48c1-ae2b-74e10889c8ef,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.046697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.050394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e58e904f-01e1-4483-a454-055444d4adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.051885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e58e904f-01e1-4483-a454-055444d4adb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0941632 Jun 30 09:02:48.103064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for b64a05f5-4957-48c1-ae2b-74e10889c8ef owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:48.158433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a955aa77-0efc-438d-b86b-85622f9518ba req-a3e9de5a-3ea4-44b4-a455-c9398a30b9c5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0921919 Jun 30 09:02:48.198216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6ba8f73c-ed0e-44ee-925c-57609f29e74a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:48.206933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-11c42635-9518-456b-b98e-ac2585c67787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.208783 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-11c42635-9518-456b-b98e-ac2585c67787 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1476557 Jun 30 09:02:48.384027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.391487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.395552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-4008516e-582f-498f-9280-f53b4667bb65 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707079 Jun 30 09:02:48.417940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['78fd1bec-0af9-4a02-ac31-18f1353792cc'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:48.446935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=b64a05f5-4957-48c1-ae2b-74e10889c8ef,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.474979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6ba8f73c-ed0e-44ee-925c-57609f29e74a', 'network_id': 'e44400b9-d34b-4000-8efe-ef1db32bae41', 'port_id': '6ba8f73c-ed0e-44ee-925c-57609f29e74a', 'mac_address': 'fa:16:3e:1a:6d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba4940-25f0-473f-b420-388d002f4991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:48.477500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7888a-7252-46d0-b1b0-28c3e7254091 req-4fbf0a2d-3164-41c5-a45d-097666d82653 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.494810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ee7888a-7252-46d0-b1b0-28c3e7254091 req-4fbf0a2d-3164-41c5-a45d-097666d82653 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 943 time: 0.2544954 Jun 30 09:02:48.555611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.588533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port b64a05f5-4957-48c1-ae2b-74e10889c8ef on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:48.593421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.595578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-f10eff28-6361-4df9-872f-694013c62c33 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "DELETE /v2.0/ports/b64a05f5-4957-48c1-ae2b-74e10889c8ef HTTP/1.1" status: 204 len: 173 time: 1.0569687 Jun 30 09:02:48.596039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba8f73c-ed0e-44ee-925c-57609f29e74a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:48.607041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ee7888a-7252-46d0-b1b0-28c3e7254091 req-1d2833d6-f7ee-40c0-a629-b1497d444e03 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047897 Jun 30 09:02:48.644826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.653545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.738832 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa79a2-438b-40a8-bca7-3294c54da529 x-openstack-request-id: req-0daa79a2-438b-40a8-bca7-3294c54da529 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:48.739257 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "78fd1bec-0af9-4a02-ac31-18f1353792cc", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:48.739735 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0daa79a2-438b-40a8-bca7-3294c54da529 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:48.741847 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': '78fd1bec-0af9-4a02-ac31-18f1353792cc', 'status': 'completed', 'code': 200} Jun 30 09:02:48.744397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-c8beea83-5574-4b18-87e9-8f12d93de080 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219514 Jun 30 09:02:48.781092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.845725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-bfe16260-2d36-426d-8354-6a158e7ec1b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 200 len: 217 time: 0.0924211 Jun 30 09:02:48.904472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405f7e-7c24-4bbe-8dbe-ab01c42c7fa4 req-1fd16365-e841-4008-b37e-036bab167d03 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.906400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da405f7e-7c24-4bbe-8dbe-ab01c42c7fa4 req-1fd16365-e841-4008-b37e-036bab167d03 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.1105421 Jun 30 09:02:48.957244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e0afb2ba-6a1e-48ba-b951-cb77b72f6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.959241 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e0afb2ba-6a1e-48ba-b951-cb77b72f6a88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1038952 Jun 30 09:02:48.973280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da405f7e-7c24-4bbe-8dbe-ab01c42c7fa4 req-cc5ca603-3e65-4086-b770-19f13148671b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Jun 30 09:02:49.157648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6ba8f73c-ed0e-44ee-925c-57609f29e74a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:49.240303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef90e8-ea62-43da-8ce5-b7efb61573ec req-4058cf2f-1cee-4d7d-88c5-584824d5581d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.243288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cef90e8-ea62-43da-8ce5-b7efb61573ec req-4058cf2f-1cee-4d7d-88c5-584824d5581d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 984 time: 0.1757567 Jun 30 09:02:49.363884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cef90e8-ea62-43da-8ce5-b7efb61573ec req-f4d21796-ae93-4288-b459-fb0373671238 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=81813b10-b297-4e6d-80f8-2ce44ceb704e&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1091845 Jun 30 09:02:49.487151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port 0c13a4af-5915-4842-8b54-c5d566cb9f7d {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:49.487619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.522700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda61e3-c2bd-4f10-a6a8-edbb2af666ff req-c7146a3f-89db-4b49-b7d8-5143e9d8ecb7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.530376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffda61e3-c2bd-4f10-a6a8-edbb2af666ff req-c7146a3f-89db-4b49-b7d8-5143e9d8ecb7 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9 HTTP/1.1" status: 200 len: 946 time: 0.0882044 Jun 30 09:02:49.586667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffda61e3-c2bd-4f10-a6a8-edbb2af666ff req-a5d5d39d-bbd0-4574-a680-bea885a36697 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549557 Jun 30 09:02:49.590952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port 0c13a4af-5915-4842-8b54-c5d566cb9f7d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0c13a4af-5915-4842-8b54-c5d566cb9f7d,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:49.591317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.606068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for 0c13a4af-5915-4842-8b54-c5d566cb9f7d owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:49.770630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f526099a-0699-4819-b8df-c9b8b0d422df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.779098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-f526099a-0699-4819-b8df-c9b8b0d422df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8034286 Jun 30 09:02:49.782491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6136288-6772-4ae9-aca8-606aedbdc540 req-bee0bde4-6d8b-4d75-b32b-1160f107dd2b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.797942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6136288-6772-4ae9-aca8-606aedbdc540 req-bee0bde4-6d8b-4d75-b32b-1160f107dd2b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.1124723 Jun 30 09:02:49.898241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6136288-6772-4ae9-aca8-606aedbdc540 req-30072cdf-3f5b-48b3-b7ae-f472fee1c96c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026394 Jun 30 09:02:49.947991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-be45fba0-0e19-4fb6-a863-c25cca1fbb77 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586785 Jun 30 09:02:50.008969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.075613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=0c13a4af-5915-4842-8b54-c5d566cb9f7d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:50.126597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-c1fbf5c6-6819-4acf-880b-ee10da66b416 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-760539006&fields=id&tenant_id=c90b081af47148678d56e4677d330bfd HTTP/1.1" status: 200 len: 267 time: 0.0655236 Jun 30 09:02:50.200172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 78fd1bec-0af9-4a02-ac31-18f1353792cc no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:50.221117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port 0c13a4af-5915-4842-8b54-c5d566cb9f7d on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:50.225681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.228278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33bb8df6-84c0-411a-a5c0-edad08e32d33 req-ec8e0f35-65d6-463a-92f8-96eb1cba7618 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "DELETE /v2.0/ports/0c13a4af-5915-4842-8b54-c5d566cb9f7d HTTP/1.1" status: 204 len: 173 time: 1.6235342 Jun 30 09:02:50.263896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 78fd1bec-0af9-4a02-ac31-18f1353792cc {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:50.265553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 78fd1bec-0af9-4a02-ac31-18f1353792cc not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:50.267670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0c13a4af-5915-4842-8b54-c5d566cb9f7d no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:50.308314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-924e0843-f50e-451d-a9f1-4d09e0269484 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411081 Jun 30 09:02:50.333211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-6ac06889-26d3-4529-8394-4ce9ce8a4f37 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.335218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-6ac06889-26d3-4529-8394-4ce9ce8a4f37 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 984 time: 0.2021732 Jun 30 09:02:50.350436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'port': {'security_groups': ['146c0a25-940d-4dda-85cf-983e1b82ce2c', '81813b10-b297-4e6d-80f8-2ce44ceb704e', '21638164-245b-4ca3-bc1c-f0d32e3fd432']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:50.361678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 0c13a4af-5915-4842-8b54-c5d566cb9f7d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:50.362058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0c13a4af-5915-4842-8b54-c5d566cb9f7d not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:50.362515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b64a05f5-4957-48c1-ae2b-74e10889c8ef no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:50.413294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-fa0cf3f9-28cd-4d69-88f5-1211e8fe954d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 200 len: 217 time: 0.0973449 Jun 30 09:02:50.435811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: b64a05f5-4957-48c1-ae2b-74e10889c8ef {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:50.439174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b64a05f5-4957-48c1-ae2b-74e10889c8ef not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:50.513531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e7e537c5-d24f-4a31-a9f3-61fd372bfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.516265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e7e537c5-d24f-4a31-a9f3-61fd372bfd1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0916655 Jun 30 09:02:50.562252 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.627419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-a0436a44-821a-474e-bbb2-6a757546af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.629792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-a0436a44-821a-474e-bbb2-6a757546af68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960870 Jun 30 09:02:50.746146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef'}, {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:50.750335 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2690a-8dab-40bb-85a5-71d2debbdea7" -d '{"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef"}, {"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:50.813579 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-37c5d5dd-de2b-4714-a018-0ba52ecf6129 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740682 Jun 30 09:02:50.942284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae753-b21d-453f-8fd1-e11e2fbc7e05 req-9ae69308-bc46-422a-ad7f-86afd86a005d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.959298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-691ae753-b21d-453f-8fd1-e11e2fbc7e05 req-9ae69308-bc46-422a-ad7f-86afd86a005d tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 944 time: 0.4412036 Jun 30 09:02:50.962744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:50.999829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-e4fde13c-245c-4deb-b096-66c76fad5b13 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670020 Jun 30 09:02:51.038946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-691ae753-b21d-453f-8fd1-e11e2fbc7e05 req-808f5d4a-4574-41e3-9573-cdd2c5674f91 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786362 Jun 30 09:02:51.045990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.061325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.065535 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-288b6be7-2565-4a26-8770-1427f1424c58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 200 len: 217 time: 0.0539541 Jun 30 09:02:51.076893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d', '86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:51.115141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.115979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.131470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c262c8bd-8c21-4553-aeb4-51960cbac0bf req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "PUT /v2.0/ports/86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 1020 time: 0.7892237 Jun 30 09:02:51.132251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:51.135091 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0794db74-d545-40c2-aaf3-86f1345d3a39" -d '{"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:51.205658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-934e3f85-bfcd-494e-a29a-9894c0d2b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.223418 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-934e3f85-bfcd-494e-a29a-9894c0d2b8c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1461365 Jun 30 09:02:51.298673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:51.354008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1dd9d-fbed-4e7c-99f8-47d5f2248931 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.402630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-4f0888a1-03dd-4f30-a531-cafa692ce325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.420197 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-4f0888a1-03dd-4f30-a531-cafa692ce325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896205 Jun 30 09:02:51.430823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354641-59b6-40b7-8cc2-3a83fc9b612b req-85f775df-6f08-40a0-8f09-49e5fd8957bf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.432802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36354641-59b6-40b7-8cc2-3a83fc9b612b req-85f775df-6f08-40a0-8f09-49e5fd8957bf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.1433103 Jun 30 09:02:51.492946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36354641-59b6-40b7-8cc2-3a83fc9b612b req-8148900d-bc38-4a9c-ae05-514d05d53585 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508778 Jun 30 09:02:51.585050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46798) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:51.636598 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023672af-e9cf-4c42-b84f-dac7c9644cd9 x-openstack-request-id: req-023672af-e9cf-4c42-b84f-dac7c9644cd9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:51.649509 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "b64a05f5-4957-48c1-ae2b-74e10889c8ef", "status": "completed", "code": 200}, {"server_uuid": "37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9", "name": "network-vif-deleted", "tag": "0c13a4af-5915-4842-8b54-c5d566cb9f7d", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:51.650593 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-023672af-e9cf-4c42-b84f-dac7c9644cd9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:51.652539 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': 'b64a05f5-4957-48c1-ae2b-74e10889c8ef', 'status': 'completed', 'code': 200} Jun 30 09:02:51.653091 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0bf5a-6037-435f-a4ff-ceddcd8eb8d9', 'name': 'network-vif-deleted', 'tag': '0c13a4af-5915-4842-8b54-c5d566cb9f7d', 'status': 'completed', 'code': 200} Jun 30 09:02:51.715321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-a732f66d-6674-4690-bb52-1feaa4a6db50 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864742 Jun 30 09:02:51.744790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting subnet f0c97f0e-b6ee-4075-b311-92058f078b3d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:51.749487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.803745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.957798 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d75ed4-6eb2-4c5d-9da7-f594195a958f x-openstack-request-id: req-c4d75ed4-6eb2-4c5d-9da7-f594195a958f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:51.958655 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "tag": "86f236d6-8593-43c8-b037-455d086a5728", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:51.958931 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4d75ed4-6eb2-4c5d-9da7-f594195a958f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:51.959353 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'tag': '86f236d6-8593-43c8-b037-455d086a5728', 'status': 'completed', 'code': 200} Jun 30 09:02:51.989426 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-68f69786-fdae-400a-b437-751e96f23f28 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593324 Jun 30 09:02:52.094318 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-278f17ce-a733-42f6-90a8-5fd411c5cf62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 217 time: 0.0962439 Jun 30 09:02:52.122328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92d91922-05c2-430f-9ed1-9f493f6ea886 req-f1a789fe-9da0-4b7e-90ad-eaa113d03796 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/21638164-245b-4ca3-bc1c-f0d32e3fd432 HTTP/1.1" status: 200 len: 1802 time: 0.4307911 Jun 30 09:02:52.156666 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.214817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6ba8f73c-ed0e-44ee-925c-57609f29e74a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:52.227983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-731919f2-c508-4fd5-880b-8e12ed0f8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.231463 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-731919f2-c508-4fd5-880b-8e12ed0f8021 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1302991 Jun 30 09:02:52.246732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-eddf744a-146c-425d-a4b5-e2d4b6339340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.248239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-eddf744a-146c-425d-a4b5-e2d4b6339340 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c90b081af47148678d56e4677d330bfd&device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1175 time: 0.2852046 Jun 30 09:02:52.259611 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-92d91922-05c2-430f-9ed1-9f493f6ea886 req-49a0ecc1-7fab-4878-b6b3-0214a9a862af tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:02:52.272110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92d91922-05c2-430f-9ed1-9f493f6ea886 req-49a0ecc1-7fab-4878-b6b3-0214a9a862af tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/21638164-245b-4ca3-bc1c-f0d32e3fd432 HTTP/1.1" status: 409 len: 341 time: 0.1478674 Jun 30 09:02:52.372041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-49adb15f-93e8-4b80-af06-bb60b118f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.375379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-49adb15f-93e8-4b80-af06-bb60b118f1e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1344266 Jun 30 09:02:52.447234 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.470353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6ba8f73c-ed0e-44ee-925c-57609f29e74a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:52.487397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6ba8f73c-ed0e-44ee-925c-57609f29e74a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:52.491100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.521978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.527323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/subnets/f0c97f0e-b6ee-4075-b311-92058f078b3d HTTP/1.1" status: 204 len: 168 time: 0.9379458 Jun 30 09:02:52.527323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4be916-2a7a-4e03-be50-64cc67bbaee2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c97f0e-b6ee-4075-b311-92058f078b3d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:52.530961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46816) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:52.584158 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-70a2f8ab-0d67-4e74-b912-79f05ca0dabd service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990523 Jun 30 09:02:52.619128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7016f-f014-4a14-8ad3-ff97443577fb None None] Network bf611b4f-580a-48bc-b8e1-ae11bebf4190 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:52.692300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.702158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-0d0cfb4d-ac1d-4bb5-a9f4-897fd48f50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.705360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-0d0cfb4d-ac1d-4bb5-a9f4-897fd48f50c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 200 len: 914 time: 0.4306540 Jun 30 09:02:52.736715 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2800a68-378f-4bbf-b0d7-0ede2d230008 req-31699dd1-dfa5-4ad2-83b9-1069a214994a service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377823 Jun 30 09:02:52.800611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-4aced5e7-80dd-4c1d-baf4-e148f450d518 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 200 len: 217 time: 0.0858965 Jun 30 09:02:52.929921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-f9baad4e-7a68-4a21-a7b7-0b67ef4dc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.931389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-f9baad4e-7a68-4a21-a7b7-0b67ef4dc3a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 200 len: 853 time: 0.1165366 Jun 30 09:02:52.986922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-01e82303-66d4-43e5-8fbd-8b6daf963b87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d40d8cd-9b42-40ee-96d4-17660f407637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453761 Jun 30 09:02:53.039549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-3d514574-cec0-495b-9622-532167c60eae service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:53.040806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-3d514574-cec0-495b-9622-532167c60eae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080888 Jun 30 09:02:53.042352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port 18360864-4fae-44c0-b4ba-0dcd6de24b94 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:53.042945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.221584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.373495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:53.385390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:53.393527 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb9b645-9638-4a7e-82d7-f7caa07213b3" -d '{"events": [{"server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:53.418976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.468965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port 18360864-4fae-44c0-b4ba-0dcd6de24b94, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18360864-4fae-44c0-b4ba-0dcd6de24b94,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:53.469652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.501316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for 18360864-4fae-44c0-b4ba-0dcd6de24b94 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:53.532977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.545871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.547206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.547601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.547951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.548301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.548633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.548968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.549298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.549629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.550551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.550862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.551485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:53.557872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] DHCP port deletion for bf611b4f-580a-48bc-b8e1-ae11bebf4190 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:02:53.663633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Deleting port 18360864-4fae-44c0-b4ba-0dcd6de24b94 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:53.664033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.771128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] For port 18360864-4fae-44c0-b4ba-0dcd6de24b94, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18360864-4fae-44c0-b4ba-0dcd6de24b94,segment=NetworkSegment(8482ce16-c504-4176-9e4e-93003a4b9a37),segment_id=8482ce16-c504-4176-9e4e-93003a4b9a37)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:53.771343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.829118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Calling delete_port for 18360864-4fae-44c0-b4ba-0dcd6de24b94 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:54.009739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.058608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] Pushing event deleted for resources: {'Port': ['ID=18360864-4fae-44c0-b4ba-0dcd6de24b94,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.065011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfc3ce-35d8-4ccb-be30-90aa065ab9a5 None None] No DVR routers for this DVR port 18360864-4fae-44c0-b4ba-0dcd6de24b94 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:54.176424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-80b9ee0c-7553-4b0b-a727-a691f4def4dc service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1071129 Jun 30 09:02:54.224783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628efce-a573-4f6e-a642-f3e284fb5b4d req-18d0b6bc-23a3-4918-bfa4-d663e3b7aa54 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.232377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9628efce-a573-4f6e-a642-f3e284fb5b4d req-18d0b6bc-23a3-4918-bfa4-d663e3b7aa54 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 944 time: 1.2436700 Jun 30 09:02:54.361551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9628efce-a573-4f6e-a642-f3e284fb5b4d req-7404e33b-cf0e-4207-881e-1c85b75e8e05 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280096 Jun 30 09:02:54.370502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.404780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=18360864-4fae-44c0-b4ba-0dcd6de24b94,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.437425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfa245-1bd3-44ee-a9d0-9cb86b605fee req-f1480854-fc33-419d-80ff-d22367aee547 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.439103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31bfa245-1bd3-44ee-a9d0-9cb86b605fee req-f1480854-fc33-419d-80ff-d22367aee547 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.3043525 Jun 30 09:02:54.444287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port 18360864-4fae-44c0-b4ba-0dcd6de24b94 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:54.583836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0794db74-d545-40c2-aaf3-86f1345d3a39 req-bf1dbe66-2cd7-48b4-afc0-2aa40828dc5f service neutron] 10.222.0.41 "GET /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915768 Jun 30 09:02:54.619004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31bfa245-1bd3-44ee-a9d0-9cb86b605fee req-3e41f34b-f21c-4f9f-81fa-0db71211deed tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333230 Jun 30 09:02:54.624610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.645993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf611b4f-580a-48bc-b8e1-ae11bebf4190']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.660795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8482ce16-c504-4176-9e4e-93003a4b9a37') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.661209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8482ce16-c504-4176-9e4e-93003a4b9a37') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:54.683617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.699720 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189e593f-22a3-4d8a-b806-ad373c319bfe x-openstack-request-id: req-189e593f-22a3-4d8a-b806-ad373c319bfe {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:54.700200 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "name": "network-vif-plugged", "status": "completed", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:54.700274 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-189e593f-22a3-4d8a-b806-ad373c319bfe {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:54.700782 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a', 'code': 200} Jun 30 09:02:54.742690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-82e99b42-1478-4ce3-9a44-533965117e83 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.745660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-82e99b42-1478-4ce3-9a44-533965117e83 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 945 time: 0.1783669 Jun 30 09:02:54.748010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.865292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:54.866462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:54.873513 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:54.879064 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:54.942133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34272a3-2406-47d7-ab1b-41cc166e23c1 req-928927b2-7ad3-40d0-ae20-f708d9dc7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.946450 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f34272a3-2406-47d7-ab1b-41cc166e23c1 req-928927b2-7ad3-40d0-ae20-f708d9dc7232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 1097 time: 0.1462514 Jun 30 09:02:55.017477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f34272a3-2406-47d7-ab1b-41cc166e23c1 req-ab2f9ad7-2437-4fb8-9a54-755f1370bc93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657077 Jun 30 09:02:55.091296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.112678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.117082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/networks/bf611b4f-580a-48bc-b8e1-ae11bebf4190 HTTP/1.1" status: 204 len: 168 time: 2.5826900 Jun 30 09:02:55.118277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46852) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.125321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:55.125805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.145336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644f2c-6038-4c55-bab9-3def514da9ec tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Network': ['ID=bf611b4f-580a-48bc-b8e1-ae11bebf4190,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:55.218134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962225-7386-412b-af14-4a8650aec0da req-0d1ea551-7dde-4a10-bebd-fb82032adf0a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.226901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb962225-7386-412b-af14-4a8650aec0da req-0d1ea551-7dde-4a10-bebd-fb82032adf0a tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1023 time: 0.2430928 Jun 30 09:02:55.295690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting subnet ee0215f4-84d1-4244-a0e2-5d31f5c67808 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:02:55.303435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.406332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb962225-7386-412b-af14-4a8650aec0da req-fec64ec1-566f-4df6-bb1c-de2124081c57 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=21638164-245b-4ca3-bc1c-f0d32e3fd432&id=81813b10-b297-4e6d-80f8-2ce44ceb704e&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1783414 Jun 30 09:02:55.418207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:55.418743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.429382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18360864-4fae-44c0-b4ba-0dcd6de24b94 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:55.453184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:55.462082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 18360864-4fae-44c0-b4ba-0dcd6de24b94 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:55.462439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18360864-4fae-44c0-b4ba-0dcd6de24b94 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:55.465150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.614121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.726881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.736424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802056b-e7d2-4aa3-bb67-a86e7a837641 req-7df6e9b7-2adf-4d40-b78b-f2a19d412366 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.740351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f802056b-e7d2-4aa3-bb67-a86e7a837641 req-7df6e9b7-2adf-4d40-b78b-f2a19d412366 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.2890229 Jun 30 09:02:55.782771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0215f4-84d1-4244-a0e2-5d31f5c67808,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:55.813399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.813994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371a8e2-abae-4523-9c2a-fb6548c7fc32 None None] Network e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:55.822805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46872) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.823479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f2e18a66-494f-4e29-bc66-31a7857de334 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/subnets/ee0215f4-84d1-4244-a0e2-5d31f5c67808 HTTP/1.1" status: 204 len: 168 time: 0.6992097 Jun 30 09:02:55.832783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8db6a-f311-4c87-8122-3fac506c7b66 req-783bb112-398b-4a79-b96f-9a4bbb92a197 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:55.840004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cba8db6a-f311-4c87-8122-3fac506c7b66 req-783bb112-398b-4a79-b96f-9a4bbb92a197 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 945 time: 0.2353413 Jun 30 09:02:55.927398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f802056b-e7d2-4aa3-bb67-a86e7a837641 req-877d9ad7-ec6a-4410-bd9d-d552e4218df5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681874 Jun 30 09:02:55.986372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cba8db6a-f311-4c87-8122-3fac506c7b66 req-b50940a5-940b-4402-889a-5c7c20e39851 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453259 Jun 30 09:02:56.026701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.039642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-b896aaa6-824e-442b-ba81-7a919c1775d0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.041367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-b896aaa6-824e-442b-ba81-7a919c1775d0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1023 time: 0.3676858 Jun 30 09:02:56.120445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] DHCP port deletion for e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:02:56.208180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Deleting port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:56.214328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.346703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] For port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:56.347095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.382866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Calling delete_port for ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:56.395997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.469223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:56.519922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=7d6e3fe7-0492-43a5-8e5a-e009f1e0153d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.558658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:56.559016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.598067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.598499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.598834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.599190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.599510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.599849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.600216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.600517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.601329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.601329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.601519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.601822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:56.701287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426e82-d4da-4c8d-84f8-7a200ec0c17e req-59f5c042-ceaf-4be1-93bf-ac2e4861b585 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:56.709509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3426e82-d4da-4c8d-84f8-7a200ec0c17e req-59f5c042-ceaf-4be1-93bf-ac2e4861b585 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fcbe608-9c80-4b8f-8ee3-4dff17b78384 HTTP/1.1" status: 200 len: 867 time: 0.4876187 Jun 30 09:02:56.713628 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.746968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] Pushing event deleted for resources: {'Port': ['ID=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:56.771783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1afaa8-1d45-4e0b-9a70-1f3b71529055 None None] No DVR routers for this DVR port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:56.785007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:56.796506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.798931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2dce4b-5ee1-48dd-bb82-b7fd74654e18 req-bbdb6c74-b51d-477c-a666-6b106ca2fe97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/7d6e3fe7-0492-43a5-8e5a-e009f1e0153d HTTP/1.1" status: 204 len: 173 time: 2.0482769 Jun 30 09:02:56.814662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'name': 'network-vif-deleted', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:56.818215 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b419d-8ac2-4cf1-9ce7-d65e21b2d7d6" -d '{"events": [{"server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "name": "network-vif-deleted", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:56.840979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3426e82-d4da-4c8d-84f8-7a200ec0c17e req-af961fcf-9f24-4674-9f65-c7b9b532c15f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305156 Jun 30 09:02:56.870555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,segment=NetworkSegment(7704c029-7416-4088-abc1-27032e72de78),segment_id=7704c029-7416-4088-abc1-27032e72de78)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:56.870938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:56.907503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Deleting port 86f236d6-8593-43c8-b037-455d086a5728 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:56.912061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.075639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 86f236d6-8593-43c8-b037-455d086a5728, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=86f236d6-8593-43c8-b037-455d086a5728,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:57.078302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.098669 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c7422-9d83-4ca9-af54-7702dd3b5746 x-openstack-request-id: req-819c7422-9d83-4ca9-af54-7702dd3b5746 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:57.099396 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcbe608-9c80-4b8f-8ee3-4dff17b78384", "name": "network-vif-deleted", "tag": "7d6e3fe7-0492-43a5-8e5a-e009f1e0153d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:57.100056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-819c7422-9d83-4ca9-af54-7702dd3b5746 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:57.100583 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcbe608-9c80-4b8f-8ee3-4dff17b78384', 'name': 'network-vif-deleted', 'tag': '7d6e3fe7-0492-43a5-8e5a-e009f1e0153d', 'status': 'completed', 'code': 200} Jun 30 09:02:57.118998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:57.152338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Calling delete_port for 86f236d6-8593-43c8-b037-455d086a5728 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:57.187485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe3d7-a969-4d4f-ad25-13ee768737e1 req-37ea4aa4-30d8-46e9-88e2-a02e40d3b4c0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.198210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aecfe3d7-a969-4d4f-ad25-13ee768737e1 req-37ea4aa4-30d8-46e9-88e2-a02e40d3b4c0 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 1023 time: 0.5127873 Jun 30 09:02:57.351991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:57.387230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aecfe3d7-a969-4d4f-ad25-13ee768737e1 req-57ae6b11-5750-4492-97f4-4c3da6dea0de tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=21638164-245b-4ca3-bc1c-f0d32e3fd432&id=81813b10-b297-4e6d-80f8-2ce44ceb704e&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1878440 Jun 30 09:02:57.395545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:57.395911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:57.433922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-abb937d7-235b-4bb9-8ea6-7082c7481e51 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.435442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-abb937d7-235b-4bb9-8ea6-7082c7481e51 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.1309998 Jun 30 09:02:57.497596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336d4c-cc78-4e82-941f-57a0df4b23ed req-aa351d92-260b-4480-b8c2-59ab880190d5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:57.530339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76336d4c-cc78-4e82-941f-57a0df4b23ed req-aa351d92-260b-4480-b8c2-59ab880190d5 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=796e3fbb-2f3a-4e25-81d9-ccee721070b8 HTTP/1.1" status: 200 len: 946 time: 0.3847272 Jun 30 09:02:57.594282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Deleting port 0cd3864c-0f8b-4058-863a-d689587f5516 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:57.594626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.610975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.729563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] For port 0cd3864c-0f8b-4058-863a-d689587f5516, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0cd3864c-0f8b-4058-863a-d689587f5516,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:57.730008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.740592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=ab5ba0c6-e51f-492f-84c1-5dd6436c6c45,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:57.744899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port ab5ba0c6-e51f-492f-84c1-5dd6436c6c45 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:57.749199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Calling delete_port for 0cd3864c-0f8b-4058-863a-d689587f5516 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:57.764491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76336d4c-cc78-4e82-941f-57a0df4b23ed req-cbb0fb9b-6eb6-4b66-8131-845ea283cd06 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327170 Jun 30 09:02:57.949206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.957916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:57.963881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['16eadd72-651a-45d5-ab42-97739d41f91d', '86f236d6-8593-43c8-b037-455d086a5728'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:57.965334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.011311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e68c1cb7-10e9-4952-9dc8-c415a87129e8', '0cd3864c-0f8b-4058-863a-d689587f5516'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:58.036718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'Port': ['ID=86f236d6-8593-43c8-b037-455d086a5728,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.069388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:58.078040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event deleted for resources: {'Port': ['ID=0cd3864c-0f8b-4058-863a-d689587f5516,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.095330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962c02a-717f-472c-ba24-b8d316ca5aa4 req-4f1c5b10-74b5-420a-a32b-ae6d8b79d56c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:58.104720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8962c02a-717f-472c-ba24-b8d316ca5aa4 req-4f1c5b10-74b5-420a-a32b-ae6d8b79d56c tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 945 time: 0.4413033 Jun 30 09:02:58.133244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7704c029-7416-4088-abc1-27032e72de78') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:58.133554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7704c029-7416-4088-abc1-27032e72de78') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:58.154649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] No DVR routers for this DVR port 0cd3864c-0f8b-4058-863a-d689587f5516 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:58.160775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.162683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21096cdb-e571-4ebe-bf90-485ee7f5fc89 req-63c772db-7f7d-4a64-b3b6-88fc11e2d864 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "DELETE /v2.0/ports/0cd3864c-0f8b-4058-863a-d689587f5516 HTTP/1.1" status: 204 len: 173 time: 0.7181954 Jun 30 09:02:58.163154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'name': 'network-vif-deleted', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:58.165985 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73b08bc-c369-4090-af94-b1da57fd0c90" -d '{"events": [{"server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "name": "network-vif-deleted", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:58.348954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.351870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] No DVR routers for this DVR port 86f236d6-8593-43c8-b037-455d086a5728 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:58.355756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86f236d6-8593-43c8-b037-455d086a5728 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:58.363727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.365717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64d03931-6b7b-447e-aec5-8234b0a8f985 req-ce8d2c3c-1867-4abd-84d2-a10026551b87 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "DELETE /v2.0/ports/86f236d6-8593-43c8-b037-455d086a5728 HTTP/1.1" status: 204 len: 173 time: 2.2885466 Jun 30 09:02:58.405060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.439826 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97803da4-28f3-4ceb-aabb-b23d70c0c4e4 x-openstack-request-id: req-97803da4-28f3-4ceb-aabb-b23d70c0c4e4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:58.440642 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796e3fbb-2f3a-4e25-81d9-ccee721070b8", "name": "network-vif-deleted", "tag": "0cd3864c-0f8b-4058-863a-d689587f5516", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:58.440902 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97803da4-28f3-4ceb-aabb-b23d70c0c4e4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:58.441287 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e3fbb-2f3a-4e25-81d9-ccee721070b8', 'name': 'network-vif-deleted', 'tag': '0cd3864c-0f8b-4058-863a-d689587f5516', 'status': 'completed', 'code': 200} Jun 30 09:02:58.454057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:02:58.454476 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:02:58.461483 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:02:58.475508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 86f236d6-8593-43c8-b037-455d086a5728 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:58.499187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 86f236d6-8593-43c8-b037-455d086a5728 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:58.499965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:58.618603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8962c02a-717f-472c-ba24-b8d316ca5aa4 req-6a8f899b-3b31-40ff-a85f-72008f11273e tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940355 Jun 30 09:02:58.627079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.684393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:58.684658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d6e3fe7-0492-43a5-8e5a-e009f1e0153d not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:58.716328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.729397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/networks/e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4 HTTP/1.1" status: 204 len: 168 time: 2.8819840 Jun 30 09:02:58.758380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:58.772093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2011990699'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:58.934862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:58.949727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.973208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a930-0bfa-4da6-99f6-1aa9f3d86d82 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Network': ['ID=e0ea997e-eb57-4cd8-9ae8-7fc8bb6216f4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.976340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:58.990990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:58.991489 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Added segment a36c60e2-e003-44f4-8830-a0187218a477 of type vlan for network 19741883-c23c-4c18-a34a-4c8f1364cca6 Jun 30 09:02:59.040534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.055468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c84c98a-1a91-4a34-9f1c-071bb4a23899 req-6e8373ea-bfa1-44c3-be44-e1e37d2ed340 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ab8a71-c74f-4679-bb48-6e49544fc9cc HTTP/1.1" status: 200 len: 210 time: 0.1050024 Jun 30 09:02:59.106138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'name': 'network-vif-deleted', 'tag': '86f236d6-8593-43c8-b037-455d086a5728'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:59.116745 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12532f2-852c-40dc-931e-e71e77364c68" -d '{"events": [{"server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "name": "network-vif-deleted", "tag": "86f236d6-8593-43c8-b037-455d086a5728"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:59.151461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.157111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.157770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.229228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-32d7f0a2-3f96-4dd6-b2c3-f984e88b137a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:59.241469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-32d7f0a2-3f96-4dd6-b2c3-f984e88b137a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.5914793 Jun 30 09:02:59.278370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-42ff7d20-1066-4db4-9368-6a6f633a362c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/quotas/940638ea844947e09f6d17f3c1152c58 HTTP/1.1" status: 200 len: 375 time: 0.0358596 Jun 30 09:02:59.301405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:59.317937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5eed3914-fe6b-4fa4-8c9b-270d5ae3f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:59.382589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46946) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:59.385787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6205742 Jun 30 09:02:59.401305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'subnet': {'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:59.410166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3c32a-bc32-4eaa-91e1-c690f949ea89 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Network': ['ID=19741883-c23c-4c18-a34a-4c8f1364cca6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:59.445518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:00.026191 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b25adc0-9dbc-40b6-bd68-f78dba7035f1 x-openstack-request-id: req-7b25adc0-9dbc-40b6-bd68-f78dba7035f1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:00.026964 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ab8a71-c74f-4679-bb48-6e49544fc9cc", "name": "network-vif-deleted", "tag": "86f236d6-8593-43c8-b037-455d086a5728", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:00.026964 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b25adc0-9dbc-40b6-bd68-f78dba7035f1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:00.027351 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ab8a71-c74f-4679-bb48-6e49544fc9cc', 'name': 'network-vif-deleted', 'tag': '86f236d6-8593-43c8-b037-455d086a5728', 'status': 'completed', 'code': 200} Jun 30 09:03:00.107133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-97feba3e-8ff8-4e35-ba85-bd40dbf98b6b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8277676 Jun 30 09:03:00.225296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0cd3864c-0f8b-4058-863a-d689587f5516 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:00.237562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:00.241494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.252970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 0cd3864c-0f8b-4058-863a-d689587f5516 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:00.253328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0cd3864c-0f8b-4058-863a-d689587f5516 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:00.340134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-bc0f5ab9-99e6-4b8b-95ae-c04f95be71c2 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252276 Jun 30 09:03:00.350684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf8104-023a-454c-a9d0-5c0b704afdcc req-2e13d99b-7226-4f2d-b879-9ba32eabde9a tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.352070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fbf8104-023a-454c-a9d0-5c0b704afdcc req-2e13d99b-7226-4f2d-b879-9ba32eabde9a tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 945 time: 0.2175171 Jun 30 09:03:00.459603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fbf8104-023a-454c-a9d0-5c0b704afdcc req-3d27d581-800c-40e3-bb85-da8e208ac214 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935256 Jun 30 09:03:00.515568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-a471c8e9-06ba-431e-abb6-87cf1164b4c0 service neutron] 10.222.0.66 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604121 Jun 30 09:03:00.572257 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.641157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Subnet': ['ID=da73a906-a4f2-434f-8010-47a82b9e6c36,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:00.646706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Checking segment: {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:00.647084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network hostable DHCP agents. Network: 19741883-c23c-4c18-a34a-4c8f1364cca6, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:00.666673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:00.680113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 19741883-c23c-4c18-a34a-4c8f1364cca6) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:00.695018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03ed32-421d-452d-9bf1-e8154ad3b385 None None] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:00.702735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:00.703915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.734811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5bfec471-4814-4a6e-ae35-ab61c1cfc769 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3470788 Jun 30 09:03:00.735763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46984) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:00.748791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1063600716'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:00.808105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12ffced4-1b22-468d-b47a-b633fbf36ff2 req-3fda0286-d132-40a9-9c5c-3ba6fb8e06ed tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 210 time: 0.0654507 Jun 30 09:03:00.835876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b35033f-72d7-4673-a3b3-9479166643bf req-57769946-28f1-4962-b4e6-be77abe880fd tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/81813b10-b297-4e6d-80f8-2ce44ceb704e HTTP/1.1" status: 200 len: 1802 time: 0.1063960 Jun 30 09:03:00.842064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:00.846171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.895439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:00.908561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-19741883-c23c-4c18-a34a-4c8f1364cca6', 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'fixed_ips': [{'subnet_id': 'da73a906-a4f2-434f-8010-47a82b9e6c36'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:00.910090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.911620 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:00.912051 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Added segment adbeeed6-d95c-4240-9c27-72bb1a863a88 of type vlan for network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af Jun 30 09:03:00.959997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2b35033f-72d7-4673-a3b3-9479166643bf req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.003841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.036755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2b35033f-72d7-4673-a3b3-9479166643bf req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.098193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.103600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.104202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.122863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Allocated IP 19.80.0.2 (19741883-c23c-4c18-a34a-4c8f1364cca6/da73a906-a4f2-434f-8010-47a82b9e6c36/746c1af0-5350-4036-90cd-736fbbd97652) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:01.199101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0bf16-5265-40a3-baa6-94bd08293417 req-082647c5-4e2c-4545-8a8e-6e37d1246008 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.200707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffa0bf16-5265-40a3-baa6-94bd08293417 req-082647c5-4e2c-4545-8a8e-6e37d1246008 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.2335987 Jun 30 09:03:01.224681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4813292 Jun 30 09:03:01.228551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:01.235663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2b35033f-72d7-4673-a3b3-9479166643bf req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.236416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'subnet': {'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:01.239857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2b35033f-72d7-4673-a3b3-9479166643bf req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.252418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b35033f-72d7-4673-a3b3-9479166643bf req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/81813b10-b297-4e6d-80f8-2ce44ceb704e HTTP/1.1" status: 204 len: 173 time: 0.4025872 Jun 30 09:03:01.298760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40afd9-adf0-45d4-b991-6c780a6b197a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Network': ['ID=7f008430-70f2-401a-b4e4-fb3a1a0ad6af,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:01.304712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11844-207f-4c70-bb38-783b06e79c71 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81813b10-b297-4e6d-80f8-2ce44ceb704e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:01.314913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.324913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Transition to ACTIVE for port object 746c1af0-5350-4036-90cd-736fbbd97652 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:01.342805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Transition to ACTIVE for port object 746c1af0-5350-4036-90cd-736fbbd97652 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:01.345332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffa0bf16-5265-40a3-baa6-94bd08293417 req-8c84c99c-64db-41f7-8f24-f8d604139cb4 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293023 Jun 30 09:03:01.359334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:01.378325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.433297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-64f6afda-0bf5-4bcc-9ecb-3223caa3efbd tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.436765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-64f6afda-0bf5-4bcc-9ecb-3223caa3efbd tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 945 time: 0.2679324 Jun 30 09:03:01.485935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:01.489581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.507215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:01.521207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:01.527507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:01.530102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Pushing event updated for resources: {'Port': ['ID=746c1af0-5350-4036-90cd-736fbbd97652,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:01.556796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-de134d2b-cd48-446e-acd7-6883e07f043b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/21638164-245b-4ca3-bc1c-f0d32e3fd432 HTTP/1.1" status: 200 len: 1802 time: 0.1193199 Jun 30 09:03:01.660692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.721196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.749890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Attempting to bind port 746c1af0-5350-4036-90cd-736fbbd97652 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:01.750474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Attempting to bind port 746c1af0-5350-4036-90cd-736fbbd97652 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:01.750745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Attempting to bind port 746c1af0-5350-4036-90cd-736fbbd97652 on network 19741883-c23c-4c18-a34a-4c8f1364cca6 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:01.756160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:01.756539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Checking segment: {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:01.756949 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.757576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Bound using segment: {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:01.758379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Bound port: 746c1af0-5350-4036-90cd-736fbbd97652, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:01.758379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.792853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c359fc-48bd-4128-9764-d9244abbff46 req-6a91056f-15ad-4fe3-bab8-05ddaa01f3b2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:01.806587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43c359fc-48bd-4128-9764-d9244abbff46 req-6a91056f-15ad-4fe3-bab8-05ddaa01f3b2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/ports?device_id=73fddd50-eab3-49b5-b518-7e9fc3033048 HTTP/1.1" status: 200 len: 945 time: 0.1584594 Jun 30 09:03:01.813766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.817015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.831963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Deleting port 6ba8f73c-ed0e-44ee-925c-57609f29e74a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:01.833175 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.838180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f121d0c-5e3a-411b-9633-99bf36dca642 req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/21638164-245b-4ca3-bc1c-f0d32e3fd432 HTTP/1.1" status: 204 len: 173 time: 0.2800467 Jun 30 09:03:01.843227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] For port 746c1af0-5350-4036-90cd-736fbbd97652, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:01.848091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] For port 746c1af0-5350-4036-90cd-736fbbd97652, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=746c1af0-5350-4036-90cd-736fbbd97652,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:01.857512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a46cff-9e9f-4eb5-9496-e80cf2c60922 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21638164-245b-4ca3-bc1c-f0d32e3fd432,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:01.874565 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.888471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8999f983-1c3f-472d-b012-e8ece9f45171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.890549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43c359fc-48bd-4128-9764-d9244abbff46 req-55404478-c330-4488-80f7-f277d194151b tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups?id=43f9f669-fa96-4761-b853-3d4ea3c7d7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830038 Jun 30 09:03:01.913024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:01.934333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1867432246', 'description': 'tempest-description-84100338'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:01.989489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.009416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.026488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5cd8b-5fc6-40de-97e4-8df6cbee2b88 None None] Pushing event updated for resources: {'Port': ['ID=746c1af0-5350-4036-90cd-736fbbd97652,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.077941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Checking segment: {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:02.078423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network hostable DHCP agents. Network: 7f008430-70f2-401a-b4e4-fb3a1a0ad6af, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:02.098130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Subnet': ['ID=0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.101546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] For port 6ba8f73c-ed0e-44ee-925c-57609f29e74a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6ba8f73c-ed0e-44ee-925c-57609f29e74a,segment=NetworkSegment(7710d748-b797-451f-a810-f760364ae5fc),segment_id=7710d748-b797-451f-a810-f760364ae5fc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:02.102283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.129446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Calling delete_port for 6ba8f73c-ed0e-44ee-925c-57609f29e74a owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:02.134261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:02.151366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81696cb8-93d4-4e5f-a51d-3c81b0e23cb1 req-d1fd0ccb-33d5-42f8-aca8-f3d42da8189c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 210 time: 0.0371616 Jun 30 09:03:02.154400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.160821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.192542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a294b7-6e45-467f-8712-425158d89ac6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.198382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.199866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7f008430-70f2-401a-b4e4-fb3a1a0ad6af) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:02.203747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c2cecfe-6fbb-4ea5-a4a0-edd8837f5ae6 req-0a54f258-cf38-4e0a-8b0f-121375cf8fb9 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2745013 Jun 30 09:03:02.211351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe92c2-57f0-48a2-8bd6-94fa9b4bff86 None None] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:02.212996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.213819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.244601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-95388a83-b7a0-46fa-b7d1-f685ade3c1bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0125360 Jun 30 09:03:02.336251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-883e21da-5980-47f9-9c48-5327e21e4537 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/48a294b7-6e45-467f-8712-425158d89ac6 HTTP/1.1" status: 200 len: 1801 time: 0.1023557 Jun 30 09:03:02.344707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1208417761', 'description': 'tempest-description-hth-2083543824'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:02.434647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.448926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.520063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event deleted for resources: {'Port': ['ID=6ba8f73c-ed0e-44ee-925c-57609f29e74a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.534022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7f008430-70f2-401a-b4e4-fb3a1a0ad6af', 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'fixed_ips': [{'subnet_id': '0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:02.535105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.552389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.567605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ac322-6c35-4d85-8951-02f034311bf6 req-1db2c8b7-bcb0-41f5-af34-4b8fae1a19da tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.569682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db0ac322-6c35-4d85-8951-02f034311bf6 req-1db2c8b7-bcb0-41f5-af34-4b8fae1a19da tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 949 time: 0.2204032 Jun 30 09:03:02.571025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.573922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.584815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8deac464-a70d-4d0c-beb6-c996497ef699 req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "PUT /v2.0/security-groups/48a294b7-6e45-467f-8712-425158d89ac6 HTTP/1.1" status: 200 len: 1777 time: 0.2474768 Jun 30 09:03:02.650829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19b713-ad4d-4243-8387-7e7688d04705 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a294b7-6e45-467f-8712-425158d89ac6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:02.692204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db0ac322-6c35-4d85-8951-02f034311bf6 req-2d5c06a1-3cc2-4673-b101-4b5d7458364e tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061351 Jun 30 09:03:02.727796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Allocated IP 19.86.0.2 (7f008430-70f2-401a-b4e4-fb3a1a0ad6af/0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e/b6857cff-41de-4891-98f6-753836a17bff) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:02.749818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-4f6f9771-0fed-457a-8140-fe1ba42e7b97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.751600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-4f6f9771-0fed-457a-8140-fe1ba42e7b97 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.11 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 806 time: 0.2440128 Jun 30 09:03:02.753566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] No DVR routers for this DVR port 6ba8f73c-ed0e-44ee-925c-57609f29e74a on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:02.756202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.758672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0d3fb779-06dc-4d4d-9246-0030595f824b req-3ab01974-5bd3-4f7a-9807-519451b13caf tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.11 "DELETE /v2.0/ports/6ba8f73c-ed0e-44ee-925c-57609f29e74a HTTP/1.1" status: 204 len: 173 time: 1.3140154 Jun 30 09:03:02.759134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'name': 'network-vif-deleted', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:02.762557 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d38098-de74-4998-ac0f-ccc192f04c19" -d '{"events": [{"server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "name": "network-vif-deleted", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:02.772215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Request body: {'port': {'device_id': 'e514bac2-5539-4624-b443-0fe06716892b', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'admin_state_up': True, 'tenant_id': '940638ea844947e09f6d17f3c1152c58'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:02.829237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-abf369cc-81fa-4050-9f9e-22a48b6dc8d1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.838682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-abf369cc-81fa-4050-9f9e-22a48b6dc8d1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.847247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-abf369cc-81fa-4050-9f9e-22a48b6dc8d1 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/networks?id=19741883-c23c-4c18-a34a-4c8f1364cca6&id=7f008430-70f2-401a-b4e4-fb3a1a0ad6af HTTP/1.1" status: 200 len: 1392 time: 0.1847806 Jun 30 09:03:02.903291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8ac12d49-b62f-4e69-a186-5c33817e3420 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/quotas/af1903fcec9846f3894a41a7e43316a0 HTTP/1.1" status: 200 len: 375 time: 0.0544868 Jun 30 09:03:02.982000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:02.993852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40db68b-4f35-40c0-b4db-a1a7f1eaba46 req-50da5859-cce6-4d9a-963a-4b46f8c52c64 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:02.995626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f40db68b-4f35-40c0-b4db-a1a7f1eaba46 req-50da5859-cce6-4d9a-963a-4b46f8c52c64 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.1457989 Jun 30 09:03:03.011129 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.028367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Transition to ACTIVE for port object b6857cff-41de-4891-98f6-753836a17bff will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:03.028565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-d3d19d46-9150-4c10-b84c-07ecc9388fcc tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:03.031397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-d3d19d46-9150-4c10-b84c-07ecc9388fcc tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 946 time: 0.1973243 Jun 30 09:03:03.051138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Transition to ACTIVE for port object b6857cff-41de-4891-98f6-753836a17bff will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:03.060880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.070234 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:03.081236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:03.084347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:03.091462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:03.102312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-5e088b26-7b29-4ed2-bcf8-c8d52dd99754 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977620 Jun 30 09:03:03.160307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.185636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f40db68b-4f35-40c0-b4db-a1a7f1eaba46 req-df4272d8-0671-4dd9-ac4d-3613d977b78e tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768160 Jun 30 09:03:03.203202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Made reservation on behalf of 940638ea844947e09f6d17f3c1152c58 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:03.213215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.269551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Attempting to bind port b6857cff-41de-4891-98f6-753836a17bff on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:03.269915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Attempting to bind port b6857cff-41de-4891-98f6-753836a17bff by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:03.270365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Attempting to bind port b6857cff-41de-4891-98f6-753836a17bff on network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:03.282698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:03.282698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Checking segment: {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:03.285607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.286127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Bound using segment: {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:03.287766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Bound port: b6857cff-41de-4891-98f6-753836a17bff, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:03.288238 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.293938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Pushing event updated for resources: {'Port': ['ID=b6857cff-41de-4891-98f6-753836a17bff,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.310661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Deleting port e68c1cb7-10e9-4952-9dc8-c415a87129e8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:03.311123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.444388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] For port b6857cff-41de-4891-98f6-753836a17bff, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:03.449341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] For port b6857cff-41de-4891-98f6-753836a17bff, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6857cff-41de-4891-98f6-753836a17bff,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:03.455712 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.507338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-1f2de918-1c7f-46bb-ac76-c0a03d2b5390 service neutron] 10.222.0.66 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927405 Jun 30 09:03:03.542688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 746c1af0-5350-4036-90cd-736fbbd97652 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:03.650590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] For port e68c1cb7-10e9-4952-9dc8-c415a87129e8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e68c1cb7-10e9-4952-9dc8-c415a87129e8,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:03.651095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.665541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9e87d-a695-4691-b33a-6a6d87b7cb13 None None] Pushing event updated for resources: {'Port': ['ID=b6857cff-41de-4891-98f6-753836a17bff,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:03.666993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Calling delete_port for e68c1cb7-10e9-4952-9dc8-c415a87129e8 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:03.712317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3497b0c-f11d-4a88-af4b-e35da3000f89 None None] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:03.728526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 746c1af0-5350-4036-90cd-736fbbd97652 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:03.786781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Allocated IP 172.20.0.11 (a494e810-b0f5-484a-b218-f5648bc20b5c/35a130cb-a0a5-40f6-a7c9-6db07ad1e478/64af2060-ef0b-45f2-9957-458dd7d8b1b6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:03.799244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Provisioning for port 746c1af0-5350-4036-90cd-736fbbd97652 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:03.814195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f5186f2-3a5a-4dd9-9354-744fb3eb499e req-9f62def1-3560-4ccb-b5a6-3491e65d5876 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/48a294b7-6e45-467f-8712-425158d89ac6 HTTP/1.1" status: 200 len: 1777 time: 0.1326106 Jun 30 09:03:03.828599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Provisioning complete for port 746c1af0-5350-4036-90cd-736fbbd97652 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:03.828599 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:03.855509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e5039b4a-7d38-4090-875a-21c7629ff3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468289 Jun 30 09:03:03.995916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.014748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e68c1cb7-10e9-4952-9dc8-c415a87129e8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:04.018032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:04.022509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-942f2fd5-435f-40d7-a392-5071a07e384c service neutron] 10.222.0.66 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609955 Jun 30 09:03:04.071692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event deleted for resources: {'Port': ['ID=e68c1cb7-10e9-4952-9dc8-c415a87129e8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:04.192515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-60781392-12e4-4bc5-8ebd-8cb784f29320 service neutron] 10.222.0.66 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615324 Jun 30 09:03:04.241635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6ba8f73c-ed0e-44ee-925c-57609f29e74a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:04.243482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.282751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 6ba8f73c-ed0e-44ee-925c-57609f29e74a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:04.283096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6ba8f73c-ed0e-44ee-925c-57609f29e74a not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:04.283511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:04.324207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] No DVR routers for this DVR port e68c1cb7-10e9-4952-9dc8-c415a87129e8 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:04.330636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.334260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7e82b6a4-e67e-4959-bfa4-2c05701325a1 req-eff9e691-a88c-4064-bbda-777e7504546b tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.11 "DELETE /v2.0/ports/e68c1cb7-10e9-4952-9dc8-c415a87129e8 HTTP/1.1" status: 204 len: 173 time: 1.2951133 Jun 30 09:03:04.356937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.425620 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ba479-6f03-4e7a-b528-76d81286e1ad x-openstack-request-id: req-020ba479-6f03-4e7a-b528-76d81286e1ad {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:04.426947 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fddd50-eab3-49b5-b518-7e9fc3033048", "name": "network-vif-deleted", "tag": "6ba8f73c-ed0e-44ee-925c-57609f29e74a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:04.427213 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-020ba479-6f03-4e7a-b528-76d81286e1ad {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:04.427638 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fddd50-eab3-49b5-b518-7e9fc3033048', 'name': 'network-vif-deleted', 'tag': '6ba8f73c-ed0e-44ee-925c-57609f29e74a', 'status': 'completed', 'code': 200} Jun 30 09:03:04.474363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.637643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Network a494e810-b0f5-484a-b218-f5648bc20b5c is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:04.638656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04d30543-6064-4b6d-b914-fef043d974a1 req-b3c17844-eb14-4db2-8402-363ce62b5267 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/48a294b7-6e45-467f-8712-425158d89ac6 HTTP/1.1" status: 200 len: 1777 time: 0.0726469 Jun 30 09:03:04.641015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:04.677019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:04.764594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.769020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event updated for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:04.867831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.868517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.884415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] For port 746c1af0-5350-4036-90cd-736fbbd97652, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=746c1af0-5350-4036-90cd-736fbbd97652,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:04.896812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.911472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-0429b271-965f-45af-9b73-7a4b4907931a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1453125 Jun 30 09:03:04.915986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:04.916947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-04d30543-6064-4b6d-b914-fef043d974a1 req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.918721 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503b060-ea9a-4ba0-b48c-a153d3b35d89" -d '{"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-unplugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:04.924886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Request body: {'port': {'device_id': 'e514bac2-5539-4624-b443-0fe06716892b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:04.950466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:04.959288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565bd30-6166-43b5-97c5-8136a80805a3 req-d352218a-e00f-49ee-a9a4-f2332b65966f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:04.968752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b565bd30-6166-43b5-97c5-8136a80805a3 req-d352218a-e00f-49ee-a9a4-f2332b65966f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 932 time: 0.2370009 Jun 30 09:03:05.011929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-04d30543-6064-4b6d-b914-fef043d974a1 req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.039106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b565bd30-6166-43b5-97c5-8136a80805a3 req-6a1607e7-497d-4011-8c3c-8c01ccd062ec tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692034 Jun 30 09:03:05.101582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.104064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:05.106449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160cedc-ae19-4161-83b4-73fe76dc820c None None] Pushing event updated for resources: {'Port': ['ID=746c1af0-5350-4036-90cd-736fbbd97652,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.116553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:05.121312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.129979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-04d30543-6064-4b6d-b914-fef043d974a1 req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.134037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-04d30543-6064-4b6d-b914-fef043d974a1 req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.150411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04d30543-6064-4b6d-b914-fef043d974a1 req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/48a294b7-6e45-467f-8712-425158d89ac6 HTTP/1.1" status: 204 len: 173 time: 0.5106769 Jun 30 09:03:05.227733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4124b8-e6da-4707-8155-11f72ea85f8d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a294b7-6e45-467f-8712-425158d89ac6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.324706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:05.432517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-98bd7570-7fc1-411b-8985-7285dd7c83d9 None None] Provisioning complete for port 746c1af0-5350-4036-90cd-736fbbd97652 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:05.438900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98bd7570-7fc1-411b-8985-7285dd7c83d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.520148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aeae1349-cda6-4d30-b6c7-8a88d6f255ef req-3aedfa41-6e40-4e3e-b531-e4351cc85e3f tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8b3162-1b15-4fb0-bda1-a66f6fbe6677 HTTP/1.1" status: 200 len: 210 time: 0.1381052 Jun 30 09:03:05.532991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42fa5360-fd5b-4f74-971f-dd461df854c4 req-762f2bd4-a4bf-448f-aff1-8820d8f149d4 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 210 time: 0.1257107 Jun 30 09:03:05.563546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9ea65-0048-4b1a-829f-ec675a4d4d05 None None] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:05.679124 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a605421c-8013-4bde-9d9d-9748abe6bf13 x-openstack-request-id: req-a605421c-8013-4bde-9d9d-9748abe6bf13 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:05.679444 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-unplugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:05.679938 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a605421c-8013-4bde-9d9d-9748abe6bf13 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:05.680409 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'code': 200} Jun 30 09:03:05.685012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6857cff-41de-4891-98f6-753836a17bff up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:05.857845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:05.964509 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-63ef4ddf-1c4c-4120-9498-0c34ff263f0f req-8b82c644-bba5-4a9d-91d4-4220c78a24dc tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:05.967369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63ef4ddf-1c4c-4120-9498-0c34ff263f0f req-8b82c644-bba5-4a9d-91d4-4220c78a24dc tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/21638164-245b-4ca3-bc1c-f0d32e3fd432 HTTP/1.1" status: 404 len: 352 time: 0.0206170 Jun 30 09:03:06.050999 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-2c23a56f-8abe-40d1-abc4-2098ed80e36a req-dde68184-e09f-413d-ba29-b32d046cc83d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:06.052316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c23a56f-8abe-40d1-abc4-2098ed80e36a req-dde68184-e09f-413d-ba29-b32d046cc83d tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/81813b10-b297-4e6d-80f8-2ce44ceb704e HTTP/1.1" status: 404 len: 352 time: 0.0341811 Jun 30 09:03:06.079701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47130) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:06.121169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b6857cff-41de-4891-98f6-753836a17bff completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:06.128895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 746c1af0-5350-4036-90cd-736fbbd97652 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:06.194342 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-8f76ab12-4d23-4fa7-a7f6-77c42882cdaf req-0386e1df-fab4-4b6e-8755-3d027fb21c13 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:06.195411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f76ab12-4d23-4fa7-a7f6-77c42882cdaf req-0386e1df-fab4-4b6e-8755-3d027fb21c13 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/3de08a00-2355-440e-9f7e-21082e38ff18 HTTP/1.1" status: 404 len: 352 time: 0.0798461 Jun 30 09:03:06.241113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Provisioning for port b6857cff-41de-4891-98f6-753836a17bff completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:06.247552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Provisioning complete for port b6857cff-41de-4891-98f6-753836a17bff triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:06.247933 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.251801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 746c1af0-5350-4036-90cd-736fbbd97652 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:06.252400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.276686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e68c1cb7-10e9-4952-9dc8-c415a87129e8 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:06.329207 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-e5ab2470-1215-45e6-9aee-68f6f553aeff req-d0b32a9c-a188-4417-a1b5-5df631a4d6d5 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:06.349074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5ab2470-1215-45e6-9aee-68f6f553aeff req-d0b32a9c-a188-4417-a1b5-5df631a4d6d5 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/158e97ce-3599-4a30-a80e-c934ab1b793f HTTP/1.1" status: 404 len: 352 time: 0.0912681 Jun 30 09:03:06.352456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.463340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.507784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64af2060-ef0b-45f2-9957-458dd7d8b1b6 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:06.534235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.558021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Transition to ACTIVE for port object 64af2060-ef0b-45f2-9957-458dd7d8b1b6 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:06.558821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'name': 'network-vif-deleted', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:06.562689 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45041b9d-3c87-497a-8d51-fba248e40bb5" -d '{"events": [{"server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "name": "network-vif-deleted", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:06.570795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.670707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: e68c1cb7-10e9-4952-9dc8-c415a87129e8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:06.671220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e68c1cb7-10e9-4952-9dc8-c415a87129e8 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:06.675157 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-cbd0cda1-33d8-47a8-b4e2-f872499ecf7f req-063cdd56-8157-4a25-97b5-d50ab21f6524 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:06.676218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbd0cda1-33d8-47a8-b4e2-f872499ecf7f req-063cdd56-8157-4a25-97b5-d50ab21f6524 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/08e529de-170f-4d1e-a41d-634b98dbd5c0 HTTP/1.1" status: 404 len: 352 time: 0.1713431 Jun 30 09:03:06.717624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Pushing event updated for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.735869 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.739896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.741043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "DELETE /v2.0/security-groups/a1f38a86-f91d-4c08-9e60-7501d62c70ec HTTP/1.1" status: 204 len: 168 time: 0.6603560 Jun 30 09:03:06.746886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:06.792252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.792480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd3e7-d8c3-4c7b-9515-4fd2114d9ddf req-de1175aa-8c6b-4f48-871c-a62b79bb2423 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:06.793872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1dbbd3e7-d8c3-4c7b-9515-4fd2114d9ddf req-de1175aa-8c6b-4f48-871c-a62b79bb2423 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 932 time: 0.3049467 Jun 30 09:03:06.810600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e773d91-9fee-474f-998a-54586fdf7dc2 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f38a86-f91d-4c08-9e60-7501d62c70ec,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:06.822341 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-e926af48-41ad-45e0-9203-7caed4021321 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] show failed (client error): The resource could not be found. Jun 30 09:03:06.823363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e926af48-41ad-45e0-9203-7caed4021321 tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "GET /v2.0/security-groups/a1f38a86-f91d-4c08-9e60-7501d62c70ec HTTP/1.1" status: 404 len: 347 time: 0.0747595 Jun 30 09:03:06.828520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47162) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:06.873269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] For port b6857cff-41de-4891-98f6-753836a17bff, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6857cff-41de-4891-98f6-753836a17bff,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:06.900067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:06.902335 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee844d-5884-48be-b92b-50bdec1d33ea x-openstack-request-id: req-faee844d-5884-48be-b92b-50bdec1d33ea {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:06.903094 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b3162-1b15-4fb0-bda1-a66f6fbe6677", "name": "network-vif-deleted", "tag": "e68c1cb7-10e9-4952-9dc8-c415a87129e8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:06.903094 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-faee844d-5884-48be-b92b-50bdec1d33ea {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:06.903380 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8b3162-1b15-4fb0-bda1-a66f6fbe6677', 'name': 'network-vif-deleted', 'tag': 'e68c1cb7-10e9-4952-9dc8-c415a87129e8', 'status': 'completed', 'code': 200} Jun 30 09:03:07.044595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444c6e4-857a-4597-b3e2-5e47602336b1 None None] Pushing event updated for resources: {'Port': ['ID=b6857cff-41de-4891-98f6-753836a17bff,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:07.059356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0c744848-b6ba-439d-814b-26ad4175dbdd None None] Provisioning complete for port b6857cff-41de-4891-98f6-753836a17bff triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:07.059812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c744848-b6ba-439d-814b-26ad4175dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.106912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-febb0752-232f-416d-9e64-3dd3b2357b2b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.114412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-febb0752-232f-416d-9e64-3dd3b2357b2b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.117072 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-febb0752-232f-416d-9e64-3dd3b2357b2b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "GET /v2.0/networks?id=19741883-c23c-4c18-a34a-4c8f1364cca6&id=7f008430-70f2-401a-b4e4-fb3a1a0ad6af HTTP/1.1" status: 200 len: 1392 time: 0.5123258 Jun 30 09:03:07.129538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Attempting to bind port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:07.130261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Attempting to bind port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:07.130808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Attempting to bind port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:07.137495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 on network a494e810-b0f5-484a-b218-f5648bc20b5c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:07.138294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Attempting to bind port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 on network a494e810-b0f5-484a-b218-f5648bc20b5c {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:07.139595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6fc7c83-38ad-4fac-bff7-e0586ec963d4 req-a99aa01f-549e-4a94-aa65-8b4cc8e82073 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 210 time: 0.1101267 Jun 30 09:03:07.149125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'port': {'device_id': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6', 'admin_state_up': True, 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:07.170079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:07.171991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Checking segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:07.172709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Bound using segment: {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:07.176667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Bound port: 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b4986c-13d6-4cfb-a930-9a8cd9e3975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:07.177584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.185479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1dbbd3e7-d8c3-4c7b-9515-4fd2114d9ddf req-fa80d7b3-4d9c-4127-8a59-6ac0f0808d66 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723085 Jun 30 09:03:07.216322 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-9904c90a-1476-4583-901e-2002442ba9f2 req-ebe3b061-3229-4fc7-a396-5d78cb3d397b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] show failed (client error): The resource could not be found. Jun 30 09:03:07.218116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9904c90a-1476-4583-901e-2002442ba9f2 req-ebe3b061-3229-4fc7-a396-5d78cb3d397b tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/997693c7-060b-451d-8d4a-2b2c8c6a4eb7 HTTP/1.1" status: 404 len: 352 time: 0.0301638 Jun 30 09:03:07.232719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Deleting port 22767369-e1b7-42e8-a2f3-9fbff1c294d0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:07.233075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.388592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.389746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.396296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6857cff-41de-4891-98f6-753836a17bff up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:07.406392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Calling delete_port for 22767369-e1b7-42e8-a2f3-9fbff1c294d0 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:07.475815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:07.481209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.517661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b6857cff-41de-4891-98f6-753836a17bff triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:07.519402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.520398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:07.529742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:07.538237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.645472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.671145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.672048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.674726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] 10.222.0.11 "PUT /v2.0/ports/64af2060-ef0b-45f2-9957-458dd7d8b1b6 HTTP/1.1" status: 200 len: 1093 time: 2.7545958 Jun 30 09:03:07.679388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942882b3-5746-46ec-aaa8-e4dd40622b64 service neutron] Pushing event updated for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:07.689542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Pushing event deleted for resources: {'Port': ['ID=22767369-e1b7-42e8-a2f3-9fbff1c294d0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:07.766031 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.770793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:07.773435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c5708334-201b-4b57-aa91-e2036ad106ee tempest-ImagesOneServerNegativeTestJSON-2054984878 tempest-ImagesOneServerNegativeTestJSON-2054984878-project] 10.222.0.66 "DELETE /v2.0/floatingips/57855b01-bc99-4fe4-a6b1-a78312ad2ce2 HTTP/1.1" status: 204 len: 168 time: 0.9339812 Jun 30 09:03:07.793020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Allocated IP 19.80.0.12 (19741883-c23c-4c18-a34a-4c8f1364cca6/da73a906-a4f2-434f-8010-47a82b9e6c36/b87cefe6-7336-42c4-89b1-77c55504e518) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:07.911927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-17190e1b-4b35-413e-b95a-318fe2f7cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:07.913555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-17190e1b-4b35-413e-b95a-318fe2f7cb89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 1096 time: 0.1153777 Jun 30 09:03:07.991035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-76bce6e2-d8a4-4e91-b618-9d310ea2c553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6 HTTP/1.1" status: 200 len: 217 time: 0.0635257 Jun 30 09:03:08.068050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542938-02f1-41c1-ac74-4b4373189e2b req-2dee508b-2b44-4b94-aedc-a069fe4f41ae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.075462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2542938-02f1-41c1-ac74-4b4373189e2b req-2dee508b-2b44-4b94-aedc-a069fe4f41ae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.0769250 Jun 30 09:03:08.076053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-557a6451-d830-4f69-a5ec-f957e10b08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.077510 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-557a6451-d830-4f69-a5ec-f957e10b08ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.0773985 Jun 30 09:03:08.099533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.119322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-548a0919-eb84-4d2f-8cb7-14ac50bee6b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323021 Jun 30 09:03:08.136169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Transition to ACTIVE for port object b87cefe6-7336-42c4-89b1-77c55504e518 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:08.149959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2542938-02f1-41c1-ac74-4b4373189e2b req-2eeeaac3-52b0-4376-8f99-ee865aa6e63c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Jun 30 09:03:08.196784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bf9eb-58a5-425f-896a-e92119480957 req-4b00267e-cbb6-4e7e-aa29-2a07249cbd49 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.199159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e57bf9eb-58a5-425f-896a-e92119480957 req-4b00267e-cbb6-4e7e-aa29-2a07249cbd49 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.1002109 Jun 30 09:03:08.233126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-8606d828-3085-4409-a74e-e927f7d99b83 service neutron] 10.222.0.11 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058824 Jun 30 09:03:08.234270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.251934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e57bf9eb-58a5-425f-896a-e92119480957 req-84fcc928-fb07-47d5-98b0-9c4042017fd2 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Jun 30 09:03:08.333138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:08.341482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c92fb9-0103-4d6a-bc53-da9b8344e0fa req-27b674b3-1ea9-44b8-ba5f-5ed3d7effa63 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.341699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:08.343399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5c92fb9-0103-4d6a-bc53-da9b8344e0fa req-27b674b3-1ea9-44b8-ba5f-5ed3d7effa63 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1024 time: 0.0785820 Jun 30 09:03:08.345085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.348895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:08.398030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:08.419267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-979925c5-1e48-41ea-aaa9-1be1244b2658 req-de7eaa53-031e-42ca-8d89-5c12e0cfb44e service neutron] 10.222.0.11 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755269 Jun 30 09:03:08.447803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.449236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.460664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5c92fb9-0103-4d6a-bc53-da9b8344e0fa req-32d0abec-3261-43d6-a061-198200d5894e tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=90f0258e-5301-47e0-8120-72a7ed2ff80c&id=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0997260 Jun 30 09:03:08.491964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-e2ff5cbb-8b38-44f1-855a-ae753b5d474a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3492270 Jun 30 09:03:08.504326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Request body: {'port': {'device_id': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af', 'admin_state_up': True, 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:08.581244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:08.594538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'mac_address': 'fa:16:3e:2d:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:08.636555 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.653612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c600b51-08a7-4e6e-9a60-acf231dafc54 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:08.681448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:08.686961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.690900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a8572-e36e-40c6-851c-2f3c1ab9fe30 req-f12839be-878f-47f0-8e7b-c1e29e5273c3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.692707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c60a8572-e36e-40c6-851c-2f3c1ab9fe30 req-f12839be-878f-47f0-8e7b-c1e29e5273c3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 944 time: 0.0878890 Jun 30 09:03:08.707785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Made reservation on behalf of af1903fcec9846f3894a41a7e43316a0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:08.711868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.743103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e6d55ff0-b0c8-4f05-9058-fa9bc4c98aca None None] Provisioning for port b87cefe6-7336-42c4-89b1-77c55504e518 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:08.760747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e6d55ff0-b0c8-4f05-9058-fa9bc4c98aca None None] Provisioning complete for port b87cefe6-7336-42c4-89b1-77c55504e518 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:08.760954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6d55ff0-b0c8-4f05-9058-fa9bc4c98aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.770948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c60a8572-e36e-40c6-851c-2f3c1ab9fe30 req-542ec5bb-2a18-4fde-b355-a84ceaf74626 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658629 Jun 30 09:03:08.789690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.802847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e0fd-5013-492c-a78d-97b6549cd7e3 req-4b038690-0155-4ba7-b7e6-c3c8b9a64ccf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.804712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['3c600b51-08a7-4e6e-9a60-acf231dafc54'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:08.810210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2807e0fd-5013-492c-a78d-97b6549cd7e3 req-4b038690-0155-4ba7-b7e6-c3c8b9a64ccf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 931 time: 0.1145990 Jun 30 09:03:08.848248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e6d55ff0-b0c8-4f05-9058-fa9bc4c98aca None None] Port b87cefe6-7336-42c4-89b1-77c55504e518 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:08.863142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2807e0fd-5013-492c-a78d-97b6549cd7e3 req-2b1bae03-39e3-48a2-906c-5a801972d158 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jun 30 09:03:08.895403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Allocated IP 19.86.0.95 (7f008430-70f2-401a-b4e4-fb3a1a0ad6af/0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e/ff86a3e4-2de4-4f35-8ffb-2ad438b88709) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:08.901674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47200) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:08.947678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:08.952446 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e386b-062a-43cb-81e9-1aecc8af6393" -d '{"events": [{"name": "network-changed", "server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:08.963628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Deleting subnet 30ba4940-25f0-473f-b420-388d002f4991 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:08.968217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.009610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.060223 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd1be33-7551-4134-8d95-3aaf0abd04d3 x-openstack-request-id: req-0cd1be33-7551-4134-8d95-3aaf0abd04d3 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:09.060541 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:09.060758 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cd1be33-7551-4134-8d95-3aaf0abd04d3 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:09.061205 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6', 'status': 'completed', 'code': 200} Jun 30 09:03:09.065439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.123964 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.151726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ba4940-25f0-473f-b420-388d002f4991,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.153648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.158214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-97e652f1-5fc8-43f0-a44e-7ec631126fb8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30ba4940-25f0-473f-b420-388d002f4991 HTTP/1.1" status: 204 len: 168 time: 0.2529449 Jun 30 09:03:09.159454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47214) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:09.171546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.193698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-24c586d6-449a-41b6-a973-fe1ddf21f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.195552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-24c586d6-449a-41b6-a973-fe1ddf21f322 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 1096 time: 0.1261978 Jun 30 09:03:09.196568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Transition to ACTIVE for port object ff86a3e4-2de4-4f35-8ffb-2ad438b88709 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:09.248414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.303340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.358370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-5ec3aac6-8678-4cf5-aecb-087b917bd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.359841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-5ec3aac6-8678-4cf5-aecb-087b917bd5d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.1557660 Jun 30 09:03:09.381435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.382161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:09.395099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44400b9-d34b-4000-8efe-ef1db32bae41']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:09.415461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:09.416172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710d748-b797-451f-a810-f760364ae5fc') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:09.416474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710d748-b797-451f-a810-f760364ae5fc') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:09.419107 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-b8c3cb52-e6cc-40de-98c3-f0c8319bf625 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6 HTTP/1.1" status: 200 len: 217 time: 0.0494380 Jun 30 09:03:09.419909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:09.422849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event updated for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.451014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.472215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f69e9-4d4e-4c8f-a85c-31edb8760d05 req-bbb2dc2e-b315-4bee-93f7-6be8232d0e24 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.473877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-839f69e9-4d4e-4c8f-a85c-31edb8760d05 req-bbb2dc2e-b315-4bee-93f7-6be8232d0e24 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.1912625 Jun 30 09:03:09.484041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.516619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:09.517040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:09.519615 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:09.530973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.532342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.537414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-eb08ceb2-e875-4e73-b4fb-e39437094c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.539179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-eb08ceb2-e875-4e73-b4fb-e39437094c9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.1120965 Jun 30 09:03:09.563977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a5489fd-a7c2-447c-ba70-bf2996c09144 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0648496 Jun 30 09:03:09.593025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Request body: {'port': {'device_id': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:09.598054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-839f69e9-4d4e-4c8f-a85c-31edb8760d05 req-155b6c20-636a-4f08-9939-977265f4887e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176765 Jun 30 09:03:09.598378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-90d2f64d-2269-4b36-9efd-882209ef789e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484638 Jun 30 09:03:09.611603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.615537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.620426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e44400b9-d34b-4000-8efe-ef1db32bae41 HTTP/1.1" status: 204 len: 168 time: 0.4604077 Jun 30 09:03:09.640736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8806-d516-4851-a4a1-85855903b83c req-4c649f86-af78-4b08-9454-5b9036991eb0 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.642785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-688b8806-d516-4851-a4a1-85855903b83c req-4c649f86-af78-4b08-9454-5b9036991eb0 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.2501833 Jun 30 09:03:09.661966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3ab71-68c6-4e96-97fe-e774d02142d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44400b9-d34b-4000-8efe-ef1db32bae41,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.711801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-688b8806-d516-4851-a4a1-85855903b83c req-3448fa0a-dfa7-4d55-ad8c-37a8955a8d12 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567305 Jun 30 09:03:09.781912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2d00c0f-f961-44fd-8568-d68e2d4a1971 None None] Provisioning for port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:09.786198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2d00c0f-f961-44fd-8568-d68e2d4a1971 None None] Provisioning complete for port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:09.786577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2d00c0f-f961-44fd-8568-d68e2d4a1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.816393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47226) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:09.848259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a2d00c0f-f961-44fd-8568-d68e2d4a1971 None None] Port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:09.848497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.857999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-506ac4f6-00aa-4ee7-a25b-9b34f7d7c7ed service neutron] 10.222.0.11 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259197 Jun 30 09:03:10.068012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a4e386b-062a-43cb-81e9-1aecc8af6393 req-93372734-05b7-449e-a78e-c0fc96456805 service neutron] 10.222.0.11 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022080 Jun 30 09:03:10.230678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87cefe6-7336-42c4-89b1-77c55504e518 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:10.240486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.253977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Transition to ACTIVE for port object b87cefe6-7336-42c4-89b1-77c55504e518 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:10.259124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.313672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Pushing event updated for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.348145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.348511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.348876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.349197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.350174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.350495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.350694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.351026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.351360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.351688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.352015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.352667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:10.399351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1780f39-04fd-4d2e-aacf-d4fd24222763 req-e8d85ab0-70ed-4692-9311-3718d8238355 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.406517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1780f39-04fd-4d2e-aacf-d4fd24222763 req-e8d85ab0-70ed-4692-9311-3718d8238355 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1024 time: 0.6360521 Jun 30 09:03:10.413267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Attempting to bind port b87cefe6-7336-42c4-89b1-77c55504e518 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:10.413614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Attempting to bind port b87cefe6-7336-42c4-89b1-77c55504e518 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:10.413986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Attempting to bind port b87cefe6-7336-42c4-89b1-77c55504e518 on network 19741883-c23c-4c18-a34a-4c8f1364cca6 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:10.418586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Port b87cefe6-7336-42c4-89b1-77c55504e518 on network 19741883-c23c-4c18-a34a-4c8f1364cca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:10.418925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Attempting to bind port b87cefe6-7336-42c4-89b1-77c55504e518 on network 19741883-c23c-4c18-a34a-4c8f1364cca6 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:10.425031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:10.425379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Checking segment: {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:10.425783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Bound using segment: {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:10.426236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Bound port: b87cefe6-7336-42c4-89b1-77c55504e518, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c60e2-e003-44f4-8830-a0187218a477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:10.426782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.429582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dcd3be97-72b3-41c0-ac55-6ce4b604008d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6dc9462d8f2043419a74bd0508c0e93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119053 Jun 30 09:03:10.438362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:10.442978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:10.516139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-2ab95d67-3809-4dd6-8b40-cce9de9034fd tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.517549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 3c600b51-08a7-4e6e-9a60-acf231dafc54 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:10.517721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-2ab95d67-3809-4dd6-8b40-cce9de9034fd tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.6414955 Jun 30 09:03:10.518632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.533508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-e9ae5a35-a480-41a4-ae29-e8fe951d1f8e tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.535617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-e9ae5a35-a480-41a4-ae29-e8fe951d1f8e tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 1024 time: 0.7090955 Jun 30 09:03:10.555137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:10.559037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b87cefe6-7336-42c4-89b1-77c55504e518,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:10.578927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.629383 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.636665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.637138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.638723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] 10.222.0.11 "PUT /v2.0/ports/b87cefe6-7336-42c4-89b1-77c55504e518 HTTP/1.1" status: 200 len: 1092 time: 1.0516577 Jun 30 09:03:10.639385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.659473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1780f39-04fd-4d2e-aacf-d4fd24222763 req-27885fbb-edeb-4d13-8195-d0a43d66401f tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=90f0258e-5301-47e0-8120-72a7ed2ff80c&id=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2463429 Jun 30 09:03:10.660989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:10.663845 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db47fdee-2597-4104-ab8a-39c6c071fa33" -d '{"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:10.682889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.691135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:10.698365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.703267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Request body: {'port': {'device_id': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:10.789727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075c357-a0a5-46df-9135-9af953d6dd07 service neutron] Pushing event updated for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.794428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d443e-a3c9-4c31-8902-09699357a468 req-0b634ecc-4db4-458f-a8a5-f9f1ac2d0509 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.807931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec2d443e-a3c9-4c31-8902-09699357a468 req-0b634ecc-4db4-458f-a8a5-f9f1ac2d0509 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 944 time: 0.8932021 Jun 30 09:03:10.865269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3e82e985-5a03-4f8e-ac7b-12e23e657e32 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.866425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.870748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.872271 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43f9f669-fa96-4761-b853-3d4ea3c7d7e9 HTTP/1.1" status: 204 len: 168 time: 0.4329593 Jun 30 09:03:10.874334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3e82e985-5a03-4f8e-ac7b-12e23e657e32 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 946 time: 0.5380867 Jun 30 09:03:10.891443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.899113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a267560-a8c2-4476-b7c3-a4b12214a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f9f669-fa96-4761-b853-3d4ea3c7d7e9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:10.911062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:10.997008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec2d443e-a3c9-4c31-8902-09699357a468 req-2437a48f-4534-4c9e-b3f9-d030ef272d05 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885030 Jun 30 09:03:11.113023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:11.116738 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:11.186509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:11.194602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.352562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852615cb-23ee-45c7-b8a5-5903e8ef2682 req-f0fcada5-9221-45c4-aafc-1ae6f95c2d52 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.358530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852615cb-23ee-45c7-b8a5-5903e8ef2682 req-f0fcada5-9221-45c4-aafc-1ae6f95c2d52 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.366416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-852615cb-23ee-45c7-b8a5-5903e8ef2682 req-f0fcada5-9221-45c4-aafc-1ae6f95c2d52 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1665 time: 0.4772439 Jun 30 09:03:11.445331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Deleting port 16eadd72-651a-45d5-ab42-97739d41f91d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:11.445661 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.456006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff86a3e4-2de4-4f35-8ffb-2ad438b88709 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:11.463995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.476653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:11.477569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.489527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Transition to ACTIVE for port object ff86a3e4-2de4-4f35-8ffb-2ad438b88709 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:11.506485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.593478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:11.722643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:11.725602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Attempting to bind port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:11.726126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Attempting to bind port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:11.726610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Attempting to bind port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 on network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:11.731249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 on network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:11.731806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Attempting to bind port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 on network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:11.745696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:11.746337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Checking segment: {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:11.746908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Bound using segment: {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:11.747534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Bound port: ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbeeed6-d95c-4240-9c27-72bb1a863a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:11.748067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.769078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Deleting port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:11.770651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.845728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-852615cb-23ee-45c7-b8a5-5903e8ef2682 req-cc42661b-1d82-4ff0-b363-683cb0e0d7c8 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779272 Jun 30 09:03:11.901647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:11.907390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:11.921073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.003784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] For port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.003784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.028639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.029278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.031539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ff86a3e4-2de4-4f35-8ffb-2ad438b88709 HTTP/1.1" status: 200 len: 1092 time: 1.3326044 Jun 30 09:03:12.053718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] For port 16eadd72-651a-45d5-ab42-97739d41f91d, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=16eadd72-651a-45d5-ab42-97739d41f91d,segment=NetworkSegment(e7e29836-c0ff-4c74-9c63-ab81146ea798),segment_id=e7e29836-c0ff-4c74-9c63-ab81146ea798)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.060085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.070342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Calling delete_port for ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:12.093773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b1ee7-d20b-47d3-827e-6eaf4ecc22e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.135721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Calling delete_port for 16eadd72-651a-45d5-ab42-97739d41f91d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:12.163276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc38336-0368-4473-b7d3-831451c521cf req-54253581-89ab-41c0-9f96-c46fd348a645 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.175527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fc38336-0368-4473-b7d3-831451c521cf req-54253581-89ab-41c0-9f96-c46fd348a645 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 946 time: 0.6261227 Jun 30 09:03:12.204176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3b0a98b2-9c49-4a17-bc49-0ae80eaa9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.204804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3b0a98b2-9c49-4a17-bc49-0ae80eaa9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.210941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-3b0a98b2-9c49-4a17-bc49-0ae80eaa9da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1981 time: 0.0903511 Jun 30 09:03:12.211504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:12.288619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64af2060-ef0b-45f2-9957-458dd7d8b1b6 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:12.358377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8d5410ce-2824-4f1e-8f8f-019784ed6f16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=b87cefe6-7336-42c4-89b1-77c55504e518 HTTP/1.1" status: 200 len: 217 time: 0.1295145 Jun 30 09:03:12.426781 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae55336f-c6fb-4e64-a938-5bf4ace33663 x-openstack-request-id: req-ae55336f-c6fb-4e64-a938-5bf4ace33663 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:12.427101 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-plugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:12.427316 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae55336f-c6fb-4e64-a938-5bf4ace33663 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:12.430431 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'code': 200} Jun 30 09:03:12.437989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1494414618-network', 'tenant_id': '3ff6965e86514b4996d801e5a9c13140'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:12.484674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fc38336-0368-4473-b7d3-831451c521cf req-4540931e-671b-4fd6-82e6-32141ed25d67 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072495 Jun 30 09:03:12.491411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Made reservation on behalf of 3ff6965e86514b4996d801e5a9c13140 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:12.496000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.520606 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.561419 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05150b42-9b9d-44b0-b002-7f46af352caf x-openstack-request-id: req-05150b42-9b9d-44b0-b002-7f46af352caf {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:12.561773 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:12.562028 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05150b42-9b9d-44b0-b002-7f46af352caf {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:12.562428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.564200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.568535 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518', 'status': 'completed', 'code': 200} Jun 30 09:03:12.587277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-b548ac14-8985-4ace-8f08-6328f1a117e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.588760 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-b548ac14-8985-4ace-8f08-6328f1a117e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da73a906-a4f2-434f-8010-47a82b9e6c36 HTTP/1.1" status: 200 len: 801 time: 0.2244029 Jun 30 09:03:12.592916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '64af2060-ef0b-45f2-9957-458dd7d8b1b6', 'network_id': 'a494e810-b0f5-484a-b218-f5648bc20b5c', 'port_id': '64af2060-ef0b-45f2-9957-458dd7d8b1b6', 'mac_address': 'fa:16:3e:b3:8e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a130cb-a0a5-40f6-a7c9-6db07ad1e478', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:12.656675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.681869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=ce8fe2b0-df6e-4f5c-a69a-a76e446ae717,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.688235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64af2060-ef0b-45f2-9957-458dd7d8b1b6 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:12.717833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.730321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.769832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-6a5e20ae-fa35-42a5-85c5-7111e1aa6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.771520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-6a5e20ae-fa35-42a5-85c5-7111e1aa6f70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19741883-c23c-4c18-a34a-4c8f1364cca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753097 Jun 30 09:03:12.806881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.839705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:12.849783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.852185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e840382-e6e2-46f9-b033-50d5167314d8 req-e6b3c540-15d7-4b02-b0b4-efe6c74d5fad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "DELETE /v2.0/ports/ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 HTTP/1.1" status: 204 len: 173 time: 2.3134294 Jun 30 09:03:12.857033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'name': 'network-vif-deleted', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:12.860160 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c492e4e-fe3d-454e-9f98-bb1d2ee6edaf" -d '{"events": [{"server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "name": "network-vif-deleted", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:12.876505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.912883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.922574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.926543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.939404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Pushing event deleted for resources: {'Port': ['ID=ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.976488 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-4203722d-14a5-4c76-820f-493272780b20 service neutron] 10.222.0.11 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961625 Jun 30 09:03:12.977283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:12.997902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35162a-7bdf-4622-b380-ff68b0aa1a9d req-2cd3ec15-8f14-4240-af81-1982733579a7 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.005171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d35162a-7bdf-4622-b380-ff68b0aa1a9d req-2cd3ec15-8f14-4240-af81-1982733579a7 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/ports?device_id=c18b491a-daad-4a01-a504-6617e4b41106 HTTP/1.1" status: 200 len: 867 time: 0.4357743 Jun 30 09:03:13.019840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f9e08c-7a56-474a-94e3-c5bf31d71567,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.059583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'Port': ['ID=16eadd72-651a-45d5-ab42-97739d41f91d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.061705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.062078 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Added segment 13e4bd2a-60f5-447b-bedd-acf583160a20 of type vlan for network 511aa871-f0cd-4f9b-8623-1f8f2df11404 Jun 30 09:03:13.097269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] No DVR routers for this DVR port ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:13.125048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149c65-c2e3-4c9c-b79f-062662fc9d0d req-f4e5f9df-54cf-469f-8fad-89a061380248 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.132995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c149c65-c2e3-4c9c-b79f-062662fc9d0d req-f4e5f9df-54cf-469f-8fad-89a061380248 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/ports?device_id=bdee8715-ae1f-47c4-86a1-bab373d7dbf5 HTTP/1.1" status: 200 len: 945 time: 0.4618537 Jun 30 09:03:13.136414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.138401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef94dd16-8ebb-4c42-8dcb-856f16cdd597 req-3fde34fa-c240-4ef2-bfad-fcbdb9ca2108 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.41 "DELETE /v2.0/ports/ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 HTTP/1.1" status: 204 len: 173 time: 2.2506776 Jun 30 09:03:13.145855 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-0f7b2ae0-9e52-4a30-bbd0-57dc224f995e service neutron] 10.222.0.11 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617725 Jun 30 09:03:13.179608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] No DVR routers for this DVR port 16eadd72-651a-45d5-ab42-97739d41f91d on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:13.184388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['64af2060-ef0b-45f2-9957-458dd7d8b1b6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:13.189629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.192738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e6c52a0-8032-4fd4-ae7f-b53446e34798 req-9e0ef64b-f62a-4d6d-b90c-d25b3b4cbac3 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.41 "DELETE /v2.0/ports/16eadd72-651a-45d5-ab42-97739d41f91d HTTP/1.1" status: 204 len: 173 time: 2.5726094 Jun 30 09:03:13.209543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.219625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a591e8f2-49fb-4c64-a36c-21ca99f85a48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709 HTTP/1.1" status: 200 len: 217 time: 0.0638864 Jun 30 09:03:13.245704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d35162a-7bdf-4622-b380-ff68b0aa1a9d req-de793d43-f7db-47b8-aeda-bffd048e2fe1 tempest-ListServerFiltersTestJSON-1425204174 tempest-ListServerFiltersTestJSON-1425204174-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e6748fd-c85d-4416-97d7-388e69d10f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391543 Jun 30 09:03:13.310401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a0d3871-8839-41e7-8601-3ba2e9d551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.311594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-8a0d3871-8839-41e7-8601-3ba2e9d551d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e HTTP/1.1" status: 200 len: 801 time: 0.0754871 Jun 30 09:03:13.313482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.314673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.315542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.372450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c149c65-c2e3-4c9c-b79f-062662fc9d0d req-6fd1f0fb-dfdb-4b11-8d57-2b79f20bf112 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups?id=90f0258e-5301-47e0-8120-72a7ed2ff80c&id=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1&id=146c0a25-940d-4dda-85cf-983e1b82ce2c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2366633 Jun 30 09:03:13.507365 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2915828 Jun 30 09:03:13.508074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47312) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:13.513567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Request body: {'subnet': {'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1494414618-subnet', 'tenant_id': '3ff6965e86514b4996d801e5a9c13140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:13.553134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c51e-fe56-4382-a403-6e7597b2d398 admin admin] Pushing event updated for resources: {'Network': ['ID=511aa871-f0cd-4f9b-8623-1f8f2df11404,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.560633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a7317af0-13da-4c64-833c-9bc00b4cc0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.562237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-a7317af0-13da-4c64-833c-9bc00b4cc0d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f008430-70f2-401a-b4e4-fb3a1a0ad6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432654 Jun 30 09:03:13.585209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:13.709597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Made reservation on behalf of 3ff6965e86514b4996d801e5a9c13140 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:13.714267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-7485243f-05d9-4008-9241-c78ffc301964 service neutron] 10.222.0.11 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417353 Jun 30 09:03:13.719059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.912236 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4452eabf-8096-407b-89e1-a2ada3e2d1ea req-d371ed66-ae6c-4b42-92d6-ad7951d04d30 service neutron] 10.222.0.11 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886160 Jun 30 09:03:13.939345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad80c2-4c8a-4611-b9b3-1048c7d626e3 req-dcac6111-7883-454f-a004-2de5f03f3a5f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.948417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aad80c2-4c8a-4611-b9b3-1048c7d626e3 req-dcac6111-7883-454f-a004-2de5f03f3a5f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 945 time: 0.3998470 Jun 30 09:03:13.967189 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c875934-4c5e-4f3c-ba83-13e944af7fa6 x-openstack-request-id: req-5c875934-4c5e-4f3c-ba83-13e944af7fa6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:13.967620 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7a40e7-7ee7-41d4-80f4-11c540e8aa66", "name": "network-vif-deleted", "tag": "ce8fe2b0-df6e-4f5c-a69a-a76e446ae717", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:13.967927 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c875934-4c5e-4f3c-ba83-13e944af7fa6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:13.968376 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7a40e7-7ee7-41d4-80f4-11c540e8aa66', 'name': 'network-vif-deleted', 'tag': 'ce8fe2b0-df6e-4f5c-a69a-a76e446ae717', 'status': 'completed', 'code': 200} Jun 30 09:03:14.042020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aad80c2-4c8a-4611-b9b3-1048c7d626e3 req-6cead766-9485-49da-bc60-6883d9cdbdaa tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808225 Jun 30 09:03:14.192502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-34e4c896-b5c1-47cc-bce1-939e92cbac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.199029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-34e4c896-b5c1-47cc-bce1-939e92cbac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.206140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-34e4c896-b5c1-47cc-bce1-939e92cbac79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1981 time: 0.1723948 Jun 30 09:03:14.386665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.418319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-d305a782-d5a8-4a88-87e7-1f5f7f566d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.419952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-d305a782-d5a8-4a88-87e7-1f5f7f566d6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=19741883-c23c-4c18-a34a-4c8f1364cca6 HTTP/1.1" status: 200 len: 903 time: 0.2062905 Jun 30 09:03:14.450870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74f51688-b3ce-44b5-8e48-ccc59a7ff2a3 req-e1aa4038-74e2-4a33-ac6b-2d31d59e1eb8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.0782192 Jun 30 09:03:14.489428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:14.550291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:14.551162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce8fe2b0-df6e-4f5c-a69a-a76e446ae717 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:14.551597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:14.568861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd04490-f7a8-4ee2-adda-6241ea2247f4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:14.621245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:14.621883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:14.622104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 16eadd72-651a-45d5-ab42-97739d41f91d no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:14.660088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:14.685861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 16eadd72-651a-45d5-ab42-97739d41f91d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:14.686157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 16eadd72-651a-45d5-ab42-97739d41f91d not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:14.769232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Checking segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:14.769863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Network hostable DHCP agents. Network: 511aa871-f0cd-4f9b-8623-1f8f2df11404, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:14.776531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Deleting subnet 98392d9a-5896-4af0-b2fc-12235c3a7f20 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:14.780786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.862747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.906075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bbea-d1ff-475a-bf84-098098168fef req-d8728174-6667-4c1b-b0e7-090e8d1ff726 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.911917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bbea-d1ff-475a-bf84-098098168fef req-d8728174-6667-4c1b-b0e7-090e8d1ff726 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.916539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:14.919208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f528bbea-d1ff-475a-bf84-098098168fef req-d8728174-6667-4c1b-b0e7-090e8d1ff726 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1677 time: 0.7067447 Jun 30 09:03:14.920143 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb41b4c-af3c-42bc-a726-8d4029c36d01" -d '{"events": [{"name": "network-changed", "server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:14.931326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-9bf6f244-6980-42cf-9089-70b8723924a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=b87cefe6-7336-42c4-89b1-77c55504e518 HTTP/1.1" status: 200 len: 217 time: 0.4997633 Jun 30 09:03:14.954863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:15.004180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 511aa871-f0cd-4f9b-8623-1f8f2df11404) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:15.011313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-c1caa9d9-f9b1-44d6-9e2b-938757836078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.013448 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-c1caa9d9-f9b1-44d6-9e2b-938757836078 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da73a906-a4f2-434f-8010-47a82b9e6c36 HTTP/1.1" status: 200 len: 801 time: 0.0609014 Jun 30 09:03:15.017810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f528bbea-d1ff-475a-bf84-098098168fef req-81c37f7a-1724-4150-8518-760fa82e35b2 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964131 Jun 30 09:03:15.020757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb56f4-61f7-457a-a9b1-a1e6d91a11c6 None None] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:15.029885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.037648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.076369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.108501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-3559f896-57c0-4df4-ac12-341b0ce61dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.115106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c29acc98-4dbf-4445-a4a0-cac06f4b520a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6059251 Jun 30 09:03:15.116567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-3559f896-57c0-4df4-ac12-341b0ce61dc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19741883-c23c-4c18-a34a-4c8f1364cca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916035 Jun 30 09:03:15.188795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a40bba0-a88e-4119-bede-633273090833 req-b9075d28-d35c-48e3-a639-7ef017dcdad5 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1 HTTP/1.1" status: 200 len: 1801 time: 0.1312361 Jun 30 09:03:15.257700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.268657 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376b0a3-4152-4f46-abbe-490e668afefb x-openstack-request-id: req-d376b0a3-4152-4f46-abbe-490e668afefb {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:15.269148 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:15.269468 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d376b0a3-4152-4f46-abbe-490e668afefb {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:15.269948 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709', 'status': 'completed', 'code': 200} Jun 30 09:03:15.308988 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-98514d61-bd98-46a2-920c-01e0e318dfc1 service neutron] 10.222.0.11 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838660 Jun 30 09:03:15.339696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249f544-c544-41fd-a8ed-e5d57e63724b None None] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:15.341145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98392d9a-5896-4af0-b2fc-12235c3a7f20,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:15.352468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c24f00-3bce-4919-91e8-fd4cba53e408 None None] Network 1e5d9081-3162-40a9-94a7-1e5232f87219 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:15.352900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.365943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7e7d95e0-22cf-4566-9523-947b78fb899b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/98392d9a-5896-4af0-b2fc-12235c3a7f20 HTTP/1.1" status: 204 len: 168 time: 0.6889267 Jun 30 09:03:15.367631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47352) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:15.478637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4a40bba0-a88e-4119-bede-633273090833 req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.516612 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba8725f7-ad94-4f16-9da8-8ff6b35cc8bb req-a5489cf5-cc96-4a05-8dcf-f4bbf6e163dc service neutron] 10.222.0.11 "GET /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994541 Jun 30 09:03:15.559372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4a40bba0-a88e-4119-bede-633273090833 req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.568021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.700632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-d350c575-1d4b-4e93-a147-bebadfac9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.701353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-d350c575-1d4b-4e93-a147-bebadfac9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.703135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-d350c575-1d4b-4e93-a147-bebadfac9e51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af1903fcec9846f3894a41a7e43316a0&device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1981 time: 0.1361856 Jun 30 09:03:15.723037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f68e-0d9e-4ab3-b201-b07f9413f9ee req-fd4d09cf-8db5-42c6-a5f3-afb5578ffa43 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.730197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4b4f68e-0d9e-4ab3-b201-b07f9413f9ee req-fd4d09cf-8db5-42c6-a5f3-afb5578ffa43 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 945 time: 0.2526975 Jun 30 09:03:15.740310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4a40bba0-a88e-4119-bede-633273090833 req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.742808 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4a40bba0-a88e-4119-bede-633273090833 req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.748571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a40bba0-a88e-4119-bede-633273090833 req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1 HTTP/1.1" status: 204 len: 173 time: 0.5584204 Jun 30 09:03:15.813494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babeedc-b7d1-418c-8531-bf8ba543ae35 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec81f5-3e0e-4a7d-8e6d-1f4ba38ff8d1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:15.849848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] DHCP port deletion for 1e5d9081-3162-40a9-94a7-1e5232f87219 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:15.862486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-b0376a46-98f2-44c5-8eca-1e2c1694cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.864335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-b0376a46-98f2-44c5-8eca-1e2c1694cff1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7f008430-70f2-401a-b4e4-fb3a1a0ad6af HTTP/1.1" status: 200 len: 903 time: 0.1524019 Jun 30 09:03:15.874732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4b4f68e-0d9e-4ab3-b201-b07f9413f9ee req-724eac41-6e65-432a-b24b-52ae3d803c1e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436183 Jun 30 09:03:15.882476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Deleting port 840b76ae-e62c-4a83-82c9-edeb1232d78f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:15.882828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.939270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Deleting port 840b76ae-e62c-4a83-82c9-edeb1232d78f {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:15.939648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.960932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-7ef9543c-2438-4019-bb69-bab6532ded21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709 HTTP/1.1" status: 200 len: 217 time: 0.0888746 Jun 30 09:03:15.969679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'name': 'network-vif-deleted', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7'}, {'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'name': 'network-vif-deleted', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:15.985559 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b28cb21-379e-4362-9ae1-106f2f18c0b8" -d '{"events": [{"server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "name": "network-vif-deleted", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7"}, {"server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "name": "network-vif-deleted", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:16.035892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] For port 840b76ae-e62c-4a83-82c9-edeb1232d78f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=840b76ae-e62c-4a83-82c9-edeb1232d78f,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.036290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.046750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d548f78-3a6d-4334-a44a-9f4aa9da0048 req-8f07a9f1-4c43-424b-803c-af18761d1073 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.0549562 Jun 30 09:03:16.069767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Calling delete_port for 840b76ae-e62c-4a83-82c9-edeb1232d78f owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:16.081800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] For port 840b76ae-e62c-4a83-82c9-edeb1232d78f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=840b76ae-e62c-4a83-82c9-edeb1232d78f,segment=NetworkSegment(9aa2a257-8623-4147-8d7e-e56d77c1d4ab),segment_id=9aa2a257-8623-4147-8d7e-e56d77c1d4ab)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.082577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.109692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Calling delete_port for 840b76ae-e62c-4a83-82c9-edeb1232d78f owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:16.142604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-09ad222b-fca7-4706-902d-9ce3a074a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.144986 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-09ad222b-fca7-4706-902d-9ce3a074a500 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e HTTP/1.1" status: 200 len: 801 time: 0.1758854 Jun 30 09:03:16.255707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-409e904e-b888-4c74-8d66-c32e5e0429b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.258234 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-409e904e-b888-4c74-8d66-c32e5e0429b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7f008430-70f2-401a-b4e4-fb3a1a0ad6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004417 Jun 30 09:03:16.260537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.296051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] Pushing event deleted for resources: {'Port': ['ID=840b76ae-e62c-4a83-82c9-edeb1232d78f,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.311506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-2c378562-a418-48db-96ca-a805dfb84667 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "GET /v2.0/security-groups/90f0258e-5301-47e0-8120-72a7ed2ff80c HTTP/1.1" status: 200 len: 1801 time: 0.1444120 Jun 30 09:03:16.316342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.319494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b87cefe6-7336-42c4-89b1-77c55504e518 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:16.321466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64af2060-ef0b-45f2-9957-458dd7d8b1b6 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:16.338749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6de461-ae33-4f7f-90fc-e6cb5e825c23 None None] No DVR routers for this DVR port 840b76ae-e62c-4a83-82c9-edeb1232d78f on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:16.392490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=840b76ae-e62c-4a83-82c9-edeb1232d78f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.399460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] No DVR routers for this DVR port 840b76ae-e62c-4a83-82c9-edeb1232d78f on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:16.419235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-aca176ec-f502-4d21-b585-7f053c2c6b6b tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.430756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-aca176ec-f502-4d21-b585-7f053c2c6b6b tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 818 time: 0.2544281 Jun 30 09:03:16.445381 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-cc7fdb48-f894-4b28-a126-781153100496 service neutron] 10.222.0.11 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787267 Jun 30 09:03:16.490484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a313b0f3-b887-4443-b3eb-a01c7d80ab41 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/quotas/3ff6965e86514b4996d801e5a9c13140 HTTP/1.1" status: 200 len: 375 time: 0.0585320 Jun 30 09:03:16.586889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a35cce14-5189-4ca6-989c-6fd2d3a4b840 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951273 Jun 30 09:03:16.608386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.637599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b87cefe6-7336-42c4-89b1-77c55504e518,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.659801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5d9081-3162-40a9-94a7-1e5232f87219']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:16.662051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.666701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'b87cefe6-7336-42c4-89b1-77c55504e518', 'network_id': '19741883-c23c-4c18-a34a-4c8f1364cca6', 'port_id': 'b87cefe6-7336-42c4-89b1-77c55504e518', 'mac_address': 'fa:16:3e:52:a0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da73a906-a4f2-434f-8010-47a82b9e6c36', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:16.675149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa2a257-8623-4147-8d7e-e56d77c1d4ab') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:16.675650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa2a257-8623-4147-8d7e-e56d77c1d4ab') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:16.681149 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5eb41b4c-af3c-42bc-a726-8d4029c36d01 req-863e6ff8-d9a8-46e2-818d-b8aef3c694a3 service neutron] 10.222.0.11 "GET /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264540 Jun 30 09:03:16.717700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.743572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.746418 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.748829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.770553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87cefe6-7336-42c4-89b1-77c55504e518 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:16.779833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:16.780523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:16.782658 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:16.812473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:16.820137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b87cefe6-7336-42c4-89b1-77c55504e518,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.821461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:16.821969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.862835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-235ab40b-1ddf-43c7-bfd2-7fe45c2e4789 service neutron] 10.222.0.66 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748089 Jun 30 09:03:16.876622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.943041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.952605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.956303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.957437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97b09f5d-c609-4a7e-8ba9-0fa551245537 req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] 10.222.0.66 "DELETE /v2.0/security-groups/90f0258e-5301-47e0-8120-72a7ed2ff80c HTTP/1.1" status: 204 len: 173 time: 0.6240036 Jun 30 09:03:16.964017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47382) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:16.966502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.993466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.010504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1e5d9081-3162-40a9-94a7-1e5232f87219 HTTP/1.1" status: 204 len: 168 time: 1.6416130 Jun 30 09:03:17.015653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000545f-ea7b-475f-8007-71ebe1967c17 tempest-SecurityGroupsTestJSON-266860105 tempest-SecurityGroupsTestJSON-266860105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0258e-5301-47e0-8120-72a7ed2ff80c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:17.026758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.066370 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba96479-cde3-47ee-92d8-397dd4edd559 x-openstack-request-id: req-eba96479-cde3-47ee-92d8-397dd4edd559 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:17.066694 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18b491a-daad-4a01-a504-6617e4b41106", "name": "network-vif-deleted", "tag": "ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7", "status": "completed", "code": 200}, {"server_uuid": "bdee8715-ae1f-47c4-86a1-bab373d7dbf5", "name": "network-vif-deleted", "tag": "16eadd72-651a-45d5-ab42-97739d41f91d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:17.066955 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eba96479-cde3-47ee-92d8-397dd4edd559 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:17.067371 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18b491a-daad-4a01-a504-6617e4b41106', 'name': 'network-vif-deleted', 'tag': 'ff07a5d7-cc6e-4461-a6d9-002fa8f07fe7', 'status': 'completed', 'code': 200} Jun 30 09:03:17.067623 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdee8715-ae1f-47c4-86a1-bab373d7dbf5', 'name': 'network-vif-deleted', 'tag': '16eadd72-651a-45d5-ab42-97739d41f91d', 'status': 'completed', 'code': 200} Jun 30 09:03:17.074320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Deleting subnet b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:17.082673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c151e9-22b8-4d29-8d64-879873db32c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5d9081-3162-40a9-94a7-1e5232f87219,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:17.103022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.105023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:17.107594 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55149aac-568c-48ac-81b0-1fbd618e3af7" -d '{"events": [{"server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "name": "network-vif-plugged", "status": "completed", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:17.124476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-333d1f77-08f2-4603-91d2-41d2c93a88fa service neutron] 10.222.0.66 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607529 Jun 30 09:03:17.156631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:17.176650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.187210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.245260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.333263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:17.337883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['b87cefe6-7336-42c4-89b1-77c55504e518'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:17.348275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:17.456340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 840b76ae-e62c-4a83-82c9-edeb1232d78f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:17.462379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47392) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:17.463278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a8561854-610b-44ab-b873-3a8879bc1113 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=202224f5cbcd4a8daa10880e3cfb16e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131439 Jun 30 09:03:17.466265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.507408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 840b76ae-e62c-4a83-82c9-edeb1232d78f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:17.507759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 840b76ae-e62c-4a83-82c9-edeb1232d78f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:17.544891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1d61-6351-4199-ac24-49f755ed6804 req-6fa24905-7107-4aa5-a7d9-c27e4a4abc6e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.569177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1d61-6351-4199-ac24-49f755ed6804 req-6fa24905-7107-4aa5-a7d9-c27e4a4abc6e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.569398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd7f1d61-6351-4199-ac24-49f755ed6804 req-6fa24905-7107-4aa5-a7d9-c27e4a4abc6e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1678 time: 0.2828970 Jun 30 09:03:17.571235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9dce2ac-2fc1-448d-8d00-ef5aad1c4407,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:17.575406 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.579651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-54c1d01a-5762-4e65-a479-c828868ac33f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b9dce2ac-2fc1-448d-8d00-ef5aad1c4407 HTTP/1.1" status: 204 len: 168 time: 0.6119034 Jun 30 09:03:17.594716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47394) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:18.178597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.210403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd7f1d61-6351-4199-ac24-49f755ed6804 req-a2a72475-ea52-48b9-9bd0-becd2d92a96b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131737 Jun 30 09:03:18.220309 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.323397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ff86a3e4-2de4-4f35-8ffb-2ad438b88709 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:18.328185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.360928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2725-b512-4f00-8885-fe619d18f716 req-141f4aa1-7c8d-4edc-b98b-e51e073c1dc0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.368991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fae2725-b512-4f00-8885-fe619d18f716 req-141f4aa1-7c8d-4edc-b98b-e51e073c1dc0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2595682 Jun 30 09:03:18.493309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:18.508099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709', 'network_id': '7f008430-70f2-401a-b4e4-fb3a1a0ad6af', 'port_id': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709', 'mac_address': 'fa:16:3e:78:2e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:18.517145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3235bf30-1061-4ef4-983b-1e370b849f81 req-006b75c9-e8e9-4892-91ed-6624059399f8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.0857074 Jun 30 09:03:18.530641 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.594558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fae2725-b512-4f00-8885-fe619d18f716 req-407179f4-5d4f-481b-a3db-d242c952c981 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245052 Jun 30 09:03:18.598891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d40d8cd-9b42-40ee-96d4-17660f407637']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.602274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.638618 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5db5ae-5ffe-411b-944c-185a4d7c593a x-openstack-request-id: req-cd5db5ae-5ffe-411b-944c-185a4d7c593a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:18.639026 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "name": "network-vif-plugged", "status": "completed", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:18.639385 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd5db5ae-5ffe-411b-944c-185a4d7c593a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:18.639970 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6', 'code': 200} Jun 30 09:03:18.647695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff86a3e4-2de4-4f35-8ffb-2ad438b88709 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:18.648119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e29836-c0ff-4c74-9c63-ab81146ea798') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.648427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e29836-c0ff-4c74-9c63-ab81146ea798') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:18.680929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.683319 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.686782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e6748fd-c85d-4416-97d7-388e69d10f46 HTTP/1.1" status: 204 len: 168 time: 1.2151721 Jun 30 09:03:18.693397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.699167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:18.715321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.719773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14de9-7dad-410f-9227-e17247e03c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6748fd-c85d-4416-97d7-388e69d10f46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:18.740309 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.761610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:18.762067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:18.764158 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:18.881468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:18.914875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22d6f7-7086-4c43-89fc-217ed4d66429 req-15ba7a52-b0ce-4502-9383-21a4dd6b14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.918987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa22d6f7-7086-4c43-89fc-217ed4d66429 req-15ba7a52-b0ce-4502-9383-21a4dd6b14ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 1098 time: 0.2192607 Jun 30 09:03:18.963649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.977060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.983634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2d40d8cd-9b42-40ee-96d4-17660f407637 HTTP/1.1" status: 204 len: 168 time: 1.3876481 Jun 30 09:03:19.012802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d906f8-d998-4407-b9e7-06354cd828a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d40d8cd-9b42-40ee-96d4-17660f407637,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.023766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa22d6f7-7086-4c43-89fc-217ed4d66429 req-f70a86cb-891d-495b-9df7-dc1aa3f1448f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971785 Jun 30 09:03:19.168135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['ff86a3e4-2de4-4f35-8ffb-2ad438b88709'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:19.371765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:19.403595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0e0f001-191a-4344-8b8f-fa662f206a6b req-5fd1984a-84cd-4180-a550-8529a70552c7 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 210 time: 0.0774021 Jun 30 09:03:19.524158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47452) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:19.527347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23f1d655-aa5a-4767-a78a-11f98f378c99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c90b081af47148678d56e4677d330bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526041 Jun 30 09:03:19.819937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.892203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63624a8d-fa7f-47f9-a0ed-3973acbb66fe req-5622589c-d286-4cde-9576-70253ee65166 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.898341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63624a8d-fa7f-47f9-a0ed-3973acbb66fe req-5622589c-d286-4cde-9576-70253ee65166 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.899959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63624a8d-fa7f-47f9-a0ed-3973acbb66fe req-5622589c-d286-4cde-9576-70253ee65166 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1679 time: 0.3684599 Jun 30 09:03:19.911192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b85694e4-8aa1-4b14-9152-9ad0fd5d9ea1 req-0f1c56ab-fc61-467f-a535-6871f7acdfee tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7a40e7-7ee7-41d4-80f4-11c540e8aa66 HTTP/1.1" status: 200 len: 210 time: 0.0882363 Jun 30 09:03:19.953515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.091227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.093708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.097867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/146c0a25-940d-4dda-85cf-983e1b82ce2c HTTP/1.1" status: 204 len: 168 time: 0.5692329 Jun 30 09:03:20.125795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d132f6-afa5-4fbb-a83f-f35c351e1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c0a25-940d-4dda-85cf-983e1b82ce2c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.139809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63624a8d-fa7f-47f9-a0ed-3973acbb66fe req-465ad7f1-7709-4f13-a416-e5d45896a52b tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189963 Jun 30 09:03:20.219700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef5ef7-bb10-45a9-9362-4ecab977dbcc req-4caaf838-4f15-48bc-92dc-0e1c8c789a53 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.229450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddef5ef7-bb10-45a9-9362-4ecab977dbcc req-4caaf838-4f15-48bc-92dc-0e1c8c789a53 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1735559 Jun 30 09:03:20.323922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddef5ef7-bb10-45a9-9362-4ecab977dbcc req-55d6deb8-5871-490e-bd7a-b97c3f159547 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933011 Jun 30 09:03:20.338247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b87cefe6-7336-42c4-89b1-77c55504e518 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:20.467106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port b87cefe6-7336-42c4-89b1-77c55504e518 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:20.476875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port b87cefe6-7336-42c4-89b1-77c55504e518 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:20.477670 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.492990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47494) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:20.608769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.640537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5877e2-b4ef-4a90-95fe-803e6afe9334 req-0fc06a7b-ef00-4c40-aa25-a6aa9eacf72a tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 210 time: 0.0586822 Jun 30 09:03:20.685605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:20.691017 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912c621-dfe8-4310-98f9-ba748827a614" -d '{"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-plugged", "status": "completed", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:20.754962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b87cefe6-7336-42c4-89b1-77c55504e518,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:20.774337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.836345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-466300448-network', 'tenant_id': '19d57d64b1b34bda8926bacc3fe48ca2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:20.874939 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff5de52-6312-48ab-bba8-4123cab59cf6 x-openstack-request-id: req-9ff5de52-6312-48ab-bba8-4123cab59cf6 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:20.875228 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-plugged", "status": "completed", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:20.875540 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ff5de52-6312-48ab-bba8-4123cab59cf6 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:20.876009 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518', 'code': 200} Jun 30 09:03:20.889834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Made reservation on behalf of 19d57d64b1b34bda8926bacc3fe48ca2 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:20.891936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.894262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.916179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.044541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.064613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.125886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:21.169042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3eb5f6-2eee-469c-9bbc-845b94420266,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.172659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.173016 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Added segment 20c22858-e7cd-4928-9245-e5457b445c8e of type vlan for network 395c3724-3a05-4804-91c0-ed336d43adca Jun 30 09:03:21.283721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.379321 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.380506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.381095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.590258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] Pushing event updated for resources: {'Network': ['ID=395c3724-3a05-4804-91c0-ed336d43adca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:21.603205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 395c3724-3a05-4804-91c0-ed336d43adca details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:21.639760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-41153547-5e60-46f0-9d46-d52159bcf7ed tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.654821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-41153547-5e60-46f0-9d46-d52159bcf7ed tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.11 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 818 time: 0.2914755 Jun 30 09:03:21.655490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47534) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.687448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Request body: {'port': {'device_id': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'admin_state_up': True, 'tenant_id': '3ff6965e86514b4996d801e5a9c13140'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:21.734492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-627f038c-fed8-4607-9723-624907bfea24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2373710 Jun 30 09:03:21.735913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47542) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:21.759759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Request body: {'subnet': {'network_id': '395c3724-3a05-4804-91c0-ed336d43adca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-466300448-subnet', 'tenant_id': '19d57d64b1b34bda8926bacc3fe48ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:21.813617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Made reservation on behalf of 19d57d64b1b34bda8926bacc3fe48ca2 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:21.816975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.905275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-879903354-network', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:21.912487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Made reservation on behalf of 3ff6965e86514b4996d801e5a9c13140 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:21.920299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.092027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef58c-4376-46e2-9f02-cea23f94990d req-fc757e1a-3dda-4aa5-825b-cff77d4d0664 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.101287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef58c-4376-46e2-9f02-cea23f94990d req-fc757e1a-3dda-4aa5-825b-cff77d4d0664 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.112001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58aef58c-4376-46e2-9f02-cea23f94990d req-fc757e1a-3dda-4aa5-825b-cff77d4d0664 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1680 time: 0.7563174 Jun 30 09:03:22.125147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Allocated IP 172.20.0.13 (511aa871-f0cd-4f9b-8623-1f8f2df11404/5bd04490-f7a8-4ee2-adda-6241ea2247f4/a1e06233-6166-4ae7-aa46-e8c1fd12ad3b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:22.141040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8c8868ba-41b4-4689-b4fb-9348ce9accc8 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.147456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8c8868ba-41b4-4689-b4fb-9348ce9accc8 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 818 time: 0.5577736 Jun 30 09:03:22.209445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Request body: {'port': {'device_id': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'admin_state_up': True, 'tenant_id': '3ff6965e86514b4996d801e5a9c13140'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:22.240452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4f2a1-35c7-4aea-99f7-b43640ee65ae req-8e3773cf-929b-47fc-aff0-3085445635e8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.248821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0f4f2a1-35c7-4aea-99f7-b43640ee65ae req-8e3773cf-929b-47fc-aff0-3085445635e8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.5834136 Jun 30 09:03:22.341226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.365471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ff86a3e4-2de4-4f35-8ffb-2ad438b88709 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:22.406028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.437786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:22.443617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:22.445829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Made reservation on behalf of b700c8878d10435fa56f8d377b88e2e3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:22.450943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.467060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:22.470491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:22.475912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:22.476668 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.536095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.538828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58aef58c-4376-46e2-9f02-cea23f94990d req-3bd2d8fd-e2cb-4d37-9599-9663809d65aa tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258363 Jun 30 09:03:22.602321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0f4f2a1-35c7-4aea-99f7-b43640ee65ae req-d51253ae-c179-4a39-aa32-136d879efdf8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523545 Jun 30 09:03:22.674952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.709240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-1981621d-5b7e-4065-bfc5-d37780269441 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.711261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-1981621d-5b7e-4065-bfc5-d37780269441 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 818 time: 0.5811667 Jun 30 09:03:22.724682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:22.736593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Request body: {'port': {'device_id': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'admin_state_up': True, 'tenant_id': '3ff6965e86514b4996d801e5a9c13140'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:22.737333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.752497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.754142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.807511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event updated for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.831424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.846615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.847410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.866372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:22.882872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:22.892227 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f72ff-8af8-4cb4-98b6-21e1aa2317be" -d '{"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:22.899888 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-a275cff7-f629-44f0-9dc0-429c227f1308 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2212007 Jun 30 09:03:22.903497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.904010 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Added segment 7fb4c190-2331-40d2-8770-a23ee49c99f5 of type vlan for network 194638bb-6fb9-43b6-815a-4d973c9bd78f Jun 30 09:03:22.913604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.963914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.014595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.016055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.016817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.032694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-d6ddda7f-a24d-4e7c-b8ae-eb8e6e2a7ac1 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:23.034207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-d6ddda7f-a24d-4e7c-b8ae-eb8e6e2a7ac1 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206606 Jun 30 09:03:23.045869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e330625-d771-466d-bef5-ee9587c350df req-760cf6b2-b4a4-4c35-be3d-2a0477594411 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 210 time: 0.0940442 Jun 30 09:03:23.065501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Made reservation on behalf of 3ff6965e86514b4996d801e5a9c13140 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:23.069413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.121383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b28c587-429f-4796-80e1-d5c37520a816,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:23.130558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b79f863-f590-4d37-9167-adaeea49d5f5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:23.154899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4977546 Jun 30 09:03:23.156921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:23.168480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Request body: {'subnet': {'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-879903354-subnet', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:23.198027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ea924-2816-4aff-bb53-cb4c57f2ec6c admin admin] Pushing event updated for resources: {'Network': ['ID=194638bb-6fb9-43b6-815a-4d973c9bd78f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:23.218297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:23.228219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Request body: {'port': {'device_id': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:23.246071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Checking segment: {'id': '20c22858-e7cd-4928-9245-e5457b445c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:23.246506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Network hostable DHCP agents. Network: 395c3724-3a05-4804-91c0-ed336d43adca, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:23.281907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:03:23.281907 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:03:23.281907 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': 'b700c8878d10435fa56f8d377b88e2e3', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 3, 23, 226327)}] Jun 30 09:03:23.281907 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:03:23.281907 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:03:23.392283 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1708215-5be1-4c24-9a96-1410272a9c19 x-openstack-request-id: req-e1708215-5be1-4c24-9a96-1410272a9c19 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:23.392518 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-plugged", "status": "completed", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:23.392779 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1708215-5be1-4c24-9a96-1410272a9c19 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:23.393226 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709', 'code': 200} Jun 30 09:03:23.394206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.411048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-710f792d-332f-42d1-9e17-7d7b949156fa tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.420833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-710f792d-332f-42d1-9e17-7d7b949156fa tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.5049288 Jun 30 09:03:23.431072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Made reservation on behalf of 3ff6965e86514b4996d801e5a9c13140 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:23.435017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.540658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-eea3cdc6-b147-4956-aba4-9ba97a407eb4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.1182189 Jun 30 09:03:23.587897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Network 395c3724-3a05-4804-91c0-ed336d43adca is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:23.599078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e052bd-8e4e-4e02-bace-e702f4041dbd req-a11678a7-c3df-45c5-b723-625bea7eceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.599581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e052bd-8e4e-4e02-bace-e702f4041dbd req-a11678a7-c3df-45c5-b723-625bea7eceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.604338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9e052bd-8e4e-4e02-bace-e702f4041dbd req-a11678a7-c3df-45c5-b723-625bea7eceb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1985 time: 0.0832906 Jun 30 09:03:23.633378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Allocated IP 172.20.0.3 (511aa871-f0cd-4f9b-8623-1f8f2df11404/5bd04490-f7a8-4ee2-adda-6241ea2247f4/f4fd8776-9e25-4fce-92d1-7e8a78f297b3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:23.646056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9e052bd-8e4e-4e02-bace-e702f4041dbd req-db21ecee-c000-4a37-b9eb-7e980e7afffc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jun 30 09:03:23.648624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-ba356e58-32b7-4d0a-b130-55b359fe2039 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744443 Jun 30 09:03:23.654024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-5867e7b5-77ce-455e-b795-a3c1816479f0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:23.655040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-5867e7b5-77ce-455e-b795-a3c1816479f0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054832 Jun 30 09:03:23.659663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 395c3724-3a05-4804-91c0-ed336d43adca) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:23.664559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.665243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.675918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2702e-235e-4e59-b76f-d3ac8a248146 None None] Network 395c3724-3a05-4804-91c0-ed336d43adca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:23.751550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c99dc01b-6412-44a3-9126-8fc077a1c4c0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0103123 Jun 30 09:03:23.808052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df6f8-5eb4-4323-907f-84c7c1466664 req-77b12aca-4830-4766-a7cb-94b0c9f2d2e0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.815052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-894df6f8-5eb4-4323-907f-84c7c1466664 req-77b12aca-4830-4766-a7cb-94b0c9f2d2e0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2980747 Jun 30 09:03:23.936195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Made reservation on behalf of b700c8878d10435fa56f8d377b88e2e3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:23.938737 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:23.987941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bff50b-5cbd-4ad8-b0a8-cbfea1349e47 None None] Network 395c3724-3a05-4804-91c0-ed336d43adca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:24.008529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-894df6f8-5eb4-4323-907f-84c7c1466664 req-65503309-538f-4822-a07e-2e452a14f016 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923559 Jun 30 09:03:24.080030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-56a3fe22-d06e-40ef-b01f-1d7e756fe2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108145 Jun 30 09:03:24.259255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.351775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-fd3fe8e8-e839-4a3b-bf88-31ad18fa5fba service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712212 Jun 30 09:03:24.383598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3ffe-7f2d-449e-8080-2cbbab632e04 req-98aecd26-3a9b-4b49-a23a-ae5558562e3c tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.388062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3ffe-7f2d-449e-8080-2cbbab632e04 req-98aecd26-3a9b-4b49-a23a-ae5558562e3c tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.395635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a5d3ffe-7f2d-449e-8080-2cbbab632e04 req-98aecd26-3a9b-4b49-a23a-ae5558562e3c tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1681 time: 0.2745080 Jun 30 09:03:24.478752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.544729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a5d3ffe-7f2d-449e-8080-2cbbab632e04 req-96e0797d-4030-4729-9f28-819f58a90fe6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481180 Jun 30 09:03:24.555613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.610397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:24.667320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:24.709844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event updated for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:24.713609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:24.851718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.852477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.904238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e06233-6166-4ae7-aa46-e8c1fd12ad3b {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:24.912627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-237eff56-536f-42a4-b044-cccb9efe04e5 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7279546 Jun 30 09:03:24.923410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c89272e-df2b-42d7-a49e-885fbf5163a1,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:24.925343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.948011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Checking segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:24.948906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Network hostable DHCP agents. Network: 194638bb-6fb9-43b6-815a-4d973c9bd78f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:24.962041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Transition to ACTIVE for port object a1e06233-6166-4ae7-aa46-e8c1fd12ad3b will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:24.967616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.116683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Allocated IP 172.20.0.9 (511aa871-f0cd-4f9b-8623-1f8f2df11404/5bd04490-f7a8-4ee2-adda-6241ea2247f4/f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:25.118427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:25.145255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Request body: {'port': {'device_id': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:25.147983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:25.226750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Attempting to bind port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:25.227289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Attempting to bind port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:25.229679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Attempting to bind port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:25.238042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:25.238544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Attempting to bind port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:25.252572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:25.253097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Checking segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:25.253694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Bound using segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:25.254572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Bound port: a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:25.255204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.424203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:25.429144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:25.435244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.549350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.550301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.552047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] 10.222.0.11 "PUT /v2.0/ports/a1e06233-6166-4ae7-aa46-e8c1fd12ad3b HTTP/1.1" status: 200 len: 1093 time: 2.4940991 Jun 30 09:03:25.552822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:25.556295 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:25.560333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b557d2-5066-412c-a48a-34dad8bce9ea service neutron] Pushing event updated for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:25.680843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8f88b1fe-2996-4131-a191-a2aaa0602b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.682236 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8f88b1fe-2996-4131-a191-a2aaa0602b51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 1096 time: 0.0808008 Jun 30 09:03:25.757546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-4255b8be-60c6-485f-a949-bb7584a51276 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b HTTP/1.1" status: 200 len: 217 time: 0.0655515 Jun 30 09:03:25.893867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 194638bb-6fb9-43b6-815a-4d973c9bd78f) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:25.909792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4b2a8-c30c-4b7c-958a-fc7c69655121 None None] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:25.917352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-bf63d49b-429b-4764-9e95-27fb370bc822 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.930340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-bf63d49b-429b-4764-9e95-27fb370bc822 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/networks?id=395c3724-3a05-4804-91c0-ed336d43adca HTTP/1.1" status: 200 len: 813 time: 0.7910945 Jun 30 09:03:25.940676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-255b45a2-3556-43ed-abb7-6e8a5868a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.942293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-255b45a2-3556-43ed-abb7-6e8a5868a3c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.1736219 Jun 30 09:03:25.988245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.989577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.073102 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-1a3ad953-096f-47ce-a0ff-521575c1d108 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148434 Jun 30 09:03:26.140366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.155421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-87b623a2-1814-46a8-a9c3-2d999a19a575 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/quotas/19d57d64b1b34bda8926bacc3fe48ca2 HTTP/1.1" status: 200 len: 375 time: 0.1885405 Jun 30 09:03:26.159846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9a99104e-302a-4269-b820-4d55e9ad315c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9958882 Jun 30 09:03:26.252114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47630) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:26.261327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:26.299909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.301982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.320018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-194638bb-6fb9-43b6-815a-4d973c9bd78f', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:03:26.321206 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.349625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-36a8e59f-fcf0-4590-8bc9-6a3368cffc22 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19d57d64b1b34bda8926bacc3fe48ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1926198 Jun 30 09:03:26.457692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.581233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d15768-6207-424c-b1e4-a60772dc7022 req-ab7d1058-b2eb-49b4-b2d0-e5bcec7c33e7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.590472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Allocated IP 172.20.0.2 (194638bb-6fb9-43b6-815a-4d973c9bd78f/3c89272e-df2b-42d7-a49e-885fbf5163a1/c6a18bea-1333-482b-9dec-23efec7fe708) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:26.590913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03d15768-6207-424c-b1e4-a60772dc7022 req-ab7d1058-b2eb-49b4-b2d0-e5bcec7c33e7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 1.4613607 Jun 30 09:03:26.778120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.780658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-e6860541-2b7f-4f53-af9e-a5349ad8a22c service neutron] 10.222.0.66 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135959 Jun 30 09:03:26.782218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.799979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-7a79da1c-2b24-4975-8b48-18ac0a13946a service neutron] 10.222.0.11 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106752 Jun 30 09:03:26.812094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Transition to ACTIVE for port object c6a18bea-1333-482b-9dec-23efec7fe708 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:26.869654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Transition to ACTIVE for port object c6a18bea-1333-482b-9dec-23efec7fe708 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:26.874631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03d15768-6207-424c-b1e4-a60772dc7022 req-82335312-3da9-4178-8704-3154defa7ae6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825668 Jun 30 09:03:26.887119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.927016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.058927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:27.068897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:27.072797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:27.102172 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-5eb2b13b-a98e-4b6d-95af-7f6ec62eb52f service neutron] 10.222.0.11 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652011 Jun 30 09:03:27.123072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Pushing event updated for resources: {'Port': ['ID=c6a18bea-1333-482b-9dec-23efec7fe708,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.282386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Attempting to bind port c6a18bea-1333-482b-9dec-23efec7fe708 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:27.282984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Attempting to bind port c6a18bea-1333-482b-9dec-23efec7fe708 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:27.284212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Attempting to bind port c6a18bea-1333-482b-9dec-23efec7fe708 on network 194638bb-6fb9-43b6-815a-4d973c9bd78f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:27.294495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:27.295346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Checking segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:27.298588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.299942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Bound using segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:27.300797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Bound port: c6a18bea-1333-482b-9dec-23efec7fe708, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:27.306701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.375021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.415605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] For port c6a18bea-1333-482b-9dec-23efec7fe708, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:27.421106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] For port c6a18bea-1333-482b-9dec-23efec7fe708, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6a18bea-1333-482b-9dec-23efec7fe708,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:27.427980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.449506 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.537721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-186955a6-06b4-4fa0-9b20-e0642e18b466 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.540274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-186955a6-06b4-4fa0-9b20-e0642e18b466 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.5183547 Jun 30 09:03:27.548607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-496e1dca-466c-4ca7-976a-2fae145b1de3 service neutron] 10.222.0.66 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667418 Jun 30 09:03:27.565271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:27.658731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb1a62-5a54-46a7-a20e-fd810ce88675 None None] Pushing event updated for resources: {'Port': ['ID=c6a18bea-1333-482b-9dec-23efec7fe708,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.675190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Allocated IP 172.25.4.97 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/11f5b7b4-ed6f-48c0-a992-6e28d2a97193) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:27.761491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:27.929852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Network 511aa871-f0cd-4f9b-8623-1f8f2df11404 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:27.950764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:27.955010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:28.054208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.142103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event updated for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:28.193875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.254207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be600-5226-4a9b-9fbb-ce54be9fe51d req-78d58f7b-94a2-4168-800b-cc85baa2f1a9 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.259354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:28.264608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e24be600-5226-4a9b-9fbb-ce54be9fe51d req-78d58f7b-94a2-4168-800b-cc85baa2f1a9 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 931 time: 1.0140939 Jun 30 09:03:28.267084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:28.313206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:28.351819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c177090-aa01-4294-a6be-9f923d19ba47 req-10181267-6932-408c-9a1a-657899f9aba5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 210 time: 0.2043922 Jun 30 09:03:28.360727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Pushing event updated for resources: {'Port': ['ID=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:28.437129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.442270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.460465 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e57509-9668-4d6e-8847-430820f57dde x-openstack-request-id: req-11e57509-9668-4d6e-8847-430820f57dde {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:28.460778 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:28.461011 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11e57509-9668-4d6e-8847-430820f57dde {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:28.461430 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b', 'status': 'completed', 'code': 200} Jun 30 09:03:28.531950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e24be600-5226-4a9b-9fbb-ce54be9fe51d req-83e181b2-9afb-4d75-918d-c70d37b65a7b tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663586 Jun 30 09:03:28.544359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:28.575917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.617846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-40455e98-0045-4012-abf4-3a60395a5b64 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8950021 Jun 30 09:03:28.637685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-93961546-4cef-4939-af68-11cd38864326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.638178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Request body: {'port': {'device_id': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:28.641005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-93961546-4cef-4939-af68-11cd38864326 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 1096 time: 0.1341755 Jun 30 09:03:28.821101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-22dfa98b-7f3a-40c3-85c8-12534c550446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.823127 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-22dfa98b-7f3a-40c3-85c8-12534c550446 service neutron] 10.222.0.11 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 919 time: 0.1758072 Jun 30 09:03:28.914987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-60e183e6-1844-4a6b-8c56-87e1435361cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b HTTP/1.1" status: 200 len: 217 time: 0.0852599 Jun 30 09:03:28.967912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fd8776-9e25-4fce-92d1-7e8a78f297b3 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:28.976240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.031442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.114773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc3d6-f5e6-4eba-b332-e17e9dca0d4e req-ddcdc320-e984-4c18-aa5a-4899fc670229 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.120496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.124692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-75f02823-c06c-4484-a2ce-43facc7f1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.126489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc3d6-f5e6-4eba-b332-e17e9dca0d4e req-ddcdc320-e984-4c18-aa5a-4899fc670229 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.129251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489dc3d6-f5e6-4eba-b332-e17e9dca0d4e req-ddcdc320-e984-4c18-aa5a-4899fc670229 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1681 time: 0.3989534 Jun 30 09:03:29.130206 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-75f02823-c06c-4484-a2ce-43facc7f1e26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.1145225 Jun 30 09:03:29.146887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Transition to ACTIVE for port object f4fd8776-9e25-4fce-92d1-7e8a78f297b3 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:29.184913 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.256575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.4 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:29.261999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8707da1f-5d44-439d-aa1f-d6db9469d23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.318816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-c2bdf48d-5ddb-4416-a23b-ed2d4c5c1c75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968268 Jun 30 09:03:29.404478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170be99b-80c0-4269-b80a-c4d451008c20 None None] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:29.438285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489dc3d6-f5e6-4eba-b332-e17e9dca0d4e req-2a3efb63-d176-471d-a190-8065680c94d4 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892182 Jun 30 09:03:29.457084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Pushing event updated for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:29.543049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6a18bea-1333-482b-9dec-23efec7fe708 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:29.578000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab65be76-05bc-48b1-afa7-dc6b80e3e660 req-10b3aa1d-d3e3-4a8f-9627-2a28095e3b75 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 210 time: 0.0977530 Jun 30 09:03:29.643835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ca674d91-478c-47f9-88b9-fb99695e59fd None None] Provisioning for port c6a18bea-1333-482b-9dec-23efec7fe708 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:29.673730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c6a18bea-1333-482b-9dec-23efec7fe708 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:29.680831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6a18bea-1333-482b-9dec-23efec7fe708 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:29.681975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.929664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Attempting to bind port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:29.930459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Attempting to bind port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:29.930939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Attempting to bind port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:30.019677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.038144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:30.038650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Attempting to bind port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:30.055736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:30.056150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Checking segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:30.056610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Bound using segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:30.057181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Bound port: f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:30.057670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.139900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c6a18bea-1333-482b-9dec-23efec7fe708, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6a18bea-1333-482b-9dec-23efec7fe708,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:30.167990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.186118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:30.198824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:30.298518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.341544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c6a18bea-1333-482b-9dec-23efec7fe708,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:30.397908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.437535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a1e06233-6166-4ae7-aa46-e8c1fd12ad3b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:30.479046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5521d-b9d0-4979-b137-96954e1aa3cb req-bce13ed4-9931-4185-8d92-64672e2ec9cf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.490496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4b5521d-b9d0-4979-b137-96954e1aa3cb req-bce13ed4-9931-4185-8d92-64672e2ec9cf tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.5484762 Jun 30 09:03:30.500722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.505680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.511709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] 10.222.0.41 "PUT /v2.0/ports/f4fd8776-9e25-4fce-92d1-7e8a78f297b3 HTTP/1.1" status: 200 len: 1092 time: 5.5891342 Jun 30 09:03:30.683084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb0b1660-5e3e-4e82-bbd4-9550861e4268 None None] Provisioning complete for port c6a18bea-1333-482b-9dec-23efec7fe708 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:30.683472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1660-5e3e-4e82-bbd4-9550861e4268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.684344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-fe648ced-95e7-46e0-a7bf-936cacc4f0e2 service neutron] 10.222.0.11 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096975 Jun 30 09:03:30.694969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b7674ee2-93e7-4529-9a64-24bfccbf82d6 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.696982 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b7674ee2-93e7-4529-9a64-24bfccbf82d6 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.11 "GET /v2.0/networks?id=395c3724-3a05-4804-91c0-ed336d43adca HTTP/1.1" status: 200 len: 813 time: 0.4211419 Jun 30 09:03:30.716401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Request body: {'port': {'device_id': '166eb695-e428-487b-a2d6-4930c0a927a3', 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca', 'admin_state_up': True, 'tenant_id': '19d57d64b1b34bda8926bacc3fe48ca2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:30.750053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:30.754878 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf535cc-b96f-4a29-ad79-2063c794cdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:30.762544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.769157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:30.784833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'port_id': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b', 'mac_address': 'fa:16:3e:39:11:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd04490-f7a8-4ee2-adda-6241ea2247f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:30.912083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.934497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e06233-6166-4ae7-aa46-e8c1fd12ad3b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:30.951673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c25d4a84-b3e6-47f5-a1d0-04bf2515c105 req-16b10f2f-7e9b-4e4e-acc3-041826f06acc service neutron] 10.222.0.11 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513833 Jun 30 09:03:30.983356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:31.016398 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.038603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Made reservation on behalf of 19d57d64b1b34bda8926bacc3fe48ca2 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:31.047388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.093112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.150320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.151274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:03:31.228006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:31.238337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff6b68-0d27-4b12-956f-ea68bd1d7d0b service neutron] Pushing event updated for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.251499 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.315557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:31.331130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:31.336992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Transition to ACTIVE for port object f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:31.342477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4b5521d-b9d0-4979-b137-96954e1aa3cb req-e4a1dc76-a136-4329-b661-44d82fd6d949 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792232 Jun 30 09:03:31.343289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:31.354102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Allocated IP 172.20.0.8 (395c3724-3a05-4804-91c0-ed336d43adca/1b28c587-429f-4796-80e1-d5c37520a816/f0fad86b-2ddf-49d9-95b4-b24b5469692b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:31.359636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.417823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.455848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4347-9ead-4eca-80df-3b929ec53d5c req-56f81ca4-d2f2-4bd6-abac-ac08d57c1874 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.465261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f3e4347-9ead-4eca-80df-3b929ec53d5c req-56f81ca4-d2f2-4bd6-abac-ac08d57c1874 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 943 time: 1.0462162 Jun 30 09:03:31.484906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-460c4a73-797b-4b73-b6f3-6978fa0eae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.486770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-460c4a73-797b-4b73-b6f3-6978fa0eae2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 1095 time: 0.7224333 Jun 30 09:03:31.555395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6a18bea-1333-482b-9dec-23efec7fe708 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:31.558945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a1e06233-6166-4ae7-aa46-e8c1fd12ad3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:31.603993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.622357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f3e4347-9ead-4eca-80df-3b929ec53d5c req-30772b6c-9a67-4bfe-a8bd-90f7adccbb30 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554911 Jun 30 09:03:31.623412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-bff87c59-ad4f-4f25-85e1-59069dde0a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3 HTTP/1.1" status: 200 len: 217 time: 0.0877624 Jun 30 09:03:31.672947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.735401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.736011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.741844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:31.753826 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Sync routers for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:31.754375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Network 395c3724-3a05-4804-91c0-ed336d43adca is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:31.764685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:31.766793 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:31.772107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:31.772460 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:31.774971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6a18bea-1333-482b-9dec-23efec7fe708 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:31.775350 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.821459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Pushing event updated for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.838057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.850102 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-56496e5b-3708-4cfc-868c-7a54f30c9084 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5946124 Jun 30 09:03:31.854020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47684) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:31.933522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-7fa99eba-c26d-4a50-9611-b427e198d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.935019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-7fa99eba-c26d-4a50-9611-b427e198d2b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.2486362 Jun 30 09:03:31.936622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1928cc6-95d7-4622-b03d-8dee99c769f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.945410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-d2770222-b0f3-4c7a-9f04-0662a5165a5f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3952205 Jun 30 09:03:32.031157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-7d679400-cb40-4c8e-a8cb-6e79b88161b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821486 Jun 30 09:03:32.041244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Request body: {'port': {'device_id': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:32.047454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.048130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.070694 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:32.083419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-b5f069b6-64df-40e9-81bd-609e37849ee8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3735530 Jun 30 09:03:32.089849 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.146763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.365022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Request body: {'port': {'device_id': '166eb695-e428-487b-a2d6-4930c0a927a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:32.411065 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:28Z', 'revision_number': 3, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:32.459316 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Checking router: c0d1ddf0-4fec-4c36-b7f4-f17548952f2e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:32.460012 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Updating router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:32.533800 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.554511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:32.561109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.564767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.579925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Transition to ACTIVE for port object 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:32.583329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8c747872-62f0-488e-b3dc-87b63cedf524 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378312 Jun 30 09:03:32.598357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.659902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Pushing event updated for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.700018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Attempting to bind port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:32.700491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Attempting to bind port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:32.700839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Attempting to bind port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:32.739830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:32.740169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Attempting to bind port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 on network 511aa871-f0cd-4f9b-8623-1f8f2df11404 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:32.780692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0994ce-61e8-420c-bd50-0296dc31f66f req-9c8aba46-a345-4a22-97aa-5c5b69178639 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.788659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc0994ce-61e8-420c-bd50-0296dc31f66f req-9c8aba46-a345-4a22-97aa-5c5b69178639 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 931 time: 0.8509448 Jun 30 09:03:32.808541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:32.808813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Checking segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:32.809218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Bound using segment: {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:32.809670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Bound port: f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e4bd2a-60f5-447b-bedd-acf583160a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:32.810075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.839553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.898909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.902139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:32.904724 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.905998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:32.918864 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Transition to ACTIVE for port object 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:32.927747 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.930466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc0994ce-61e8-420c-bd50-0296dc31f66f req-ebd22d7a-f029-42f6-ad3b-0713be22afc8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400738 Jun 30 09:03:32.990098 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Pushing event updated for resources: {'Port': ['ID=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.000582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.001654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.002144 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.002605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.003043 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.003476 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.003912 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.004474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.005187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.005716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.006224 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.006692 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.007404 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:33.064230 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Attempting to bind port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:33.064606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Attempting to bind port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:33.065004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Attempting to bind port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.073816 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:33.074373 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:33.074582 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.075037 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:33.075458 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Bound port: 11f5b7b4-ed6f-48c0-a992-6e28d2a97193, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:33.075830 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.132564 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621c957-fbe7-48ef-8c21-315e0fc5997e x-openstack-request-id: req-b621c957-fbe7-48ef-8c21-315e0fc5997e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:33.132564 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:33.132977 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b621c957-fbe7-48ef-8c21-315e0fc5997e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:33.133056 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'status': 'completed', 'code': 200} Jun 30 09:03:33.157573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.166453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fad86b-2ddf-49d9-95b4-b24b5469692b {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:33.177914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Attempting to bind port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:33.177914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Attempting to bind port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:33.182970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.183140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Attempting to bind port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.184606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] For port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:33.192063 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] For port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:33.203519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.204155 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.209285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 HTTP/1.1" status: 200 len: 1092 time: 4.5771270 Jun 30 09:03:33.222247 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.230587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:33.230824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Attempting to bind port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.231440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Transition to ACTIVE for port object f0fad86b-2ddf-49d9-95b4-b24b5469692b will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:33.246562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.250508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d130-d392-41ff-a1b7-0498d48911bd req-ce4e5dce-a4e5-40f9-8389-e32ff7b3dae5 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.258940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5560d130-d392-41ff-a1b7-0498d48911bd req-ce4e5dce-a4e5-40f9-8389-e32ff7b3dae5 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 931 time: 0.6708279 Jun 30 09:03:33.317831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.321147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:33.321431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:33.321868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:33.322325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Bound port: 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:33.322902 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.328302 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:33.328994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:33.338018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Allocated IP 172.20.0.1 (194638bb-6fb9-43b6-815a-4d973c9bd78f/3c89272e-df2b-42d7-a49e-885fbf5163a1/a477a2b4-fe95-4768-87d9-87fe1b960fb4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:33.378631 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37911e-5066-46a4-b6fa-e40dea5baebf None None] Pushing event updated for resources: {'Port': ['ID=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.401441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5560d130-d392-41ff-a1b7-0498d48911bd req-53108f6a-3354-407d-9cf3-f2500f412310 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413572 Jun 30 09:03:33.445676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.463810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:33.557062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854af76-a082-480a-aa1a-eb3bdf867946 service neutron] Pushing event updated for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.613419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Attempting to bind port f0fad86b-2ddf-49d9-95b4-b24b5469692b on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:33.613875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Attempting to bind port f0fad86b-2ddf-49d9-95b4-b24b5469692b by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '20c22858-e7cd-4928-9245-e5457b445c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:33.614339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Attempting to bind port f0fad86b-2ddf-49d9-95b4-b24b5469692b on network 395c3724-3a05-4804-91c0-ed336d43adca {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.627916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Port f0fad86b-2ddf-49d9-95b4-b24b5469692b on network 395c3724-3a05-4804-91c0-ed336d43adca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:33.628248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Attempting to bind port f0fad86b-2ddf-49d9-95b4-b24b5469692b on network 395c3724-3a05-4804-91c0-ed336d43adca {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.628928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-646e3feb-53fe-4b66-bbad-d228d6ae3464 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0206492 Jun 30 09:03:33.637398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:33.641651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:33.647595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.654469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.663495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8e3a262e-1406-4e1c-94ac-47894edc8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.664893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-8e3a262e-1406-4e1c-94ac-47894edc8c8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 1095 time: 0.3716402 Jun 30 09:03:33.666899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Transition to ACTIVE for port object a477a2b4-fe95-4768-87d9-87fe1b960fb4 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:33.678366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:33.679171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Checking segment: {'id': '20c22858-e7cd-4928-9245-e5457b445c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:33.679921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Bound using segment: {'id': '20c22858-e7cd-4928-9245-e5457b445c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:33.680570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Bound port: f0fad86b-2ddf-49d9-95b4-b24b5469692b, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c22858-e7cd-4928-9245-e5457b445c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:33.680932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.707570 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:28Z', 'revision_number': 3, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:33.742026 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e35d4d-6b63-4491-b836-c55b9e2570f6 None None] The sync data for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 is: [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:28Z', 'revision_number': 3, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:33.757379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.788637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.789800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.790747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 HTTP/1.1" status: 200 len: 1092 time: 1.7636614 Jun 30 09:03:33.792203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-42f7b078-8285-42fe-b7b8-47af221355fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 HTTP/1.1" status: 200 len: 217 time: 0.0946465 Jun 30 09:03:33.804414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:33.809364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5def-0a71-4f67-9613-3672c669c346 req-f633640c-7ee0-402b-8892-075b885c94bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.818927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5def-0a71-4f67-9613-3672c669c346 req-f633640c-7ee0-402b-8892-075b885c94bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.819448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:33.820997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-265c5def-0a71-4f67-9613-3672c669c346 req-f633640c-7ee0-402b-8892-075b885c94bb tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1681 time: 0.5376370 Jun 30 09:03:33.828708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:33.831968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b,segment=NetworkSegment(20c22858-e7cd-4928-9245-e5457b445c8e),segment_id=20c22858-e7cd-4928-9245-e5457b445c8e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:33.833465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:33.835461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Pushing event updated for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.839833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.919160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.919803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.921600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0fad86b-2ddf-49d9-95b4-b24b5469692b HTTP/1.1" status: 200 len: 1092 time: 1.5611200 Jun 30 09:03:33.922081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:33.924453 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd992a65-92be-48e5-be68-c6c6e9c19aac" -d '{"events": [{"name": "network-changed", "server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:33.936277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.941807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b2575-9879-4b4d-967e-8398d7b79f04 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.944058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff978e-3c9b-43c4-96e1-e07e9c98ea65 req-82f21f4d-8371-4d6b-8423-216a8d479be7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.947065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5ff978e-3c9b-43c4-96e1-e07e9c98ea65 req-82f21f4d-8371-4d6b-8423-216a8d479be7 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.4051623 Jun 30 09:03:33.960597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85cdb-5a86-431c-8e50-304ffdf408e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.023362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-4a532dbc-c285-42ee-b36f-802ccce44c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.025019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-4a532dbc-c285-42ee-b36f-802ccce44c28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.1911912 Jun 30 09:03:34.105967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-61ecfaaa-face-4bb8-9e17-deb665e6c83e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715926 Jun 30 09:03:34.110694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-265c5def-0a71-4f67-9613-3672c669c346 req-19e204fa-ac74-4192-9bc3-3ccf9a7a0b94 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267311 Jun 30 09:03:34.220570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5ff978e-3c9b-43c4-96e1-e07e9c98ea65 req-f63a712a-76d0-4087-ac19-d31168c14ee0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625949 Jun 30 09:03:34.270317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-f20a7a7c-3119-4e31-bb69-712b0b65f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.272277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-f20a7a7c-3119-4e31-bb69-712b0b65f998 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 1095 time: 0.5635924 Jun 30 09:03:34.285622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-83f8d64b-11a1-4f1b-a2d3-12a5aa7424bb None None] Provisioning for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:34.291284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-83f8d64b-11a1-4f1b-a2d3-12a5aa7424bb None None] Provisioning complete for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:34.296263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-83f8d64b-11a1-4f1b-a2d3-12a5aa7424bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.370425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-83f8d64b-11a1-4f1b-a2d3-12a5aa7424bb None None] Port a477a2b4-fe95-4768-87d9-87fe1b960fb4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:34.373364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.386042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-23f60883-0696-47bd-b4b6-0481e6864533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.401065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-23f60883-0696-47bd-b4b6-0481e6864533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 1095 time: 0.4273851 Jun 30 09:03:34.424992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-42834fdb-ba1c-4479-bba5-fe4c81aaa158 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.431664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-42834fdb-ba1c-4479-bba5-fe4c81aaa158 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.433742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-42834fdb-ba1c-4479-bba5-fe4c81aaa158 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1681 time: 0.3709810 Jun 30 09:03:34.436748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a1e06233-6166-4ae7-aa46-e8c1fd12ad3b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:34.479854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-92bfa8fd-f32f-4394-a68a-801c98406824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.481583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-92bfa8fd-f32f-4394-a68a-801c98406824 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19d57d64b1b34bda8926bacc3fe48ca2&device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 1095 time: 0.3516014 Jun 30 09:03:34.538247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.545946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:34.554241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-0665ef9c-719b-4ec2-b328-b7f67cc6aeaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 HTTP/1.1" status: 200 len: 217 time: 0.1294823 Jun 30 09:03:34.554798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:34.555390 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.661934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-51b623b4-4fd7-4827-8be1-56d6e94297dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.663609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-51b623b4-4fd7-4827-8be1-56d6e94297dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 919 time: 0.3847215 Jun 30 09:03:34.672884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-283da1ad-5f19-4314-9f26-d34f04d48556 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522721 Jun 30 09:03:34.685827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.723568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:34.726393 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a4a3e-5695-4675-96af-09606dc7fe38" -d '{"events": [{"server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "name": "network-vif-plugged", "status": "completed", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:34.748017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:34.778671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.800299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-29ffc655-86d7-4155-babb-05e1e6d40dfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3 HTTP/1.1" status: 200 len: 217 time: 0.1246457 Jun 30 09:03:34.819217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.854759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-c7b21f0a-8485-4093-be76-9c0d6f94e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.856410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-c7b21f0a-8485-4093-be76-9c0d6f94e36c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.2655246 Jun 30 09:03:34.865736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.938884 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542b97d2-6e64-40d7-9f80-54c3d320d2d7 x-openstack-request-id: req-542b97d2-6e64-40d7-9f80-54c3d320d2d7 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:34.939386 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:34.939464 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-542b97d2-6e64-40d7-9f80-54c3d320d2d7 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:34.940341 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b', 'status': 'completed', 'code': 200} Jun 30 09:03:34.947909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-ebf5ed39-3aa3-4051-8438-c35d930e012b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b HTTP/1.1" status: 200 len: 217 time: 0.4441879 Jun 30 09:03:35.106899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-a1139be1-d288-4fc0-a567-f9286d14ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.108695 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-a1139be1-d288-4fc0-a567-f9286d14ec03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b28c587-429f-4796-80e1-d5c37520a816 HTTP/1.1" status: 200 len: 853 time: 0.1514485 Jun 30 09:03:35.156712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-52c80c9e-b17e-4520-963a-77193137ab5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395c3724-3a05-4804-91c0-ed336d43adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401642 Jun 30 09:03:35.235832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port b87cefe6-7336-42c4-89b1-77c55504e518 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:35.236088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.270733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0'}, {'name': 'network-changed', 'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.272980 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17" -d '{"events": [{"name": "network-changed", "server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0"}, {"name": "network-changed", "server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.284591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-7c2f9c55-7704-402a-9062-543285d1445f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4204886 Jun 30 09:03:35.332685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fbb5d-d835-4a85-82e7-9e3938a2b478 req-cbd6e9c6-8f19-42c3-8030-d35e28fba606 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.334395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-844fbb5d-d835-4a85-82e7-9e3938a2b478 req-cbd6e9c6-8f19-42c3-8030-d35e28fba606 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 943 time: 0.9058869 Jun 30 09:03:35.350987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-570115ab-540d-45a5-8095-ced3e4859d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.352417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-570115ab-540d-45a5-8095-ced3e4859d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.5129938 Jun 30 09:03:35.357488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.370412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.399001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:35.456644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:35.458725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-52f79f4f-7de6-4ac9-aeee-7b2757a8c3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707252 Jun 30 09:03:35.461423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:35.461695 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.466539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-a9bea0bb-f6ca-43a5-ab4e-7ee2b502e174 service neutron] 10.222.0.11 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004317 Jun 30 09:03:35.477915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port b87cefe6-7336-42c4-89b1-77c55504e518, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b87cefe6-7336-42c4-89b1-77c55504e518,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:35.478373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.500528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-f7c91738-4505-4d0e-9e84-9a9f3cc527e0 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8142221 Jun 30 09:03:35.506068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Pushing event updated for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.508927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for b87cefe6-7336-42c4-89b1-77c55504e518 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:35.520753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.545291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772c53-8984-48ec-b856-d5632059731f req-2e89bd06-8c7c-4ff0-81f4-5201ae384c9d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.546520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e772c53-8984-48ec-b856-d5632059731f req-2e89bd06-8c7c-4ff0-81f4-5201ae384c9d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 943 time: 0.8773503 Jun 30 09:03:35.556686 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.580346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-844fbb5d-d835-4a85-82e7-9e3938a2b478 req-7aacb234-8db7-4c04-9757-cc3591c39f97 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015686 Jun 30 09:03:35.582862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:35.590288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.630117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-e316368c-b7bd-4c51-8a5b-f4a43dfaf4d4 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279631 Jun 30 09:03:35.645374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e772c53-8984-48ec-b856-d5632059731f req-33237c47-7a5b-4211-95c1-719989562887 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898247 Jun 30 09:03:35.703830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.745490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-e09a28dd-3850-4ee2-8611-6f9571042038 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764266 Jun 30 09:03:35.754322 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a23895-6240-4527-b53c-70e2cdd7e9d9 x-openstack-request-id: req-f5a23895-6240-4527-b53c-70e2cdd7e9d9 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:35.754970 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "name": "network-vif-plugged", "status": "completed", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:35.755271 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5a23895-6240-4527-b53c-70e2cdd7e9d9 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:35.757809 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b', 'code': 200} Jun 30 09:03:35.791632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-81ada346-ea9b-4c06-bd57-aff6a4a42bd8 req-73e09b8b-2f25-4a32-b82f-a0dc25ba1b58 service neutron] 10.222.0.11 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104331 Jun 30 09:03:35.881855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-96c668d6-7527-4da7-bdb5-26caa6e6a994 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396629 Jun 30 09:03:35.888756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:35.911839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:36.005343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf535cc-b96f-4a29-ad79-2063c794cdf8 req-e98ee532-e9ba-4006-9e3b-b0fabac58023 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514484 Jun 30 09:03:36.057521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.062017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4821c-41ff-4905-b705-3769bf079aca req-195e6a8a-8b59-487a-a979-bdab8457c68e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.069993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['b87cefe6-7336-42c4-89b1-77c55504e518', 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:36.070206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4821c-41ff-4905-b705-3769bf079aca req-195e6a8a-8b59-487a-a979-bdab8457c68e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.072095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efd4821c-41ff-4905-b705-3769bf079aca req-195e6a8a-8b59-487a-a979-bdab8457c68e tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/ports?device_id=bac68edb-a1a6-4703-8a89-0123c5e974a0 HTTP/1.1" status: 200 len: 1681 time: 0.1875255 Jun 30 09:03:36.082160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c95a-1c3a-419d-8f36-4ef1863f2398 req-30e149de-950b-4f22-ae06-75fe589e16ac tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.084084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77e7c95a-1c3a-419d-8f36-4ef1863f2398 req-30e149de-950b-4f22-ae06-75fe589e16ac tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 943 time: 0.1981084 Jun 30 09:03:36.155155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77e7c95a-1c3a-419d-8f36-4ef1863f2398 req-25747049-de73-4f31-87b0-847708733623 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603189 Jun 30 09:03:36.165087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efd4821c-41ff-4905-b705-3769bf079aca req-d9a7d2eb-9924-40bc-8222-13d7b1a182e6 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0cebc0b-b60a-4b2e-b16d-708afcb2201e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774996 Jun 30 09:03:36.269436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port b87cefe6-7336-42c4-89b1-77c55504e518 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:36.278133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.283310 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "DELETE /v2.0/ports/b87cefe6-7336-42c4-89b1-77c55504e518 HTTP/1.1" status: 204 len: 173 time: 1.8403096 Jun 30 09:03:36.284530 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98209666-c946-4452-900c-feb16d60a8a8 x-openstack-request-id: req-98209666-c946-4452-900c-feb16d60a8a8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:36.285119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a96e1d-ec3b-40eb-9892-b71f905f4422 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=b87cefe6-7336-42c4-89b1-77c55504e518,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.285900 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:36.288017 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98209666-c946-4452-900c-feb16d60a8a8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:36.289973 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0', 'status': 'completed', 'code': 200} Jun 30 09:03:36.290841 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9', 'status': 'completed', 'code': 200} Jun 30 09:03:36.317505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102f3c5-50f2-4aec-bf62-e58367ea0616 req-a4c379d5-f302-4a0d-988b-edd8528c6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.319047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f102f3c5-50f2-4aec-bf62-e58367ea0616 req-a4c379d5-f302-4a0d-988b-edd8528c6243 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 1098 time: 0.4498746 Jun 30 09:03:36.378272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-c081ff8b-7dcb-4760-8a85-1ba96718bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.379827 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-c081ff8b-7dcb-4760-8a85-1ba96718bf30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19d57d64b1b34bda8926bacc3fe48ca2&device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 1095 time: 0.4703729 Jun 30 09:03:36.421861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c7223ed4-1c9f-4ed0-a6c4-8087120cc5db None None] Provisioning complete for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:36.422833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c7223ed4-1c9f-4ed0-a6c4-8087120cc5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.481302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-f4bf58f7-7ce5-4a7a-a572-09f5cd5f0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.482848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-f4bf58f7-7ce5-4a7a-a572-09f5cd5f0552 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ff6965e86514b4996d801e5a9c13140&device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 1095 time: 0.1623180 Jun 30 09:03:36.495977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c7223ed4-1c9f-4ed0-a6c4-8087120cc5db None None] Port a477a2b4-fe95-4768-87d9-87fe1b960fb4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:36.508332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:36.513475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f102f3c5-50f2-4aec-bf62-e58367ea0616 req-1ea64cc0-f156-491c-9855-d1708117e775 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582422 Jun 30 09:03:36.522678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5652a2-3bcc-40d3-a13c-6eafd30fa4a2 req-b7081e17-17d6-41af-9fe5-21062c345a49 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.524200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d5652a2-3bcc-40d3-a13c-6eafd30fa4a2 req-b7081e17-17d6-41af-9fe5-21062c345a49 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1409400 Jun 30 09:03:36.568214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f4fd8776-9e25-4fce-92d1-7e8a78f297b3 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:36.609419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-960f3ac9-9f18-4356-b892-302524b69520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.611320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-960f3ac9-9f18-4356-b892-302524b69520 service neutron] 10.222.0.11 "GET /v2.0/networks?id=395c3724-3a05-4804-91c0-ed336d43adca HTTP/1.1" status: 200 len: 914 time: 0.2187588 Jun 30 09:03:36.618904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d5652a2-3bcc-40d3-a13c-6eafd30fa4a2 req-aa633505-76cf-49f5-8ffd-d6da89dc27e3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Jun 30 09:03:36.664916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-cfc32e1e-5935-4dbf-bfe0-dfaae67bd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.666442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-cfc32e1e-5935-4dbf-bfe0-dfaae67bd46e service neutron] 10.222.0.41 "GET /v2.0/networks?id=511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 200 len: 919 time: 0.1736786 Jun 30 09:03:36.697181 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-b728ed4d-2d80-46af-9ea5-6ab33887a22b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b HTTP/1.1" status: 200 len: 217 time: 0.0712249 Jun 30 09:03:36.698576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:36.698922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.730806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-9bcfb5a2-f6a7-40db-8178-62cafe0cb2ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 HTTP/1.1" status: 200 len: 217 time: 0.0534592 Jun 30 09:03:36.740186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a040-08b7-4ba1-af29-9a020b1cfb1a req-ad94a0f3-9e94-4c6f-ba72-75509fbc547d tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.741708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81d6a040-08b7-4ba1-af29-9a020b1cfb1a req-ad94a0f3-9e94-4c6f-ba72-75509fbc547d tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 950 time: 0.1438749 Jun 30 09:03:36.751938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:36.771172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'port_id': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'mac_address': 'fa:16:3e:4a:bc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd04490-f7a8-4ee2-adda-6241ea2247f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:36.794994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:36.805021 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-169e7828-638d-428e-9d78-cb93e0deb07b admin admin] 10.222.0.66 "PUT /v2.0/routers/c0d1ddf0-4fec-4c36-b7f4-f17548952f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9496756 Jun 30 09:03:36.823221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Sync routers for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:36.834868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-e087c0d3-d91b-43dc-b9a8-7ea4219e6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.837137 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-e087c0d3-d91b-43dc-b9a8-7ea4219e6c0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b28c587-429f-4796-80e1-d5c37520a816 HTTP/1.1" status: 200 len: 853 time: 0.1153815 Jun 30 09:03:36.852041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:36.852738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:36.855983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-1c1c7867-a6d5-4ae9-a0ce-3522c6424f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.857462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-1c1c7867-a6d5-4ae9-a0ce-3522c6424f04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 200 len: 858 time: 0.1148486 Jun 30 09:03:36.862086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81d6a040-08b7-4ba1-af29-9a020b1cfb1a req-0069bc97-e1a7-4466-aa34-1f8ee055feac tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103482 Jun 30 09:03:36.883838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-c2952c0a-fa7f-45c4-958c-b58dbba3dff5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=395c3724-3a05-4804-91c0-ed336d43adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386770 Jun 30 09:03:36.944451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-a5e7e3e4-911a-41c3-b9f1-487eecc77c88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=511aa871-f0cd-4f9b-8623-1f8f2df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781772 Jun 30 09:03:36.951886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-deleted', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:36.954294 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5678e438-fa97-4fe7-bbd0-13b24c79dbee" -d '{"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-deleted", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:36.967018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port ff86a3e4-2de4-4f35-8ffb-2ad438b88709, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:36.967466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.993166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for ff86a3e4-2de4-4f35-8ffb-2ad438b88709 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:37.007784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.009203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4ec68-8556-4545-96d4-4b50565b569a req-284ff928-7067-4c5b-921c-1d8102ba3bb3 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.011860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-2de14457-cf21-4f09-91a7-8e343b81176f service neutron] 10.222.0.11 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186051 Jun 30 09:03:37.014283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bd4ec68-8556-4545-96d4-4b50565b569a req-284ff928-7067-4c5b-921c-1d8102ba3bb3 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 943 time: 0.2538345 Jun 30 09:03:37.036560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fd8776-9e25-4fce-92d1-7e8a78f297b3 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:37.065661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:37.073692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:37.106962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.149857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bd4ec68-8556-4545-96d4-4b50565b569a req-28946843-6d32-4004-a2af-4b2fabad6511 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Jun 30 09:03:37.219520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-c70a57cb-ee0c-443f-9911-22c10d45c666 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661364 Jun 30 09:03:37.227796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93e1c0-5e25-4fba-a3c8-90ffd137cc44 req-5f3db45f-1ae1-4593-a2dc-b896862a64ef tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.229469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f93e1c0-5e25-4fba-a3c8-90ffd137cc44 req-5f3db45f-1ae1-4593-a2dc-b896862a64ef tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 943 time: 0.2004917 Jun 30 09:03:37.253223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd992a65-92be-48e5-be68-c6c6e9c19aac req-b3c428ff-dbe4-4f8d-a559-0d34a989fd3a service neutron] 10.222.0.11 "GET /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325017 Jun 30 09:03:37.255566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.290057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=ff86a3e4-2de4-4f35-8ffb-2ad438b88709,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.396407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port ff86a3e4-2de4-4f35-8ffb-2ad438b88709 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:37.404256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.409096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f93e1c0-5e25-4fba-a3c8-90ffd137cc44 req-b5ca47f9-b3e5-4873-b516-51ffb03ddbed tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690111 Jun 30 09:03:37.410870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2e40b3e-8639-4354-9757-8bf51833f88c req-a20bf383-d831-429a-8a56-58e5c12edb0a tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.11 "DELETE /v2.0/ports/ff86a3e4-2de4-4f35-8ffb-2ad438b88709 HTTP/1.1" status: 204 len: 173 time: 1.1124964 Jun 30 09:03:37.464502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-d1703868-8ec5-437e-8808-951804e11b31 service neutron] 10.222.0.41 "GET /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340047 Jun 30 09:03:37.480699 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3ee99-5bdb-4501-93fc-7b253116132f x-openstack-request-id: req-46d3ee99-5bdb-4501-93fc-7b253116132f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:37.480995 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-deleted", "tag": "b87cefe6-7336-42c4-89b1-77c55504e518", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:37.481255 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46d3ee99-5bdb-4501-93fc-7b253116132f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:37.483299 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-deleted', 'tag': 'b87cefe6-7336-42c4-89b1-77c55504e518', 'status': 'completed', 'code': 200} Jun 30 09:03:37.535997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:37.538455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.616541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f4fd8776-9e25-4fce-92d1-7e8a78f297b3'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:37.652192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 2, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:37.684182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-545d5602-2256-4ff2-8771-dfbdfa039c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.685687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-545d5602-2256-4ff2-8771-dfbdfa039c20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 1095 time: 0.1252623 Jun 30 09:03:37.700639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Checking router: c0d1ddf0-4fec-4c36-b7f4-f17548952f2e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:37.701078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Updating router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e port a477a2b4-fe95-4768-87d9-87fe1b960fb4 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:03:37.753418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:37.753820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.795607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.868518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-7e9f2ef7-5233-4151-9aa6-41f80e866a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.873509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-7e9f2ef7-5233-4151-9aa6-41f80e866a66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.1806147 Jun 30 09:03:37.960882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-41cb59d5-b3da-4e7b-b20c-afc8810800ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 HTTP/1.1" status: 200 len: 217 time: 0.0807557 Jun 30 09:03:38.025939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-d14ef023-0ac0-4a48-8461-23428bb4bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.027421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-d14ef023-0ac0-4a48-8461-23428bb4bc46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0606768 Jun 30 09:03:38.063193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabefd0-2c0e-435e-816a-91d85de90671 req-e864eccd-5b07-4bcc-a6c4-f381bf45b0b2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.067376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-deabefd0-2c0e-435e-816a-91d85de90671 req-e864eccd-5b07-4bcc-a6c4-f381bf45b0b2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 943 time: 0.1727040 Jun 30 09:03:38.095543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-0f49daf8-f1da-4228-b5de-4c88d3a516ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601931 Jun 30 09:03:38.221956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-deabefd0-2c0e-435e-816a-91d85de90671 req-22771a23-42e6-46e8-aafd-bbdb30f9858d tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246507 Jun 30 09:03:38.277496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47776) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.284019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046936118', 'description': 'tempest-description--1722856807'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:38.313926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-e242f8fd-d5cc-4286-a94f-96853ae985c1 service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592612 Jun 30 09:03:38.351801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47778) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.359532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.368114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.374396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Transition to ACTIVE for port object a477a2b4-fe95-4768-87d9-87fe1b960fb4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:38.385191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.461260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f0fad86b-2ddf-49d9-95b4-b24b5469692b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:38.462862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcde940c-adf7-43bd-bff8-5ac5b44a7b17 req-924cac59-ff08-4fbe-8f1e-ba444a415e8d service neutron] 10.222.0.41 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431401 Jun 30 09:03:38.464072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ff86a3e4-2de4-4f35-8ffb-2ad438b88709 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:38.485314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting subnet 0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:38.492247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.557595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850793-fd77-4fbc-bbbb-6c5ba71d6095 None None] Pushing event updated for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.561300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.600676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: ff86a3e4-2de4-4f35-8ffb-2ad438b88709 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:38.607239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ff86a3e4-2de4-4f35-8ffb-2ad438b88709 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:38.608139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b87cefe6-7336-42c4-89b1-77c55504e518 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:38.613005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c529bf5-5431-4a0b-a35a-d16d56093303 req-0841299b-74f0-4880-a792-04c105f638a6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.622607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c529bf5-5431-4a0b-a35a-d16d56093303 req-0841299b-74f0-4880-a792-04c105f638a6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1019280 Jun 30 09:03:38.625203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:38.656890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.675833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c529bf5-5431-4a0b-a35a-d16d56093303 req-0844bd4c-8163-48a9-8e9b-d94336d4a898 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497103 Jun 30 09:03:38.727439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.758730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:38.767700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.769597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/subnets/0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e HTTP/1.1" status: 204 len: 168 time: 0.4167984 Jun 30 09:03:38.773408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:38.774781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa849f-61a9-4b38-a438-c089b38c9bdf tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7f02c0-e5f9-40b6-ad8b-f31161e4c63e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.777401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47790) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.815892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0', 'network_id': '511aa871-f0cd-4f9b-8623-1f8f2df11404', 'port_id': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0', 'mac_address': 'fa:16:3e:54:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd04490-f7a8-4ee2-adda-6241ea2247f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:38.818637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2004f7-5e10-48e9-a095-a13fa53eea9c None None] Network 7f008430-70f2-401a-b4e4-fb3a1a0ad6af requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:38.834343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.839808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.849007 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:03:38.875361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.879232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5980756 Jun 30 09:03:38.879399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: b87cefe6-7336-42c4-89b1-77c55504e518 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:38.879399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b87cefe6-7336-42c4-89b1-77c55504e518 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:38.880670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:38.885696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'security_group_rule': {'security_group_id': '3b0e9b59-627c-4175-9643-43bb215ddb53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:38.893036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca8378-31a6-4a6d-a7d8-ad4cfd105f29 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e9b59-627c-4175-9643-43bb215ddb53,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.924148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.925307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.951405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205caa-2729-43a7-a54a-43932335c413 req-3835f016-3a32-42d0-b787-2bcb4d5071c4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.954230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e205caa-2729-43a7-a54a-43932335c413 req-3835f016-3a32-42d0-b787-2bcb4d5071c4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 944 time: 0.2404971 Jun 30 09:03:38.973127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Attempting to bind port a477a2b4-fe95-4768-87d9-87fe1b960fb4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:38.974832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Attempting to bind port a477a2b4-fe95-4768-87d9-87fe1b960fb4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:38.974832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Attempting to bind port a477a2b4-fe95-4768-87d9-87fe1b960fb4 on network 194638bb-6fb9-43b6-815a-4d973c9bd78f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:39.003109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.007874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.014142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:39.014531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Checking segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:39.014944 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.015349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Bound using segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:39.015842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Bound port: a477a2b4-fe95-4768-87d9-87fe1b960fb4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:39.016232 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.027710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6352b8a-b802-4a4c-a276-5b0692f1482a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.038624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.040159 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b3dea8e-1f94-42fb-88d8-fd759628a258 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582949 Jun 30 09:03:39.043770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47794) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:39.048647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.048824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'security_group_rule': {'security_group_id': '3b0e9b59-627c-4175-9643-43bb215ddb53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:39.069278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdbf34-595c-4a3a-a657-16675ad86ece req-48d3d9c5-7b18-4ff8-9910-a7fa1b5a5ac4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.071525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87bdbf34-595c-4a3a-a657-16675ad86ece req-48d3d9c5-7b18-4ff8-9910-a7fa1b5a5ac4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 943 time: 0.2230263 Jun 30 09:03:39.078096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.105844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e205caa-2729-43a7-a54a-43932335c413 req-aa307534-2e15-4757-8b8a-7fef8e06c44e tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406169 Jun 30 09:03:39.124974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:39.147857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b,segment=NetworkSegment(20c22858-e7cd-4928-9245-e5457b445c8e),segment_id=20c22858-e7cd-4928-9245-e5457b445c8e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.149368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.156243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.163103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port b6857cff-41de-4891-98f6-753836a17bff {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:39.163619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.169307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87bdbf34-595c-4a3a-a657-16675ad86ece req-eee2805f-6178-4492-86ac-3f3df207c113 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856411 Jun 30 09:03:39.178718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d7433-7fb8-4ad2-8b5d-7f7df6904349,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.182829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.184850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb1f53fc-0187-46bb-a4ef-9c584e220a5a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393259 Jun 30 09:03:39.188199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47796) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:39.194003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:39.223773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.229233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.236652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b', 'network_id': '395c3724-3a05-4804-91c0-ed336d43adca', 'port_id': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b', 'mac_address': 'fa:16:3e:15:e1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b28c587-429f-4796-80e1-d5c37520a816', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:39.252841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.253945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:39.261179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port b6857cff-41de-4891-98f6-753836a17bff, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6857cff-41de-4891-98f6-753836a17bff,segment=NetworkSegment(adbeeed6-d95c-4240-9c27-72bb1a863a88),segment_id=adbeeed6-d95c-4240-9c27-72bb1a863a88)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.261540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.279204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for b6857cff-41de-4891-98f6-753836a17bff owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:39.279955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] For port a477a2b4-fe95-4768-87d9-87fe1b960fb4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:39.284630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] For port a477a2b4-fe95-4768-87d9-87fe1b960fb4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a477a2b4-fe95-4768-87d9-87fe1b960fb4,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:39.354317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.386733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.408557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.417039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.450926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=b6857cff-41de-4891-98f6-753836a17bff,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.462450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port b6857cff-41de-4891-98f6-753836a17bff on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:39.483788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-deleted', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:39.486091 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328200d7-36f4-4100-a37b-7148d2788d82" -d '{"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-deleted", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:39.493786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.520149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:39.522650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b6313d-79ad-4e8a-9985-ca95af1cf6a1" -d '{"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:39.526650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Allocated IP 172.25.4.174 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ebb2d32f-a4db-4495-b309-f612c53f391e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:39.554321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.600542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.619204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.625943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fad86b-2ddf-49d9-95b4-b24b5469692b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:39.644499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60896924-50d4-441e-9107-4dde283162ba req-cd9e0add-9046-4a1c-8a88-f718c6e0a9d3 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.650746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3f0e4-70fc-482c-a743-347804e3e0eb None None] DHCP port deletion for 7f008430-70f2-401a-b4e4-fb3a1a0ad6af request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:39.653718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.654752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60896924-50d4-441e-9107-4dde283162ba req-cd9e0add-9046-4a1c-8a88-f718c6e0a9d3 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 943 time: 0.2639678 Jun 30 09:03:39.672524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:39.676009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:39.678785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f008430-70f2-401a-b4e4-fb3a1a0ad6af']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:39.684590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.701959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbeeed6-d95c-4240-9c27-72bb1a863a88') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:39.702266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbeeed6-d95c-4240-9c27-72bb1a863a88') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:39.709015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.713858 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a3240-a3df-462d-8d96-4028f0b0e035 x-openstack-request-id: req-6e4a3240-a3df-462d-8d96-4028f0b0e035 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:39.714248 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac68edb-a1a6-4703-8a89-0123c5e974a0", "name": "network-vif-deleted", "tag": "ff86a3e4-2de4-4f35-8ffb-2ad438b88709", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:39.714493 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e4a3240-a3df-462d-8d96-4028f0b0e035 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:39.714885 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac68edb-a1a6-4703-8a89-0123c5e974a0', 'name': 'network-vif-deleted', 'tag': 'ff86a3e4-2de4-4f35-8ffb-2ad438b88709', 'status': 'completed', 'code': 200} Jun 30 09:03:39.726880 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.762624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60896924-50d4-441e-9107-4dde283162ba req-4208743d-3e99-400f-9518-fa942355e97c tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063585 Jun 30 09:03:39.777883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.779614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.784866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b,segment=NetworkSegment(20c22858-e7cd-4928-9245-e5457b445c8e),segment_id=20c22858-e7cd-4928-9245-e5457b445c8e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.793835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9', 'mac_address': 'fa:16:3e:04:96:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:39.812690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:39.812812 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0735aa7-1ddd-4e6d-a817-bf4dc9a168ca x-openstack-request-id: req-c0735aa7-1ddd-4e6d-a817-bf4dc9a168ca {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:39.813676 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:39.813881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.814126 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0735aa7-1ddd-4e6d-a817-bf4dc9a168ca {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:39.815277 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'code': 200} Jun 30 09:03:39.817624 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:39.823816 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:39.834276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:39.837460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:39.841388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:39.911930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'Port': ['ID=ebb2d32f-a4db-4495-b309-f612c53f391e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.979039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.989823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.994288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/networks/7f008430-70f2-401a-b4e4-fb3a1a0ad6af HTTP/1.1" status: 204 len: 168 time: 1.2122681 Jun 30 09:03:39.996553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47818) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.027741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850793-fd77-4fbc-bbbb-6c5ba71d6095 None None] Pushing event updated for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.039458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.058406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ea01c-b18a-4bef-8be0-ab88c9addd09 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Network': ['ID=7f008430-70f2-401a-b4e4-fb3a1a0ad6af,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.084543 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:40.116983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting subnet da73a906-a4f2-434f-8010-47a82b9e6c36 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:40.122606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.126028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.137973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.140381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae65a16-3a1e-4eef-b448-03a0aaedda82 req-c236ebc6-008f-4183-9ada-69c1404d6a22 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.156353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ae65a16-3a1e-4eef-b448-03a0aaedda82 req-c236ebc6-008f-4183-9ada-69c1404d6a22 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2127471 Jun 30 09:03:40.163238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.178755 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:40.184983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:40.260578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.278624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.307226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ae65a16-3a1e-4eef-b448-03a0aaedda82 req-670c62ad-58c5-42f6-969c-8a472ee15a5c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496372 Jun 30 09:03:40.319391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.347305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.445059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.460155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629faa27-e497-4128-a9ef-e027cc771987 req-fd13c0b4-81e9-4fce-8b6c-bae154e84c6d tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.468709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-629faa27-e497-4128-a9ef-e027cc771987 req-fd13c0b4-81e9-4fce-8b6c-bae154e84c6d tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 944 time: 0.1550367 Jun 30 09:03:40.489263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f0fad86b-2ddf-49d9-95b4-b24b5469692b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:40.489978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.495638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.527152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.569024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:40.572007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:40.572703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'Port': ['ID=ebb2d32f-a4db-4495-b309-f612c53f391e,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.586931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.592052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-629faa27-e497-4128-a9ef-e027cc771987 req-d74959de-166f-48b1-8885-fba7b5779ab0 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222527 Jun 30 09:03:40.605656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.613812 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d9a7a063-a84c-4f88-a4a6-c14b1cd03574 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4184804 Jun 30 09:03:40.635697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a6479-52bf-4985-b7b1-a80110c25ff3 req-2d197af5-eee6-4580-8630-cc7b66cf177c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.635697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a91a6479-52bf-4985-b7b1-a80110c25ff3 req-2d197af5-eee6-4580-8630-cc7b66cf177c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 944 time: 0.1578119 Jun 30 09:03:40.636568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f4fd8776-9e25-4fce-92d1-7e8a78f297b3 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:40.664166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.699577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Subnet': ['ID=da73a906-a4f2-434f-8010-47a82b9e6c36,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:40.711894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.716185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-33b5f4b2-6043-408a-ad27-bb46ede4c84d tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/subnets/da73a906-a4f2-434f-8010-47a82b9e6c36 HTTP/1.1" status: 204 len: 168 time: 0.7158048 Jun 30 09:03:40.716935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47830) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:40.729849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dc390-f390-4777-bce7-8bbcb884b02b None None] Network 19741883-c23c-4c18-a34a-4c8f1364cca6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:40.730194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a91a6479-52bf-4985-b7b1-a80110c25ff3 req-12948c7e-177b-40cb-b0c1-3d9d4f638a2a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Jun 30 09:03:40.808625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:40.848017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.884587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3266b-47fc-4de1-af87-4f1763548c7b None None] The sync data for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 is: [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:39Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:40.885619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-0df9c03e-aa17-4b9b-9f45-1711e7d18c69 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2046936118&fields=id&tenant_id=b700c8878d10435fa56f8d377b88e2e3 HTTP/1.1" status: 200 len: 267 time: 0.0509107 Jun 30 09:03:40.983100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:41.039081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:41.039490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.106989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a298caa-48e7-4911-8e27-ffafe76b0a46 req-9a6a179f-959a-485c-8aa9-23c9d7b47fe6 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.109250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a298caa-48e7-4911-8e27-ffafe76b0a46 req-9a6a179f-959a-485c-8aa9-23c9d7b47fe6 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 944 time: 0.2224844 Jun 30 09:03:41.120661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-a7003fa9-a930-44ea-ac66-08cc049fcdd7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.122760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-a7003fa9-a930-44ea-ac66-08cc049fcdd7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/networks?id=194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 200 len: 811 time: 0.2256155 Jun 30 09:03:41.132528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Deleting port 746c1af0-5350-4036-90cd-736fbbd97652 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:41.132939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.220311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-92342f58-2792-4fa0-9aff-54f4a52bbd60 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/quotas/b700c8878d10435fa56f8d377b88e2e3 HTTP/1.1" status: 200 len: 375 time: 0.0850778 Jun 30 09:03:41.282706 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.285386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a298caa-48e7-4911-8e27-ffafe76b0a46 req-1e21aea9-e677-44b0-b291-d29522979f5e tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612420 Jun 30 09:03:41.297419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] For port 746c1af0-5350-4036-90cd-736fbbd97652, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=746c1af0-5350-4036-90cd-736fbbd97652,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.302198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.323729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Calling delete_port for 746c1af0-5350-4036-90cd-736fbbd97652 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:41.345584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.350659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.385350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] DHCP port deletion for 19741883-c23c-4c18-a34a-4c8f1364cca6 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:41.437317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.473736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Deleting port 746c1af0-5350-4036-90cd-736fbbd97652 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:41.474162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.478600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a477a2b4-fe95-4768-87d9-87fe1b960fb4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:41.515429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-e840e235-3d40-40b5-a343-02bf1a9be8ac tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b700c8878d10435fa56f8d377b88e2e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2854712 Jun 30 09:03:41.583613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.591093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] For port 746c1af0-5350-4036-90cd-736fbbd97652, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=746c1af0-5350-4036-90cd-736fbbd97652,segment=NetworkSegment(a36c60e2-e003-44f4-8830-a0187218a477),segment_id=a36c60e2-e003-44f4-8830-a0187218a477)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.591494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.606245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Calling delete_port for 746c1af0-5350-4036-90cd-736fbbd97652 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:41.623782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:41.647144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] No DVR routers for this DVR port 746c1af0-5350-4036-90cd-736fbbd97652 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:41.653553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Port': ['ID=746c1af0-5350-4036-90cd-736fbbd97652,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.663148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:41.663618 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.759289 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.764892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.786168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19741883-c23c-4c18-a34a-4c8f1364cca6']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:41.790575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-849c2850-d71d-41a3-8e8d-4662564f0be9 service neutron] 10.222.0.66 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540665 Jun 30 09:03:41.794033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] Pushing event deleted for resources: {'Port': ['ID=746c1af0-5350-4036-90cd-736fbbd97652,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.805414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36c60e2-e003-44f4-8830-a0187218a477') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:41.805414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36c60e2-e003-44f4-8830-a0187218a477') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:41.812311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68a527-5a5a-467c-9750-a0c260cc78e7 None None] No DVR routers for this DVR port 746c1af0-5350-4036-90cd-736fbbd97652 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:41.820750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:41.830732 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656d32d0-b39b-4a01-852e-f258e171001a" -d '{"events": [{"server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:41.838873 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.876744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port a477a2b4-fe95-4768-87d9-87fe1b960fb4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a477a2b4-fe95-4768-87d9-87fe1b960fb4,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.876985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.881800 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.898940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf2ad5-d85c-423e-9963-a165db257979 req-aa703af6-260d-45d3-8175-0699187d8e08 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.900413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4bf2ad5-d85c-423e-9963-a165db257979 req-aa703af6-260d-45d3-8175-0699187d8e08 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.3186195 Jun 30 09:03:41.947998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.951117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-0213b283-6bd9-40af-bb51-7aab30cd64d6 service neutron] 10.222.0.66 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460025 Jun 30 09:03:41.962815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.982232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6857cff-41de-4891-98f6-753836a17bff no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:42.005389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b6857cff-41de-4891-98f6-753836a17bff {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:42.005883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6857cff-41de-4891-98f6-753836a17bff not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:42.318546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:42.319078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:42.323909 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:42.411509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4bf2ad5-d85c-423e-9963-a165db257979 req-2898485a-6683-4862-b5cc-acb9bc76f801 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585459 Jun 30 09:03:42.421762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.438321 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.438321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] 10.222.0.66 "DELETE /v2.0/networks/19741883-c23c-4c18-a34a-4c8f1364cca6 HTTP/1.1" status: 204 len: 168 time: 1.7180445 Jun 30 09:03:42.452993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300993-8696-4d56-a43a-58a420884f31 tempest-ServersTestMultiNic-775623978 tempest-ServersTestMultiNic-775623978-project] Pushing event deleted for resources: {'Network': ['ID=19741883-c23c-4c18-a34a-4c8f1364cca6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.472845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6beea8-7f18-4632-9650-4bc9c17b60d7 req-80a09ef9-89cf-4d9f-b58e-1b290fd6b1e4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.474408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d6beea8-7f18-4632-9650-4bc9c17b60d7 req-80a09ef9-89cf-4d9f-b58e-1b290fd6b1e4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 945 time: 0.1729977 Jun 30 09:03:42.522128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d6beea8-7f18-4632-9650-4bc9c17b60d7 req-4e85d119-b6ae-4c29-bf8c-cab05e20f385 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jun 30 09:03:42.582648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:42.611612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7563da-2605-488b-bcbc-f1f1657b7219 req-8c4a751a-ce78-488f-a13d-b5f5fb839340 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.614422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a7563da-2605-488b-bcbc-f1f1657b7219 req-8c4a751a-ce78-488f-a13d-b5f5fb839340 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 944 time: 0.0800767 Jun 30 09:03:42.645219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:42.649973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:42.650715 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.673290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a7563da-2605-488b-bcbc-f1f1657b7219 req-6a22e0cd-a4d1-4b9e-8157-47189fde90c4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450900 Jun 30 09:03:42.706123 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096c236-af32-4d35-a94a-e12066818c44 x-openstack-request-id: req-4096c236-af32-4d35-a94a-e12066818c44 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:42.706625 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:42.706625 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4096c236-af32-4d35-a94a-e12066818c44 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:42.707025 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'code': 200} Jun 30 09:03:42.859838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f3a6c72-f7da-4541-a820-83df4e63ed4d req-f3e1a240-d0a7-4707-97ee-3f32a2ba1187 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 210 time: 0.0568070 Jun 30 09:03:42.913429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.951361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f4d03-8a48-4695-b9b1-c57443ae38b4 req-13322c57-1472-445d-9239-5091eb312dd4 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.952862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d7f4d03-8a48-4695-b9b1-c57443ae38b4 req-13322c57-1472-445d-9239-5091eb312dd4 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 944 time: 0.1391890 Jun 30 09:03:42.960048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79983cd-7d94-4c4b-8242-5bb333b4de16 req-6f903b79-c9e2-4843-84c9-dc84b8dde775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.962176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e79983cd-7d94-4c4b-8242-5bb333b4de16 req-6f903b79-c9e2-4843-84c9-dc84b8dde775 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 1097 time: 0.1170232 Jun 30 09:03:42.966342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:42.972904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.974054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:43.024840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d7f4d03-8a48-4695-b9b1-c57443ae38b4 req-5cd9a8af-427d-47c4-9963-14bc10be174b tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605249 Jun 30 09:03:43.031357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e79983cd-7d94-4c4b-8242-5bb333b4de16 req-14c70764-c40f-4806-9291-313e90c117d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Jun 30 09:03:43.074453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.094271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:43.098521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:43.098963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.186899 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.219583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:43.223196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.237843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47892) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:43.270446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:43.378209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a477a2b4-fe95-4768-87d9-87fe1b960fb4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:43.403253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-18b04d4b-6be0-45d4-9060-01208d59d888 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817177 Jun 30 09:03:43.438973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a477a2b4-fe95-4768-87d9-87fe1b960fb4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:43.439192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:43.612945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-5b3f69af-7110-4225-9e52-6e95319bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.614791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-5b3f69af-7110-4225-9e52-6e95319bac98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=940638ea844947e09f6d17f3c1152c58&device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 1097 time: 0.1466708 Jun 30 09:03:43.636341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 746c1af0-5350-4036-90cd-736fbbd97652 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:43.657889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 746c1af0-5350-4036-90cd-736fbbd97652 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:43.658238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 746c1af0-5350-4036-90cd-736fbbd97652 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:43.704306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-64bb6607-94f9-43c6-8036-e667ba3c6e71 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.706227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-64bb6607-94f9-43c6-8036-e667ba3c6e71 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.11 "GET /v2.0/networks?id=194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 200 len: 811 time: 0.1677685 Jun 30 09:03:43.840519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12f8f9-2368-4372-8323-7d5ab64c545a req-78f35415-5d71-41ba-9644-7c904a63fbdc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.842106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee12f8f9-2368-4372-8323-7d5ab64c545a req-78f35415-5d71-41ba-9644-7c904a63fbdc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2652662 Jun 30 09:03:43.843192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-19e96d38-b1dc-45d3-947e-e8d7d388ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.844521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-19e96d38-b1dc-45d3-947e-e8d7d388ff8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 200 len: 907 time: 0.1885936 Jun 30 09:03:43.913545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d910d-ed50-4c97-bee6-b2219f7026c3 req-732235e9-cfe0-4eff-b627-b95b9687e528 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.915161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f60d910d-ed50-4c97-bee6-b2219f7026c3 req-732235e9-cfe0-4eff-b627-b95b9687e528 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 945 time: 0.1749263 Jun 30 09:03:43.918550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-c4c61b78-b14c-4205-816f-938cdda0cdf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 200 len: 217 time: 0.0602939 Jun 30 09:03:43.980286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee12f8f9-2368-4372-8323-7d5ab64c545a req-425c8778-7767-42c2-b020-66d4fc314ba9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Jun 30 09:03:44.020701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f60d910d-ed50-4c97-bee6-b2219f7026c3 req-f02790a8-d80f-4415-a5eb-d6c453f33964 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908446 Jun 30 09:03:44.022694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-440dda6f-71b3-4539-b198-fb78760d2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.024053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-440dda6f-71b3-4539-b198-fb78760d2bf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 200 len: 846 time: 0.0932801 Jun 30 09:03:44.079429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-1f23a710-a960-4c55-9918-ef700e1d241a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a494e810-b0f5-484a-b218-f5648bc20b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404568 Jun 30 09:03:44.098835 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-e50dad18-8d41-47a6-a0ec-9c1ff380eadc tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b700c8878d10435fa56f8d377b88e2e3 HTTP/1.1" status: 200 len: 380 time: 0.3837113 Jun 30 09:03:44.109355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'port': {'device_id': '5c101810-150d-4014-bf4f-97591376ea37', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'admin_state_up': True, 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'security_groups': ['3b0e9b59-627c-4175-9643-43bb215ddb53']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:44.167979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.217734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-eedb6ec9-5755-4181-bd72-4edbe4adcdd3 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317158 Jun 30 09:03:44.317716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7229f29-6c12-46fb-8a8d-71413d7ec64c req-10aa1d14-1573-4eab-985a-e7d2ce4f4e50 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jun 30 09:03:44.349578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0e4a6-eb37-4a39-9284-029410dcb4c0 req-f6975055-a58e-4f8b-968d-f628b13a63bf tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.351147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0e0e4a6-eb37-4a39-9284-029410dcb4c0 req-f6975055-a58e-4f8b-968d-f628b13a63bf tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 945 time: 0.1647315 Jun 30 09:03:44.381317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5af2c219-dbc3-42c2-aedc-fb577470a4a5 req-56f8aadd-82b3-4ab3-85d9-6fb0fe149598 service neutron] 10.222.0.41 "GET /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560225 Jun 30 09:03:44.381683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Made reservation on behalf of b700c8878d10435fa56f8d377b88e2e3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:44.387502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.410160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0e0e4a6-eb37-4a39-9284-029410dcb4c0 req-762c99c3-602c-4e63-bb38-4ce64a5820d3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Jun 30 09:03:44.482637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:44.488557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f0fad86b-2ddf-49d9-95b4-b24b5469692b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:44.583324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8e6d5-c42d-4d49-8bcf-635ab5ba23a3 req-9d7517df-a740-4d4c-ba00-8177d124f1cb tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.585013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4c8e6d5-c42d-4d49-8bcf-635ab5ba23a3 req-9d7517df-a740-4d4c-ba00-8177d124f1cb tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 944 time: 0.0750012 Jun 30 09:03:44.588162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Allocated IP 172.20.0.5 (194638bb-6fb9-43b6-815a-4d973c9bd78f/3c89272e-df2b-42d7-a49e-885fbf5163a1/fec706d5-ce44-48b0-9120-2c3e7062b208) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:44.600346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port f0fad86b-2ddf-49d9-95b4-b24b5469692b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:44.608718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f0fad86b-2ddf-49d9-95b4-b24b5469692b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:44.609105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.635565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4c8e6d5-c42d-4d49-8bcf-635ab5ba23a3 req-6036c6ff-1629-4557-9c88-27cff9bd55e4 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Jun 30 09:03:44.658696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Deleting port 073a927e-6b55-40c3-ac56-ed52091d3a72 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:44.658989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.660345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.675367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'mac_address': 'fa:16:3e:40:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:44.722379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0'}, {'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:44.724570 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af7ee8-4a45-407c-bcf5-1b24f95232d6" -d '{"events": [{"server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "name": "network-vif-plugged", "status": "completed", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0"}, {"server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:44.751414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.754375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.781675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:44.800451 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d7915-c7fe-4d9b-b865-764eeff19bc5 x-openstack-request-id: req-396d7915-c7fe-4d9b-b865-764eeff19bc5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:44.800754 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "name": "network-vif-plugged", "status": "completed", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0", "code": 200}, {"server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:44.801072 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-396d7915-c7fe-4d9b-b865-764eeff19bc5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:44.801414 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0', 'code': 200} Jun 30 09:03:44.801671 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9', 'code': 200} Jun 30 09:03:44.810018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] For port 073a927e-6b55-40c3-ac56-ed52091d3a72, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=073a927e-6b55-40c3-ac56-ed52091d3a72,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.810393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.820632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b,segment=NetworkSegment(20c22858-e7cd-4928-9245-e5457b445c8e),segment_id=20c22858-e7cd-4928-9245-e5457b445c8e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.824270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.828794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.828990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.840929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Calling delete_port for 073a927e-6b55-40c3-ac56-ed52091d3a72 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:44.857329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Transition to ACTIVE for port object fec706d5-ce44-48b0-9120-2c3e7062b208 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:44.867737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.884777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.955763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.978790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.985350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248746ab-435c-4956-b07c-f81a50f0816e req-bed84e4e-5385-4ed6-b4db-f88ae3128c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.987206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-248746ab-435c-4956-b07c-f81a50f0816e req-bed84e4e-5385-4ed6-b4db-f88ae3128c72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 1097 time: 0.0972815 Jun 30 09:03:44.989181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a34e-caf0-4b65-9991-d47b9730b3ad req-c85aa2cd-cae3-4001-b0c8-c7dca702e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.990669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef32a34e-caf0-4b65-9991-d47b9730b3ad req-c85aa2cd-cae3-4001-b0c8-c7dca702e2e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 1097 time: 0.1088452 Jun 30 09:03:45.022516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['79c49ef0-b15f-4a37-81f8-606092930c7c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:45.036271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:45.043499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:45.045947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:45.088532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event updated for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.108048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-248746ab-435c-4956-b07c-f81a50f0816e req-ec9638e6-3edd-4067-8bbf-e35a4bb4b076 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046083 Jun 30 09:03:45.110054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef32a34e-caf0-4b65-9991-d47b9730b3ad req-9f9274a4-2f27-402d-9c67-c3c19ea0beeb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Jun 30 09:03:45.161663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.162459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.197543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-ebdd8dd1-05c9-4059-8215-65fc995ce644 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0928307 Jun 30 09:03:45.213370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Request body: {'port': {'device_id': '5c101810-150d-4014-bf4f-97591376ea37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:45.248091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.296219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dee55-a30a-4fa5-a6ef-a4da206cb1c0 req-d550883a-65a8-4a24-887f-a08f2a52a2b6 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.298915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=073a927e-6b55-40c3-ac56-ed52091d3a72,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:45.304117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42dee55-a30a-4fa5-a6ef-a4da206cb1c0 req-d550883a-65a8-4a24-887f-a08f2a52a2b6 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 945 time: 0.0984466 Jun 30 09:03:45.331549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72da1-b0b5-4b97-a86b-4b979ae18599 req-a1230cf1-d4a1-4c33-a233-7e294d9dd9a6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.333892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6c72da1-b0b5-4b97-a86b-4b979ae18599 req-a1230cf1-d4a1-4c33-a233-7e294d9dd9a6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1675210 Jun 30 09:03:45.384290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42dee55-a30a-4fa5-a6ef-a4da206cb1c0 req-ec053924-b99e-4ad3-a977-58e7d4885c97 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Jun 30 09:03:45.411152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6c72da1-b0b5-4b97-a86b-4b979ae18599 req-44832302-15ad-4e4d-9f66-023ac87263b0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 Jun 30 09:03:45.418396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b57de03a-3541-4006-9fa8-11963e699523 None None] Provisioning for port fec706d5-ce44-48b0-9120-2c3e7062b208 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:45.427448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b57de03a-3541-4006-9fa8-11963e699523 None None] Provisioning complete for port fec706d5-ce44-48b0-9120-2c3e7062b208 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:45.427842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b57de03a-3541-4006-9fa8-11963e699523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.465731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.510032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b57de03a-3541-4006-9fa8-11963e699523 None None] Port fec706d5-ce44-48b0-9120-2c3e7062b208 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:45.721821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.752233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f968a-b6a9-4b3f-ba93-b06220b6bffe req-660ee387-744d-468b-a646-ba55db2baaff tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.754007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164f968a-b6a9-4b3f-ba93-b06220b6bffe req-660ee387-744d-468b-a646-ba55db2baaff tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 931 time: 0.1595492 Jun 30 09:03:45.779758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33832-43fe-4c44-b268-a4fa831113fc req-30deadca-58c5-4f4d-96f6-f7958b5ff4c4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.781573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4a33832-43fe-4c44-b268-a4fa831113fc req-30deadca-58c5-4f4d-96f6-f7958b5ff4c4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 946 time: 0.1208584 Jun 30 09:03:45.828631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164f968a-b6a9-4b3f-ba93-b06220b6bffe req-2702e19d-b37c-4fea-a24b-995df865b0b8 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667603 Jun 30 09:03:45.847104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4a33832-43fe-4c44-b268-a4fa831113fc req-8098a0bb-1ffb-4248-a12e-f385bc5f963f tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Jun 30 09:03:46.022805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec706d5-ce44-48b0-9120-2c3e7062b208 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:46.034148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.040957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a11b0-539a-4cfc-a377-17ca644ea529 req-2e8c3eb9-799a-4a08-88f5-b6ef479a24ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.042891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-865a11b0-539a-4cfc-a377-17ca644ea529 req-2e8c3eb9-799a-4a08-88f5-b6ef479a24ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 945 time: 0.0873685 Jun 30 09:03:46.103954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Transition to ACTIVE for port object fec706d5-ce44-48b0-9120-2c3e7062b208 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:46.113113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-865a11b0-539a-4cfc-a377-17ca644ea529 req-85c34b8a-1030-4028-9fc7-e93ea80446b6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514278 Jun 30 09:03:46.120258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.146735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f6419-9797-427f-853d-cac08da4a438 req-e6b290fe-63e1-4e37-9e4d-987f932e23ea tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.156069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc6f6419-9797-427f-853d-cac08da4a438 req-e6b290fe-63e1-4e37-9e4d-987f932e23ea tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.1368666 Jun 30 09:03:46.215140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc6f6419-9797-427f-853d-cac08da4a438 req-29fb73ca-33fd-41f7-a9b7-411a75be74e8 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579050 Jun 30 09:03:46.266320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:03:46.319058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Pushing event updated for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.333170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Attempting to bind port fec706d5-ce44-48b0-9120-2c3e7062b208 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:46.333460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Attempting to bind port fec706d5-ce44-48b0-9120-2c3e7062b208 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:46.333789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Attempting to bind port fec706d5-ce44-48b0-9120-2c3e7062b208 on network 194638bb-6fb9-43b6-815a-4d973c9bd78f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:46.351054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Port fec706d5-ce44-48b0-9120-2c3e7062b208 on network 194638bb-6fb9-43b6-815a-4d973c9bd78f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:46.351754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Attempting to bind port fec706d5-ce44-48b0-9120-2c3e7062b208 on network 194638bb-6fb9-43b6-815a-4d973c9bd78f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:46.365840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:46.366865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Checking segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:46.367996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Bound using segment: {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:46.368672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Bound port: fec706d5-ce44-48b0-9120-2c3e7062b208, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb4c190-2331-40d2-8770-a23ee49c99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:46.369260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.468490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5bcb0-5fa1-406f-a0f9-a7e70bda6267 req-e5f886b4-052a-45fa-b8eb-b5bdfe245489 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.470035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4c5bcb0-5fa1-406f-a0f9-a7e70bda6267 req-e5f886b4-052a-45fa-b8eb-b5bdfe245489 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 945 time: 0.1281638 Jun 30 09:03:46.493901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:46.519715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4c5bcb0-5fa1-406f-a0f9-a7e70bda6267 req-8fa39cd2-ee01-454f-a905-1f44fa9cc850 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jun 30 09:03:46.530302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-b0e57888-cbcd-468c-87cc-8e2fe612015f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.531812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-b0e57888-cbcd-468c-87cc-8e2fe612015f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 945 time: 0.1305935 Jun 30 09:03:46.591367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:46.595568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:03:46.601607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 79c49ef0-b15f-4a37-81f8-606092930c7c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:46.602077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fec706d5-ce44-48b0-9120-2c3e7062b208,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:46.604514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.608227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f0143134-1676-4a9a-bf62-e4e146dbddb6 admin admin] 10.222.0.66 "PUT /v2.0/routers/220c059c-9a1d-4ef8-9b59-b52e32c4cb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3669498 Jun 30 09:03:46.608731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:46.616277 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Sync routers for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:03:46.620018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-c1a140bd-4af5-4342-b4a7-4b73ec358bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.622113 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-c1a140bd-4af5-4342-b4a7-4b73ec358bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 1100 time: 0.2000027 Jun 30 09:03:46.648168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:46.649641 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:46.660208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.737544 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.771911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:46.772325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.773550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.774365 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.776153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] 10.222.0.11 "PUT /v2.0/ports/fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 200 len: 1092 time: 1.5670619 Jun 30 09:03:46.780386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:46.783163 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f505e-fd03-40af-8e6d-5784b08514fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:46.800607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:46.803568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b'}, {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:46.810771 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b13c622-f10f-45d1-bcea-4823fa53b55f" -d '{"events": [{"server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "name": "network-vif-plugged", "status": "completed", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b"}, {"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:46.815673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.871392 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02939891-c305-4b3d-bc45-9f84b7bd2929 x-openstack-request-id: req-02939891-c305-4b3d-bc45-9f84b7bd2929 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:46.871679 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:46.871930 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02939891-c305-4b3d-bc45-9f84b7bd2929 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:46.872320 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'status': 'completed', 'code': 200} Jun 30 09:03:46.879091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:46.888998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7af793-d621-45b5-bd45-565a30e57e0e req-10382811-b118-40b4-b767-fc2aca6ee1dd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.895588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e7af793-d621-45b5-bd45-565a30e57e0e req-10382811-b118-40b4-b767-fc2aca6ee1dd tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2041383 Jun 30 09:03:46.933570 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892cb85-63fd-4e47-8b12-e0706d41d766 x-openstack-request-id: req-b892cb85-63fd-4e47-8b12-e0706d41d766 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:46.934144 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "name": "network-vif-plugged", "status": "completed", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b", "code": 200}, {"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-plugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:46.934616 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b892cb85-63fd-4e47-8b12-e0706d41d766 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:46.935275 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b', 'code': 200} Jun 30 09:03:46.936833 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'code': 200} Jun 30 09:03:46.948059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=10']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:46.966312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1387ab-05ec-46ea-92a4-26607ee0e206 service neutron] Pushing event updated for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:47.027226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-e680f373-b9a8-4687-97d5-6628437f26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.029023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-e680f373-b9a8-4687-97d5-6628437f26b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.3654048 Jun 30 09:03:47.045379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e7af793-d621-45b5-bd45-565a30e57e0e req-541b9841-e756-44c9-ab37-24c24aa366cc tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333847 Jun 30 09:03:47.047768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.076377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:47.076742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.145516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-ee38cdb2-cc0c-4467-b0d0-42204a75f85b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=79c49ef0-b15f-4a37-81f8-606092930c7c HTTP/1.1" status: 200 len: 217 time: 0.0917094 Jun 30 09:03:47.167042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:47.249984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-8ff01287-2784-4acc-ac46-33f22e24f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.251826 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-8ff01287-2784-4acc-ac46-33f22e24f162 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b700c8878d10435fa56f8d377b88e2e3&device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 1095 time: 0.3884971 Jun 30 09:03:47.268057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf7e5-a263-4abb-8086-fb7e4827c556 req-92c528ee-ce31-4a1c-a869-db276c45d7aa tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.269897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80daf7e5-a263-4abb-8086-fb7e4827c556 req-92c528ee-ce31-4a1c-a869-db276c45d7aa tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 943 time: 0.1608841 Jun 30 09:03:47.321532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-a4ca1de3-af6e-4607-81c2-62d6ac1f8a21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 200 len: 217 time: 0.0571222 Jun 30 09:03:47.326122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-d5f9038f-98b3-49a4-8cc7-13532d353e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.326728 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:03:45Z', 'revision_number': 5, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.328054 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-d5f9038f-98b3-49a4-8cc7-13532d353e40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1683700 Jun 30 09:03:47.333397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017086-7e53-4d13-b3f0-ed8409fab1d2 req-9c8dd9d3-ad2e-4fa1-9679-f9af7973af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.334885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67017086-7e53-4d13-b3f0-ed8409fab1d2 req-9c8dd9d3-ad2e-4fa1-9679-f9af7973af6e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 1097 time: 0.3189454 Jun 30 09:03:47.358578 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Checking router: 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:03:47.369735 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Routers {'220c059c-9a1d-4ef8-9b59-b52e32c4cb03'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:03:47.370679 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:03:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.423153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80daf7e5-a263-4abb-8086-fb7e4827c556 req-e212d43a-afce-4223-96bc-a68de1d0a97e tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446161 Jun 30 09:03:47.483729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da524456-5e9e-4eb6-b84c-2a7f8b5b4d65 req-d9ea5321-272e-4ea8-a9f0-e32ddf944467 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.485034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da524456-5e9e-4eb6-b84c-2a7f8b5b4d65 req-d9ea5321-272e-4ea8-a9f0-e32ddf944467 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 945 time: 0.1904843 Jun 30 09:03:47.490941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.503672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:47.507165 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] Set router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:03:47.606854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:47.636517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da524456-5e9e-4eb6-b84c-2a7f8b5b4d65 req-f492431d-c232-46b1-9b30-8f92f868281e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262805 Jun 30 09:03:47.638326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:47.649536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.651500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd0c3-b94e-4a23-b935-587fbcfd46c1 req-943bb3e8-6665-44e2-9223-c90c3845e1d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "DELETE /v2.0/ports/6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 HTTP/1.1" status: 204 len: 173 time: 1.1126313 Jun 30 09:03:47.654022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'name': 'network-vif-deleted', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:47.654282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.656843 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2a4a16-4acb-4945-9ba4-4bd474080610" -d '{"events": [{"server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "name": "network-vif-deleted", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:47.742176 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:03:45Z', 'revision_number': 5, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:47.753926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fa75b-01ad-4ed4-9071-ddefb7e0bd50 req-233e7583-0a9a-44dc-b764-d76f5435febc tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.757710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-499fa75b-01ad-4ed4-9071-ddefb7e0bd50 req-233e7583-0a9a-44dc-b764-d76f5435febc tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.1244719 Jun 30 09:03:47.765998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-803bdf83-774f-405a-9896-507cfdafacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.767653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-803bdf83-774f-405a-9896-507cfdafacb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c89272e-df2b-42d7-a49e-885fbf5163a1 HTTP/1.1" status: 200 len: 850 time: 0.4366152 Jun 30 09:03:47.775648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67017086-7e53-4d13-b3f0-ed8409fab1d2 req-9d05a01e-c1f7-440a-83de-7f083deb4a77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290433 Jun 30 09:03:47.782786 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09462f46-35e0-44e2-a318-52aed8c420e8 None None] The sync data for ids ['220c059c-9a1d-4ef8-9b59-b52e32c4cb03'] in n-d-779913-25 is: [{'id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'name': 'tempest-ServersTestMultiNic-1368822119-router', 'tenant_id': 'af1903fcec9846f3894a41a7e43316a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:59Z', 'updated_at': '2021-06-30T09:03:45Z', 'revision_number': 5, 'project_id': 'af1903fcec9846f3894a41a7e43316a0', 'gw_port': {'id': '99c41338-4661-479c-ba1f-2d9c5def4bba', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220c059c-9a1d-4ef8-9b59-b52e32c4cb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:00Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:03:47.825702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-499fa75b-01ad-4ed4-9071-ddefb7e0bd50 req-afc70e60-1bff-440e-bfec-3660262c84b3 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583947 Jun 30 09:03:47.852280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-bff20ade-cb64-4f71-992c-1f932210f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.853973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-bff20ade-cb64-4f71-992c-1f932210f1ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5181572 Jun 30 09:03:47.881537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Deleting port 99c41338-4661-479c-ba1f-2d9c5def4bba {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:47.881913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.892141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-6b3ee11a-1064-4c6f-9770-22808ec7237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.894287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-6b3ee11a-1064-4c6f-9770-22808ec7237b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=194638bb-6fb9-43b6-815a-4d973c9bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158328 Jun 30 09:03:47.947718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc549b5c-cf68-4cb3-a9ab-9d9e2a6de09e req-be9028a2-4d19-4b68-bf20-a4ec8070f5ad tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.954703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc549b5c-cf68-4cb3-a9ab-9d9e2a6de09e req-be9028a2-4d19-4b68-bf20-a4ec8070f5ad tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 945 time: 0.0795739 Jun 30 09:03:48.014075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc549b5c-cf68-4cb3-a9ab-9d9e2a6de09e req-b8861d7d-4299-42d2-ba40-d3be1d62ca8e tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Jun 30 09:03:48.016084 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0a8c0-fa8c-4c57-a172-e46dbd9b417a x-openstack-request-id: req-58c0a8c0-fa8c-4c57-a172-e46dbd9b417a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:48.016485 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5e891-aeaa-481b-b2cd-b623c1f117c2", "name": "network-vif-deleted", "tag": "6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:48.016821 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58c0a8c0-fa8c-4c57-a172-e46dbd9b417a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:48.017287 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5e891-aeaa-481b-b2cd-b623c1f117c2', 'name': 'network-vif-deleted', 'tag': '6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9', 'status': 'completed', 'code': 200} Jun 30 09:03:48.085791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-459ae988-4545-4f0a-837b-453bb532f50c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 210 time: 0.0359211 Jun 30 09:03:48.173113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] For port 99c41338-4661-479c-ba1f-2d9c5def4bba, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99c41338-4661-479c-ba1f-2d9c5def4bba,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.173482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.178294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-f94087d1-c33e-4ece-8aef-dde27505ab65 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942755 Jun 30 09:03:48.180043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-00b4d856-3613-4006-a4bd-462e772faf7e service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660789 Jun 30 09:03:48.301098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Calling delete_port for 99c41338-4661-479c-ba1f-2d9c5def4bba owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:48.371023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-15dd2abb-d9df-4e41-ad6f-3dc54540cc35 req-c69e9609-c41c-4b80-bc18-7c5e4a31af76 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771739 Jun 30 09:03:48.395055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-40b68428-63fc-4780-aaba-6456a1e601b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.396737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-40b68428-63fc-4780-aaba-6456a1e601b1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=74735d35496543e999559439ace9ca57&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3032572 Jun 30 09:03:48.475936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdbb3e80-fd7b-4bf6-bfc4-87d71b42d24c req-b56b751e-2793-4edf-b616-8549eb1eca6f service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950791 Jun 30 09:03:48.500344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17231b-0fbc-4e05-9a89-95af2217d58e req-f804042c-402e-4686-9cd0-3fcc83a6a0c6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.503238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d17231b-0fbc-4e05-9a89-95af2217d58e req-f804042c-402e-4686-9cd0-3fcc83a6a0c6 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2139792 Jun 30 09:03:48.615312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.646243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c41338-4661-479c-ba1f-2d9c5def4bba,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:48.658757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d17231b-0fbc-4e05-9a89-95af2217d58e req-f9f4138b-f4e8-4f69-b819-13de6a23e8b8 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471069 Jun 30 09:03:48.675530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-0942631b-ed15-4028-83c1-192b4035390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.677011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-0942631b-ed15-4028-83c1-192b4035390f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2718005 Jun 30 09:03:48.701362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-93c6ac7b-fe82-43cd-9af1-779216c78baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.702521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-93c6ac7b-fe82-43cd-9af1-779216c78baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b700c8878d10435fa56f8d377b88e2e3&device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 1095 time: 0.1389022 Jun 30 09:03:48.712377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c940b2-ada0-42c1-bc43-42bb978fe59d req-ea839199-4ae8-4bd9-9d79-cd87e81a2cbd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.713948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48c940b2-ada0-42c1-bc43-42bb978fe59d req-ea839199-4ae8-4bd9-9d79-cd87e81a2cbd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 945 time: 0.1782489 Jun 30 09:03:48.755832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48c940b2-ada0-42c1-bc43-42bb978fe59d req-ec3114ca-5c62-4a84-a670-7e3436dea5f4 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Jun 30 09:03:48.760449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.856731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbedaf6-d18f-4f7b-b2b3-d73b5ce0cfa4 req-e0483519-f9ec-4228-af8a-c9fd36561abe tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.858369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbbedaf6-d18f-4f7b-b2b3-d73b5ce0cfa4 req-e0483519-f9ec-4228-af8a-c9fd36561abe tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 943 time: 0.0766642 Jun 30 09:03:48.863355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.866742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.896147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b76f17fb-2416-49f3-acb4-64fbc708abfd req-b447db99-536a-4ad4-a402-3e07b4140261 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 210 time: 0.0367830 Jun 30 09:03:48.926332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.926662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbbedaf6-d18f-4f7b-b2b3-d73b5ce0cfa4 req-b8f96ac9-98a9-4089-8b41-97fe41dddcb9 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554423 Jun 30 09:03:48.926881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220c059c-9a1d-4ef8-9b59-b52e32c4cb03 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:03:48.928958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-34a7bde0-b07c-4b6a-b9dd-1cf20762f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.930456 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-34a7bde0-b07c-4b6a-b9dd-1cf20762f81b service neutron] 10.222.0.11 "GET /v2.0/networks?id=194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 200 len: 912 time: 0.2172129 Jun 30 09:03:48.933615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:48.936720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d314474c-1783-40e0-8f92-7da8fec163c7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/220c059c-9a1d-4ef8-9b59-b52e32c4cb03 HTTP/1.1" status: 204 len: 168 time: 2.3248160 Jun 30 09:03:48.937062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:49.002291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-ed6dc746-c636-4bd8-9e2d-fbc21594af06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 200 len: 217 time: 0.0581410 Jun 30 09:03:49.045803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Deleting subnet 5b75c2c9-9248-49dc-b224-34cd33e02bec {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:49.050292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.080952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db82c2a-069c-4ec4-8fbf-eff0e58d89a0 req-8040e31d-c60d-4df6-a3b9-e788984c7889 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.082809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9db82c2a-069c-4ec4-8fbf-eff0e58d89a0 req-8040e31d-c60d-4df6-a3b9-e788984c7889 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.0684307 Jun 30 09:03:49.085207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-2abc6eae-80b9-4e38-8540-b10e07261975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.086684 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-2abc6eae-80b9-4e38-8540-b10e07261975 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c89272e-df2b-42d7-a49e-885fbf5163a1 HTTP/1.1" status: 200 len: 850 time: 0.0771513 Jun 30 09:03:49.102198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.122626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9db82c2a-069c-4ec4-8fbf-eff0e58d89a0 req-1ccde982-e1e3-4f06-80ce-afdb12e34d1f tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Jun 30 09:03:49.220002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.241275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-0249d856-e50c-423f-85da-7a37834ebf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.242789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-0249d856-e50c-423f-85da-7a37834ebf92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=194638bb-6fb9-43b6-815a-4d973c9bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386664 Jun 30 09:03:49.328558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.361228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b75c2c9-9248-49dc-b224-34cd33e02bec,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.372418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.374217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e55ff-f28f-4209-a314-56a326d15206 None None] Network 4c978925-f981-4704-bb0f-bb3142bf1b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:49.374746 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6c146172-028a-460a-9930-3540e3f73aaf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b75c2c9-9248-49dc-b224-34cd33e02bec HTTP/1.1" status: 204 len: 168 time: 0.4365196 Jun 30 09:03:49.376665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48004) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:49.386704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-d33ccf59-5a00-4a1e-aa0b-e2fb5bd16e26 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333947 Jun 30 09:03:49.503846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.525392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 073a927e-6b55-40c3-ac56-ed52091d3a72 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:49.552740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 073a927e-6b55-40c3-ac56-ed52091d3a72 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:49.553087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 073a927e-6b55-40c3-ac56-ed52091d3a72 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:49.553507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99c41338-4661-479c-ba1f-2d9c5def4bba no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:49.560860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc6f505e-fd03-40af-8e6d-5784b08514fc req-4697092c-3769-4d7f-b161-6bed85e00f79 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643956 Jun 30 09:03:49.578319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 99c41338-4661-479c-ba1f-2d9c5def4bba {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:49.578669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99c41338-4661-479c-ba1f-2d9c5def4bba not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:49.590736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Deleting port 39a759f0-3f99-483a-9123-87f1999c0ec8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:49.591075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.654492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] DHCP port deletion for 4c978925-f981-4704-bb0f-bb3142bf1b59 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:03:49.656982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] For port 39a759f0-3f99-483a-9123-87f1999c0ec8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=39a759f0-3f99-483a-9123-87f1999c0ec8,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:49.657342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.670940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Calling delete_port for 39a759f0-3f99-483a-9123-87f1999c0ec8 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:49.710817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Deleting port 39a759f0-3f99-483a-9123-87f1999c0ec8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:49.711832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.749705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.779542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a759f0-3f99-483a-9123-87f1999c0ec8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.792145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] For port 39a759f0-3f99-483a-9123-87f1999c0ec8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=39a759f0-3f99-483a-9123-87f1999c0ec8,segment=NetworkSegment(8d22b452-5ed3-4f19-b600-284587ab4f5b),segment_id=8d22b452-5ed3-4f19-b600-284587ab4f5b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:49.792757 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.794204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] No DVR routers for this DVR port 39a759f0-3f99-483a-9123-87f1999c0ec8 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:49.811863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Calling delete_port for 39a759f0-3f99-483a-9123-87f1999c0ec8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:49.890410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.903918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c978925-f981-4704-bb0f-bb3142bf1b59']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: from cryptography.utils import int_from_bytes Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: from cryptography.utils import int_from_bytes Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.907088 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:03:49.910109 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:03:49.919010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.920543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d22b452-5ed3-4f19-b600-284587ab4f5b') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.922452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d22b452-5ed3-4f19-b600-284587ab4f5b') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:49.933374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.946086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] Pushing event deleted for resources: {'Port': ['ID=39a759f0-3f99-483a-9123-87f1999c0ec8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.950939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e749a1-f1ae-4e83-86cd-50e101e3a093 None None] No DVR routers for this DVR port 39a759f0-3f99-483a-9123-87f1999c0ec8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:49.959480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.967195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:49.967560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:49.969851 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:49.982637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-864a0dd7-70d3-4400-9641-73f17906d450 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.984325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-864a0dd7-70d3-4400-9641-73f17906d450 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 945 time: 0.1940958 Jun 30 09:03:49.997692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325a54f-226a-4162-be9a-88e66451255e req-31a40920-21b4-4aa1-86cc-f3fc4454337a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.005974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7325a54f-226a-4162-be9a-88e66451255e req-31a40920-21b4-4aa1-86cc-f3fc4454337a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1952956 Jun 30 09:03:50.037113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.041642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.046196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c978925-f981-4704-bb0f-bb3142bf1b59 HTTP/1.1" status: 204 len: 168 time: 0.6659517 Jun 30 09:03:50.060315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e589945-f939-46db-b8fc-2c2acfcf76a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c978925-f981-4704-bb0f-bb3142bf1b59,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:50.112493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7325a54f-226a-4162-be9a-88e66451255e req-dfca9839-d3dd-4f5e-b37c-ffd8b752972e tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049454 Jun 30 09:03:50.146778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a605dc8-fa44-4cf1-ba00-56341629beb2 req-17126c4a-ec7d-4ccd-b393-85c76ad60182 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.148372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a605dc8-fa44-4cf1-ba00-56341629beb2 req-17126c4a-ec7d-4ccd-b393-85c76ad60182 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 945 time: 0.2536445 Jun 30 09:03:50.241349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a605dc8-fa44-4cf1-ba00-56341629beb2 req-881611c4-e013-487a-a5e3-72ed288c0e60 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809202 Jun 30 09:03:50.241553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:50.243052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26c5083d-ce4e-4d3f-b953-7699987d07c7 req-4c6268a7-357f-4dff-b7fa-8b3dd2beef93 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 210 time: 0.0437572 Jun 30 09:03:50.282684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Deleting port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:50.283472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.329593 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be8b44d0-372d-43d8-9e15-66d21d31519a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af1903fcec9846f3894a41a7e43316a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870807 Jun 30 09:03:50.332301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:50.405332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.441127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.502375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.504947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.508551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0cebc0b-b60a-4b2e-b16d-708afcb2201e HTTP/1.1" status: 204 len: 168 time: 0.1725309 Jun 30 09:03:50.522912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe8502-4981-4d63-8e6e-fb8a68b152e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cebc0b-b60a-4b2e-b16d-708afcb2201e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:50.653814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f640279-473f-4d72-95ea-1d9b21ce559d req-37f3590c-77b3-4743-ba30-6ff9da5d17a9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9e5e891-aeaa-481b-b2cd-b623c1f117c2 HTTP/1.1" status: 200 len: 210 time: 0.3860111 Jun 30 09:03:50.782916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] For port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:50.783286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.806166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c44041-8f2f-4d8c-be55-b329e39af24a req-dd7ee4a3-4a20-461a-aa19-b7cd5fa714b9 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.807944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74c44041-8f2f-4d8c-be55-b329e39af24a req-dd7ee4a3-4a20-461a-aa19-b7cd5fa714b9 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 943 time: 0.1568348 Jun 30 09:03:50.809721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Calling delete_port for f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:50.931452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74c44041-8f2f-4d8c-be55-b329e39af24a req-c014ddf3-3d3e-470e-a300-5ffa92700fb4 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091988 Jun 30 09:03:50.990660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e932ef-88ba-4604-b496-b3870c285c93 req-8ce79e50-02ee-43ec-a650-0cc388a0362d tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.997737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34e932ef-88ba-4604-b496-b3870c285c93 req-8ce79e50-02ee-43ec-a650-0cc388a0362d tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.1859081 Jun 30 09:03:51.063811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34e932ef-88ba-4604-b496-b3870c285c93 req-ba01cd7d-9d0f-436c-961f-90236be8bc14 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651240 Jun 30 09:03:51.100802 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.122079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:51.138270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event deleted for resources: {'Port': ['ID=f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.184750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a1e06233-6166-4ae7-aa46-e8c1fd12ad3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:51.222026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] No DVR routers for this DVR port f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:51.224932 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.227329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02306d50-4c2b-4f43-8f7b-1b1c2682d640 req-1f91448e-ece5-4f0d-bf61-c688de6bee72 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "DELETE /v2.0/ports/f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 HTTP/1.1" status: 204 len: 173 time: 1.2194207 Jun 30 09:03:51.227873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'name': 'network-vif-deleted', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:51.230591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded2d646-c117-4710-a53b-5e5a342ca59c" -d '{"events": [{"server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "name": "network-vif-deleted", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:51.391961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e971c-ec5b-40be-96ba-be4e0cb3073a req-ec9220bc-43f4-457a-8277-4c44a6132d14 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.402785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d4e971c-ec5b-40be-96ba-be4e0cb3073a req-ec9220bc-43f4-457a-8277-4c44a6132d14 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1195090 Jun 30 09:03:51.444856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 39a759f0-3f99-483a-9123-87f1999c0ec8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:51.447342 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968c89d-4256-48d6-9c32-d44fead97be4 x-openstack-request-id: req-d968c89d-4256-48d6-9c32-d44fead97be4 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:51.447817 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bc41b-de4a-4bdf-b48b-df86e9b9ed8a", "name": "network-vif-deleted", "tag": "f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:51.448187 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d968c89d-4256-48d6-9c32-d44fead97be4 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:51.450304 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bc41b-de4a-4bdf-b48b-df86e9b9ed8a', 'name': 'network-vif-deleted', 'tag': 'f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0', 'status': 'completed', 'code': 200} Jun 30 09:03:51.479811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d4e971c-ec5b-40be-96ba-be4e0cb3073a req-12d703a5-ccf3-4ad1-8089-9bdbd578e069 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Jun 30 09:03:51.482587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 39a759f0-3f99-483a-9123-87f1999c0ec8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:51.482936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 39a759f0-3f99-483a-9123-87f1999c0ec8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:51.626591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:51.627135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c51242b-5a48-472c-ab6c-f5aacf6998b8 req-97fbf0da-624f-4ed1-a404-ebacf8a4f714 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=973bc41b-de4a-4bdf-b48b-df86e9b9ed8a HTTP/1.1" status: 200 len: 210 time: 0.0319760 Jun 30 09:03:51.776121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-332034396-network', 'tenant_id': 'a79acceac68c41919d1aeb6a654aed7a'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:51.819540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Made reservation on behalf of a79acceac68c41919d1aeb6a654aed7a for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:51.825185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.854177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.028648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.035512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.087477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4036a-9106-4814-8f09-83a59633904d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.093108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:03:52.105433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.105852 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Added segment 9e076701-d863-440d-804f-056cfa328185 of type vlan for network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 Jun 30 09:03:52.154477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.187494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.188560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.189204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.248105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6196308 Jun 30 09:03:52.250787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48120) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:52.269808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Request body: {'subnet': {'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-332034396-subnet', 'tenant_id': 'a79acceac68c41919d1aeb6a654aed7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.278125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9767f0-3d36-4d58-adf2-14581eb13b8e admin admin] Pushing event updated for resources: {'Network': ['ID=64e98907-46c3-4627-bbc6-6c2a5dc06b25,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.294374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67943134-f2d2-4584-b3ae-2e4753760cd0 req-3a5105c1-ac36-4950-9487-bbf4c78708b0 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.295728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:03:52.296412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67943134-f2d2-4584-b3ae-2e4753760cd0 req-3a5105c1-ac36-4950-9487-bbf4c78708b0 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.2244325 Jun 30 09:03:52.298364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Made reservation on behalf of a79acceac68c41919d1aeb6a654aed7a for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:52.309170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.354281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67943134-f2d2-4584-b3ae-2e4753760cd0 req-cf5c2eb8-2b14-48ce-8663-74cc566a2cdf tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Jun 30 09:03:52.361213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-e62061fb-53b6-499c-8e88-aabdbd98fdb2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.363281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-e62061fb-53b6-499c-8e88-aabdbd98fdb2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.2227323 Jun 30 09:03:52.400661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-b0249645-2453-4545-8cad-b9bbcbbfd813 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0304601 Jun 30 09:03:52.451290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-42ad9e10-defe-4521-bcfd-711d280a5b9e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491545 Jun 30 09:03:52.531884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.621370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287bda4-d97e-4e98-b7b8-6a704678735f req-140ef33a-b0ae-4b87-99e6-07a46bc75120 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.629152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7287bda4-d97e-4e98-b7b8-6a704678735f req-140ef33a-b0ae-4b87-99e6-07a46bc75120 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 943 time: 0.1175714 Jun 30 09:03:52.643281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=37316587-4404-4af2-8890-ddba16456bd6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.661666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Checking segment: {'id': '9e076701-d863-440d-804f-056cfa328185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:52.662126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Network hostable DHCP agents. Network: 64e98907-46c3-4627-bbc6-6c2a5dc06b25, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:03:52.684869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:03:52.692202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-a0c9bba2-40df-4918-9cf2-14d2b354a436 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400169 Jun 30 09:03:52.698595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 64e98907-46c3-4627-bbc6-6c2a5dc06b25) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:52.706751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.707384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.709175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7287bda4-d97e-4e98-b7b8-6a704678735f req-0ab94d76-eda8-4357-ade3-237c1bed6557 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789874 Jun 30 09:03:52.712120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841be160-9561-480b-8daa-6a3e7f270ec9 None None] Network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:52.748135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c9305884-973b-483f-aa20-229e2bb4bfbf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4960136 Jun 30 09:03:52.901968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d698480-a519-42cf-bc58-8f28cbbe23a2 None None] Network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:03:52.924756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-65607b74-d7a0-41d7-aea2-73747ea64cff service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137940 Jun 30 09:03:53.232848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29937f-d782-4f71-8af7-7fec7480653e req-c6213e24-77cc-47a9-9312-c0563b1e4a0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.242022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa29937f-d782-4f71-8af7-7fec7480653e req-c6213e24-77cc-47a9-9312-c0563b1e4a0b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1109414 Jun 30 09:03:53.296673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa29937f-d782-4f71-8af7-7fec7480653e req-e38cf208-9079-4d0d-a05c-f122a2e26ca9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535781 Jun 30 09:03:53.378720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75e763b7-2936-40a2-944c-ba550a0da5d4 req-71feedd8-2d5b-4ac0-8d31-17eb871ea490 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 210 time: 0.0467639 Jun 30 09:03:53.766698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b24ef-6b7b-496d-ada8-a286f1acf7cf req-279b7823-60f7-421b-87ad-38adf7b03e7e tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.768723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-646b24ef-6b7b-496d-ada8-a286f1acf7cf req-279b7823-60f7-421b-87ad-38adf7b03e7e tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.1235530 Jun 30 09:03:53.856572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-646b24ef-6b7b-496d-ada8-a286f1acf7cf req-ac71ae88-2a98-4156-a6dd-931388792882 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c3eb5f6-2eee-469c-9bbc-845b94420266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775511 Jun 30 09:03:53.883240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-2d0e1d5c-1c5a-4272-8f9f-9844b8229c13 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.888307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-2d0e1d5c-1c5a-4272-8f9f-9844b8229c13 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.11 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 945 time: 0.1730835 Jun 30 09:03:54.117248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Deleting port f0fad86b-2ddf-49d9-95b4-b24b5469692b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:54.118286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.140790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc79f6f-7119-4f03-a67d-58fa90e57aa6 req-653afc4e-375d-46a9-8c3c-578cab24cf24 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.152576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fc79f6f-7119-4f03-a67d-58fa90e57aa6 req-653afc4e-375d-46a9-8c3c-578cab24cf24 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 943 time: 0.1588259 Jun 30 09:03:54.255425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fc79f6f-7119-4f03-a67d-58fa90e57aa6 req-9f3c7537-3fe3-4681-b413-a30af51a7ebe tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966692 Jun 30 09:03:54.342055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] For port f0fad86b-2ddf-49d9-95b4-b24b5469692b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f0fad86b-2ddf-49d9-95b4-b24b5469692b,segment=NetworkSegment(20c22858-e7cd-4928-9245-e5457b445c8e),segment_id=20c22858-e7cd-4928-9245-e5457b445c8e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:54.343123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.379492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Calling delete_port for f0fad86b-2ddf-49d9-95b4-b24b5469692b owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:54.523706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fec706d5-ce44-48b0-9120-2c3e7062b208 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:54.654235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:54.698576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:54.699161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f1796bd6-5ce4-4ee8-8fd9-aa2f22db43d0 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:54.699536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:54.701627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.738987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f0fad86b-2ddf-49d9-95b4-b24b5469692b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:54.745911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64b83cfc-c39c-49f2-b0f1-855876fa7aa2 req-d0e48daa-fc29-4427-b7b9-354cff5939d2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 210 time: 0.0624585 Jun 30 09:03:54.757340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be2f2-9d7d-47de-831b-35cdb2b44b9f req-9f5d23e9-c73d-4eaf-9714-c4450a0bee5c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.757928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:54.758342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 6c8f4f76-5b9e-4b61-9247-3f0ce8c47cf9 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:54.767845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Pushing event deleted for resources: {'Port': ['ID=f0fad86b-2ddf-49d9-95b4-b24b5469692b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.774706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d78be2f2-9d7d-47de-831b-35cdb2b44b9f req-9f5d23e9-c73d-4eaf-9714-c4450a0bee5c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1699309 Jun 30 09:03:54.889184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d78be2f2-9d7d-47de-831b-35cdb2b44b9f req-9fc1f3d1-12c3-4c1c-a6bf-b1b210eea08b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133394 Jun 30 09:03:54.920722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fec706d5-ce44-48b0-9120-2c3e7062b208,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:54.926143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] No DVR routers for this DVR port f0fad86b-2ddf-49d9-95b4-b24b5469692b on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:54.930852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.936285 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3d9339d5-23c8-447f-b8e9-297746f8a45c req-7f813491-89d3-4f9c-8a47-cec15d4f7cd2 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.11 "DELETE /v2.0/ports/f0fad86b-2ddf-49d9-95b4-b24b5469692b HTTP/1.1" status: 204 len: 173 time: 1.0254128 Jun 30 09:03:54.947007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'name': 'network-vif-deleted', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:54.947976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'port_id': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'mac_address': 'fa:16:3e:54:67:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:54.952975 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515bc9b3-bc00-4cdb-a957-cbab347fb86e" -d '{"events": [{"server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "name": "network-vif-deleted", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:55.063558 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.106848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec706d5-ce44-48b0-9120-2c3e7062b208 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:55.174200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fec706d5-ce44-48b0-9120-2c3e7062b208,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:55.192897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.239767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbb49eec-ce3e-4fdd-acd9-3eacc7d67d0b req-f80c46de-bfdb-407d-af74-b2440222e1e6 tempest-ServerAddressesTestJSON-705910736 tempest-ServerAddressesTestJSON-705910736-project] 10.222.0.66 "GET /v2.0/ports?device_id=166eb695-e428-487b-a2d6-4930c0a927a3 HTTP/1.1" status: 200 len: 210 time: 0.0783215 Jun 30 09:03:55.354585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:55.369576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-1070c5c9-7c6b-4999-9f9d-92f2f0bb82cb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.371772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-1070c5c9-7c6b-4999-9f9d-92f2f0bb82cb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.3188288 Jun 30 09:03:55.379750 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a683c6-f257-4850-a9bb-617ff2daa0d0 x-openstack-request-id: req-88a683c6-f257-4850-a9bb-617ff2daa0d0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:55.380311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.382303 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166eb695-e428-487b-a2d6-4930c0a927a3", "name": "network-vif-deleted", "tag": "f0fad86b-2ddf-49d9-95b4-b24b5469692b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:55.383092 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88a683c6-f257-4850-a9bb-617ff2daa0d0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:55.383473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.385847 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166eb695-e428-487b-a2d6-4930c0a927a3', 'name': 'network-vif-deleted', 'tag': 'f0fad86b-2ddf-49d9-95b4-b24b5469692b', 'status': 'completed', 'code': 200} Jun 30 09:03:55.386426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.387079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.389925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.390703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.395924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.396473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.396989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.398549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.401468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.402160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:55.420482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:55.649395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:55.657899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.738984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fec706d5-ce44-48b0-9120-2c3e7062b208'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:55.827118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad0395-f1f9-4002-b557-79f819855e9a req-9c4f22a5-31cd-4461-a250-f4ebfaa22d76 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.830554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9ad0395-f1f9-4002-b557-79f819855e9a req-9c4f22a5-31cd-4461-a250-f4ebfaa22d76 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 944 time: 0.1575346 Jun 30 09:03:55.889197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.14 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/f343586d-134d-420c-8dbd-2cc0e386ea6e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:55.941920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9ad0395-f1f9-4002-b557-79f819855e9a req-fdf991e7-f924-4b79-b096-5ef9ec388854 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016872 Jun 30 09:03:56.211981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a365b7f4-a920-41b2-a682-eb756ee7e768 req-5a02fb5d-c98d-44bc-b2b9-02fe98cdbf81 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 210 time: 0.0686884 Jun 30 09:03:56.223085 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.341509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.389811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f426b-a6d2-46b6-96cc-2b318e741f00 req-054e040e-47d1-4d5e-97f8-ed8e639fd359 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.397192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b83f426b-a6d2-46b6-96cc-2b318e741f00 req-054e040e-47d1-4d5e-97f8-ed8e639fd359 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.0761533 Jun 30 09:03:56.398907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:56.424478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:56.426938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:56.429979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:56.440998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b83f426b-a6d2-46b6-96cc-2b318e741f00 req-cb85c2af-b61f-4bec-9ff2-4eed93dac3d9 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Jun 30 09:03:56.541913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f0fad86b-2ddf-49d9-95b4-b24b5469692b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:56.569007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: f0fad86b-2ddf-49d9-95b4-b24b5469692b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:56.569603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f0fad86b-2ddf-49d9-95b4-b24b5469692b not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:56.599387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:56.719458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Deleting subnet 1b28c587-429f-4796-80e1-d5c37520a816 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:03:56.723085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.776938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.864751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.903348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.903970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.923632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7f3e071c-7588-45c8-a432-0afaf9248435 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5350146 Jun 30 09:03:56.937054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Request body: {'port': {'device_id': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:56.956720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a2ac-4175-4d0c-a3a0-e4f0952074fc req-aa44dd7d-3590-47b3-b776-20fab2d47218 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.962902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a2ac-4175-4d0c-a3a0-e4f0952074fc req-aa44dd7d-3590-47b3-b776-20fab2d47218 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.970036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb18a2ac-4175-4d0c-a3a0-e4f0952074fc req-aa44dd7d-3590-47b3-b776-20fab2d47218 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c&device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 1682 time: 0.3632727 Jun 30 09:03:57.044587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.048720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-462fafee-82d6-4367-b9f4-504f6bdef014 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.055541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-462fafee-82d6-4367-b9f4-504f6bdef014 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/networks?id=64e98907-46c3-4627-bbc6-6c2a5dc06b25 HTTP/1.1" status: 200 len: 809 time: 0.2216432 Jun 30 09:03:57.082022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb18a2ac-4175-4d0c-a3a0-e4f0952074fc req-26d9ccca-b5c3-49b9-8559-b978720bed86 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008332 Jun 30 09:03:57.082022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.124640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-72562b23-6d47-4de6-863b-6818b188258e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/quotas/a79acceac68c41919d1aeb6a654aed7a HTTP/1.1" status: 200 len: 375 time: 0.0681176 Jun 30 09:03:57.139397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b28c587-429f-4796-80e1-d5c37520a816,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:57.185003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.190645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48276) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:57.202381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b28c587-429f-4796-80e1-d5c37520a816 HTTP/1.1" status: 204 len: 168 time: 0.6017730 Jun 30 09:03:57.219225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-e9d41415-86e9-45c1-9819-24bd00596773 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a79acceac68c41919d1aeb6a654aed7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936189 Jun 30 09:03:57.224305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-ee0f4e5b-d99a-48a0-be7b-17aa1de715cb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:57.230898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-ee0f4e5b-d99a-48a0-be7b-17aa1de715cb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108371 Jun 30 09:03:57.253615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.258104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.258699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.259234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.259577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.259913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.261551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.261971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.262295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.262638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.262994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.263329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52086b02-b153-43d8-a3ff-1d39925de79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:57.318107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.460480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-15d0d7b5-6ab8-40d1-a4ff-e0fa57a67c57 service neutron] 10.222.0.66 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284060 Jun 30 09:03:57.584368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.588277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f343586d-134d-420c-8dbd-2cc0e386ea6e {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:57.603052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.606493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395c3724-3a05-4804-91c0-ed336d43adca']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:57.626812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-2238fdec-b120-439f-9bcb-f291a133b57b service neutron] 10.222.0.66 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649537 Jun 30 09:03:57.646013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c22858-e7cd-4928-9245-e5457b445c8e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:57.646013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c22858-e7cd-4928-9245-e5457b445c8e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:03:57.659374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347244-c2c5-40d6-b76f-545d996cd8db req-09454306-2943-4971-b844-39a6ad4e2f7b tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.661015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea347244-c2c5-40d6-b76f-545d996cd8db req-09454306-2943-4971-b844-39a6ad4e2f7b tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 944 time: 0.1665144 Jun 30 09:03:57.667690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Transition to ACTIVE for port object f343586d-134d-420c-8dbd-2cc0e386ea6e will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:57.669488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.682820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.686758 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.701255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:03:57.701255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:03:57.719350 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:03:57.728245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea347244-c2c5-40d6-b76f-545d996cd8db req-064061b2-6af4-439c-b858-6c17dad69f13 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599315 Jun 30 09:03:57.806989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Pushing event updated for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:57.876111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.885945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:57.890233 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] 10.222.0.66 "DELETE /v2.0/networks/395c3724-3a05-4804-91c0-ed336d43adca HTTP/1.1" status: 204 len: 168 time: 0.6958845 Jun 30 09:03:57.905459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50fb63-2bce-4522-a89a-2a6a94c42b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=395c3724-3a05-4804-91c0-ed336d43adca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:57.917632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Attempting to bind port f343586d-134d-420c-8dbd-2cc0e386ea6e on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:57.921379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Attempting to bind port f343586d-134d-420c-8dbd-2cc0e386ea6e by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:57.921795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Attempting to bind port f343586d-134d-420c-8dbd-2cc0e386ea6e on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:57.934637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Port f343586d-134d-420c-8dbd-2cc0e386ea6e on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:57.935024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Attempting to bind port f343586d-134d-420c-8dbd-2cc0e386ea6e on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:57.947060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:57.947447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:57.949041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:57.949041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Bound port: f343586d-134d-420c-8dbd-2cc0e386ea6e, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:57.949041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.074846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b43f4d-a13a-415c-92c6-f5e308a3afb8 req-12313c07-f66f-436b-9f4c-b6e16e0b62ea tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.090604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48294) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:58.094259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:58.095223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48b43f4d-a13a-415c-92c6-f5e308a3afb8 req-12313c07-f66f-436b-9f4c-b6e16e0b62ea tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 944 time: 0.1643500 Jun 30 09:03:58.140502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:58.153954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.213993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-49825692-88bd-43e0-bdbd-801e4f5dd997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19d57d64b1b34bda8926bacc3fe48ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207135 Jun 30 09:03:58.216570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48298) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:58.218344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.219180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.221536 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] 10.222.0.11 "PUT /v2.0/ports/f343586d-134d-420c-8dbd-2cc0e386ea6e HTTP/1.1" status: 200 len: 1093 time: 1.2883539 Jun 30 09:03:58.228434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:58.232093 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:58.234309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48b43f4d-a13a-415c-92c6-f5e308a3afb8 req-629349d6-c38b-4a7a-a8fd-b2a7c15bdefd tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381466 Jun 30 09:03:58.296492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8816e-0a54-46e7-947d-461d636d689f req-f0d1c863-a691-4990-9918-022b23c41411 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.303030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5da8816e-0a54-46e7-947d-461d636d689f req-f0d1c863-a691-4990-9918-022b23c41411 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1432920 Jun 30 09:03:58.356678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5da8816e-0a54-46e7-947d-461d636d689f req-392af58f-5c80-4e47-82a1-f25d38de2d3d tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Jun 30 09:03:58.392435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b7439-33f0-47e6-8e0a-6a6c123455df service neutron] Pushing event updated for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.436583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.447265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf1616c7-351b-4d29-8a48-12ed3453aa90 req-03929dd5-b77e-4542-ad70-93e8d4d4ad03 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 210 time: 0.0483522 Jun 30 09:03:58.478303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.544065 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4febada-7770-41ad-a76a-eae394468da4 x-openstack-request-id: req-d4febada-7770-41ad-a76a-eae394468da4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:58.544065 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:58.544065 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4febada-7770-41ad-a76a-eae394468da4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:58.544065 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e', 'status': 'completed', 'code': 200} Jun 30 09:03:58.549296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-e68a1f02-dc2b-4a50-9c76-05eeeb54975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.551964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-e68a1f02-dc2b-4a50-9c76-05eeeb54975e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 1096 time: 0.2731590 Jun 30 09:03:58.552440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fec706d5-ce44-48b0-9120-2c3e7062b208 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:58.686986 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-d63e3a3d-1ee4-4026-9cfb-4354891b0c46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e HTTP/1.1" status: 200 len: 217 time: 0.1209044 Jun 30 09:03:58.725051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port fec706d5-ce44-48b0-9120-2c3e7062b208 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:58.747198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port fec706d5-ce44-48b0-9120-2c3e7062b208 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:58.748229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.774868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.778477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.782017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c3eb5f6-2eee-469c-9bbc-845b94420266 HTTP/1.1" status: 204 len: 168 time: 0.5570481 Jun 30 09:03:58.843589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442493b9-b254-499e-91af-dda6085fc35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3eb5f6-2eee-469c-9bbc-845b94420266,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.871843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7d584b29-56fd-4144-9ceb-1707a927c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.875058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-7d584b29-56fd-4144-9ceb-1707a927c3ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.1551735 Jun 30 09:03:58.962702 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-dcc89a93-17bb-4e21-92e3-f37c7a8c7cea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771418 Jun 30 09:03:59.059226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.153382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-f0b06d5c-87ca-414f-a0ca-b5195c692461 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815679 Jun 30 09:03:59.175809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fec706d5-ce44-48b0-9120-2c3e7062b208,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:59.177661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:59.199632 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64ef58-5f76-41f4-83f0-b00bb212a56b" -d '{"events": [{"server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "name": "network-vif-plugged", "status": "completed", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:59.202784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ddeab-80da-4006-b77e-671e755349d9 req-6928dee3-0bef-422a-89ec-696e73fdee41 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.216979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-572ddeab-80da-4006-b77e-671e755349d9 req-6928dee3-0bef-422a-89ec-696e73fdee41 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 944 time: 0.2117460 Jun 30 09:03:59.219780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.323622 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-708a8416-ce68-4c4a-a144-70ad90ef6a76 req-3e591ac6-ead5-4c3b-957c-ed0e4c2bd9eb service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607080 Jun 30 09:03:59.341286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-572ddeab-80da-4006-b77e-671e755349d9 req-2b9b70c4-c99b-481b-8845-3343d456f3a0 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228673 Jun 30 09:03:59.395022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed5f36ff-e121-4ab9-a244-3fbb905c7e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.459187 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb87e930-1158-4a7b-a4f4-03a909c31930 x-openstack-request-id: req-bb87e930-1158-4a7b-a4f4-03a909c31930 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:59.467683 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "name": "network-vif-plugged", "status": "completed", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:59.468403 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb87e930-1158-4a7b-a4f4-03a909c31930 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:59.469249 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'code': 200} Jun 30 09:03:59.475174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:59.780963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3bef4-5195-4648-9b54-27e8250cc2c0 req-7477499b-20a3-40e9-b96b-168ddf400230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.784981 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d5d3bef4-5195-4648-9b54-27e8250cc2c0 req-7477499b-20a3-40e9-b96b-168ddf400230 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 1097 time: 0.1561208 Jun 30 09:03:59.797528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-08a8a45b-37db-44ee-b7ff-5bbcb9dfbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.809064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff7b28-d7b8-40a4-800d-f44a90b7d077 req-af8bd217-d34d-4983-80ac-6849b6001530 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.809064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1aff7b28-d7b8-40a4-800d-f44a90b7d077 req-af8bd217-d34d-4983-80ac-6849b6001530 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 944 time: 0.2151957 Jun 30 09:03:59.820173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-08a8a45b-37db-44ee-b7ff-5bbcb9dfbabe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 1096 time: 0.2643723 Jun 30 09:04:00.004746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1aff7b28-d7b8-40a4-800d-f44a90b7d077 req-4f085e4f-6d75-4522-9f5d-cd686228d344 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881270 Jun 30 09:04:00.094787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d5d3bef4-5195-4648-9b54-27e8250cc2c0 req-0289c39d-766a-4dc2-bbd4-ac55f6cbd386 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728436 Jun 30 09:04:00.223789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-0ebf9080-ff1b-43b8-a708-2aa31b1cef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.225711 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-0ebf9080-ff1b-43b8-a708-2aa31b1cef77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.3776264 Jun 30 09:04:00.344454 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-9e2fad4c-7610-41b7-93cb-36f932aa99bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e HTTP/1.1" status: 200 len: 217 time: 0.0940366 Jun 30 09:04:00.366532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33c6d1-ccaf-467a-8b06-95240f1be490 req-62ac7b51-a056-4cd2-bc87-4f1fc0bfc983 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.368093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c33c6d1-ccaf-467a-8b06-95240f1be490 req-62ac7b51-a056-4cd2-bc87-4f1fc0bfc983 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1644931 Jun 30 09:04:00.441109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48368) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:00.453532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-334a7a32-5b75-4b6d-a5ed-60a064425dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.455058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-334a7a32-5b75-4b6d-a5ed-60a064425dbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0981925 Jun 30 09:04:00.466811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-124a5af3-704c-43db-bb6b-4c886c9666ec req-9819d824-2290-46e6-b18a-36a18a1b00db tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 210 time: 0.0955319 Jun 30 09:04:00.522095 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-0ff4950d-dcf1-418c-aa2e-f08c35f446bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567358 Jun 30 09:04:00.527486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c33c6d1-ccaf-467a-8b06-95240f1be490 req-9464956c-1c87-4339-8f53-f6fe4bb6b9db tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662775 Jun 30 09:04:00.939507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-86115168-network', 'tenant_id': '7f313912b6a6462a8250eb5481e113da'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:01.090853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Made reservation on behalf of 7f313912b6a6462a8250eb5481e113da for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:01.092998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.100056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-449acd53-a6c2-4da2-8ed3-e950fbf7d280 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534604 Jun 30 09:04:01.110528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.126017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c652-ce2f-4bb3-a13a-80b43384c965 req-6c24641b-084e-4b99-aedd-6fc3fe0aef8d tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.129475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49d3c652-ce2f-4bb3-a13a-80b43384c965 req-6c24641b-084e-4b99-aedd-6fc3fe0aef8d tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.1469181 Jun 30 09:04:01.195665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-95cdbd8b-4976-4a8b-aff8-c82f7a351651 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.197145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-95cdbd8b-4976-4a8b-aff8-c82f7a351651 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.11 "GET /v2.0/networks?id=64e98907-46c3-4627-bbc6-6c2a5dc06b25 HTTP/1.1" status: 200 len: 809 time: 0.6778984 Jun 30 09:04:01.214339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49d3c652-ce2f-4bb3-a13a-80b43384c965 req-69e96603-249f-4c46-ba39-a25caf21725c tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779343 Jun 30 09:04:01.237935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Request body: {'port': {'device_id': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25', 'admin_state_up': True, 'tenant_id': 'a79acceac68c41919d1aeb6a654aed7a'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:01.474606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5818547d-9ecf-4ab0-8f7f-33e3ec45ba3a req-81e4cb86-6c13-4c99-8be1-594afccf8cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583133 Jun 30 09:04:01.586171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.606564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.675409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:01.679739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6543515-125e-488b-8f0c-ea496c8fbe5c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.694840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Made reservation on behalf of a79acceac68c41919d1aeb6a654aed7a for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:01.700483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.700938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5c589-dea7-41e7-b79a-4939077b3a9b req-13db7725-0f1d-43ab-8f50-60f62bdc61ff tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.702510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44f5c589-dea7-41e7-b79a-4939077b3a9b req-13db7725-0f1d-43ab-8f50-60f62bdc61ff tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1156633 Jun 30 09:04:01.717383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.717745 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Added segment 5bfb1a1b-ab3a-445a-b7eb-c93808de8f25 of type vlan for network e67c141e-1ef4-418b-944b-208e9e9f080f Jun 30 09:04:01.732049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33985cb-3237-4fcd-8438-04fe50f9f5d5 req-7450f95d-7314-4ef6-a1cf-55d41956ce63 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.734749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33985cb-3237-4fcd-8438-04fe50f9f5d5 req-7450f95d-7314-4ef6-a1cf-55d41956ce63 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 944 time: 0.1371813 Jun 30 09:04:01.771097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.816338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44f5c589-dea7-41e7-b79a-4939077b3a9b req-da36c68f-954f-42af-aa2c-1bed22ff725a tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 Jun 30 09:04:01.844158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.845873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.846862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.885553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-89db60e0-3c2b-4fb0-94f4-0de0268dabf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:01.931593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33985cb-3237-4fcd-8438-04fe50f9f5d5 req-de67a1cf-a01f-40f3-8052-5562d83564ea tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901448 Jun 30 09:04:01.969029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.128574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b8c8ab2-3e5c-492d-8ef5-15fb311bbbc5 req-60b6d261-93fe-49a7-b667-88b0e60a10e7 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 210 time: 0.0529375 Jun 30 09:04:02.153694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d5c1-cbf8-421d-9e6b-a45aa28defce req-1b7ed914-e212-497d-8331-44e27285a97c tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.155740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5681d5c1-cbf8-421d-9e6b-a45aa28defce req-1b7ed914-e212-497d-8331-44e27285a97c tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 946 time: 0.1740446 Jun 30 09:04:02.218687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7748225 Jun 30 09:04:02.222079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48398) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:02.227246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Request body: {'subnet': {'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-86115168-subnet', 'tenant_id': '7f313912b6a6462a8250eb5481e113da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:02.230810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Allocated IP 172.20.0.7 (64e98907-46c3-4627-bbc6-6c2a5dc06b25/37316587-4404-4af2-8890-ddba16456bd6/94ae43f2-1117-4ec3-82a5-a87d089bc7aa) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:02.240160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ec0b-812d-49eb-8a3f-ad968fbfe813 admin admin] Pushing event updated for resources: {'Network': ['ID=e67c141e-1ef4-418b-944b-208e9e9f080f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.256245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e67c141e-1ef4-418b-944b-208e9e9f080f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:02.309465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Made reservation on behalf of 7f313912b6a6462a8250eb5481e113da for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:02.321941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.326994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-4f1657b2-a26b-4115-8264-49fd5d899da0 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.328818 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-4f1657b2-a26b-4115-8264-49fd5d899da0 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfc21c54-6ba5-4efc-bc33-cfcef3021a7c HTTP/1.1" status: 200 len: 946 time: 0.1595857 Jun 30 09:04:02.338059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5681d5c1-cbf8-421d-9e6b-a45aa28defce req-752fae94-79e5-4db8-8127-73d3d024c0e8 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.66 "GET /v2.0/security-groups?id=b5f9e08c-7a56-474a-94e3-c5bf31d71567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760607 Jun 30 09:04:02.606802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-2a22ec8c-7c9c-423d-88ae-f4f65d6142c1 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.609211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-2a22ec8c-7c9c-423d-88ae-f4f65d6142c1 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7ae284b-c84c-4c99-817f-596c6ddec353 HTTP/1.1" status: 200 len: 945 time: 0.1571317 Jun 30 09:04:02.645019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.666316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Deleting port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:02.666723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.762629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.791006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02228b3c-a8ae-4748-bf3c-033241d2a2dd req-e6c03215-5b94-428f-8f51-ac4b4167cc11 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.798675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02228b3c-a8ae-4748-bf3c-033241d2a2dd req-e6c03215-5b94-428f-8f51-ac4b4167cc11 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2651792 Jun 30 09:04:02.834773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] For port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:02.835199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.839315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:02.855345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.858661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:02.863576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:02.866092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Pushing event updated for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:02.872830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Calling delete_port for a1e06233-6166-4ae7-aa46-e8c1fd12ad3b owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:02.941937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.942941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:02.997858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02228b3c-a8ae-4748-bf3c-033241d2a2dd req-4a212df7-5977-44ff-b7b9-65ad3afab4a0 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967607 Jun 30 09:04:03.006379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269f1b-00e3-4c77-a365-d766f4f5a8e8 req-4185cce7-c607-4fd9-89e0-46b5f9d281ef tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.026839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c269f1b-00e3-4c77-a365-d766f4f5a8e8 req-4185cce7-c607-4fd9-89e0-46b5f9d281ef tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.4124408 Jun 30 09:04:03.037483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.053968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Deleting port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:03.054304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.134791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.147968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f4fd8776-9e25-4fce-92d1-7e8a78f297b3'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:03.161720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-4a192143-11a9-4358-99a4-000458364022 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9325027 Jun 30 09:04:03.188249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Request body: {'port': {'device_id': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:03.194979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.233604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776da9dc-6847-4a7d-be21-0f6b564f5cc3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.234801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event deleted for resources: {'Port': ['ID=a1e06233-6166-4ae7-aa46-e8c1fd12ad3b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.247343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c269f1b-00e3-4c77-a365-d766f4f5a8e8 req-ba02fbb9-b111-4221-b387-25e4e3736c04 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113066 Jun 30 09:04:03.265250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] No DVR routers for this DVR port a1e06233-6166-4ae7-aa46-e8c1fd12ad3b on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:03.270609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.273520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-89bd3f47-b89c-45ed-aa6e-84e60bf3dc7f req-63510cc5-01ee-4787-a87e-9a69648840bd tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.11 "DELETE /v2.0/ports/a1e06233-6166-4ae7-aa46-e8c1fd12ad3b HTTP/1.1" status: 204 len: 173 time: 0.9188139 Jun 30 09:04:03.273817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Checking segment: {'id': '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:03.274141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'name': 'network-vif-deleted', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:03.274492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Network hostable DHCP agents. Network: e67c141e-1ef4-418b-944b-208e9e9f080f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:03.276696 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac5424-e318-4489-bf9c-926078a83f86" -d '{"events": [{"server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "name": "network-vif-deleted", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:03.310492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] For port f4fd8776-9e25-4fce-92d1-7e8a78f297b3, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,segment=NetworkSegment(13e4bd2a-60f5-447b-bedd-acf583160a20),segment_id=13e4bd2a-60f5-447b-bedd-acf583160a20)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.311771 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.330925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Network e67c141e-1ef4-418b-944b-208e9e9f080f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:03.333732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Calling delete_port for f4fd8776-9e25-4fce-92d1-7e8a78f297b3 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:03.394762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.422877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e67c141e-1ef4-418b-944b-208e9e9f080f) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:03.438207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f4948-2a4b-4ebb-b033-ae9e6d275fba None None] Network e67c141e-1ef4-418b-944b-208e9e9f080f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:03.534341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.534861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.606301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d7f6abf-469f-4822-a600-3bd8b58ac1b5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3829272 Jun 30 09:04:03.744806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01248f3-894f-447e-ad67-9b125d641f63 req-f3d8edb6-eff2-432f-9603-1fdf65e860e5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.760035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a01248f3-894f-447e-ad67-9b125d641f63 req-f3d8edb6-eff2-432f-9603-1fdf65e860e5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 944 time: 0.4207766 Jun 30 09:04:03.852654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ae43f2-1117-4ec3-82a5-a87d089bc7aa {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:03.862585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.879004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Transition to ACTIVE for port object 94ae43f2-1117-4ec3-82a5-a87d089bc7aa will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:03.886819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.975844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a01248f3-894f-447e-ad67-9b125d641f63 req-132853e6-f907-45f9-a3aa-eeb0c4ff8ea3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928637 Jun 30 09:04:04.000449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bdef1-5959-4f95-8614-428934875cb0 None None] Network e67c141e-1ef4-418b-944b-208e9e9f080f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:04.102802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.264745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.363439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Attempting to bind port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:04.364118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Attempting to bind port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '9e076701-d863-440d-804f-056cfa328185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:04.367148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Attempting to bind port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa on network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:04.373203 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab235ed1-d50a-41f7-bc11-801496f8ba9b x-openstack-request-id: req-ab235ed1-d50a-41f7-bc11-801496f8ba9b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:04.373599 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc21c54-6ba5-4efc-bc33-cfcef3021a7c", "name": "network-vif-deleted", "tag": "a1e06233-6166-4ae7-aa46-e8c1fd12ad3b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:04.373958 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab235ed1-d50a-41f7-bc11-801496f8ba9b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:04.375092 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc21c54-6ba5-4efc-bc33-cfcef3021a7c', 'name': 'network-vif-deleted', 'tag': 'a1e06233-6166-4ae7-aa46-e8c1fd12ad3b', 'status': 'completed', 'code': 200} Jun 30 09:04:04.383355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa on network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:04.383534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Attempting to bind port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa on network 64e98907-46c3-4627-bbc6-6c2a5dc06b25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:04.396159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:04.399852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Checking segment: {'id': '9e076701-d863-440d-804f-056cfa328185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:04.400456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Bound using segment: {'id': '9e076701-d863-440d-804f-056cfa328185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:04.401101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Bound port: 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e076701-d863-440d-804f-056cfa328185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:04.401797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.413958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Pushing event deleted for resources: {'Port': ['ID=f4fd8776-9e25-4fce-92d1-7e8a78f297b3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.535978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.546342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:04.551370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] No DVR routers for this DVR port f4fd8776-9e25-4fce-92d1-7e8a78f297b3 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:04.553517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,segment=NetworkSegment(9e076701-d863-440d-804f-056cfa328185),segment_id=9e076701-d863-440d-804f-056cfa328185)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:04.556729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.558968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e60e6353-1668-47b3-afd9-9dff7edf3677 req-32c0adbb-0a77-462c-954f-6b95015161a2 tempest-ListServersNegativeTestJSON-592193925 tempest-ListServersNegativeTestJSON-592193925-project] 10.222.0.41 "DELETE /v2.0/ports/f4fd8776-9e25-4fce-92d1-7e8a78f297b3 HTTP/1.1" status: 204 len: 173 time: 1.9424472 Jun 30 09:04:04.560195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'name': 'network-vif-deleted', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:04.562622 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f6218-d101-45e9-9890-51d72bb45811" -d '{"events": [{"server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "name": "network-vif-deleted", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:04.567459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.597036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f343586d-134d-420c-8dbd-2cc0e386ea6e details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:04.599090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a1e06233-6166-4ae7-aa46-e8c1fd12ad3b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:04.627264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2ce45-cae4-40a1-b310-2017a2131923 req-95c67023-abc8-44f5-99db-02fc03c1d01c tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.634951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fe2ce45-cae4-40a1-b310-2017a2131923 req-95c67023-abc8-44f5-99db-02fc03c1d01c tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 943 time: 0.2555926 Jun 30 09:04:04.677147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a1e06233-6166-4ae7-aa46-e8c1fd12ad3b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:04.682140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a1e06233-6166-4ae7-aa46-e8c1fd12ad3b not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:04.693883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:04.696216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fe2ce45-cae4-40a1-b310-2017a2131923 req-81263411-6033-4f36-b8f5-6b4cd883c94a tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Jun 30 09:04:04.722315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.723719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:04.726468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f5c288cf-3f8b-4000-b20d-ba4e6500e0f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/94ae43f2-1117-4ec3-82a5-a87d089bc7aa HTTP/1.1" status: 200 len: 1092 time: 1.5425355 Jun 30 09:04:04.734921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf812d-295d-41a2-8dd5-c272930c6ec8 req-a5b62359-89b7-48b2-b31c-af849d363f76 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.736545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02bf812d-295d-41a2-8dd5-c272930c6ec8 req-a5b62359-89b7-48b2-b31c-af849d363f76 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.1831822 Jun 30 09:04:04.757099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:04.778826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Request body: {'floatingip': {'port_id': 'fec706d5-ce44-48b0-9120-2c3e7062b208'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:04.959726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.060510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.144234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:05.167810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f343586d-134d-420c-8dbd-2cc0e386ea6e', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': 'f343586d-134d-420c-8dbd-2cc0e386ea6e', 'mac_address': 'fa:16:3e:1a:4c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:05.315133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.386740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f343586d-134d-420c-8dbd-2cc0e386ea6e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:05.444943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155df9-f130-4179-8474-56bc4e2dd06f req-0f3379ed-1a39-4916-8d73-6180c8a4c701 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.454211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89155df9-f130-4179-8474-56bc4e2dd06f req-0f3379ed-1a39-4916-8d73-6180c8a4c701 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.1106014 Jun 30 09:04:05.477552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:05.492709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.535716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89155df9-f130-4179-8474-56bc4e2dd06f req-08fcae76-5a20-44cc-8dc5-77f338be6f1f tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756729 Jun 30 09:04:05.670033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.678620 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e603e1b5-3d5a-4f5c-9277-6d3d82afacda x-openstack-request-id: req-e603e1b5-3d5a-4f5c-9277-6d3d82afacda {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:05.678920 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ae284b-c84c-4c99-817f-596c6ddec353", "name": "network-vif-deleted", "tag": "f4fd8776-9e25-4fce-92d1-7e8a78f297b3", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:05.679217 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e603e1b5-3d5a-4f5c-9277-6d3d82afacda {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:05.679617 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ae284b-c84c-4c99-817f-596c6ddec353', 'name': 'network-vif-deleted', 'tag': 'f4fd8776-9e25-4fce-92d1-7e8a78f297b3', 'status': 'completed', 'code': 200} Jun 30 09:04:05.742764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-0a4c198f-dc01-4ac5-8870-c2b88678c44f tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.749838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-0a4c198f-dc01-4ac5-8870-c2b88678c44f tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/networks?id=e67c141e-1ef4-418b-944b-208e9e9f080f HTTP/1.1" status: 200 len: 820 time: 0.2105961 Jun 30 09:04:05.768559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-ff0878a0-088c-4931-8631-60ee49717989 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/quotas/7f313912b6a6462a8250eb5481e113da HTTP/1.1" status: 200 len: 375 time: 0.0169151 Jun 30 09:04:05.778737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48468) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.837941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-7a9550e1-15ca-42a3-8d7f-856b43384410 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f313912b6a6462a8250eb5481e113da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676951 Jun 30 09:04:05.888888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Deleting subnet 5bd04490-f7a8-4ee2-adda-6241ea2247f4 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:05.902735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.948907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f343586d-134d-420c-8dbd-2cc0e386ea6e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:06.027286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.193957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-6f55a1d9-5750-4152-a150-47dfcda7adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.197013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-6f55a1d9-5750-4152-a150-47dfcda7adb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a79acceac68c41919d1aeb6a654aed7a&device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 1095 time: 1.2791176 Jun 30 09:04:06.630517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:06.633328 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973323f3-ca8c-4d05-83e2-92cde59614aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:06.654780 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-f59b8c97-2ba7-4c00-a1a3-157b68c4e973 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa HTTP/1.1" status: 200 len: 217 time: 0.4459555 Jun 30 09:04:06.661831 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.resource_extend [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:04:06.676982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f4fd8776-9e25-4fce-92d1-7e8a78f297b3 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:06.742044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f4fd8776-9e25-4fce-92d1-7e8a78f297b3 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:06.743031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f4fd8776-9e25-4fce-92d1-7e8a78f297b3 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:06.755640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.835626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-cb292d5b-de8f-479e-b8ab-1e4b032d6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.837741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-cb292d5b-de8f-479e-b8ab-1e4b032d6e21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37316587-4404-4af2-8890-ddba16456bd6 HTTP/1.1" status: 200 len: 849 time: 0.0555038 Jun 30 09:04:06.839883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-5307823e-2691-4833-9e20-842c21f13691 service neutron] 10.222.0.66 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0016003 Jun 30 09:04:06.879847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fa057-0100-40ce-9f57-3a760f89a49a req-56eb6913-d1f3-4790-a1ec-a765edb9335e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.887377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4fa057-0100-40ce-9f57-3a760f89a49a req-56eb6913-d1f3-4790-a1ec-a765edb9335e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 945 time: 0.9476492 Jun 30 09:04:06.939264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.955192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-c18cb490-fbcc-4861-bb73-5cfc06171092 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.958653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-c18cb490-fbcc-4861-bb73-5cfc06171092 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.11 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.8354056 Jun 30 09:04:06.963333 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-7311ee45-0bec-4d03-99bc-3ba33b73ada9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64e98907-46c3-4627-bbc6-6c2a5dc06b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136522 Jun 30 09:04:06.965320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.968057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.028988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4fa057-0100-40ce-9f57-3a760f89a49a req-5cdef726-ff50-47f6-afbe-2eafeac9237f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373048 Jun 30 09:04:07.036185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd04490-f7a8-4ee2-adda-6241ea2247f4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.063167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.065377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-35062027-1dff-46b5-bdf2-ce1d8a74f6cc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5bd04490-f7a8-4ee2-adda-6241ea2247f4 HTTP/1.1" status: 204 len: 168 time: 1.2855728 Jun 30 09:04:07.076999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48480) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.134752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-b702206a-6372-4c73-8b67-ac7943327e9c service neutron] 10.222.0.66 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939196 Jun 30 09:04:07.409489 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Floating IP 0fbe68be-d068-4193-b38e-e8e0a6003776 associated. External IP: 172.25.4.174, port: fec706d5-ce44-48b0-9120-2c3e7062b208. Jun 30 09:04:07.428735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.485088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-b6377fc0-dfa3-4418-b0cf-f68380d49787 service neutron] 10.222.0.11 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595335 Jun 30 09:04:07.485413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28076db-c889-4ab1-b50b-92bd735f5046 req-05607926-ece7-4fef-8f9b-0d0b15480714 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.492858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28076db-c889-4ab1-b50b-92bd735f5046 req-05607926-ece7-4fef-8f9b-0d0b15480714 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 943 time: 0.2038915 Jun 30 09:04:07.606908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.624808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28076db-c889-4ab1-b50b-92bd735f5046 req-12b7502c-546a-4b30-ad50-307b6e470aef tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279137 Jun 30 09:04:07.649341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511aa871-f0cd-4f9b-8623-1f8f2df11404']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.669502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e4bd2a-60f5-447b-bedd-acf583160a20') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.670907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e4bd2a-60f5-447b-bedd-acf583160a20') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.695219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.724865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.736980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:07.737505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.739796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da9ab499-c296-4bea-a3e8-8b6a8492432d req-fe64533c-0078-4dfc-953c-6e49401bfd17 service neutron] 10.222.0.11 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336931 Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:07.741175 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:07.871495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:07.872656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.898427 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6906cf-bdd3-496e-b4c6-00b85121bc47 x-openstack-request-id: req-fe6906cf-bdd3-496e-b4c6-00b85121bc47 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:07.898795 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:07.899148 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe6906cf-bdd3-496e-b4c6-00b85121bc47 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:07.899749 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa', 'status': 'completed', 'code': 200} Jun 30 09:04:07.966746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d77052de-1a02-4f06-adae-34f6d8522073 req-553bc4be-f3b3-4d26-9f1d-f4425b1361c3 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 210 time: 0.0811868 Jun 30 09:04:07.984989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.994367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.007675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/511aa871-f0cd-4f9b-8623-1f8f2df11404 HTTP/1.1" status: 204 len: 168 time: 0.9166181 Jun 30 09:04:08.032619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dc5f1-d5ef-4ace-b10c-e7c179bbb2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=511aa871-f0cd-4f9b-8623-1f8f2df11404,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.094606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2656f2-9f47-406f-b07f-70b34bec1b28 req-93e344f8-0368-4674-92df-9b2760c4d4e4 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.097317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff2656f2-9f47-406f-b07f-70b34bec1b28 req-93e344f8-0368-4674-92df-9b2760c4d4e4 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 946 time: 0.2245128 Jun 30 09:04:08.187090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff2656f2-9f47-406f-b07f-70b34bec1b28 req-9bb1a556-a167-45d1-b84a-045576a95b92 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835140 Jun 30 09:04:08.202261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port 64af2060-ef0b-45f2-9957-458dd7d8b1b6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64af2060-ef0b-45f2-9957-458dd7d8b1b6,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:08.206177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.228817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-71cd5ac9-bf6a-499f-8cb8-42e1b1176754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.230313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-71cd5ac9-bf6a-499f-8cb8-42e1b1176754 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a79acceac68c41919d1aeb6a654aed7a&device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 1095 time: 0.3295581 Jun 30 09:04:08.238535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for 64af2060-ef0b-45f2-9957-458dd7d8b1b6 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:08.384399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:08.425187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:08.441312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-925bda8a-bd28-4c81-834d-cf3e4860fb3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ff6965e86514b4996d801e5a9c13140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547202 Jun 30 09:04:08.456314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48506) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:08.482104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30677252-385f-4dfe-bfa5-4e95195a62db req-5e15fd01-ed1f-45f2-b929-17b6e3075916 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.484758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30677252-385f-4dfe-bfa5-4e95195a62db req-5e15fd01-ed1f-45f2-b929-17b6e3075916 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 945 time: 0.1853969 Jun 30 09:04:08.587708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30677252-385f-4dfe-bfa5-4e95195a62db req-1b66d4e2-f34f-4306-b8f1-b07a92a8d25b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941844 Jun 30 09:04:08.602157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-540a7ad2-d6ee-4ebf-a6fb-51a3629231ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.603775 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-540a7ad2-d6ee-4ebf-a6fb-51a3629231ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=64e98907-46c3-4627-bbc6-6c2a5dc06b25 HTTP/1.1" status: 200 len: 910 time: 0.3643386 Jun 30 09:04:08.610193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f343586d-134d-420c-8dbd-2cc0e386ea6e up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:08.704397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-79502669-c2f8-4a9a-99e4-985e81a34f2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa HTTP/1.1" status: 200 len: 217 time: 0.0858169 Jun 30 09:04:08.747872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port f343586d-134d-420c-8dbd-2cc0e386ea6e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:08.762361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f343586d-134d-420c-8dbd-2cc0e386ea6e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:08.765984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.772965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.835785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:08.841460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-fd472719-db12-40d2-8d25-173c9348aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.842976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-fd472719-db12-40d2-8d25-173c9348aa1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37316587-4404-4af2-8890-ddba16456bd6 HTTP/1.1" status: 200 len: 849 time: 0.1153376 Jun 30 09:04:08.844988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.856524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.868525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Sync routers for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:08.899681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:08.900782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.904410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.942673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-a28841b6-99d3-4c86-bf62-ec5f1f397cf5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64e98907-46c3-4627-bbc6-6c2a5dc06b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833490 Jun 30 09:04:09.040614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=64af2060-ef0b-45f2-9957-458dd7d8b1b6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.064745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:09.126682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9f64-b2b9-4654-821d-66a67104cf8d req-7cba1ccc-d49c-4ee8-aa34-53b083f255d3 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.138572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba9f9f64-b2b9-4654-821d-66a67104cf8d req-7cba1ccc-d49c-4ee8-aa34-53b083f255d3 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 943 time: 0.1422150 Jun 30 09:04:09.144979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c6626f58-6e87-40bf-b9ba-8c25e65b69a8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:09.209620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port 64af2060-ef0b-45f2-9957-458dd7d8b1b6 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:09.213545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4319be43-b49c-4857-a53e-9cee560b59ad tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "PUT /v2.0/floatingips/0fbe68be-d068-4193-b38e-e8e0a6003776 HTTP/1.1" status: 200 len: 991 time: 4.4499755 Jun 30 09:04:09.215407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.219705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9e691118-a92f-4ffb-81ef-2a5baf9e14d1 req-a9a48cb3-b252-4b3c-bc74-9bbb2f25ae81 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.11 "DELETE /v2.0/ports/64af2060-ef0b-45f2-9957-458dd7d8b1b6 HTTP/1.1" status: 204 len: 173 time: 2.2480526 Jun 30 09:04:09.228294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba9f9f64-b2b9-4654-821d-66a67104cf8d req-bc5b763b-ba69-476a-81ed-33676168c1dc tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887084 Jun 30 09:04:09.306581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-6f7e277a-126d-473e-b013-a7f3b1368609 service neutron] 10.222.0.11 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155811 Jun 30 09:04:09.313240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.318481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.320013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5f9e08c-7a56-474a-94e3-c5bf31d71567 HTTP/1.1" status: 204 len: 168 time: 0.8622997 Jun 30 09:04:09.368107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.431828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e85781b-a64e-4e3b-8994-8673734412be req-8331d0e8-87d9-4ec1-aff3-43205776ee71 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 210 time: 0.0716264 Jun 30 09:04:09.635664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed34d-f0c9-4b14-896d-df4b14664bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f9e08c-7a56-474a-94e3-c5bf31d71567,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.653599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-973323f3-ca8c-4d05-83e2-92cde59614aa req-af4aa58f-74ae-483c-b10a-d272703ce074 service neutron] 10.222.0.11 "GET /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317270 Jun 30 09:04:09.923598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:09.928948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:09.933368 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb78f88-de4a-403b-98ec-b8a207617d40" -d '{"events": [{"server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "name": "network-vif-plugged", "status": "completed", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:09.936592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e187c27-52fb-44db-8825-04a77a9cdce4 req-1311c336-2ef8-446b-8be8-473aa3d0b17b tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=e514bac2-5539-4624-b443-0fe06716892b HTTP/1.1" status: 200 len: 210 time: 0.0910230 Jun 30 09:04:09.996408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.997652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64af2060-ef0b-45f2-9957-458dd7d8b1b6 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:10.038566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208'}, {'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'name': 'network-vif-deleted', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:10.045258 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c49515-2a1b-442e-9e67-5e84f0c35747" -d '{"events": [{"name": "network-changed", "server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208"}, {"server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "name": "network-vif-deleted", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:10.072694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45505f5-cc66-4dae-96d9-aa84d9ea2757 req-d5b2e05b-644c-4a42-a834-643e6a101a5a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.083310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e45505f5-cc66-4dae-96d9-aa84d9ea2757 req-d5b2e05b-644c-4a42-a834-643e6a101a5a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1499529 Jun 30 09:04:10.182389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e45505f5-cc66-4dae-96d9-aa84d9ea2757 req-c09d5440-8bca-4053-9e40-d197fd90b122 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980778 Jun 30 09:04:10.310732 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a86df8-0462-4d51-a038-8b3538e87cc4 x-openstack-request-id: req-76a86df8-0462-4d51-a038-8b3538e87cc4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:10.311170 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "name": "network-vif-plugged", "status": "completed", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:10.311526 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76a86df8-0462-4d51-a038-8b3538e87cc4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:10.312089 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e', 'code': 200} Jun 30 09:04:10.318494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-64eed183-9a28-44cc-92fb-0d121886da71 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.325089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-64eed183-9a28-44cc-92fb-0d121886da71 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.11 "GET /v2.0/networks?id=e67c141e-1ef4-418b-944b-208e9e9f080f HTTP/1.1" status: 200 len: 820 time: 0.5196881 Jun 30 09:04:10.368279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Request body: {'port': {'device_id': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f', 'admin_state_up': True, 'tenant_id': '7f313912b6a6462a8250eb5481e113da'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:10.380828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.419434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 64af2060-ef0b-45f2-9957-458dd7d8b1b6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:10.419936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64af2060-ef0b-45f2-9957-458dd7d8b1b6 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:10.582947 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8aef01-04fd-4714-96d0-13478c4718b0 x-openstack-request-id: req-eb8aef01-04fd-4714-96d0-13478c4718b0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:10.583356 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208", "status": "completed", "code": 200}, {"server_uuid": "e514bac2-5539-4624-b443-0fe06716892b", "name": "network-vif-deleted", "tag": "64af2060-ef0b-45f2-9957-458dd7d8b1b6", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:10.584199 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb8aef01-04fd-4714-96d0-13478c4718b0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:10.584603 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'status': 'completed', 'code': 200} Jun 30 09:04:10.584872 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e514bac2-5539-4624-b443-0fe06716892b', 'name': 'network-vif-deleted', 'tag': '64af2060-ef0b-45f2-9957-458dd7d8b1b6', 'status': 'completed', 'code': 200} Jun 30 09:04:10.854898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a591-9c1c-4405-8b56-1e2b533dab99 req-21e5e9b2-282b-4a37-b28b-b4ac5d0e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.856399 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3480a591-9c1c-4405-8b56-1e2b533dab99 req-21e5e9b2-282b-4a37-b28b-b4ac5d0e0eea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 1098 time: 0.3240216 Jun 30 09:04:10.892241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Made reservation on behalf of 7f313912b6a6462a8250eb5481e113da for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:10.898196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.905492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0fbe68be-d068-4193-b38e-e8e0a6003776', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'port_id': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'mac_address': 'fa:16:3e:54:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c101810-150d-4014-bf4f-97591376ea37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:39Z', 'updated_at': '2021-06-30T09:04:06Z', 'revision_number': 1, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.949578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27bfb5-1207-427e-8aeb-abad19e0564a req-51bf5406-862a-4036-9aa0-7b476c55c19e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.950218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3480a591-9c1c-4405-8b56-1e2b533dab99 req-c65ccadb-50ab-4c87-b0ea-dc0392f1de79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Jun 30 09:04:10.952072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-21ecfed6-2ed7-467f-af18-d9dc34a0c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.953708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-21ecfed6-2ed7-467f-af18-d9dc34a0c446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b700c8878d10435fa56f8d377b88e2e3&device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 1097 time: 0.2499204 Jun 30 09:04:10.968164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf27bfb5-1207-427e-8aeb-abad19e0564a req-51bf5406-862a-4036-9aa0-7b476c55c19e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 943 time: 0.2266350 Jun 30 09:04:10.972298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Checking router: c0d1ddf0-4fec-4c36-b7f4-f17548952f2e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:10.987171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:10.988278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:11.004618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6780be6-b2b3-4f88-8177-876d8bd7325c req-085c329a-a2fe-4456-b015-5b135b3f7569 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 210 time: 0.1498752 Jun 30 09:04:11.048774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf27bfb5-1207-427e-8aeb-abad19e0564a req-69a67800-7dac-49af-bfea-58bc2e674b8c tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793471 Jun 30 09:04:11.183078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Allocated IP 172.20.0.12 (e67c141e-1ef4-418b-944b-208e9e9f080f/776da9dc-6847-4a7d-be21-0f6b564f5cc3/c3805ce8-3831-42ed-b138-42ba1ac32540) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:11.221433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:11.473843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-7f663a15-ab24-407d-b901-dd343aba0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.475910 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-7f663a15-ab24-407d-b901-dd343aba0aaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 200 len: 912 time: 0.2802272 Jun 30 09:04:11.593289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48586) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:11.595057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0fbe68be-d068-4193-b38e-e8e0a6003776', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'port_id': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'mac_address': 'fa:16:3e:54:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c101810-150d-4014-bf4f-97591376ea37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:39Z', 'updated_at': '2021-06-30T09:04:06Z', 'revision_number': 1, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:11.610392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.616595 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-1e64589c-7f23-4cc4-9e03-914aa395fc6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 200 len: 999 time: 0.1313121 Jun 30 09:04:11.680583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d53ea-edc1-48c8-980c-3ad471c086e1 None None] The sync data for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 is: [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0fbe68be-d068-4193-b38e-e8e0a6003776', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'port_id': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'mac_address': 'fa:16:3e:54:67:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c101810-150d-4014-bf4f-97591376ea37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:03:39Z', 'updated_at': '2021-06-30T09:04:06Z', 'revision_number': 1, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:11.713235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29327a2-7b12-4da0-a689-ecc6a3b0795c req-8a1da9f1-ae17-407a-858f-2b744dc54d42 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.722745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e29327a2-7b12-4da0-a689-ecc6a3b0795c req-8a1da9f1-ae17-407a-858f-2b744dc54d42 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1870139 Jun 30 09:04:11.729485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-d031265f-cdb0-4d7e-8439-44e3a2eaea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.731263 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-d031265f-cdb0-4d7e-8439-44e3a2eaea4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c89272e-df2b-42d7-a49e-885fbf5163a1 HTTP/1.1" status: 200 len: 850 time: 0.1056225 Jun 30 09:04:11.745144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.809413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e29327a2-7b12-4da0-a689-ecc6a3b0795c req-b792f87f-f253-4292-b70d-bdc5fe832a5a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857718 Jun 30 09:04:11.856784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Network e67c141e-1ef4-418b-944b-208e9e9f080f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:11.866687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:11.882747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:11.949366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.950205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.957258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2089157388-network', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:12.012431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6624854 Jun 30 09:04:12.013472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Pushing event updated for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.027704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.028069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.028435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.028800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.029232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.029431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.029784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.030166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.030522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.030988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.031330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.034129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f488c7a3-a633-4960-b39e-c3c26b1d219d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:12.055037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Request body: {'port': {'device_id': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:12.157961 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eea463-cf6f-427e-9b60-fe40870b1fc3 None None] New status for floating IP 0fbe68be-d068-4193-b38e-e8e0a6003776: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:12.225404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:12.230413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.284674 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.354348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-4388b329-daab-4ffe-8a3f-0c3a5d2e65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.371146 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-4388b329-daab-4ffe-8a3f-0c3a5d2e65f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=194638bb-6fb9-43b6-815a-4d973c9bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6280973 Jun 30 09:04:12.373903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.621660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 94ae43f2-1117-4ec3-82a5-a87d089bc7aa details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:12.660263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadfa5f-8344-4e89-bc03-264ac5d93aae req-94ea59c1-50dd-470e-ad03-39cd5d5784c7 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.669483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aadfa5f-8344-4e89-bc03-264ac5d93aae req-94ea59c1-50dd-470e-ad03-39cd5d5784c7 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 932 time: 0.3861182 Jun 30 09:04:12.748556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aadfa5f-8344-4e89-bc03-264ac5d93aae req-0753d7f5-9e6d-443f-a642-7925929526ef tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Jun 30 09:04:12.784959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf853e-dedf-4ae5-83d4-e85aaba2fc9b req-e54face8-36a7-483b-9cd1-a7006f6fca33 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.798758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaaf853e-dedf-4ae5-83d4-e85aaba2fc9b req-e54face8-36a7-483b-9cd1-a7006f6fca33 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 943 time: 0.3903520 Jun 30 09:04:12.899298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaaf853e-dedf-4ae5-83d4-e85aaba2fc9b req-5e9696d2-aee3-4724-bd96-ca564aeb9bbe tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985212 Jun 30 09:04:12.976525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,segment=NetworkSegment(9e076701-d863-440d-804f-056cfa328185),segment_id=9e076701-d863-440d-804f-056cfa328185)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:13.004701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa', 'network_id': '64e98907-46c3-4627-bbc6-6c2a5dc06b25', 'port_id': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa', 'mac_address': 'fa:16:3e:1e:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37316587-4404-4af2-8890-ddba16456bd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:13.060299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-5cecdd08-51b1-46fd-b16f-4a27c9606857 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736972 Jun 30 09:04:13.081443 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.108215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ae43f2-1117-4ec3-82a5-a87d089bc7aa {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:13.150464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,segment=NetworkSegment(9e076701-d863-440d-804f-056cfa328185),segment_id=9e076701-d863-440d-804f-056cfa328185)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:13.167916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.257342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.295964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1374-0ebe-46d1-bf99-45f8059e8732 req-45d5a255-3080-4f83-81c2-80e758e42198 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.305261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ded1374-0ebe-46d1-bf99-45f8059e8732 req-45d5a255-3080-4f83-81c2-80e758e42198 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1035931 Jun 30 09:04:13.320789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.345178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.376048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ded1374-0ebe-46d1-bf99-45f8059e8732 req-0962eae2-a092-4f11-8502-6b916bffd764 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Jun 30 09:04:13.443661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:13.472821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-65c49515-2a1b-442e-9e67-5e84f0c35747 req-289c6635-b08b-43e7-9ac6-1aa7e8e9cfc1 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036369 Jun 30 09:04:13.500876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3dd354-147d-4429-809d-56a32fb3beb6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.506869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.507442 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Added segment 3b1ff323-238b-475d-89dd-a2a3e4882e2f of type vlan for network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 Jun 30 09:04:13.607546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.631136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['94ae43f2-1117-4ec3-82a5-a87d089bc7aa'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:13.760259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3805ce8-3831-42ed-b138-42ba1ac32540 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:13.782751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.793777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.795295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.796107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.840347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2456918 Jun 30 09:04:13.845220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48638) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:13.852453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Request body: {'subnet': {'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2089157388-subnet', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:13.888998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Transition to ACTIVE for port object c3805ce8-3831-42ed-b138-42ba1ac32540 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:13.925348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:13.936828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.962260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.043727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5707ce-081d-4708-a329-40381a7d34f8 admin admin] Pushing event updated for resources: {'Network': ['ID=20b18e5a-4c0e-4cd1-b684-d768d9108f17,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.070366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:14.087541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.165928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Attempting to bind port c3805ce8-3831-42ed-b138-42ba1ac32540 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:14.166521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Attempting to bind port c3805ce8-3831-42ed-b138-42ba1ac32540 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:14.167018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Attempting to bind port c3805ce8-3831-42ed-b138-42ba1ac32540 on network e67c141e-1ef4-418b-944b-208e9e9f080f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:14.173646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Port c3805ce8-3831-42ed-b138-42ba1ac32540 on network e67c141e-1ef4-418b-944b-208e9e9f080f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:14.177306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Attempting to bind port c3805ce8-3831-42ed-b138-42ba1ac32540 on network e67c141e-1ef4-418b-944b-208e9e9f080f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:14.187940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:14.188547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Checking segment: {'id': '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:14.189108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Bound using segment: {'id': '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:14.190486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Bound port: c3805ce8-3831-42ed-b138-42ba1ac32540, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:14.191283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.304379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:14.307788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3805ce8-3831-42ed-b138-42ba1ac32540,segment=NetworkSegment(5bfb1a1b-ab3a-445a-b7eb-c93808de8f25),segment_id=5bfb1a1b-ab3a-445a-b7eb-c93808de8f25)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:14.312733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.351175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.351805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.353223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] 10.222.0.11 "PUT /v2.0/ports/c3805ce8-3831-42ed-b138-42ba1ac32540 HTTP/1.1" status: 200 len: 1093 time: 2.3079731 Jun 30 09:04:14.353674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:14.355966 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84f68e-c636-4369-9d16-f655a8125a46" -d '{"events": [{"name": "network-changed", "server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:14.394857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f135e46-c8a3-4847-839a-11d2802b9f8c req-2e1e20c5-5d1a-4adc-b7a8-714a39e1390b tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.395351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0338-77e1-49ad-a437-665854787d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.396517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f135e46-c8a3-4847-839a-11d2802b9f8c req-2e1e20c5-5d1a-4adc-b7a8-714a39e1390b tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 944 time: 0.2397892 Jun 30 09:04:14.461800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-ef2972c7-32b5-41cb-8bd2-3de9fcdb2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.463300 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-ef2972c7-32b5-41cb-8bd2-3de9fcdb2e1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f313912b6a6462a8250eb5481e113da&device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 1096 time: 0.0592008 Jun 30 09:04:14.486640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720e948-9495-481e-86bc-e61ef25ce3ce req-ce39b728-5240-40cd-8a76-feda6c7908a0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.488128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a720e948-9495-481e-86bc-e61ef25ce3ce req-ce39b728-5240-40cd-8a76-feda6c7908a0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1959805 Jun 30 09:04:14.501745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.509833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-6ea25537-9277-4484-b361-f537cc1fdf84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3805ce8-3831-42ed-b138-42ba1ac32540 HTTP/1.1" status: 200 len: 217 time: 0.0379591 Jun 30 09:04:14.537281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f135e46-c8a3-4847-839a-11d2802b9f8c req-c3e5ea8f-bdf2-4d64-9239-e409db2d2636 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228518 Jun 30 09:04:14.576241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-661065fc-4e54-4e28-b9b9-d7c23b9bb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.588312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-661065fc-4e54-4e28-b9b9-d7c23b9bb66f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=776da9dc-6847-4a7d-be21-0f6b564f5cc3 HTTP/1.1" status: 200 len: 860 time: 0.0639081 Jun 30 09:04:14.590262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d382632-b455-49c4-9683-7ff49776d953,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:14.600391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a720e948-9495-481e-86bc-e61ef25ce3ce req-509232ac-716c-4935-8d84-ba4caf66d028 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025188 Jun 30 09:04:14.619954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:14.621012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Network hostable DHCP agents. Network: 20b18e5a-4c0e-4cd1-b684-d768d9108f17, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:14.630357 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-8f38470b-3c59-4cbc-98a7-4a5c16641d33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e67c141e-1ef4-418b-944b-208e9e9f080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414686 Jun 30 09:04:14.666626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:14.685216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 20b18e5a-4c0e-4cd1-b684-d768d9108f17) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:14.701182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ff493-c96a-4feb-bd5a-6bcd76e7ef10 None None] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:14.702503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.703102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.755446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-82a081d9-48ae-4763-a90e-70c5e806b16e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9073286 Jun 30 09:04:14.759573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48666) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:14.762898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-b586bf5d-71ff-4aa0-b92c-6a4f8824a65a service neutron] 10.222.0.11 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219180 Jun 30 09:04:14.768266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:14.859580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ee36-f50c-4287-96c1-88437364bbdd req-1a0448bc-06ce-414a-aed2-ccb1d45ef128 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.862248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d95ee36-f50c-4287-96c1-88437364bbdd req-1a0448bc-06ce-414a-aed2-ccb1d45ef128 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 944 time: 0.1617115 Jun 30 09:04:14.865738 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.867677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.909778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b458895-cfc9-43e6-ac3b-f89b69bccb89 req-348c2f1d-d357-42ef-9a40-7d0b3b7640e2 service neutron] 10.222.0.11 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383090 Jun 30 09:04:14.969827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:14.970884 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.989487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d95ee36-f50c-4287-96c1-88437364bbdd req-2f55dc96-0988-4f84-8ac1-f4a84fdc54cf tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155894 Jun 30 09:04:15.114752 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bb8b89-a9ca-4573-b892-6679ac129a33 x-openstack-request-id: req-f7bb8b89-a9ca-4573-b892-6679ac129a33 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:15.116149 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:15.116563 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7bb8b89-a9ca-4573-b892-6679ac129a33 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:15.117978 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540', 'status': 'completed', 'code': 200} Jun 30 09:04:15.144780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Allocated IP 172.20.0.2 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:15.150326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.293250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-9e4f0c9e-4af8-4074-8a2d-a92748f5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.295868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-9e4f0c9e-4af8-4074-8a2d-a92748f5c482 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f313912b6a6462a8250eb5481e113da&device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 1096 time: 0.1499434 Jun 30 09:04:15.331922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.334828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.347389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Transition to ACTIVE for port object 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:15.384875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Transition to ACTIVE for port object 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:15.393887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.465095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Pushing event updated for resources: {'Port': ['ID=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:15.469964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:15.472099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:15.475116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:15.523934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-44bbba2e-1cf6-4b24-9e34-3990adc800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.528399 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-44bbba2e-1cf6-4b24-9e34-3990adc800e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e67c141e-1ef4-418b-944b-208e9e9f080f HTTP/1.1" status: 200 len: 921 time: 0.2159090 Jun 30 09:04:15.548562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Attempting to bind port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:15.549339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Attempting to bind port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:15.549816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Attempting to bind port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:15.565101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:15.565616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:15.566151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.566638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:15.567222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Bound port: 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:15.567701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.622985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-7be4a34c-b17b-4ba5-a517-ece73789dccf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3805ce8-3831-42ed-b138-42ba1ac32540 HTTP/1.1" status: 200 len: 217 time: 0.0855658 Jun 30 09:04:15.692859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.695152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-486b2d1c-8f4c-4f21-a56c-54315166e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.696692 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-486b2d1c-8f4c-4f21-a56c-54315166e5ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=776da9dc-6847-4a7d-be21-0f6b564f5cc3 HTTP/1.1" status: 200 len: 860 time: 0.0622535 Jun 30 09:04:15.725938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.756787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-f1f3f24a-70a4-4a1f-af83-63fadcd81359 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e67c141e-1ef4-418b-944b-208e9e9f080f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488181 Jun 30 09:04:15.795736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0f23b-ea39-468c-a679-8e15cb0498ae req-8a3356a5-b9a5-42ac-8d47-202902a7ce57 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.797298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62e0f23b-ea39-468c-a679-8e15cb0498ae req-8a3356a5-b9a5-42ac-8d47-202902a7ce57 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 950 time: 0.1643760 Jun 30 09:04:15.870932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] For port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:15.875792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] For port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:15.880593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.887293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-e4f27bb5-b240-42dd-bd93-0a0e85a5f1ec service neutron] 10.222.0.11 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201086 Jun 30 09:04:15.929300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62e0f23b-ea39-468c-a679-8e15cb0498ae req-344e9e47-7f33-41b8-afb5-7bce870fb867 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912917 Jun 30 09:04:15.967887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bcbc6-a07e-434f-b647-5996391a51c1 req-e4ba888c-1cc1-4a41-b727-781d5621e31d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.977121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa5bcbc6-a07e-434f-b647-5996391a51c1 req-e4ba888c-1cc1-4a41-b727-781d5621e31d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 944 time: 0.1748056 Jun 30 09:04:15.978538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8746a-f1ef-459c-9953-4ce9d7f1b499 None None] Pushing event updated for resources: {'Port': ['ID=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:15.980420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Allocated IP 172.25.4.11 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/cae79609-b445-4523-8404-96edb31073a2) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:16.056080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2f84f68e-c636-4369-9d16-f655a8125a46 req-1ecf1ee6-ce86-4cca-a153-580ec81518e1 service neutron] 10.222.0.11 "GET /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597846 Jun 30 09:04:16.159141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa5bcbc6-a07e-434f-b647-5996391a51c1 req-846e2c3b-9212-4596-9f28-23b4858ffa3c tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679395 Jun 30 09:04:16.164016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.251415 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.303846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:16.307319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:16.315506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:16.364229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Pushing event updated for resources: {'Port': ['ID=cae79609-b445-4523-8404-96edb31073a2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.614764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac90db-63b3-46c7-8cf7-cabd96505767 req-b8f947af-d0f1-46bd-8d65-3e10a319e932 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.616232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ceac90db-63b3-46c7-8cf7-cabd96505767 req-b8f947af-d0f1-46bd-8d65-3e10a319e932 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1894259 Jun 30 09:04:16.645304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 94ae43f2-1117-4ec3-82a5-a87d089bc7aa up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:16.695206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:16.699979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:16.700581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.736049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ceac90db-63b3-46c7-8cf7-cabd96505767 req-cd9ea1aa-90fb-4509-8544-862e0a9fd852 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982573 Jun 30 09:04:16.751759 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.803658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e48f5-ce1f-40d7-8d6d-278fc957c6df req-e2544f5c-823d-4cf7-8889-e171c80bb822 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.805226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c51e48f5-ce1f-40d7-8d6d-278fc957c6df req-e2544f5c-823d-4cf7-8889-e171c80bb822 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 944 time: 0.2120163 Jun 30 09:04:16.870532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.922046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:16.927330 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4044e8e-f74e-4725-869d-770117f2043d" -d '{"events": [{"server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "name": "network-vif-plugged", "status": "completed", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:16.945231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,segment=NetworkSegment(9e076701-d863-440d-804f-056cfa328185),segment_id=9e076701-d863-440d-804f-056cfa328185)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:16.958662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.960120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:17.082284 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:17.120826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.178542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.215081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:17.222678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.249412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92800bee-8957-42e0-a1a3-acf31c0aec3a None None] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:17.319399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3c34bc60-47d1-4a96-9712-6b584109d5a7 None None] Provisioning for port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:17.336703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.348140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c51e48f5-ce1f-40d7-8d6d-278fc957c6df req-7b44f7f3-6de1-438a-8dfb-55918a7a4a22 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901060 Jun 30 09:04:17.484019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fe3ac-7c9d-4390-b572-e9caeeaa13d2 req-15c9aa32-125b-47d2-8f4e-c1a00eb09296 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.484875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a99fe3ac-7c9d-4390-b572-e9caeeaa13d2 req-15c9aa32-125b-47d2-8f4e-c1a00eb09296 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 945 time: 0.2281945 Jun 30 09:04:17.504225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.582283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a99fe3ac-7c9d-4390-b572-e9caeeaa13d2 req-569d6fb4-093c-4964-bd88-57fed30c4fa3 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d0015a8-80fe-4db4-9be9-65e34ebc6673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882065 Jun 30 09:04:17.619415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:17.723634 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66214d06-5292-4b28-a24b-01e6d24405ff x-openstack-request-id: req-66214d06-5292-4b28-a24b-01e6d24405ff {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:17.724210 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "name": "network-vif-plugged", "status": "completed", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:17.724634 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66214d06-5292-4b28-a24b-01e6d24405ff {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:17.725536 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa', 'code': 200} Jun 30 09:04:17.790491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:17.796251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:17.796646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.838301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:17.879538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-a4d4968f-c6ac-4b45-b6c7-86dee2897176 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.881086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-a4d4968f-c6ac-4b45-b6c7-86dee2897176 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 945 time: 0.2115386 Jun 30 09:04:17.931852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e5ae-830a-43c6-9757-6a8403994e42 req-f02dea6d-cdc2-4f26-85da-04d5249a35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.934874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d22e5ae-830a-43c6-9757-6a8403994e42 req-f02dea6d-cdc2-4f26-85da-04d5249a35c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 1097 time: 0.1108711 Jun 30 09:04:17.969313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.983719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d22e5ae-830a-43c6-9757-6a8403994e42 req-9ccb49ba-a3c6-485c-9d03-d8e97bf9d96d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jun 30 09:04:17.985274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b2e56415-5f29-4c60-9670-2d5d8221bf6f None None] Provisioning complete for port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:17.985686 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b2e56415-5f29-4c60-9670-2d5d8221bf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.040121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.049608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.132081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.174723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bd755-320e-4078-912b-c091c4838f05 req-4498078e-2e4c-4167-a600-456249aaa356 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.176184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f6bd755-320e-4078-912b-c091c4838f05 req-4498078e-2e4c-4167-a600-456249aaa356 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 944 time: 0.2373779 Jun 30 09:04:18.189086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:18.200574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Sync routers for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:18.211360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:18.212061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.249949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.254247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-43436a50-2b38-4f2f-be53-f94824898c8e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4906452 Jun 30 09:04:18.254951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.274297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f6bd755-320e-4078-912b-c091c4838f05 req-126722a4-6fb3-4b9c-a67f-82af675e44dc tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873895 Jun 30 09:04:18.289152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Deleting port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:18.290401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.334870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4db646-41bf-446b-8149-d4acf9dc3da4 req-bd45f437-aac9-4c78-923b-9625191397c4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.336425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf4db646-41bf-446b-8149-d4acf9dc3da4 req-bd45f437-aac9-4c78-923b-9625191397c4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1715486 Jun 30 09:04:18.357067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:18.430079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf4db646-41bf-446b-8149-d4acf9dc3da4 req-d6f1ce31-a373-4505-9693-47e997770a98 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Jun 30 09:04:18.484893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] For port c6626f58-6e87-40bf-b9ba-8c25e65b69a8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,segment=NetworkSegment(95b4986c-13d6-4cfb-a930-9a8cd9e3975d),segment_id=95b4986c-13d6-4cfb-a930-9a8cd9e3975d)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.485590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.509822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Calling delete_port for c6626f58-6e87-40bf-b9ba-8c25e65b69a8 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:18.669547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3805ce8-3831-42ed-b138-42ba1ac32540 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:18.716451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 3, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:18.751050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Checking router: b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:18.754640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Updating router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 port cae79609-b445-4523-8404-96edb31073a2 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:18.812427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.854661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Pushing event deleted for resources: {'Port': ['ID=c6626f58-6e87-40bf-b9ba-8c25e65b69a8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.864870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.922035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] No DVR routers for this DVR port c6626f58-6e87-40bf-b9ba-8c25e65b69a8 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:18.927150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.927871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3805ce8-3831-42ed-b138-42ba1ac32540,segment=NetworkSegment(5bfb1a1b-ab3a-445a-b7eb-c93808de8f25),segment_id=5bfb1a1b-ab3a-445a-b7eb-c93808de8f25)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:18.930719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7bfad96-6391-47dd-a967-63bcd7cea553 req-119641fd-6169-4e03-9f17-322e7463f8d1 tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.41 "DELETE /v2.0/ports/c6626f58-6e87-40bf-b9ba-8c25e65b69a8 HTTP/1.1" status: 204 len: 173 time: 0.9930263 Jun 30 09:04:18.933910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'name': 'network-vif-deleted', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:18.936790 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55dfc2-f192-4c71-b03c-79d2888f93a8" -d '{"events": [{"server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "name": "network-vif-deleted", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:18.956640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f9a19-522c-40a0-af18-d8ed86d02558 req-d851d30c-12d5-49c9-b1aa-72fa8a49be33 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:18.959561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-096f9a19-522c-40a0-af18-d8ed86d02558 req-d851d30c-12d5-49c9-b1aa-72fa8a49be33 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 945 time: 0.2256000 Jun 30 09:04:18.967014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.990027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c3805ce8-3831-42ed-b138-42ba1ac32540', 'network_id': 'e67c141e-1ef4-418b-944b-208e9e9f080f', 'port_id': 'c3805ce8-3831-42ed-b138-42ba1ac32540', 'mac_address': 'fa:16:3e:8f:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776da9dc-6847-4a7d-be21-0f6b564f5cc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:19.033281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-096f9a19-522c-40a0-af18-d8ed86d02558 req-2fa6333d-5c67-4571-b957-4575ed44ab47 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Jun 30 09:04:19.109586 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.118599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-603845a1-d63b-4b01-bfd3-05abd26064ad req-8f627751-8dce-4848-82bb-42e3f3544a2c tempest-ServersTestJSON-1916104717 tempest-ServersTestJSON-1916104717-project] 10.222.0.66 "GET /v2.0/ports?device_id=3108a11a-f494-4512-81c6-2c08cf7ba182 HTTP/1.1" status: 200 len: 210 time: 0.0987740 Jun 30 09:04:19.131929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3805ce8-3831-42ed-b138-42ba1ac32540 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:19.189947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3805ce8-3831-42ed-b138-42ba1ac32540,segment=NetworkSegment(5bfb1a1b-ab3a-445a-b7eb-c93808de8f25),segment_id=5bfb1a1b-ab3a-445a-b7eb-c93808de8f25)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.202212 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.214654 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0857fcc-6311-41b9-957a-028ab1d8e0ef x-openstack-request-id: req-e0857fcc-6311-41b9-957a-028ab1d8e0ef {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:19.215187 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3108a11a-f494-4512-81c6-2c08cf7ba182", "name": "network-vif-deleted", "tag": "c6626f58-6e87-40bf-b9ba-8c25e65b69a8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:19.215619 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0857fcc-6311-41b9-957a-028ab1d8e0ef {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:19.216192 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3108a11a-f494-4512-81c6-2c08cf7ba182', 'name': 'network-vif-deleted', 'tag': 'c6626f58-6e87-40bf-b9ba-8c25e65b69a8', 'status': 'completed', 'code': 200} Jun 30 09:04:19.238853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Allocated IP 172.20.0.1 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/5161ded2-261a-456d-8078-827338b01c7a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:19.298033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.324342 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.338442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Transition to ACTIVE for port object cae79609-b445-4523-8404-96edb31073a2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:19.345471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.418085 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.447222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Attempting to bind port cae79609-b445-4523-8404-96edb31073a2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:19.447649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Attempting to bind port cae79609-b445-4523-8404-96edb31073a2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:19.448626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Attempting to bind port cae79609-b445-4523-8404-96edb31073a2 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:19.461782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Transition to ACTIVE for port object 5161ded2-261a-456d-8078-827338b01c7a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:19.469507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f35a87-6876-4aad-9844-dd009724520d None None] Pushing event updated for resources: {'Port': ['ID=cae79609-b445-4523-8404-96edb31073a2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.505050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:19.511799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:19.512236 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.512653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:19.513337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Bound port: cae79609-b445-4523-8404-96edb31073a2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:19.513689 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.519368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:19.522011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.569653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:19.571442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:19.617464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:19.625742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58386657-a2ef-4465-b5ab-e280b295e43b req-025f83cf-6fa7-4725-b5ee-674bfcb2b172 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.632292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] For port cae79609-b445-4523-8404-96edb31073a2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:19.636329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58386657-a2ef-4465-b5ab-e280b295e43b req-025f83cf-6fa7-4725-b5ee-674bfcb2b172 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 945 time: 0.1836190 Jun 30 09:04:19.640630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] For port cae79609-b445-4523-8404-96edb31073a2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cae79609-b445-4523-8404-96edb31073a2,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:19.656690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:19.656690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.666102 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.688591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58386657-a2ef-4465-b5ab-e280b295e43b req-b8adcec1-de8f-455d-9e6f-4bed106abb4d tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511460 Jun 30 09:04:19.688863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.737790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.747394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:19.749683 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8ee32f-3b82-451e-a7fa-c1204e43a1b3" -d '{"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-unplugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:19.810086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3805ce8-3831-42ed-b138-42ba1ac32540'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:19.854080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac454b-692b-49ba-aff9-f771a4d07c06 req-034cfd19-e660-4329-933f-7bddfd80cbe2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:19.865352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fac454b-692b-49ba-aff9-f771a4d07c06 req-034cfd19-e660-4329-933f-7bddfd80cbe2 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1248434 Jun 30 09:04:19.926040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fac454b-692b-49ba-aff9-f771a4d07c06 req-fc100fb5-4ca8-4354-aee0-baeb47adc880 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586994 Jun 30 09:04:19.933589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:19.934320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:19.984219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f35a87-6876-4aad-9844-dd009724520d None None] Pushing event updated for resources: {'Port': ['ID=cae79609-b445-4523-8404-96edb31073a2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.135171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-12c91067-00b8-447e-bc49-e39a907cffbe tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.137624 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-12c91067-00b8-447e-bc49-e39a907cffbe tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.2357299 Jun 30 09:04:20.229026 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178525f5-6784-468a-b4ec-9c1c8a192250 x-openstack-request-id: req-178525f5-6784-468a-b4ec-9c1c8a192250 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:20.229650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-unplugged", "status": "completed", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:20.229650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-178525f5-6784-468a-b4ec-9c1c8a192250 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:20.229998 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'code': 200} Jun 30 09:04:20.268832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.298121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d75d3be-e4f6-466c-9120-2f0c46bd21c9 None None] Provisioning for port 5161ded2-261a-456d-8078-827338b01c7a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:20.302163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.314090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:20.317112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d75d3be-e4f6-466c-9120-2f0c46bd21c9 None None] Provisioning complete for port 5161ded2-261a-456d-8078-827338b01c7a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:20.317419 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d75d3be-e4f6-466c-9120-2f0c46bd21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.324826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2fb35-0b3d-4c89-9dd4-7ee1f0a77940 req-e5f30bb3-65d2-44a5-af94-b8d63b422c67 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.327209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2a2fb35-0b3d-4c89-9dd4-7ee1f0a77940 req-e5f30bb3-65d2-44a5-af94-b8d63b422c67 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 945 time: 0.1073518 Jun 30 09:04:20.389426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2a2fb35-0b3d-4c89-9dd4-7ee1f0a77940 req-26e29a1b-ab79-48ac-a4cf-f6b5794f5095 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Jun 30 09:04:20.403467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Deleting subnet 35a130cb-a0a5-40f6-a7c9-6db07ad1e478 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:20.448884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.530293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0d75d3be-e4f6-466c-9120-2f0c46bd21c9 None None] Port 5161ded2-261a-456d-8078-827338b01c7a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:20.547787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.632207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 3, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.667737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port f343586d-134d-420c-8dbd-2cc0e386ea6e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:20.668220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.682768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7723f-f0d6-4f57-b0ec-372f7b9f9baa None None] The sync data for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 is: [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 3, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:20.709895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c6626f58-6e87-40bf-b9ba-8c25e65b69a8 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:20.750162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: c6626f58-6e87-40bf-b9ba-8c25e65b69a8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:20.750517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c6626f58-6e87-40bf-b9ba-8c25e65b69a8 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:20.774617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.939137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port f343586d-134d-420c-8dbd-2cc0e386ea6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f343586d-134d-420c-8dbd-2cc0e386ea6e,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:20.940522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.965279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524360dc-81c8-434f-87e3-36840ba91021 req-dbbf7ade-e429-43c5-8af8-b4a33a00d0ea tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.976971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-524360dc-81c8-434f-87e3-36840ba91021 req-dbbf7ade-e429-43c5-8af8-b4a33a00d0ea tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 945 time: 0.0769157 Jun 30 09:04:20.982967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for f343586d-134d-420c-8dbd-2cc0e386ea6e owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:20.994914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.075182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-524360dc-81c8-434f-87e3-36840ba91021 req-6267c1c4-c96b-4d21-9e0b-8e0a17f94649 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Jun 30 09:04:21.084307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.131602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3990-5c02-48b9-bd16-7a181bdd0936 req-7590f0c5-7872-479f-886b-fccb3711a87e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.140495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-803d3990-5c02-48b9-bd16-7a181bdd0936 req-7590f0c5-7872-479f-886b-fccb3711a87e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 945 time: 0.1391294 Jun 30 09:04:21.158252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a130cb-a0a5-40f6-a7c9-6db07ad1e478,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.165599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.167790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03a04618-a04f-45a2-bbf7-49253c907d56 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/35a130cb-a0a5-40f6-a7c9-6db07ad1e478 HTTP/1.1" status: 204 len: 168 time: 0.8613613 Jun 30 09:04:21.170512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.172287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48916) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:21.199038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-803d3990-5c02-48b9-bd16-7a181bdd0936 req-a79e13d7-6acc-4f41-9204-41f37f77cd48 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 Jun 30 09:04:21.326465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.328323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.389446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.433323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ee279-3aa7-4ae9-b123-b0a1fd4d9317 req-f8d42ebb-7073-4600-be89-d924e8a0f5bc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.441453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd6ee279-3aa7-4ae9-b123-b0a1fd4d9317 req-f8d42ebb-7073-4600-be89-d924e8a0f5bc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 946 time: 0.1182275 Jun 30 09:04:21.506166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cae79609-b445-4523-8404-96edb31073a2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:21.529887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd6ee279-3aa7-4ae9-b123-b0a1fd4d9317 req-2ce77c3b-492c-4dc2-9f8d-b6c31e569dc9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875592 Jun 30 09:04:21.619553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port cae79609-b445-4523-8404-96edb31073a2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:21.623928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cae79609-b445-4523-8404-96edb31073a2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:21.624319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.659285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.675556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f343586d-134d-420c-8dbd-2cc0e386ea6e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:21.683185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:21.712950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.715810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:21.730495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=f343586d-134d-420c-8dbd-2cc0e386ea6e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.743780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a494e810-b0f5-484a-b218-f5648bc20b5c']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:21.812935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.873472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port cae79609-b445-4523-8404-96edb31073a2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cae79609-b445-4523-8404-96edb31073a2,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:21.887222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.946279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=cae79609-b445-4523-8404-96edb31073a2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:22.075095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bce65a37-07b1-42b1-8c97-3f7b18fd7fc8 None None] Provisioning complete for port 5161ded2-261a-456d-8078-827338b01c7a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:22.075467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bce65a37-07b1-42b1-8c97-3f7b18fd7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.130030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bce65a37-07b1-42b1-8c97-3f7b18fd7fc8 None None] Port 5161ded2-261a-456d-8078-827338b01c7a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:22.140096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b4986c-13d6-4cfb-a930-9a8cd9e3975d') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:22.140368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b4986c-13d6-4cfb-a930-9a8cd9e3975d') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:22.188245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.217841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port f343586d-134d-420c-8dbd-2cc0e386ea6e on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:22.224865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.227453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f47722e1-4177-4a5e-a2a2-2ced5f6e84d2 req-032774bd-8522-4183-acec-c1cb1c1a8b15 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "DELETE /v2.0/ports/f343586d-134d-420c-8dbd-2cc0e386ea6e HTTP/1.1" status: 204 len: 173 time: 2.0498521 Jun 30 09:04:22.229972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'name': 'network-vif-deleted', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:22.233129 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd6d38-1e29-4ea8-8fda-ce834927905b" -d '{"events": [{"server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "name": "network-vif-deleted", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:22.240072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.254269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:22.254863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:22.256652 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:22.367723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.376731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.379193 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a494e810-b0f5-484a-b218-f5648bc20b5c HTTP/1.1" status: 204 len: 168 time: 1.2015123 Jun 30 09:04:22.387898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:22.398968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afbce6-a22c-4542-bf4a-d7aa40407eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a494e810-b0f5-484a-b218-f5648bc20b5c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:22.411497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4588-dff7-4d11-8b47-57fa9f2614cc req-56edb92e-005e-4c76-b867-88b33052a1cb tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.426600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77fa4588-dff7-4d11-8b47-57fa9f2614cc req-56edb92e-005e-4c76-b867-88b33052a1cb tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 945 time: 0.2010438 Jun 30 09:04:22.514157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77fa4588-dff7-4d11-8b47-57fa9f2614cc req-41d6c39b-7f7a-41c3-bfe4-84a50b980d74 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829487 Jun 30 09:04:22.610285 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086278bf-3d02-49db-9597-9e58dcde41e9 x-openstack-request-id: req-086278bf-3d02-49db-9597-9e58dcde41e9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:22.610714 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64", "name": "network-vif-deleted", "tag": "f343586d-134d-420c-8dbd-2cc0e386ea6e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:22.611166 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-086278bf-3d02-49db-9597-9e58dcde41e9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:22.612083 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64', 'name': 'network-vif-deleted', 'tag': 'f343586d-134d-420c-8dbd-2cc0e386ea6e', 'status': 'completed', 'code': 200} Jun 30 09:04:22.643424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:22.658742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3df539af-07d6-49b1-8a7f-35d71db081d9 admin admin] 10.222.0.66 "PUT /v2.0/routers/b58b4bb7-81e4-48e2-ba0a-d383de86ffb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4022675 Jun 30 09:04:22.673447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:22.691218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-52cd3125-f9a3-4004-a375-40ee5c5720aa tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.692723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-52cd3125-f9a3-4004-a375-40ee5c5720aa tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 945 time: 0.1289299 Jun 30 09:04:22.714667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3805ce8-3831-42ed-b138-42ba1ac32540 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:22.827003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port c3805ce8-3831-42ed-b138-42ba1ac32540 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:22.832540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c3805ce8-3831-42ed-b138-42ba1ac32540 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:22.833480 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.867637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e7c661b-4dfa-48ce-a8c8-67f46bc5461d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=940638ea844947e09f6d17f3c1152c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874976 Jun 30 09:04:22.870138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48984) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:22.876737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Deleting port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:22.877690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.962090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c74407-8f8a-490e-a07d-2783cd050f07 req-427407b3-cea3-455c-8969-41b7ad4347bc tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.964390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00c74407-8f8a-490e-a07d-2783cd050f07 req-427407b3-cea3-455c-8969-41b7ad4347bc tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 945 time: 0.2342939 Jun 30 09:04:23.013114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.019724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.045644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] For port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,segment=NetworkSegment(9e076701-d863-440d-804f-056cfa328185),segment_id=9e076701-d863-440d-804f-056cfa328185)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:23.046061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.049644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:23.056614 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194eee65-97db-4d8b-a4f3-821e6e8e30bf" -d '{"events": [{"server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "name": "network-vif-plugged", "status": "completed", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:23.064363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00c74407-8f8a-490e-a07d-2783cd050f07 req-dbc8f776-3d8b-46d1-b025-040e3fb2088e tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7d4036a-9106-4814-8f09-83a59633904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929966 Jun 30 09:04:23.072540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Calling delete_port for 94ae43f2-1117-4ec3-82a5-a87d089bc7aa owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:23.088166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3805ce8-3831-42ed-b138-42ba1ac32540,segment=NetworkSegment(5bfb1a1b-ab3a-445a-b7eb-c93808de8f25),segment_id=5bfb1a1b-ab3a-445a-b7eb-c93808de8f25)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:23.104465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.106082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f343586d-134d-420c-8dbd-2cc0e386ea6e no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:23.110854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.151455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: f343586d-134d-420c-8dbd-2cc0e386ea6e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:23.152107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f343586d-134d-420c-8dbd-2cc0e386ea6e not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:23.193288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.200108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.214459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d0015a8-80fe-4db4-9be9-65e34ebc6673 HTTP/1.1" status: 204 len: 168 time: 0.3426883 Jun 30 09:04:23.239467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff85ea-2cfc-4449-8609-35f1ed49ec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0015a8-80fe-4db4-9be9-65e34ebc6673,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.272439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.285879 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Sync routers for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:23.306599 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:23.308082 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:23.372877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d3a2cd5-679c-49ef-905e-a43869a8953f req-e6d03bc5-123a-468a-8c52-03a64f13836f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef2ff6a2-0f5b-44fe-926b-4b37d48e3f64 HTTP/1.1" status: 200 len: 210 time: 0.0440791 Jun 30 09:04:23.461722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.475333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['94ae43f2-1117-4ec3-82a5-a87d089bc7aa'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:23.503807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:23.563272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cae79609-b445-4523-8404-96edb31073a2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:23.580886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Pushing event deleted for resources: {'Port': ['ID=94ae43f2-1117-4ec3-82a5-a87d089bc7aa,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.667271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] No DVR routers for this DVR port 94ae43f2-1117-4ec3-82a5-a87d089bc7aa on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:23.673531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.676864 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-224ca5c9-aa62-464b-9d5d-2598a1646990 req-b4460839-637b-4c1d-96e4-26a5173f7bed tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.11 "DELETE /v2.0/ports/94ae43f2-1117-4ec3-82a5-a87d089bc7aa HTTP/1.1" status: 204 len: 173 time: 0.9743559 Jun 30 09:04:23.695728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cae79609-b445-4523-8404-96edb31073a2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:23.697302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.877578 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 2, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:23.916394 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Checking router: b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:23.916885 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Updating router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 port 5161ded2-261a-456d-8078-827338b01c7a binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:23.960700 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.967271 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5616d3-adcb-48f7-9383-e99fb53914b0 x-openstack-request-id: req-4c5616d3-adcb-48f7-9383-e99fb53914b0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:23.967816 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "name": "network-vif-plugged", "status": "completed", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:23.967816 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c5616d3-adcb-48f7-9383-e99fb53914b0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:23.968262 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540', 'code': 200} Jun 30 09:04:24.147266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56acf2-0bda-469a-a5df-06859e79d4be req-4bd670a3-e45f-4647-9506-97bb131027e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.148974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc56acf2-0bda-469a-a5df-06859e79d4be req-4bd670a3-e45f-4647-9506-97bb131027e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 1098 time: 0.0870750 Jun 30 09:04:24.222326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67eabc-0dad-4415-8c09-59c3c9a1543e req-80cd64c0-b1ca-4ea1-bd03-47b2fd167f40 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.224280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f67eabc-0dad-4415-8c09-59c3c9a1543e req-80cd64c0-b1ca-4ea1-bd03-47b2fd167f40 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 946 time: 0.1096418 Jun 30 09:04:24.237940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bc56acf2-0bda-469a-a5df-06859e79d4be req-0f78fd65-e1eb-4db2-909e-a0609365251b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812876 Jun 30 09:04:24.294869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f67eabc-0dad-4415-8c09-59c3c9a1543e req-1a6d9776-77ed-4ac0-94d2-33a98f96c2de tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611527 Jun 30 09:04:24.411305 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.423721 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Transition to ACTIVE for port object 5161ded2-261a-456d-8078-827338b01c7a will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:24.434298 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.537419 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e09f2-f19d-468a-bf8c-d18ed986a70f None None] Pushing event updated for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.555489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Attempting to bind port 5161ded2-261a-456d-8078-827338b01c7a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:24.556078 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Attempting to bind port 5161ded2-261a-456d-8078-827338b01c7a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:24.556626 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Attempting to bind port 5161ded2-261a-456d-8078-827338b01c7a on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:24.566342 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:24.566922 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:24.567508 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.568054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:24.568711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Bound port: 5161ded2-261a-456d-8078-827338b01c7a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:24.569272 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.609893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:24.613903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'name': 'network-vif-deleted', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:24.615418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785825445', 'description': 'tempest-description--1170911932'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:24.618411 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c8ffa-0fb0-4df8-8e8d-3ff3756dae47" -d '{"events": [{"server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "name": "network-vif-deleted", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:24.686611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.705877 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] For port 5161ded2-261a-456d-8078-827338b01c7a, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:24.718769 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] For port 5161ded2-261a-456d-8078-827338b01c7a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5161ded2-261a-456d-8078-827338b01c7a,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:24.742382 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.818010 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e09f2-f19d-468a-bf8c-d18ed986a70f None None] Pushing event updated for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.843573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:24.844590 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:24.850636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49074) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:24.946218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.967922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.986293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:25.000045 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-067a66ec-59eb-493a-bad0-1f0c4a3100a2 req-abcd9b67-462e-451d-9b26-9f0b6f4f42f1 tempest-ServerGroupTestJSON-2071599496 tempest-ServerGroupTestJSON-2071599496-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4252880-09a0-4241-826d-9df894e8a0cd HTTP/1.1" status: 200 len: 210 time: 0.0493903 Jun 30 09:04:25.051561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.054066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4431045 Jun 30 09:04:25.056916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57bec-2c17-4078-9f02-f8d5d2a4cabd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fcf988-7e5c-40ca-af47-9cc17d461eba,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.057524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.072417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'security_group_rule': {'security_group_id': '34fcf988-7e5c-40ca-af47-9cc17d461eba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.146860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1317512098-network', 'tenant_id': '1e714bb6b68640ffb2305b282f155276'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.223706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.242601 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d7f15-e82f-4ba6-9359-466ff1a82e2b x-openstack-request-id: req-115d7f15-e82f-4ba6-9359-466ff1a82e2b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:25.243371 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4252880-09a0-4241-826d-9df894e8a0cd", "name": "network-vif-deleted", "tag": "94ae43f2-1117-4ec3-82a5-a87d089bc7aa", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:25.243908 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-115d7f15-e82f-4ba6-9359-466ff1a82e2b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:25.245584 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4252880-09a0-4241-826d-9df894e8a0cd', 'name': 'network-vif-deleted', 'tag': '94ae43f2-1117-4ec3-82a5-a87d089bc7aa', 'status': 'completed', 'code': 200} Jun 30 09:04:25.291175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Made reservation on behalf of 1e714bb6b68640ffb2305b282f155276 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:25.299710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.331834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.397581 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:24Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:25.430931 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1ebe1-a376-402c-8ede-6b3a8cc01ab5 None None] The sync data for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 is: [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:24Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:25.475222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.507713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.585370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea64cb3-b377-4a17-829d-02c20f6c554a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.701805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.711558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.726591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.731281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:25.731862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7c732a6f-be5c-4410-ad76-9e195b125aa3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6719608 Jun 30 09:04:25.741850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'security_group_rule': {'security_group_id': '34fcf988-7e5c-40ca-af47-9cc17d461eba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.751638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:25.777005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb556f8-a368-476c-a55d-bb620b4ecd11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.780805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.781442 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Added segment fc7eca87-527b-4d37-b24b-611b893b4774 of type vlan for network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 Jun 30 09:04:25.842071 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.850521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.855012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-4f092c81-d247-4e8e-b73b-aaca80be7652 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.859529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-4f092c81-d247-4e8e-b73b-aaca80be7652 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.2390656 Jun 30 09:04:25.909854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.911505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.912355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.933684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-880c6c0e-b986-4754-a274-75d8762ea235 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0607972 Jun 30 09:04:25.992830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-47e78618-4474-4c0f-9fea-3af69745b8ce tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495939 Jun 30 09:04:25.994018 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1415462 Jun 30 09:04:25.999180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49126) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.010717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Request body: {'subnet': {'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1317512098-subnet', 'tenant_id': '1e714bb6b68640ffb2305b282f155276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.016370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae789fb2-f026-46d5-b87f-a938e4705eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=334ba330-66c1-4e25-91c6-1bd4525bd3b4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.027641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:26.045863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.104389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.133322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce66785-e586-44ea-bc86-e0edbb1247a0,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.157483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Made reservation on behalf of 1e714bb6b68640ffb2305b282f155276 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:26.161542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.179959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.184030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-016610af-ded5-4c88-8207-3b044bac975e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4489172 Jun 30 09:04:26.184384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.190202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.218123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.232593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464196b1-6a99-41d1-a14f-e54cc208e966 req-e3a7bd9e-ef3a-42b4-8ac0-34d105174b91 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.234211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-464196b1-6a99-41d1-a14f-e54cc208e966 req-e3a7bd9e-ef3a-42b4-8ac0-34d105174b91 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 946 time: 0.3478944 Jun 30 09:04:26.311781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-b0ed85fb-30d7-4567-9050-bb5ca339e9d1 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950406 Jun 30 09:04:26.343342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-464196b1-6a99-41d1-a14f-e54cc208e966 req-51e08ec3-91fd-4725-9145-0fe8fbbf3aa5 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878274 Jun 30 09:04:26.373370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.505237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-b5e4990c-0026-4e6e-83b4-424a693a4913 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826069 Jun 30 09:04:26.550862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.25.4.134 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/05eb4012-4aa1-4e08-a0fd-3f2e419f19b9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:26.551154 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.639478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81416295-f6db-4fff-b646-bed9633ca791,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.657229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Checking segment: {'id': 'fc7eca87-527b-4d37-b24b-611b893b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:26.658434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Network hostable DHCP agents. Network: 334ba330-66c1-4e25-91c6-1bd4525bd3b4, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:26.692046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:26.694502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 94ae43f2-1117-4ec3-82a5-a87d089bc7aa no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:26.703165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 334ba330-66c1-4e25-91c6-1bd4525bd3b4) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:26.710348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.712535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.737539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6efb43-1ce4-482b-9bbc-8646e73babd3 None None] Network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:26.777290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c86e7ccc-a2e1-45a1-8da0-7e1af3e18508 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7749832 Jun 30 09:04:26.828424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.947648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 94ae43f2-1117-4ec3-82a5-a87d089bc7aa {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:26.948190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 94ae43f2-1117-4ec3-82a5-a87d089bc7aa not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:26.955924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.045111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e417eae-ed6b-4fa3-b0f4-086be6f7ef3e None None] Network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:27.046281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:27.060160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:27.070161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:27.119131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=05eb4012-4aa1-4e08-a0fd-3f2e419f19b9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:27.297121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f67f66c-3e29-4f19-9d0b-2295f048737d req-596b5a9d-3747-47d6-ae9e-26901e10ee07 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 210 time: 0.0650439 Jun 30 09:04:27.356732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.499068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.504571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3ec91-dfef-4fb3-b54c-345524f96f82 req-72bf63a3-f7af-4253-9648-e663e0bd5f9f tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.519658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f3ec91-dfef-4fb3-b54c-345524f96f82 req-72bf63a3-f7af-4253-9648-e663e0bd5f9f tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 948 time: 0.1703084 Jun 30 09:04:27.585850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f3ec91-dfef-4fb3-b54c-345524f96f82 req-09a075b0-36ca-4222-a776-1a8fa7b83659 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594220 Jun 30 09:04:27.594658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5161ded2-261a-456d-8078-827338b01c7a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:27.650381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49172) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:27.657165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-610111993-network', 'tenant_id': '5c56dedd3f574910b6f735e0a06f3c33'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:27.710250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5161ded2-261a-456d-8078-827338b01c7a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:27.715825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Made reservation on behalf of 5c56dedd3f574910b6f735e0a06f3c33 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:27.716409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5161ded2-261a-456d-8078-827338b01c7a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:27.716789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.718157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.734117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.833582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.882534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.901610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5161ded2-261a-456d-8078-827338b01c7a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5161ded2-261a-456d-8078-827338b01c7a,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:27.907621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.921217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.983293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.014197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.038811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.108021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d79bc-62ad-4669-a416-b9cbd58077c8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.127714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=05eb4012-4aa1-4e08-a0fd-3f2e419f19b9,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.141621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:28.161444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.166295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.166871 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Added segment 97ba1121-9ede-4267-8aa0-a74ab34cc473 of type vlan for network cbad7874-4b45-4711-b5a5-0374f6cd0069 Jun 30 09:04:28.206992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.214118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db76afcd-e6ae-461a-9b9a-49448ed2f099 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0226707 Jun 30 09:04:28.228195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.269102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.270295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.271108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.289820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51edf59-6556-425f-8340-1500964ebb91 req-37598a4a-7b24-418b-aef7-99e1b75b7a2a tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.292316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c51edf59-6556-425f-8340-1500964ebb91 req-37598a4a-7b24-418b-aef7-99e1b75b7a2a tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 946 time: 0.1091154 Jun 30 09:04:28.317339 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6658394 Jun 30 09:04:28.324490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:28.329493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Request body: {'subnet': {'network_id': 'cbad7874-4b45-4711-b5a5-0374f6cd0069', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-610111993-subnet', 'tenant_id': '5c56dedd3f574910b6f735e0a06f3c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:28.372884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c51edf59-6556-425f-8340-1500964ebb91 req-c0ff242a-bb91-444d-8707-7c8977cab409 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686293 Jun 30 09:04:28.374448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aad57a-8942-4be6-8723-c97e02625b5c admin admin] Pushing event updated for resources: {'Network': ['ID=cbad7874-4b45-4711-b5a5-0374f6cd0069,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.379088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Made reservation on behalf of 5c56dedd3f574910b6f735e0a06f3c33 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:28.381606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.392218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network cbad7874-4b45-4711-b5a5-0374f6cd0069 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:28.429108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49198) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:28.553239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Deleting subnet 37316587-4404-4af2-8890-ddba16456bd6 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:28.557932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.607982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.624119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-dfdeb073-581f-40e8-8e0c-5ed8bcf71b14 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--785825445&fields=id&tenant_id=63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 267 time: 0.0662489 Jun 30 09:04:28.651598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.655134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9665fc6f-fcf4-4d40-80c0-db5e6ce51ca1 req-7c50fd35-b51a-48c2-afe1-f3a6a1873bef tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 210 time: 0.0515714 Jun 30 09:04:28.688601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dec89d-e327-470c-96fa-225353d9532b req-5dff0300-0bcd-4289-91be-ee3661589499 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.690325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9dec89d-e327-470c-96fa-225353d9532b req-5dff0300-0bcd-4289-91be-ee3661589499 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.41 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 948 time: 0.2230828 Jun 30 09:04:28.769092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.834512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.842660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37316587-4404-4af2-8890-ddba16456bd6 HTTP/1.1" status: 204 len: 168 time: 0.4100232 Jun 30 09:04:28.842841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.844135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:28.856782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237e6af-4afe-4798-90b4-09e9a0f8c863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37316587-4404-4af2-8890-ddba16456bd6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:28.923569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-0ce5ae45-38e9-4855-b67b-8935c14dddc6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.926341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-0ce5ae45-38e9-4855-b67b-8935c14dddc6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.2140062 Jun 30 09:04:28.942619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:29.046353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-801fd438-487c-48f6-baf2-ed07fb1aa932 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.047871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-801fd438-487c-48f6-baf2-ed07fb1aa932 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.3952625 Jun 30 09:04:29.050768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f671dc-4ef0-4fa0-9b55-43b642acda1a,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.066414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.095058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:29.098801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.105234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-cec524cc-07b9-41fb-9781-ca698165ec9f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/quotas/63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 375 time: 0.0359457 Jun 30 09:04:29.107935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Deleting port 3c600b51-08a7-4e6e-9a60-acf231dafc54 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:29.108279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.114041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Checking segment: {'id': '97ba1121-9ede-4267-8aa0-a74ab34cc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cbad7874-4b45-4711-b5a5-0374f6cd0069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:29.114409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Network hostable DHCP agents. Network: cbad7874-4b45-4711-b5a5-0374f6cd0069, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:29.236836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64e5edb7-7164-4943-90fc-81bd4a69e039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.256833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.12 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/8d548aec-b48a-4c12-adea-6fdb358785ea) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:29.431795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.467098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5161ded2-261a-456d-8078-827338b01c7a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:29.481788 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.522306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5161ded2-261a-456d-8078-827338b01c7a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:29.523081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.543327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:29.548312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:29.554571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:29.603703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.621701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135841c-a93b-4ec0-959b-d0f760d16b05 req-ac4459f5-86da-4fad-a033-de20b1077e39 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.628895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8135841c-a93b-4ec0-959b-d0f760d16b05 req-ac4459f5-86da-4fad-a033-de20b1077e39 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 948 time: 0.6984184 Jun 30 09:04:29.654972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.655705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.674296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-fe197902-d989-4663-84d3-7eaa337cbad4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7374256 Jun 30 09:04:29.677790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Network cbad7874-4b45-4711-b5a5-0374f6cd0069 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:29.686312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Request body: {'port': {'device_id': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:29.707371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.717824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, cbad7874-4b45-4711-b5a5-0374f6cd0069) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:29.721834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.722421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.733100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b07b9-0986-4b85-a84e-b85a8a8159da None None] Network cbad7874-4b45-4711-b5a5-0374f6cd0069 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:29.753561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e98907-46c3-4627-bbc6-6c2a5dc06b25']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.772908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] For port 3c600b51-08a7-4e6e-9a60-acf231dafc54, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3c600b51-08a7-4e6e-9a60-acf231dafc54,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:29.773262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.778031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e076701-d863-440d-804f-056cfa328185') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.778259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e076701-d863-440d-804f-056cfa328185') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:29.784561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8135841c-a93b-4ec0-959b-d0f760d16b05 req-8205966c-7350-415b-a2fa-aa7cbc6eb142 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545944 Jun 30 09:04:29.800667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7a02cf75-dd74-4915-8cfc-f3cda5c08a4b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4748943 Jun 30 09:04:29.812415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.819644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.821389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Calling delete_port for 3c600b51-08a7-4e6e-9a60-acf231dafc54 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:29.847822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-fbc3cf70-74c0-4848-8ed0-3385d56879f0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7338817 Jun 30 09:04:29.957430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea188b9-4643-4bd0-8b16-75668c3233a1 None None] Network cbad7874-4b45-4711-b5a5-0374f6cd0069 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:29.999015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.025952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:30.027053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:30.029973 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:30.159847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-dfedd7cd-a51f-44b9-846a-0b986fb0b315 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.163602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-dfedd7cd-a51f-44b9-846a-0b986fb0b315 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 946 time: 0.3882504 Jun 30 09:04:30.230013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.246452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.256953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] 10.222.0.66 "DELETE /v2.0/networks/64e98907-46c3-4627-bbc6-6c2a5dc06b25 HTTP/1.1" status: 204 len: 168 time: 1.4011300 Jun 30 09:04:30.290208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2f8a8-b213-4c8b-8e3f-80a3f3a78078 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e98907-46c3-4627-bbc6-6c2a5dc06b25,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.324720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-b7793763-11be-486f-8c85-88147849328d service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750948 Jun 30 09:04:30.344262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.420639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Pushing event deleted for resources: {'Port': ['ID=3c600b51-08a7-4e6e-9a60-acf231dafc54,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.425396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Deleting port c3805ce8-3831-42ed-b138-42ba1ac32540 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:30.425785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.504672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] No DVR routers for this DVR port 3c600b51-08a7-4e6e-9a60-acf231dafc54 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:30.509816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.511774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9dec89d-e327-470c-96fa-225353d9532b req-0c1633a3-8504-43c5-bf4f-75b2832d5291 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.41 "DELETE /v2.0/ports/3c600b51-08a7-4e6e-9a60-acf231dafc54 HTTP/1.1" status: 204 len: 173 time: 1.8048587 Jun 30 09:04:30.514861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-deleted', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:30.519116 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc67f88e-d1e0-4b85-941f-12cc003257c4" -d '{"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-deleted", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:30.529532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d548aec-b48a-4c12-adea-6fdb358785ea {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:30.546887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.569388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-464a6954-059b-44f5-a638-bbebec33b58d service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399662 Jun 30 09:04:30.572870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49230) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:30.582191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Transition to ACTIVE for port object 8d548aec-b48a-4c12-adea-6fdb358785ea will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:30.589282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] For port c3805ce8-3831-42ed-b138-42ba1ac32540, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c3805ce8-3831-42ed-b138-42ba1ac32540,segment=NetworkSegment(5bfb1a1b-ab3a-445a-b7eb-c93808de8f25),segment_id=5bfb1a1b-ab3a-445a-b7eb-c93808de8f25)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:30.589772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.592805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.600779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd5485-8b85-4595-a659-ea788f944c3d req-c439dd65-7ce7-478b-b494-80bbf8d89606 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.609658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35cd5485-8b85-4595-a659-ea788f944c3d req-c439dd65-7ce7-478b-b494-80bbf8d89606 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 946 time: 0.1901903 Jun 30 09:04:30.629028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Calling delete_port for c3805ce8-3831-42ed-b138-42ba1ac32540 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:30.674951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35cd5485-8b85-4595-a659-ea788f944c3d req-046c4f5c-c20a-4960-a6f2-0c2c7545b081 tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6543515-125e-488b-8f0c-ea496c8fbe5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Jun 30 09:04:30.677342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.708163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a7a3c61b-aaad-4a4a-aeb1-f535d0fb8e4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a79acceac68c41919d1aeb6a654aed7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331670 Jun 30 09:04:30.710761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:30.847012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Attempting to bind port 8d548aec-b48a-4c12-adea-6fdb358785ea on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:30.847495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Attempting to bind port 8d548aec-b48a-4c12-adea-6fdb358785ea by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:30.847930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Attempting to bind port 8d548aec-b48a-4c12-adea-6fdb358785ea on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:30.870978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Port 8d548aec-b48a-4c12-adea-6fdb358785ea on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:30.875381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Attempting to bind port 8d548aec-b48a-4c12-adea-6fdb358785ea on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:30.917228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.958677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.979669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:30.980495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:30.981169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:30.982008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Bound port: 8d548aec-b48a-4c12-adea-6fdb358785ea, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:30.982486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.987438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.000198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c3805ce8-3831-42ed-b138-42ba1ac32540'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:31.045133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfc1d0-25bf-4760-9006-a891b1705632 req-f56d7cba-2bfe-421e-ba7c-b9b03eed0368 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.061242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cacfc1d0-25bf-4760-9006-a891b1705632 req-f56d7cba-2bfe-421e-ba7c-b9b03eed0368 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 944 time: 0.1895308 Jun 30 09:04:31.078545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Pushing event deleted for resources: {'Port': ['ID=c3805ce8-3831-42ed-b138-42ba1ac32540,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.115327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cacfc1d0-25bf-4760-9006-a891b1705632 req-c263b6fe-6954-46fd-839f-4a0619b6b2a6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Jun 30 09:04:31.132116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.136138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.141723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7d4036a-9106-4814-8f09-83a59633904d HTTP/1.1" status: 204 len: 168 time: 0.4295394 Jun 30 09:04:31.162380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de731562-950d-4196-8c56-b1453f2441b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4036a-9106-4814-8f09-83a59633904d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.184989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] No DVR routers for this DVR port c3805ce8-3831-42ed-b138-42ba1ac32540 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:31.188742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.191633 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4cdf0d1a-a905-4db9-8ed3-71c2f9a3a022 req-353c51ab-171e-46d7-bfd1-dbedc14221fd tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.11 "DELETE /v2.0/ports/c3805ce8-3831-42ed-b138-42ba1ac32540 HTTP/1.1" status: 204 len: 173 time: 1.0062439 Jun 30 09:04:31.192291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'name': 'network-vif-deleted', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:31.194624 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6c7eb-2dd3-4d6d-9779-7a53e1f4bd20" -d '{"events": [{"server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "name": "network-vif-deleted", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:31.223713 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eef0e8-7d67-438a-8969-1c06a8c7e87d x-openstack-request-id: req-a3eef0e8-7d67-438a-8969-1c06a8c7e87d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:31.224298 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca68452-f00b-4139-9f66-01cfaa7ec4e1", "name": "network-vif-deleted", "tag": "3c600b51-08a7-4e6e-9a60-acf231dafc54", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:31.224759 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3eef0e8-7d67-438a-8969-1c06a8c7e87d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:31.225741 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca68452-f00b-4139-9f66-01cfaa7ec4e1', 'name': 'network-vif-deleted', 'tag': '3c600b51-08a7-4e6e-9a60-acf231dafc54', 'status': 'completed', 'code': 200} Jun 30 09:04:31.245634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:31.253800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:31.260877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.340262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.352695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.354375 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d548aec-b48a-4c12-adea-6fdb358785ea HTTP/1.1" status: 200 len: 1093 time: 1.6727653 Jun 30 09:04:31.379310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5df8d8ed-6fce-4081-b204-4d5d16c9e784 req-98991f1a-5f69-4142-92f0-16119306140d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 210 time: 0.0853384 Jun 30 09:04:31.426207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d78f87-e4e8-4740-9af2-1d159a2a7604 service neutron] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.640974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8eae10ce-aad0-4e94-8f78-8cecdda1ac0f req-4599132d-3a62-422e-bc93-2cbc9c685025 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=eca68452-f00b-4139-9f66-01cfaa7ec4e1 HTTP/1.1" status: 200 len: 210 time: 0.0367799 Jun 30 09:04:31.712618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b2f812b8-ac48-437e-9b2e-9fc64d0304e7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.723096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b2f812b8-ac48-437e-9b2e-9fc64d0304e7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/networks?id=334ba330-66c1-4e25-91c6-1bd4525bd3b4 HTTP/1.1" status: 200 len: 825 time: 0.1988831 Jun 30 09:04:31.749336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-0e3ca99e-9460-45ef-87a1-1a8a36eae788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.752233 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-0e3ca99e-9460-45ef-87a1-1a8a36eae788 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 1096 time: 0.1285980 Jun 30 09:04:31.759302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-795ff52f-fd16-47b5-9aae-b9c49181f332 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/quotas/1e714bb6b68640ffb2305b282f155276 HTTP/1.1" status: 200 len: 375 time: 0.0350401 Jun 30 09:04:31.817543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-c6d49cef-46dc-451f-9f08-fc1c17eed1db tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e714bb6b68640ffb2305b282f155276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512786 Jun 30 09:04:31.833854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-5ea2f796-53f9-48cc-a5e7-37b6dbecc4bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d548aec-b48a-4c12-adea-6fdb358785ea HTTP/1.1" status: 200 len: 217 time: 0.0715337 Jun 30 09:04:31.863148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a99ad7b3-36f1-464b-b009-efc44783a6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.949024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5664-827c-4023-9a4f-043b3353f4cc req-bd440bc3-74a0-472c-bcfc-d7dc0056d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.950595 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-bd440bc3-74a0-472c-bcfc-d7dc0056d49d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.1040354 Jun 30 09:04:32.001498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.029237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-05cf0a8d-22b3-4a60-8e49-511ca4263f82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664043 Jun 30 09:04:32.032169 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f13713-b901-4c66-a434-b6f6c159b94b x-openstack-request-id: req-73f13713-b901-4c66-a434-b6f6c159b94b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:32.032893 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca48ad9a-f890-4dbf-97c8-c9740376d7cb", "name": "network-vif-deleted", "tag": "c3805ce8-3831-42ed-b138-42ba1ac32540", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:32.033418 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73f13713-b901-4c66-a434-b6f6c159b94b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:32.034237 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca48ad9a-f890-4dbf-97c8-c9740376d7cb', 'name': 'network-vif-deleted', 'tag': 'c3805ce8-3831-42ed-b138-42ba1ac32540', 'status': 'completed', 'code': 200} Jun 30 09:04:32.075857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-a3492c00-33b7-4d7b-abaa-9cf9681653f0 service neutron] 10.222.0.66 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571685 Jun 30 09:04:32.274078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-f306f6ed-6202-4991-9ed4-c74547644eaf service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380393 Jun 30 09:04:32.335007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28c1cc54-e659-4d82-b235-0b910434e533 req-06deb0a7-c288-4506-85a7-8734b7e4371e tempest-ServerAddressesNegativeTestJSON-446680255 tempest-ServerAddressesNegativeTestJSON-446680255-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca48ad9a-f890-4dbf-97c8-c9740376d7cb HTTP/1.1" status: 200 len: 210 time: 0.0702395 Jun 30 09:04:32.390066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-bfe90302-3fbf-4871-ad8c-515eb7c9309f service neutron] 10.222.0.66 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115683 Jun 30 09:04:32.410182 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-778f5664-827c-4023-9a4f-043b3353f4cc req-6ea93eeb-1e87-4805-a28a-c75ef7b148b6 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248651 Jun 30 09:04:32.565285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:32.629583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da603d-f28e-4dd7-85cb-1821cc9775e6 req-db2b5874-d21f-455d-9c27-4da08ff07eae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.636420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2da603d-f28e-4dd7-85cb-1821cc9775e6 req-db2b5874-d21f-455d-9c27-4da08ff07eae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 944 time: 0.1218896 Jun 30 09:04:32.686873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2da603d-f28e-4dd7-85cb-1821cc9775e6 req-e0e6b5cf-655c-4e85-84cb-75aa05a588e6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495925 Jun 30 09:04:32.714210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-178e0b10-1801-43be-afde-981223d5e412 req-c85d78b4-5bbb-456c-b7af-9b7536f13970 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 210 time: 0.0435197 Jun 30 09:04:32.755473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1550825524-network', 'tenant_id': 'e1403cc608b14807b44453d24baabf57'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:32.772009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:32.818631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Made reservation on behalf of e1403cc608b14807b44453d24baabf57 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:32.820308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 3c600b51-08a7-4e6e-9a60-acf231dafc54 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:32.820861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3c600b51-08a7-4e6e-9a60-acf231dafc54 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:32.826408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.854221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.879094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e99f0caf-7806-4a0b-a727-02e3e30b818b req-5792b08b-e91b-4da6-a786-e7d5c8509ef4 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 210 time: 0.0744033 Jun 30 09:04:32.879701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.166897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.238846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.248920 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.261001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:33.279165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.279853 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Added segment 81b80294-03a4-4cb0-a392-24c8288810aa of type vlan for network c221033c-19ce-4d0c-a5db-329a6fa495fb Jun 30 09:04:33.300258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-7b23599e-be4c-42ef-80a0-5a8f709524ce tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.301896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-7b23599e-be4c-42ef-80a0-5a8f709524ce tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.1782866 Jun 30 09:04:33.345205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3296199-0445-400f-841e-3e7723d4affe,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.367102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.399823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-cb856345-1104-429d-88a9-fae901168897 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 379 time: 0.0692611 Jun 30 09:04:33.411819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'device_id': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'admin_state_up': True, 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'security_groups': ['34fcf988-7e5c-40ca-af47-9cc17d461eba']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:33.502650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.503651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.504228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.517327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49314) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:33.586204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0166049 Jun 30 09:04:33.588655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:33.591785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c753cec-46ae-4a81-94b4-f4c9d2917b4e req-534f56b2-a0fc-49a4-b859-a21d9304d7ea tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.593734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Request body: {'subnet': {'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1550825524-subnet', 'tenant_id': 'e1403cc608b14807b44453d24baabf57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:33.596635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c753cec-46ae-4a81-94b4-f4c9d2917b4e req-534f56b2-a0fc-49a4-b859-a21d9304d7ea tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 948 time: 0.2040620 Jun 30 09:04:33.605801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a967d-12a2-4155-b6ed-d0ec92878a18 admin admin] Pushing event updated for resources: {'Network': ['ID=c221033c-19ce-4d0c-a5db-329a6fa495fb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.616856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:33.618350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c221033c-19ce-4d0c-a5db-329a6fa495fb details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:33.620855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.659107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Made reservation on behalf of e1403cc608b14807b44453d24baabf57 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:33.661894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.680003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c753cec-46ae-4a81-94b4-f4c9d2917b4e req-0a78b34e-9af1-446c-8097-0451206b736a tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727489 Jun 30 09:04:33.685475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Deleting subnet 776da9dc-6847-4a7d-be21-0f6b564f5cc3 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:33.691051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.762246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.843594 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.907864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.20.0.4 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/f19a55c4-ba1e-4049-a383-5068e73dec11) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:33.966619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7396e52f-d336-4da4-a7fc-81ce4d64d8d1 req-6e2b4fd1-95db-42a8-834c-8fbc341634d3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 210 time: 0.0587215 Jun 30 09:04:34.066906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.113237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294273-faff-4f0b-a8b5-cd11a9f6a866 req-d2a5368f-77a9-4851-a296-84d8cde29c68 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.114875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93294273-faff-4f0b-a8b5-cd11a9f6a866 req-d2a5368f-77a9-4851-a296-84d8cde29c68 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 944 time: 0.2044840 Jun 30 09:04:34.120092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776da9dc-6847-4a7d-be21-0f6b564f5cc3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.146187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.148190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-12a8bf7d-6e0c-4f40-ae12-834b3f01d2ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/776da9dc-6847-4a7d-be21-0f6b564f5cc3 HTTP/1.1" status: 204 len: 168 time: 0.6294413 Jun 30 09:04:34.165856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49326) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.168053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7de5f4b-7dfa-48fd-bb75-83074e362c0d req-bbaf16c0-98ec-475d-b567-3a6b7e1fb01b tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 210 time: 0.0502417 Jun 30 09:04:34.255709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93294273-faff-4f0b-a8b5-cd11a9f6a866 req-9f605722-2d57-46f6-81cf-9143cd1bc5fb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322076 Jun 30 09:04:34.274179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.285314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:34.287593 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f1155-b2be-4a9a-b0fb-3637a38982dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:34.391862 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391c7ac1-a18e-4585-83cc-d0028ee4acbc x-openstack-request-id: req-391c7ac1-a18e-4585-83cc-d0028ee4acbc {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:34.392320 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:34.392792 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-391c7ac1-a18e-4585-83cc-d0028ee4acbc {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:34.393423 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'status': 'completed', 'code': 200} Jun 30 09:04:34.409509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.425730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.430826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67c141e-1ef4-418b-944b-208e9e9f080f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:34.444378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:34.444773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfb1a1b-ab3a-445a-b7eb-c93808de8f25') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:34.456850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.483243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.491324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:34.492028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:34.493928 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:34.541972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.546903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73aa4836-b59a-472f-a951-21d7d82f7388,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.551819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.570974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Transition to ACTIVE for port object f19a55c4-ba1e-4049-a383-5068e73dec11 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:34.589479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.595485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.597376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e67c141e-1ef4-418b-944b-208e9e9f080f HTTP/1.1" status: 204 len: 168 time: 0.4284205 Jun 30 09:04:34.615205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecfc80-f7e0-4f62-85fc-0b3a312cf3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67c141e-1ef4-418b-944b-208e9e9f080f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.628927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-674f4f80-2625-4afe-87aa-f69f90202f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.631102 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-674f4f80-2625-4afe-87aa-f69f90202f6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 1096 time: 0.1663487 Jun 30 09:04:34.639371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Checking segment: {'id': '81b80294-03a4-4cb0-a392-24c8288810aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:34.639982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Network hostable DHCP agents. Network: c221033c-19ce-4d0c-a5db-329a6fa495fb, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:34.747620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49336) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.758336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3805ce8-3831-42ed-b138-42ba1ac32540 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:34.827456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e35729bb-7ce9-4a2c-bc27-8bb09ec306a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f313912b6a6462a8250eb5481e113da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784264 Jun 30 09:04:34.834318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49338) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:34.849104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: c3805ce8-3831-42ed-b138-42ba1ac32540 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:34.849441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c3805ce8-3831-42ed-b138-42ba1ac32540 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:34.864417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.904614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Network c221033c-19ce-4d0c-a5db-329a6fa495fb is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:34.913601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.925812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.971540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.990059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c221033c-19ce-4d0c-a5db-329a6fa495fb) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:35.000055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec56bc-205b-4a47-8326-07f2b8bc2f72 None None] Network c221033c-19ce-4d0c-a5db-329a6fa495fb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:35.024072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.024072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.044875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db524c-3499-4c5e-abaa-f6eb08ec6062 req-ee523fa9-ec31-4ddc-8da7-bed0bc931f67 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.051574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:35.053610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75db524c-3499-4c5e-abaa-f6eb08ec6062 req-ee523fa9-ec31-4ddc-8da7-bed0bc931f67 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 948 time: 0.1248586 Jun 30 09:04:35.058598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-d05495df-ccb8-4edf-90cf-05dd5ea5e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.060045 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-d05495df-ccb8-4edf-90cf-05dd5ea5e71c service neutron] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.4102023 Jun 30 09:04:35.073030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b326ad4a-5689-4e87-958e-3373de66bcf8 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.075500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b326ad4a-5689-4e87-958e-3373de66bcf8 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.11 "GET /v2.0/networks?id=334ba330-66c1-4e25-91c6-1bd4525bd3b4 HTTP/1.1" status: 200 len: 825 time: 0.4012187 Jun 30 09:04:35.078173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:35.088295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.091158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:35.107163 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7ab389de-553a-432e-94da-20207188f907 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5083241 Jun 30 09:04:35.109637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75db524c-3499-4c5e-abaa-f6eb08ec6062 req-e8ca0787-5fc4-41f5-9a48-4bdd869f1fb6 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550017 Jun 30 09:04:35.110885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.117816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.119621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6543515-125e-488b-8f0c-ea496c8fbe5c HTTP/1.1" status: 204 len: 168 time: 0.2837818 Jun 30 09:04:35.129666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2641e5a-2ce6-42b8-885b-ebc8481b4db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6543515-125e-488b-8f0c-ea496c8fbe5c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.165487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Request body: {'port': {'device_id': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4', 'admin_state_up': True, 'tenant_id': '1e714bb6b68640ffb2305b282f155276'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:35.231518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719f026-0cab-4333-b697-6084c3412fcc None None] Network c221033c-19ce-4d0c-a5db-329a6fa495fb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:35.247727 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-37e63069-1f7f-43e2-b880-03685232781b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d548aec-b48a-4c12-adea-6fdb358785ea HTTP/1.1" status: 200 len: 217 time: 0.1717169 Jun 30 09:04:35.376736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e49ed-809d-4d1d-8d3c-9a53804b7b45 req-aa460469-5828-43c9-adde-31edf23092ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.380044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc8e49ed-809d-4d1d-8d3c-9a53804b7b45 req-aa460469-5828-43c9-adde-31edf23092ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 931 time: 0.1459217 Jun 30 09:04:35.460480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.464658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.495066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc8e49ed-809d-4d1d-8d3c-9a53804b7b45 req-174b9770-3210-4931-8ac8-ecd283c7b414 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996499 Jun 30 09:04:35.509177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-067b0476-d58d-4395-ac58-d9233db75787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.510297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-067b0476-d58d-4395-ac58-d9233db75787 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.1811674 Jun 30 09:04:35.514507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-25d077f9-2b4e-4d3f-ab03-875a5daff625 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1086457 Jun 30 09:04:35.547281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-94b2fbb8-ca5b-409c-b107-3f8587a02bde None None] Provisioning for port f19a55c4-ba1e-4049-a383-5068e73dec11 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:35.551464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-94b2fbb8-ca5b-409c-b107-3f8587a02bde None None] Provisioning complete for port f19a55c4-ba1e-4049-a383-5068e73dec11 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:35.551834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94b2fbb8-ca5b-409c-b107-3f8587a02bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.560571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93846ff9-515f-46e5-89e8-eca9fa2e6c2e req-7de8c781-ad2e-4fdb-a310-9846c22371ce tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 210 time: 0.0607183 Jun 30 09:04:35.567203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Request body: {'port': {'device_id': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:35.599504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-94b2fbb8-ca5b-409c-b107-3f8587a02bde None None] Port f19a55c4-ba1e-4049-a383-5068e73dec11 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:35.618979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-ae9aa796-2222-422a-9a63-d7888e0b7f97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756495 Jun 30 09:04:35.689245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.11', 61411) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:35.718345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Made reservation on behalf of 1e714bb6b68640ffb2305b282f155276 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:35.722186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.816969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8fc33-1881-4408-a479-d32a9bac8887 req-4687ff5a-dff2-4085-baf4-9f134c231040 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.824710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def8fc33-1881-4408-a479-d32a9bac8887 req-4687ff5a-dff2-4085-baf4-9f134c231040 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 944 time: 0.1455438 Jun 30 09:04:35.852823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-63d1531c-4c9d-4865-88d5-bd49265a9cc9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.859064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-63d1531c-4c9d-4865-88d5-bd49265a9cc9 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 948 time: 0.1675549 Jun 30 09:04:35.887463 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-86a5430f-1fa3-422c-8a18-5de402dda9b8 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566304 Jun 30 09:04:35.888196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.942134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def8fc33-1881-4408-a479-d32a9bac8887 req-dfe57219-67c3-4989-8b93-71adea0680ed tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157525 Jun 30 09:04:36.133710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Deleting port 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:36.134179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.149051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Allocated IP 172.20.0.6 (334ba330-66c1-4e25-91c6-1bd4525bd3b4/81416295-f6db-4fff-b646-bed9633ca791/292c9ab3-5b14-4c20-8844-b896c1b59f0a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:36.199113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f250e8d7-0079-4852-9ef5-d3a2579928ab tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.200823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f250e8d7-0079-4852-9ef5-d3a2579928ab tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/networks?id=c221033c-19ce-4d0c-a5db-329a6fa495fb HTTP/1.1" status: 200 len: 809 time: 0.1896825 Jun 30 09:04:36.224506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-727f1155-b2be-4a9a-b0fb-3637a38982dd req-1a56dfb6-8e0a-4bae-9a5c-c422d2ed180c service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302805 Jun 30 09:04:36.257301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-5d994e3b-91d8-4972-9dde-b52057c0e212 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/quotas/e1403cc608b14807b44453d24baabf57 HTTP/1.1" status: 200 len: 375 time: 0.0437372 Jun 30 09:04:36.343432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:36.351138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-22be0a83-f1c2-4817-89a1-8f223f4456a7 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e1403cc608b14807b44453d24baabf57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709562 Jun 30 09:04:36.436331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] For port 79c49ef0-b15f-4a37-81f8-606092930c7c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79c49ef0-b15f-4a37-81f8-606092930c7c,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:36.436865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.466413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:36.468136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Calling delete_port for 79c49ef0-b15f-4a37-81f8-606092930c7c owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:36.485660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-393457353-network', 'tenant_id': '5abe539df81146ecab330b20bbe5ac39'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:36.492584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7b3c0-4bbd-4b93-8d09-9da94c168840 req-0aa346c1-063d-4620-9a4f-019e139d42e7 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.493092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.494138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ba7b3c0-4bbd-4b93-8d09-9da94c168840 req-0aa346c1-063d-4620-9a4f-019e139d42e7 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 948 time: 0.2386434 Jun 30 09:04:36.497471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.530426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Transition to ACTIVE for port object f19a55c4-ba1e-4049-a383-5068e73dec11 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:36.532912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Made reservation on behalf of 5abe539df81146ecab330b20bbe5ac39 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:36.536293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.548928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.554216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.578775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-52151f51-89ae-4706-90dc-0ae60fb33624 service neutron] 10.222.0.66 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173355 Jun 30 09:04:36.648517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.650800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ba7b3c0-4bbd-4b93-8d09-9da94c168840 req-4d94169c-c309-4cff-b81b-cabee94a8d75 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/security-groups?id=67e1ec45-5423-4129-b88e-cdf79fe75072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457024 Jun 30 09:04:36.687451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.733370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-32401cdd-883b-4ae7-bcf9-574fd8930274 service neutron] 10.222.0.66 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413333 Jun 30 09:04:36.770503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:36.811250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:36.828473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:36.834847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Pushing event updated for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.836569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.848693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:36.899367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Attempting to bind port f19a55c4-ba1e-4049-a383-5068e73dec11 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:36.899811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Attempting to bind port f19a55c4-ba1e-4049-a383-5068e73dec11 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:36.900029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Attempting to bind port f19a55c4-ba1e-4049-a383-5068e73dec11 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:36.915421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Port f19a55c4-ba1e-4049-a383-5068e73dec11 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:36.915749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Attempting to bind port f19a55c4-ba1e-4049-a383-5068e73dec11 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:36.916899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Pushing event deleted for resources: {'Port': ['ID=79c49ef0-b15f-4a37-81f8-606092930c7c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.939788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:36.940393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:36.940750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:36.941320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Bound port: f19a55c4-ba1e-4049-a383-5068e73dec11, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:36.942296 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.987441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.988095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.988963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:37.008063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'mac_address': 'fa:16:3e:dc:c2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:37.012775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.041311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.057697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-b8e89cb5-04a6-46ff-a7ef-e6df104cb1e1 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9624548 Jun 30 09:04:37.059524 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.079605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] No DVR routers for this DVR port 79c49ef0-b15f-4a37-81f8-606092930c7c on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:37.080726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Request body: {'port': {'device_id': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:37.081258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d548aec-b48a-4c12-adea-6fdb358785ea {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:37.086692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.089199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:37.092666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88aeb99b-8354-4d76-8d69-37cec237e2f7 req-ec48f4a9-b8f4-4df9-913f-de3920073e13 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.11 "DELETE /v2.0/ports/79c49ef0-b15f-4a37-81f8-606092930c7c HTTP/1.1" status: 204 len: 173 time: 1.2242758 Jun 30 09:04:37.102432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-deleted', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:37.106309 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175fd268-05d2-4c2f-a969-4cc10cab2e76" -d '{"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-deleted", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:37.144810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:37.154261 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.180061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:37.184666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:37.188114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1b8a4-ac4b-4ecc-8c4f-39eec3dcb62a req-da28485a-c24b-4ba7-bed2-45d0a00d5c23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.196332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8e1b8a4-ac4b-4ecc-8c4f-39eec3dcb62a req-da28485a-c24b-4ba7-bed2-45d0a00d5c23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 943 time: 0.3072546 Jun 30 09:04:37.196531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.196802 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Added segment 339b0dcf-69f9-40dd-8dc2-48764fa8ae01 of type vlan for network f7f335a7-01aa-40be-859c-290d2f9ce538 Jun 30 09:04:37.222214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.266367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8e1b8a4-ac4b-4ecc-8c4f-39eec3dcb62a req-52444c7a-fee6-4482-878f-d92ebaad840c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688531 Jun 30 09:04:37.269649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e5a36-d8b4-4817-a6db-541708f51c2a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.273678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.305003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.311325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a9610-1e3a-402d-be38-9813aea744cf req-238f1522-d597-4fb2-a41c-dc71ee23364e tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.313019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c13a9610-1e3a-402d-be38-9813aea744cf req-238f1522-d597-4fb2-a41c-dc71ee23364e tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 931 time: 0.1836860 Jun 30 09:04:37.368530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c13a9610-1e3a-402d-be38-9813aea744cf req-cb8872bc-9c81-4421-8bb6-657782ad1781 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477798 Jun 30 09:04:37.400850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.402123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.402422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.423558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.424833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.426252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] 10.222.0.11 "PUT /v2.0/ports/f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 1092 time: 1.8843575 Jun 30 09:04:37.430043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:37.432306 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce354fb9-2d05-475b-b0bb-951a5bc01f67" -d '{"events": [{"name": "network-changed", "server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:37.550599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c2dc-05ba-4a76-adfd-f39d96f8197f service neutron] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.579562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['8d548aec-b48a-4c12-adea-6fdb358785ea'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:37.590835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9b71834-146d-471c-b870-51d27a86589b req-105f4c82-98e6-4409-8c7e-977511959bfd tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 210 time: 0.0744207 Jun 30 09:04:37.624275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.760013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4153666 Jun 30 09:04:37.761366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be1e25-26af-47fd-9177-75a03823dc59 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f335a7-01aa-40be-859c-290d2f9ce538,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.763457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49418) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:37.772064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Request body: {'subnet': {'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-393457353-subnet', 'tenant_id': '5abe539df81146ecab330b20bbe5ac39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:37.792675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162eb4d-27ff-4bfd-acb2-84a9892b2d3e req-bdfdd2fb-275e-4a08-8445-5af8fdf28d3f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.794202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f7f335a7-01aa-40be-859c-290d2f9ce538 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:37.807373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8162eb4d-27ff-4bfd-acb2-84a9892b2d3e req-bdfdd2fb-275e-4a08-8445-5af8fdf28d3f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 945 time: 0.1702387 Jun 30 09:04:37.886122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8162eb4d-27ff-4bfd-acb2-84a9892b2d3e req-63407f63-7250-4844-863c-d1019abc9204 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Jun 30 09:04:37.895738 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70314607-8fb1-448f-9aa2-ac7b25141a39 x-openstack-request-id: req-70314607-8fb1-448f-9aa2-ac7b25141a39 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:37.896038 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba1951-276e-4f70-94a2-e88f3c982710", "name": "network-vif-deleted", "tag": "79c49ef0-b15f-4a37-81f8-606092930c7c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:37.896294 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70314607-8fb1-448f-9aa2-ac7b25141a39 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:37.896696 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba1951-276e-4f70-94a2-e88f3c982710', 'name': 'network-vif-deleted', 'tag': '79c49ef0-b15f-4a37-81f8-606092930c7c', 'status': 'completed', 'code': 200} Jun 30 09:04:37.944665 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f8f34-f43f-4280-b9b2-b03ac6726613 x-openstack-request-id: req-d84f8f34-f43f-4280-b9b2-b03ac6726613 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:37.945198 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:37.945548 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d84f8f34-f43f-4280-b9b2-b03ac6726613 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:37.946342 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'status': 'completed', 'code': 200} Jun 30 09:04:38.034842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Made reservation on behalf of 5abe539df81146ecab330b20bbe5ac39 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:38.037285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.094914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5881e85-b383-4ac2-9f89-da09a8907a95 req-68bc6991-5a5b-4252-be35-6457b35be046 tempest-ListImageFiltersTestJSON-2005258638 tempest-ListImageFiltersTestJSON-2005258638-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2ba1951-276e-4f70-94a2-e88f3c982710 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Jun 30 09:04:38.133383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-c8b9cf0e-626f-4625-bd07-ac28c317c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.134964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-c8b9cf0e-626f-4625-bd07-ac28c317c19e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1095 time: 0.5773897 Jun 30 09:04:38.203123 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-da21dff5-fcda-4255-9900-4c3e75961a49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 217 time: 0.0573809 Jun 30 09:04:38.320726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-6b1cddc5-4902-453f-a53f-60586abd099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.322249 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-6b1cddc5-4902-453f-a53f-60586abd099b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.1100483 Jun 30 09:04:38.331570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292c9ab3-5b14-4c20-8844-b896c1b59f0a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:38.352523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.417860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Transition to ACTIVE for port object 292c9ab3-5b14-4c20-8844-b896c1b59f0a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:38.429057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.440674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd22a2e-8e22-498a-80c7-1318e8fbb76e req-0f62da27-a349-4b29-835d-b9ae9fc9278d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.442443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd22a2e-8e22-498a-80c7-1318e8fbb76e req-0f62da27-a349-4b29-835d-b9ae9fc9278d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 943 time: 0.0634031 Jun 30 09:04:38.475070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.498077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd22a2e-8e22-498a-80c7-1318e8fbb76e req-454383ef-1160-4b78-8541-8bad667d230d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Jun 30 09:04:38.621744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5722c79-77f0-4fd9-959b-fbae645d4cd7 req-a5f55e98-94d7-4b2f-8364-aaeb88133e2a tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.623698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5722c79-77f0-4fd9-959b-fbae645d4cd7 req-a5f55e98-94d7-4b2f-8364-aaeb88133e2a tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 943 time: 0.0835006 Jun 30 09:04:38.782080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:38.804868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6d0fa96-8900-4eeb-b96d-3b890bb14594 req-558c874b-b721-4130-b8b8-1675e8fdc9e4 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 210 time: 0.0638669 Jun 30 09:04:38.810424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 79c49ef0-b15f-4a37-81f8-606092930c7c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:38.812426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79c49ef0-b15f-4a37-81f8-606092930c7c not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:38.831487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5722c79-77f0-4fd9-959b-fbae645d4cd7 req-ace82a2a-6182-4f65-9980-db4fb961a7c8 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963069 Jun 30 09:04:38.852007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-2569bd9c-8cff-49af-aaf9-00f6bdf02131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.853694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-2569bd9c-8cff-49af-aaf9-00f6bdf02131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5169675 Jun 30 09:04:38.855186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-9aee1266-25bd-4add-959e-817c3d303bc5 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.857027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-9aee1266-25bd-4add-959e-817c3d303bc5 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.11 "GET /v2.0/networks?id=c221033c-19ce-4d0c-a5db-329a6fa495fb HTTP/1.1" status: 200 len: 809 time: 0.2018509 Jun 30 09:04:38.874373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Request body: {'port': {'device_id': '4594c469-ddc7-4877-977a-70835c10ede8', 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb', 'admin_state_up': True, 'tenant_id': 'e1403cc608b14807b44453d24baabf57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:38.884189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Pushing event updated for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:38.964429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3d12e1-ca8f-4007-9498-c96bee0fab7b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.020955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Made reservation on behalf of e1403cc608b14807b44453d24baabf57 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:39.024535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.032534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Checking segment: {'id': '339b0dcf-69f9-40dd-8dc2-48764fa8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:39.032896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Network hostable DHCP agents. Network: f7f335a7-01aa-40be-859c-290d2f9ce538, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:39.043461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Attempting to bind port 292c9ab3-5b14-4c20-8844-b896c1b59f0a on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:39.043796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Attempting to bind port 292c9ab3-5b14-4c20-8844-b896c1b59f0a by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'fc7eca87-527b-4d37-b24b-611b893b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:39.044122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Attempting to bind port 292c9ab3-5b14-4c20-8844-b896c1b59f0a on network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:39.067105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Port 292c9ab3-5b14-4c20-8844-b896c1b59f0a on network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:39.067430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Attempting to bind port 292c9ab3-5b14-4c20-8844-b896c1b59f0a on network 334ba330-66c1-4e25-91c6-1bd4525bd3b4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:39.086738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Network f7f335a7-01aa-40be-859c-290d2f9ce538 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:39.091268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-4f76cb6e-1ad9-4140-9254-bb558e94966f service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998098 Jun 30 09:04:39.091969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:39.092303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Checking segment: {'id': 'fc7eca87-527b-4d37-b24b-611b893b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:39.092678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Bound using segment: {'id': 'fc7eca87-527b-4d37-b24b-611b893b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:39.093110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Bound port: 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7eca87-527b-4d37-b24b-611b893b4774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:39.093465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.152760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f7f335a7-01aa-40be-859c-290d2f9ce538) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:39.162741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.163322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.169398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79eb08-1c2d-4fe4-b2f2-dc2a1e8d1deb req-e4aea982-2006-416b-ba4a-2aab56ae9b36 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.171473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8acb9f-c829-4bf0-ad13-b22adf9f714a None None] Network f7f335a7-01aa-40be-859c-290d2f9ce538 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:39.176725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc79eb08-1c2d-4fe4-b2f2-dc2a1e8d1deb req-e4aea982-2006-416b-ba4a-2aab56ae9b36 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 945 time: 0.1414003 Jun 30 09:04:39.255967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc79eb08-1c2d-4fe4-b2f2-dc2a1e8d1deb req-c842be0b-cd0b-4e00-b3a5-234b026717b7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690424 Jun 30 09:04:39.256093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-80ce90d4-ef4a-479e-a360-eaf36d684db1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4805884 Jun 30 09:04:39.256093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3cd8a-0cfb-4b17-bb1d-97b83acafead req-be4e93e7-ae1d-483e-83c5-946bb75e9c43 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522810 Jun 30 09:04:39.269682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:39.279945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a,segment=NetworkSegment(fc7eca87-527b-4d37-b24b-611b893b4774),segment_id=fc7eca87-527b-4d37-b24b-611b893b4774)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:39.288398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.297156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Allocated IP 172.20.0.10 (c221033c-19ce-4d0c-a5db-329a6fa495fb/73aa4836-b59a-472f-a951-21d7d82f7388/fcdef669-22d6-4066-9592-f5fadd59d400) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:39.421531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.422198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.424415 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/292c9ab3-5b14-4c20-8844-b896c1b59f0a HTTP/1.1" status: 200 len: 1092 time: 2.3548496 Jun 30 09:04:39.459590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae87f2-457d-4303-97f9-cae44c4186a4 service neutron] Pushing event updated for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.507666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-333ce3de-f3a8-4897-a0c0-58a2340ef7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.518029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-333ce3de-f3a8-4897-a0c0-58a2340ef7f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1095 time: 0.1622436 Jun 30 09:04:39.554818 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.564113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fba31-9280-43a0-9603-27d3b71ce26d None None] Network f7f335a7-01aa-40be-859c-290d2f9ce538 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:39.630304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.705472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Network c221033c-19ce-4d0c-a5db-329a6fa495fb is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:39.709586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:39.717967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:39.736109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-8de822fb-1579-4a99-9e71-8008f87dd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.738229 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-8de822fb-1579-4a99-9e71-8008f87dd390 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e714bb6b68640ffb2305b282f155276&device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 1095 time: 0.1950548 Jun 30 09:04:39.739657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-14f96956-5f2b-4bd7-b99e-1a6b118efec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.741011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-14f96956-5f2b-4bd7-b99e-1a6b118efec9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2164154 Jun 30 09:04:39.751653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Pushing event updated for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.790080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.790844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.825285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f7277b58-a332-4443-8d94-37383d422c47 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9566488 Jun 30 09:04:39.826717 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-5782836e-19bf-4505-b9bc-ad92e4dfa527 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 217 time: 0.0744214 Jun 30 09:04:39.828052 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-a70444c0-5ba1-4c2c-a900-f9278aa6b380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a HTTP/1.1" status: 200 len: 217 time: 0.0775614 Jun 30 09:04:39.847000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Request body: {'port': {'device_id': '4594c469-ddc7-4877-977a-70835c10ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:39.930039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-203c6491-3f48-407b-9bf8-522d6badd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.931520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-203c6491-3f48-407b-9bf8-522d6badd5cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81416295-f6db-4fff-b646-bed9633ca791 HTTP/1.1" status: 200 len: 865 time: 0.0875778 Jun 30 09:04:39.932994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-4da6d8bb-a77a-4628-86c2-af6eba111582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.934335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-4da6d8bb-a77a-4628-86c2-af6eba111582 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0917115 Jun 30 09:04:39.950716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:39.952938 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3664933-be9a-4fca-aee2-a9d82fdcbc69" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:39.996204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-aee202cb-855e-453a-8546-b4eb37b5655b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=334ba330-66c1-4e25-91c6-1bd4525bd3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532002 Jun 30 09:04:40.047483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.058076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b5984-6863-442e-b948-15027eb0cbe5 req-3d8b6486-69df-4e27-9b32-4cbeedc7325d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.059549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa4b5984-6863-442e-b948-15027eb0cbe5 req-3d8b6486-69df-4e27-9b32-4cbeedc7325d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 943 time: 0.1873119 Jun 30 09:04:40.076458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-1c4c5e20-cd15-4503-b599-5a50e89c7b9a tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.077904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-1c4c5e20-cd15-4503-b599-5a50e89c7b9a tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/networks?id=f7f335a7-01aa-40be-859c-290d2f9ce538 HTTP/1.1" status: 200 len: 820 time: 0.2071192 Jun 30 09:04:40.078076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-45ddf55b-7ea2-47a4-960b-4dc0f04aa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.079598 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-45ddf55b-7ea2-47a4-960b-4dc0f04aa9c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355932 Jun 30 09:04:40.128812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-4c4b0745-0b65-4d40-a6b2-f612328fafed tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/quotas/5abe539df81146ecab330b20bbe5ac39 HTTP/1.1" status: 200 len: 375 time: 0.0422041 Jun 30 09:04:40.148576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-925f2018-7c4e-483d-8fc5-17c37631d005 service neutron] 10.222.0.11 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439588 Jun 30 09:04:40.244450 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-e2c771cd-0db8-448d-83bc-d78a1c6b287f service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544759 Jun 30 09:04:40.318797 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4648cf4-9bfc-4b46-85ba-77406c21cb7a req-e90304cc-74e3-48ef-9532-27f5cfd47eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634874 Jun 30 09:04:40.364416 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce354fb9-2d05-475b-b0bb-951a5bc01f67 req-aa417361-283c-4a87-a328-fb31586c2941 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109896 Jun 30 09:04:40.496043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa4b5984-6863-442e-b948-15027eb0cbe5 req-2a4dc431-50a5-4c06-887b-4f23fdbf32fa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282160 Jun 30 09:04:40.504003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-4d483a22-f40f-42f1-a38b-70c4723ad95d tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5abe539df81146ecab330b20bbe5ac39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3650532 Jun 30 09:04:40.701652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-a04d43c1-df8a-4586-93e8-bac2b651cb1a service neutron] 10.222.0.66 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862504 Jun 30 09:04:40.786849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:40.839515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 8d548aec-b48a-4c12-adea-6fdb358785ea completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:40.843550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 8d548aec-b48a-4c12-adea-6fdb358785ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:40.843937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.851443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-decc1982-5e74-4340-8002-e5423e29e8ff service neutron] 10.222.0.66 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404703 Jun 30 09:04:40.864847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdef669-22d6-4066-9592-f5fadd59d400 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:40.873045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.887194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Transition to ACTIVE for port object fcdef669-22d6-4066-9592-f5fadd59d400 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:40.891674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.942577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.952252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:40.976491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:40.979361 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e283841-6478-429a-8aa9-c18c253b286b" -d '{"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:40.985215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:40.989766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.047573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.091756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Attempting to bind port fcdef669-22d6-4066-9592-f5fadd59d400 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:41.092104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Attempting to bind port fcdef669-22d6-4066-9592-f5fadd59d400 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '81b80294-03a4-4cb0-a392-24c8288810aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:41.093196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Attempting to bind port fcdef669-22d6-4066-9592-f5fadd59d400 on network c221033c-19ce-4d0c-a5db-329a6fa495fb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:41.100346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Port fcdef669-22d6-4066-9592-f5fadd59d400 on network c221033c-19ce-4d0c-a5db-329a6fa495fb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:41.100682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Attempting to bind port fcdef669-22d6-4066-9592-f5fadd59d400 on network c221033c-19ce-4d0c-a5db-329a6fa495fb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:41.112083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46daf9a-c488-49f1-96a3-fa572527bfeb req-f6b0a70a-6543-4acc-820d-1efe3dc49b12 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.113712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f46daf9a-c488-49f1-96a3-fa572527bfeb req-f6b0a70a-6543-4acc-820d-1efe3dc49b12 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 944 time: 0.1347086 Jun 30 09:04:41.116669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:41.117208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Checking segment: {'id': '81b80294-03a4-4cb0-a392-24c8288810aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:41.117418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Bound using segment: {'id': '81b80294-03a4-4cb0-a392-24c8288810aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:41.117871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Bound port: fcdef669-22d6-4066-9592-f5fadd59d400, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b80294-03a4-4cb0-a392-24c8288810aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:41.118239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.222753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f46daf9a-c488-49f1-96a3-fa572527bfeb req-a9f05935-da57-4a7c-8064-7d3f24dd8a29 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022313 Jun 30 09:04:41.264110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:41.280010 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab05543-fd9f-4b6b-84b3-d5260d764d4c x-openstack-request-id: req-4ab05543-fd9f-4b6b-84b3-d5260d764d4c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:41.280850 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:41.281421 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ab05543-fd9f-4b6b-84b3-d5260d764d4c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:41.282070 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a', 'status': 'completed', 'code': 200} Jun 30 09:04:41.283982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211627-cbaa-45d8-81b6-1ea63b0f1799 req-f9ccee94-5cb5-47aa-921a-25ef9ae7fed6 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.285712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de211627-cbaa-45d8-81b6-1ea63b0f1799 req-f9ccee94-5cb5-47aa-921a-25ef9ae7fed6 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 943 time: 0.1642280 Jun 30 09:04:41.290248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcdef669-22d6-4066-9592-f5fadd59d400,segment=NetworkSegment(81b80294-03a4-4cb0-a392-24c8288810aa),segment_id=81b80294-03a4-4cb0-a392-24c8288810aa)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:41.302749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.365955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.366577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.368718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] 10.222.0.11 "PUT /v2.0/ports/fcdef669-22d6-4066-9592-f5fadd59d400 HTTP/1.1" status: 200 len: 1093 time: 1.5268512 Jun 30 09:04:41.371415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:41.374955 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685884c2-50e2-43a3-9952-3f500c8cf6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:41.406009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-1d5ef415-c994-42c0-87e8-403d66918f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.407731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-1d5ef415-c994-42c0-87e8-403d66918f52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e714bb6b68640ffb2305b282f155276&device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0914578 Jun 30 09:04:41.435639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de211627-cbaa-45d8-81b6-1ea63b0f1799 req-cd614029-3765-4312-b7df-1955c697d0af tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368845 Jun 30 09:04:41.437875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd5d9-f563-4906-8533-dd42c570aa40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.511659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-955bff39-600a-4dba-a34d-05ea7a2aa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.513966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-955bff39-600a-4dba-a34d-05ea7a2aa425 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1403cc608b14807b44453d24baabf57&device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 1096 time: 0.0917494 Jun 30 09:04:41.555799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-c619f31c-7793-445d-a51c-b73d231ef006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.557596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-c619f31c-7793-445d-a51c-b73d231ef006 service neutron] 10.222.0.11 "GET /v2.0/networks?id=334ba330-66c1-4e25-91c6-1bd4525bd3b4 HTTP/1.1" status: 200 len: 926 time: 0.1431246 Jun 30 09:04:41.601215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-419b2ad2-a4ff-45e7-b804-b4f8a42fbbce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcdef669-22d6-4066-9592-f5fadd59d400 HTTP/1.1" status: 200 len: 217 time: 0.0597970 Jun 30 09:04:41.613322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-a3a14259-d4c0-4188-a1ca-4f6d026f511d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a HTTP/1.1" status: 200 len: 217 time: 0.0472462 Jun 30 09:04:41.671840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-9472ac3d-9229-4e8f-89e8-25fa8483bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.673471 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-9472ac3d-9229-4e8f-89e8-25fa8483bb47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=81416295-f6db-4fff-b646-bed9633ca791 HTTP/1.1" status: 200 len: 865 time: 0.0542629 Jun 30 09:04:41.683203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bea315-5216-4259-878b-28000dea5e3e req-7227211d-9a29-4086-b047-d3d09a2fb425 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.692083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06bea315-5216-4259-878b-28000dea5e3e req-7227211d-9a29-4086-b047-d3d09a2fb425 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1682222 Jun 30 09:04:41.700823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-c13ebd00-3c81-4608-a526-8cec3daf7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.702321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-c13ebd00-3c81-4608-a526-8cec3daf7635 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73aa4836-b59a-472f-a951-21d7d82f7388 HTTP/1.1" status: 200 len: 849 time: 0.0932956 Jun 30 09:04:41.718700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-5d81e67e-a789-4616-a693-532020594ecd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=334ba330-66c1-4e25-91c6-1bd4525bd3b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380414 Jun 30 09:04:41.745969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-f38525f5-4873-425b-bfc5-ac378572a273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c221033c-19ce-4d0c-a5db-329a6fa495fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300376 Jun 30 09:04:41.775249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06bea315-5216-4259-878b-28000dea5e3e req-fe811cb4-b209-4dd4-9234-6e9daebf58ee tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813806 Jun 30 09:04:41.869030 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38da1259-e4c8-499f-8b46-37b4b2e2ec58 x-openstack-request-id: req-38da1259-e4c8-499f-8b46-37b4b2e2ec58 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:41.869541 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:41.869646 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38da1259-e4c8-499f-8b46-37b4b2e2ec58 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:41.870004 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'code': 200} Jun 30 09:04:41.902032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-eb575728-e572-4596-af05-a4942fefb2b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450176 Jun 30 09:04:41.920000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-08c540c3-7971-4db9-936e-ca119240b2eb service neutron] 10.222.0.11 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941335 Jun 30 09:04:41.998921 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf56676-bafd-440e-b983-46d218840a91 x-openstack-request-id: req-faf56676-bafd-440e-b983-46d218840a91 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:41.999430 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:41.999781 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-faf56676-bafd-440e-b983-46d218840a91 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:42.000228 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400', 'status': 'completed', 'code': 200} Jun 30 09:04:42.031423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-871d6145-ed18-4587-907d-cb0c081f09c3 req-c5ead97d-d78c-47aa-b084-c5de704ba952 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 210 time: 0.0349605 Jun 30 09:04:42.053197 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3664933-be9a-4fca-aee2-a9d82fdcbc69 req-abe95ef8-f2b8-46bf-9508-8caff17a77cb service neutron] 10.222.0.11 "GET /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226158 Jun 30 09:04:42.118160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef681645-55f6-410b-9621-a107f84277d4 req-513e55f1-b03b-4a86-915a-eabde8a053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.119660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ef681645-55f6-410b-9621-a107f84277d4 req-513e55f1-b03b-4a86-915a-eabde8a053c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 1098 time: 0.0654335 Jun 30 09:04:42.134851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:42.148698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba41130d-af63-4c87-ad78-fb3f1534f55a req-a0c486a2-657b-4d7a-adf7-7c70a6f5c9c8 service neutron] 10.222.0.11 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389774 Jun 30 09:04:42.172152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ef681645-55f6-410b-9621-a107f84277d4 req-81d6550d-1eac-4584-b752-740b470a1cea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365968 Jun 30 09:04:42.177408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f84a-1168-4883-a028-c475a7bad22c req-a401cac4-e2eb-4060-ac24-fdadd41b4233 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.179115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4972f84a-1168-4883-a028-c475a7bad22c req-a401cac4-e2eb-4060-ac24-fdadd41b4233 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 943 time: 0.1056206 Jun 30 09:04:42.217690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4972f84a-1168-4883-a028-c475a7bad22c req-52fde32e-7289-4349-a645-ab43090cfb24 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325708 Jun 30 09:04:42.300978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42d3c485-beda-46a5-8b18-7990a19c0d17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97312f3e21be4e1eaebcdeded23c03e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637688 Jun 30 09:04:42.303503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49546) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:42.373616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-1b2e7a6d-9942-430e-bc8e-7694f092cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.375120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-1b2e7a6d-9942-430e-bc8e-7694f092cf99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1403cc608b14807b44453d24baabf57&device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 1096 time: 0.0524497 Jun 30 09:04:42.387025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.416649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.446849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471743-f632-4135-b2eb-7e7024d20107 req-be70619e-347b-481e-93f8-eeccd2bacea7 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.448399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39471743-f632-4135-b2eb-7e7024d20107 req-be70619e-347b-481e-93f8-eeccd2bacea7 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 944 time: 0.1085796 Jun 30 09:04:42.473490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-f4a3513c-5f95-444e-bd4c-79926dd15336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.475259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-f4a3513c-5f95-444e-bd4c-79926dd15336 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c221033c-19ce-4d0c-a5db-329a6fa495fb HTTP/1.1" status: 200 len: 910 time: 0.0937467 Jun 30 09:04:42.497426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39471743-f632-4135-b2eb-7e7024d20107 req-117ac255-9327-4bbd-b79d-6ece358d88ee tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Jun 30 09:04:42.507303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.511560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.513156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67e1ec45-5423-4129-b88e-cdf79fe75072 HTTP/1.1" status: 204 len: 168 time: 0.2083414 Jun 30 09:04:42.524018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226510e-50ea-4eec-a32e-d3a8fca91423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1ec45-5423-4129-b88e-cdf79fe75072,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.542256 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-07bebf7a-81b7-4e71-b2c6-1789392824dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcdef669-22d6-4066-9592-f5fadd59d400 HTTP/1.1" status: 200 len: 217 time: 0.0586033 Jun 30 09:04:42.616341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-9a3dd55e-3dd4-4855-a394-ca8d6854987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.617993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-9a3dd55e-3dd4-4855-a394-ca8d6854987f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73aa4836-b59a-472f-a951-21d7d82f7388 HTTP/1.1" status: 200 len: 849 time: 0.0607114 Jun 30 09:04:42.657970 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-b56bc9fa-e17b-4441-9d34-625e33e5555d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c221033c-19ce-4d0c-a5db-329a6fa495fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315278 Jun 30 09:04:42.779787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-41e3ebbc-0ba2-45a9-8c3e-5202c2a8ccd7 service neutron] 10.222.0.11 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139908 Jun 30 09:04:42.790187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-9699617a-683e-47ec-a031-2f0106733396 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.790187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-9699617a-683e-47ec-a031-2f0106733396 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.11 "GET /v2.0/networks?id=f7f335a7-01aa-40be-859c-290d2f9ce538 HTTP/1.1" status: 200 len: 820 time: 0.1628025 Jun 30 09:04:42.812184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:42.815380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170d9de-506b-4800-90b5-26586b2c1123 req-bf448bd5-2099-461c-a3b3-0c7ab7a33539 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.817141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3170d9de-506b-4800-90b5-26586b2c1123 req-bf448bd5-2099-461c-a3b3-0c7ab7a33539 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 943 time: 0.1365790 Jun 30 09:04:42.829381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Request body: {'port': {'device_id': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538', 'admin_state_up': True, 'tenant_id': '5abe539df81146ecab330b20bbe5ac39'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:42.932066 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-685884c2-50e2-43a3-9952-3f500c8cf6c1 req-7d63865e-1629-42f2-b24e-b04ec95e2ccc service neutron] 10.222.0.11 "GET /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452034 Jun 30 09:04:42.956287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:42.970381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:43.014855 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.022561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3170d9de-506b-4800-90b5-26586b2c1123 req-17fb590e-36ef-47af-aaae-b999fab17d52 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848514 Jun 30 09:04:43.030400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:43.051935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:43.056637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.108355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d32e-4fb2-4032-b8ef-9dfdb69f3ab3 req-c99204e8-54a1-4057-9abb-63a060625351 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.116970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7751d32e-4fb2-4032-b8ef-9dfdb69f3ab3 req-c99204e8-54a1-4057-9abb-63a060625351 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1405165 Jun 30 09:04:43.146483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.161116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7751d32e-4fb2-4032-b8ef-9dfdb69f3ab3 req-93a14a8e-5073-42d5-8f0b-27f57d6588f3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jun 30 09:04:43.161942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Made reservation on behalf of 5abe539df81146ecab330b20bbe5ac39 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:43.165062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.230698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c82478d-5d68-4bf3-ab9e-c5dd5950ba15 req-7e716e12-e05d-47b2-9418-977b6b04e94b tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 210 time: 0.0436382 Jun 30 09:04:43.347500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Allocated IP 172.20.0.2 (f7f335a7-01aa-40be-859c-290d2f9ce538/2a3d12e1-ca8f-4007-9498-c96bee0fab7b/5a69bec7-2025-4f3f-bfb9-2308ff25f6d8) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:43.498103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7010-f187-48a1-9856-5fdd2f1eadc3 req-3c4e295f-1e25-49c4-a752-658ea20ae6df tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.499591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b50c7010-f187-48a1-9856-5fdd2f1eadc3 req-3c4e295f-1e25-49c4-a752-658ea20ae6df tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1404831 Jun 30 09:04:43.558620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b50c7010-f187-48a1-9856-5fdd2f1eadc3 req-12b87140-bd20-479d-ba2d-133e837f85f0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521882 Jun 30 09:04:43.582478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.625257 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.698319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Network f7f335a7-01aa-40be-859c-290d2f9ce538 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:43.711259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:43.713429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:43.718271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f19a55c4-ba1e-4049-a383-5068e73dec11'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:43.744522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Pushing event updated for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.779053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.780023 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.809802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3e825-4fb1-4286-9224-3472f680ffd3 req-5e475d91-a881-4050-b3c7-ab47a8a77d45 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.817327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebe3e825-4fb1-4286-9224-3472f680ffd3 req-5e475d91-a881-4050-b3c7-ab47a8a77d45 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 944 time: 0.1543965 Jun 30 09:04:43.850683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-c62d7368-2cdb-4520-b47a-172de50031bd tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307364 Jun 30 09:04:43.866536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Request body: {'port': {'device_id': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:43.910367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebe3e825-4fb1-4286-9224-3472f680ffd3 req-48270326-d296-4316-9ccd-b34e06b1de65 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921824 Jun 30 09:04:43.978256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.265375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681de2-fef2-46ef-9e14-3e5c4e1bfcf4 req-a8404d8f-0576-4027-a1e9-3d8afb18562f tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.266916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95681de2-fef2-46ef-9e14-3e5c4e1bfcf4 req-a8404d8f-0576-4027-a1e9-3d8afb18562f tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 943 time: 0.1109576 Jun 30 09:04:44.328906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:44.341563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.355310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95681de2-fef2-46ef-9e14-3e5c4e1bfcf4 req-ecc5916a-46a2-4141-b891-74987a966e29 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663698 Jun 30 09:04:44.383601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Transition to ACTIVE for port object 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:44.388715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.449128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Pushing event updated for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.490016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992784-b9bd-49c1-bde5-c6323c3ca5be req-9bf4588f-fc0d-4258-966f-b3978d3597ef tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.491534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63992784-b9bd-49c1-bde5-c6323c3ca5be req-9bf4588f-fc0d-4258-966f-b3978d3597ef tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1538682 Jun 30 09:04:44.598451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63992784-b9bd-49c1-bde5-c6323c3ca5be req-dd9df2af-23cf-48b1-a421-9f9ca9ca12a6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884295 Jun 30 09:04:44.600059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Attempting to bind port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:44.600394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Attempting to bind port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '339b0dcf-69f9-40dd-8dc2-48764fa8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:44.600722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Attempting to bind port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 on network f7f335a7-01aa-40be-859c-290d2f9ce538 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:44.606757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 on network f7f335a7-01aa-40be-859c-290d2f9ce538 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:44.607080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Attempting to bind port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 on network f7f335a7-01aa-40be-859c-290d2f9ce538 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:44.622229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:44.622229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Checking segment: {'id': '339b0dcf-69f9-40dd-8dc2-48764fa8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:44.622229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Bound using segment: {'id': '339b0dcf-69f9-40dd-8dc2-48764fa8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:44.622229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Bound port: 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b0dcf-69f9-40dd-8dc2-48764fa8ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:44.622229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.640470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ed51-a1b9-4477-9ba0-91610a8f0b12 req-b8c1c50b-b277-44e1-8a5e-bcf768b420d3 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.641965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1de6ed51-a1b9-4477-9ba0-91610a8f0b12 req-b8c1c50b-b277-44e1-8a5e-bcf768b420d3 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 943 time: 0.1332598 Jun 30 09:04:44.719150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1de6ed51-a1b9-4477-9ba0-91610a8f0b12 req-a76aebf4-02bd-4f89-94a4-6170b8c8629d tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Jun 30 09:04:44.725136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:44.728409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,segment=NetworkSegment(339b0dcf-69f9-40dd-8dc2-48764fa8ae01),segment_id=339b0dcf-69f9-40dd-8dc2-48764fa8ae01)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:44.735984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.773015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.773481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.774936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 HTTP/1.1" status: 200 len: 1092 time: 0.9132359 Jun 30 09:04:44.775431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:44.777717 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:44.817667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 292c9ab3-5b14-4c20-8844-b896c1b59f0a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:44.821181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cc377-34fa-412c-80d2-c604684ef525 service neutron] Pushing event updated for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.920726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a,segment=NetworkSegment(fc7eca87-527b-4d37-b24b-611b893b4774),segment_id=fc7eca87-527b-4d37-b24b-611b893b4774)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:44.936527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '292c9ab3-5b14-4c20-8844-b896c1b59f0a', 'network_id': '334ba330-66c1-4e25-91c6-1bd4525bd3b4', 'port_id': '292c9ab3-5b14-4c20-8844-b896c1b59f0a', 'mac_address': 'fa:16:3e:81:6e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81416295-f6db-4fff-b646-bed9633ca791', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:44.938192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-23506d3f-96b3-476d-a8d9-eb176149ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.939795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-23506d3f-96b3-476d-a8d9-eb176149ab82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5abe539df81146ecab330b20bbe5ac39&device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 1095 time: 0.1043184 Jun 30 09:04:44.950854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769594b9-ee69-433f-ae0f-dc0490abd813 req-01c3e4a9-5767-467a-bd1d-506d743e679d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.953954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-769594b9-ee69-433f-ae0f-dc0490abd813 req-01c3e4a9-5767-467a-bd1d-506d743e679d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1088760 Jun 30 09:04:44.975223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.987549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292c9ab3-5b14-4c20-8844-b896c1b59f0a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:44.996220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-051e4f75-fa4f-44c3-af19-fa148c72a2f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0411036 Jun 30 09:04:45.008501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a,segment=NetworkSegment(fc7eca87-527b-4d37-b24b-611b893b4774),segment_id=fc7eca87-527b-4d37-b24b-611b893b4774)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:45.012912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.064076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.074862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-769594b9-ee69-433f-ae0f-dc0490abd813 req-dee03aa3-1cf0-4e90-b38a-ad12b78839d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112742 Jun 30 09:04:45.077221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-b409d682-cdad-4939-b1f7-d2c6c2195667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.079027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-b409d682-cdad-4939-b1f7-d2c6c2195667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3d12e1-ca8f-4007-9498-c96bee0fab7b HTTP/1.1" status: 200 len: 860 time: 0.0762341 Jun 30 09:04:45.116918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-106ddaeb-df9f-4343-8c0e-48c297d90e39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7f335a7-01aa-40be-859c-290d2f9ce538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314569 Jun 30 09:04:45.132392 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f865af83-62b6-4e2b-9781-d904f73a8164 x-openstack-request-id: req-f865af83-62b6-4e2b-9781-d904f73a8164 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:45.132701 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:45.132938 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f865af83-62b6-4e2b-9781-d904f73a8164 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:45.133339 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8', 'status': 'completed', 'code': 200} Jun 30 09:04:45.213440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-1f46081d-9874-4f25-8e18-7ab1a84eb0da service neutron] 10.222.0.11 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892069 Jun 30 09:04:45.354520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c4f20bd-2871-4353-9990-d07b26f988d2 req-faa32f90-e1c5-4c44-afa0-3aa347cea0f6 service neutron] 10.222.0.11 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339929 Jun 30 09:04:45.370839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaca0d-7e32-4acb-bd9d-c634fc178f34 req-9f0e8c67-3538-4b46-8f01-6f774ca12c00 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.372617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2eaca0d-7e32-4acb-bd9d-c634fc178f34 req-9f0e8c67-3538-4b46-8f01-6f774ca12c00 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 944 time: 0.1423819 Jun 30 09:04:45.420017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2eaca0d-7e32-4acb-bd9d-c634fc178f34 req-8fa7a96b-6a7e-4bc2-812a-2128e15ddee0 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Jun 30 09:04:45.434746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['292c9ab3-5b14-4c20-8844-b896c1b59f0a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:45.504814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-eee5cf4c-9acf-41cc-b174-4d8607f19513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.506625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-eee5cf4c-9acf-41cc-b174-4d8607f19513 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5abe539df81146ecab330b20bbe5ac39&device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 1095 time: 0.0855858 Jun 30 09:04:45.630318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-dbed49d0-4bd5-4cb4-831c-460f5c849bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.632483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-dbed49d0-4bd5-4cb4-831c-460f5c849bc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f7f335a7-01aa-40be-859c-290d2f9ce538 HTTP/1.1" status: 200 len: 921 time: 0.1181693 Jun 30 09:04:45.680513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-76dfcbb9-a51c-4da5-aafb-030486154970 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 HTTP/1.1" status: 200 len: 217 time: 0.0415988 Jun 30 09:04:45.750750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-7a3fde29-fa5d-41a5-8bfe-dcfb0a48a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.752790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-7a3fde29-fa5d-41a5-8bfe-dcfb0a48a453 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3d12e1-ca8f-4007-9498-c96bee0fab7b HTTP/1.1" status: 200 len: 860 time: 0.0638804 Jun 30 09:04:45.788679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-118f5443-ec58-436e-9b98-4469c0388883 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f7f335a7-01aa-40be-859c-290d2f9ce538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290723 Jun 30 09:04:45.804728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5611b-4456-4d5c-87f5-e335ebd356e9 req-eed97c02-54eb-4ce3-8bce-1962ceeebe9e tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.804728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3a5611b-4456-4d5c-87f5-e335ebd356e9 req-eed97c02-54eb-4ce3-8bce-1962ceeebe9e tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 944 time: 0.1248024 Jun 30 09:04:45.894502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3a5611b-4456-4d5c-87f5-e335ebd356e9 req-b7a62eea-8617-448f-aefe-4b1bb0e6a098 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Jun 30 09:04:45.919510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-d1615088-db7c-4282-8cab-79406fee04fb service neutron] 10.222.0.11 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158192 Jun 30 09:04:46.132017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-7a502f2e-6efd-47e7-861e-c443b82d82bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0679367 Jun 30 09:04:46.247370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.247857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.248334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.249125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.249372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.249900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.250322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.252412 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-b1ea1ccb-4083-47a5-a8f2-2492ed55f8dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 0.0721283 Jun 30 09:04:46.378253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3d80e23f-7465-475c-87d4-386c79512114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.378730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3d80e23f-7465-475c-87d4-386c79512114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.379229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3d80e23f-7465-475c-87d4-386c79512114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.380814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3d80e23f-7465-475c-87d4-386c79512114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=18ee196d-b504-4995-9a14-8aec058c5b14&id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 2299 time: 0.0976322 Jun 30 09:04:46.420454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d8601-f5a9-4c88-bc99-8cf2696da12d req-60a0ad2c-a273-4beb-8a58-a840ad2dea0e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.421961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d03d8601-f5a9-4c88-bc99-8cf2696da12d req-60a0ad2c-a273-4beb-8a58-a840ad2dea0e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.4937263 Jun 30 09:04:46.428459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5cc1acf-00fc-4ef0-9c81-07641c640b6f req-3f1da2f1-437e-4601-b5e5-d369a62e9a89 service neutron] 10.222.0.11 "GET /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916611 Jun 30 09:04:46.453485 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-a09128f8-1e12-4099-a90c-ee83f90e3115 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 1001 time: 0.0649378 Jun 30 09:04:46.458920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4272fc-f0b4-4c86-b5bc-b787b337e74d req-205380e0-f079-4516-8083-507935a94cd6 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.460386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa4272fc-f0b4-4c86-b5bc-b787b337e74d req-205380e0-f079-4516-8083-507935a94cd6 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 943 time: 0.1388855 Jun 30 09:04:46.494410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d03d8601-f5a9-4c88-bc99-8cf2696da12d req-3eb20743-4e6d-45f3-9f2b-5d0f57a9bbe4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Jun 30 09:04:46.504946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-63c64f0c-ef93-4372-9d5f-d7bca4d75e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.506599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-63c64f0c-ef93-4372-9d5f-d7bca4d75e1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 200 len: 856 time: 0.0453157 Jun 30 09:04:46.515676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa4272fc-f0b4-4c86-b5bc-b787b337e74d req-e998be07-fc56-474a-ad6d-95c8b3ccbe80 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Jun 30 09:04:46.576044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-bde2990a-d997-4405-a3d0-4e4971ec0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.577669 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-bde2990a-d997-4405-a3d0-4e4971ec0426 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c735695-6672-4d19-b042-93cd6e2d9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610130 Jun 30 09:04:46.667735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-4ca82048-3c3c-4840-9cc4-68015000b643 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Jun 30 09:04:46.680540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f001e8-eaab-4855-9d1a-03635b106b37 req-fac7227d-ca3b-48c2-a94e-9b084545826e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.682185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5f001e8-eaab-4855-9d1a-03635b106b37 req-fac7227d-ca3b-48c2-a94e-9b084545826e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0642083 Jun 30 09:04:46.721901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5f001e8-eaab-4855-9d1a-03635b106b37 req-38ebd067-906a-46fe-950e-5cc7672b2004 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Jun 30 09:04:46.780298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-cc205725-7353-460c-bb6d-a8db5da41960 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051595 Jun 30 09:04:46.825048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcdef669-22d6-4066-9592-f5fadd59d400 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:46.825601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3be33c54-0722-4d3e-bdc2-c4673bafae20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 217 time: 0.0376608 Jun 30 09:04:46.829049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:46.892508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-d3126d27-55de-44fc-9b93-1cb5aba5414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.898324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-d3126d27-55de-44fc-9b93-1cb5aba5414f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0632145 Jun 30 09:04:46.927105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88176caf-0b6e-4ac4-b4db-3710438578a4 req-5629b276-92c2-44ab-9b04-6090626f3102 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.928922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88176caf-0b6e-4ac4-b4db-3710438578a4 req-5629b276-92c2-44ab-9b04-6090626f3102 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 944 time: 0.0730042 Jun 30 09:04:46.968667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcdef669-22d6-4066-9592-f5fadd59d400,segment=NetworkSegment(81b80294-03a4-4cb0-a392-24c8288810aa),segment_id=81b80294-03a4-4cb0-a392-24c8288810aa)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:46.979891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88176caf-0b6e-4ac4-b4db-3710438578a4 req-e4af432a-bf2a-4f07-a22e-bf4f4dbeddee tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Jun 30 09:04:46.981519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-e69ff312-548f-4e23-8cd4-d2f0f1f26a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.983375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'fcdef669-22d6-4066-9592-f5fadd59d400', 'network_id': 'c221033c-19ce-4d0c-a5db-329a6fa495fb', 'port_id': 'fcdef669-22d6-4066-9592-f5fadd59d400', 'mac_address': 'fa:16:3e:a5:d6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73aa4836-b59a-472f-a951-21d7d82f7388', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:46.984464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-e69ff312-548f-4e23-8cd4-d2f0f1f26a10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775838 Jun 30 09:04:46.987220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port f19a55c4-ba1e-4049-a383-5068e73dec11 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:46.993947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f19a55c4-ba1e-4049-a383-5068e73dec11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:46.993947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.052375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.068831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdef669-22d6-4066-9592-f5fadd59d400 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:47.099411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-7d697f13-5a8f-4e13-affa-c075696e814b service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032205 Jun 30 09:04:47.112873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcdef669-22d6-4066-9592-f5fadd59d400,segment=NetworkSegment(81b80294-03a4-4cb0-a392-24c8288810aa),segment_id=81b80294-03a4-4cb0-a392-24c8288810aa)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:47.126750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.133281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.157633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7848c-03f7-4dd5-9ee4-e6aac2398698 req-88d15fec-ff41-41b5-bd28-195f5df48089 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.167079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69d7848c-03f7-4dd5-9ee4-e6aac2398698 req-88d15fec-ff41-41b5-bd28-195f5df48089 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 944 time: 0.0902576 Jun 30 09:04:47.187448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:47.192521 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903379c1-dcea-48b9-bc27-7eb99724a14c" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:47.209939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:47.213377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.218216 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.230521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69d7848c-03f7-4dd5-9ee4-e6aac2398698 req-a001f18a-652b-476c-a2e6-a82f87fb1034 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 Jun 30 09:04:47.254360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-759b9d94-f9d0-43c1-aab4-44e12c9fb6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469793 Jun 30 09:04:47.288892 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a045a453-4f7d-4052-9a5a-6edaac88ca03 x-openstack-request-id: req-a045a453-4f7d-4052-9a5a-6edaac88ca03 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:47.289348 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:47.290144 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a045a453-4f7d-4052-9a5a-6edaac88ca03 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:47.290603 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:04:47.302051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:47.303251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-6a324dde-31a3-460f-9f0e-b3dff7572efd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 217 time: 0.0422530 Jun 30 09:04:47.359861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-db863090-50cf-4315-81f4-2b8d6f9d327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.361555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-db863090-50cf-4315-81f4-2b8d6f9d327f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0497096 Jun 30 09:04:47.407931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477cab-ccc2-4a20-addb-0f96cfaafff1 req-87653e01-36ad-4d8f-8e17-9e5e518326f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.409972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72477cab-ccc2-4a20-addb-0f96cfaafff1 req-87653e01-36ad-4d8f-8e17-9e5e518326f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1097 time: 0.0591335 Jun 30 09:04:47.424079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-7cce2fec-c30d-4b10-9ecf-65605f836722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.425070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-7cce2fec-c30d-4b10-9ecf-65605f836722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575767 Jun 30 09:04:47.447531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72477cab-ccc2-4a20-addb-0f96cfaafff1 req-0dc14b61-18e4-4e9d-abe2-000a4c9b73f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Jun 30 09:04:47.517033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-bc4e7c9c-5e37-44c6-8441-1eba02a93587 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Jun 30 09:04:47.631815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fcdef669-22d6-4066-9592-f5fadd59d400'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:47.699438 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-def5c5b3-6414-4326-a3f4-39b3549e125d service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973582 Jun 30 09:04:47.729634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835defc7-87ee-4bc5-8f99-68234533dbcc req-8af36630-6e8a-422a-b231-51b7bc379e73 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.731227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-835defc7-87ee-4bc5-8f99-68234533dbcc req-8af36630-6e8a-422a-b231-51b7bc379e73 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1162236 Jun 30 09:04:47.744666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-63f499d0-a5b3-42ec-8471-6d67ddcf579d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 200 len: 217 time: 0.0376117 Jun 30 09:04:47.758943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff292cc-4a25-4f5c-92e5-7b166d82c7d5 req-c6e2ef26-9074-4e89-904b-46122f6390eb tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.760424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ff292cc-4a25-4f5c-92e5-7b166d82c7d5 req-c6e2ef26-9074-4e89-904b-46122f6390eb tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 943 time: 0.1001968 Jun 30 09:04:47.795870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-8475346e-4dfe-4e0d-93aa-8cf0ca729993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.797304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-8475346e-4dfe-4e0d-93aa-8cf0ca729993 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0466855 Jun 30 09:04:47.811966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-835defc7-87ee-4bc5-8f99-68234533dbcc req-f7ba4269-1573-4747-a027-4fadbff1fbe9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670333 Jun 30 09:04:47.817195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ff292cc-4a25-4f5c-92e5-7b166d82c7d5 req-25ee998b-c0e8-40c0-aa20-f00cff1cc479 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Jun 30 09:04:47.881433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-16c46a63-7fff-4102-b816-6c5cf5851b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.882980 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-16c46a63-7fff-4102-b816-6c5cf5851b86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788453 Jun 30 09:04:47.977642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-fb8d5b42-3a1d-4b2c-9697-aedb2d4d0cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Jun 30 09:04:48.001582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d251c1-3293-4b8a-94e7-f96ca7cec9e9 req-a4674634-ccdd-41e3-b32f-f5b1008758ae tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.003633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63d251c1-3293-4b8a-94e7-f96ca7cec9e9 req-a4674634-ccdd-41e3-b32f-f5b1008758ae tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.0626297 Jun 30 09:04:48.044032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63d251c1-3293-4b8a-94e7-f96ca7cec9e9 req-a76f4a7e-fcc5-4268-8b2a-f1b05296863e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343559 Jun 30 09:04:48.089554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-27717e50-43a1-4b5d-b8ab-e047c0ac7cf5 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049409 Jun 30 09:04:48.137191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-4246410c-77c8-4832-b8f3-674f15fe5395 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 200 len: 217 time: 0.0385895 Jun 30 09:04:48.191803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3003eeea-7265-4136-85f8-508d09ec4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.195583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-3003eeea-7265-4136-85f8-508d09ec4e21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.0493264 Jun 30 09:04:48.259592 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-26419d7b-b5e4-4903-948a-3531f291d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.261014 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-26419d7b-b5e4-4903-948a-3531f291d60f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592325 Jun 30 09:04:48.364121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89802c63-34f6-47eb-a197-33e76d020645 req-e0bbd9ed-8d22-4126-9544-910db961e029 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.370547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-acfb9111-3802-454c-bd7c-f7d147ce88d1 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982089 Jun 30 09:04:48.373028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89802c63-34f6-47eb-a197-33e76d020645 req-e0bbd9ed-8d22-4126-9544-910db961e029 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 945 time: 0.0965345 Jun 30 09:04:48.410537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89802c63-34f6-47eb-a197-33e76d020645 req-e2717aed-8135-4563-947b-4d177ad4b46f tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Jun 30 09:04:48.478533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-00aea8b9-86f6-43bb-a1b5-d19dbbcf9e58 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987089 Jun 30 09:04:48.504364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c394c3f-2445-4a68-ab1f-e8e9bf6e8668 req-aa2099df-b785-408f-8c1f-320a98540f3d tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.505931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c394c3f-2445-4a68-ab1f-e8e9bf6e8668 req-aa2099df-b785-408f-8c1f-320a98540f3d tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 944 time: 0.0673358 Jun 30 09:04:48.526135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-86c12e08-ef12-41cf-9a47-2e1c9ed0431d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 200 len: 217 time: 0.0399306 Jun 30 09:04:48.545473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c394c3f-2445-4a68-ab1f-e8e9bf6e8668 req-ece68dc2-eea2-4a75-a4ff-cebd3c0e5c67 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Jun 30 09:04:48.580683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-0cfc9ee5-a5eb-4419-adc9-60efb160950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.582171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-0cfc9ee5-a5eb-4419-adc9-60efb160950f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.0492291 Jun 30 09:04:48.626491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:48.647377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-5928f8ec-c9db-4aa7-949f-4972a32e918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.648995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-5928f8ec-c9db-4aa7-949f-4972a32e918b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593984 Jun 30 09:04:48.741660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d27e9-a430-49a9-94f5-3927796a7421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.746955 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-e17a2097-f389-4129-bc62-062d5892a39c service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894282 Jun 30 09:04:48.842044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:48.847979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 292c9ab3-5b14-4c20-8844-b896c1b59f0a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:48.878188 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d27e9-a430-49a9-94f5-3927796a7421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.887288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d27e9-a430-49a9-94f5-3927796a7421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.914576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-211c5765-899d-44b9-8e75-3bb9ebf19ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544516 Jun 30 09:04:48.982592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-f2bc5770-0189-4596-a0ba-420a33faad20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 217 time: 0.0607493 Jun 30 09:04:48.997424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d27e9-a430-49a9-94f5-3927796a7421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e83604-625d-45a6-828c-c950e9ea0e50,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.021470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 292c9ab3-5b14-4c20-8844-b896c1b59f0a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:49.030116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 292c9ab3-5b14-4c20-8844-b896c1b59f0a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:49.030495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.049640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0c0d27e9-a430-49a9-94f5-3927796a7421 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=366720bff27b411593eee30573c277c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203582 Jun 30 09:04:49.052639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:49.062001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,segment=NetworkSegment(339b0dcf-69f9-40dd-8dc2-48764fa8ae01),segment_id=339b0dcf-69f9-40dd-8dc2-48764fa8ae01)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.087062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8', 'network_id': 'f7f335a7-01aa-40be-859c-290d2f9ce538', 'port_id': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8', 'mac_address': 'fa:16:3e:6a:4e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3d12e1-ca8f-4007-9498-c96bee0fab7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:49.093006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-edfd6af5-f1b2-4334-9165-3674e01bfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.094661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-edfd6af5-f1b2-4334-9165-3674e01bfbda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1051455 Jun 30 09:04:49.132292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03481b-c73a-474a-a905-817490d4c6c3 req-51f8997c-6e2b-4245-8505-339c126de379 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.134044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca03481b-c73a-474a-a905-817490d4c6c3 req-51f8997c-6e2b-4245-8505-339c126de379 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 943 time: 0.1682391 Jun 30 09:04:49.156481 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.169461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01e4f-df07-496d-88f2-423fd8e129e6 req-d766a6ef-9d7e-42b5-af0b-7b19e039d0c9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.171135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8e01e4f-df07-496d-88f2-423fd8e129e6 req-d766a6ef-9d7e-42b5-af0b-7b19e039d0c9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1155300 Jun 30 09:04:49.185191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.187906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:49.225378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca03481b-c73a-474a-a905-817490d4c6c3 req-69b77f52-ee25-47d1-aead-08bbdbe77f4c tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801723 Jun 30 09:04:49.225596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,segment=NetworkSegment(339b0dcf-69f9-40dd-8dc2-48764fa8ae01),segment_id=339b0dcf-69f9-40dd-8dc2-48764fa8ae01)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.247038 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.247467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8e01e4f-df07-496d-88f2-423fd8e129e6 req-f9d52ab8-d268-42c5-aac0-456db147dfa1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631001 Jun 30 09:04:49.256436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a,segment=NetworkSegment(fc7eca87-527b-4d37-b24b-611b893b4774),segment_id=fc7eca87-527b-4d37-b24b-611b893b4774)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.289426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.306884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:49.310655 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042374bb-1200-480c-9a0b-63338e79ea29" -d '{"events": [{"server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:49.344525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.411986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.454438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.482272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.485040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e53b32-1177-4580-9f41-b9739f99b934 req-c53747ec-eeae-4071-9a47-8b534ae8764b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.487364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75e53b32-1177-4580-9f41-b9739f99b934 req-c53747ec-eeae-4071-9a47-8b534ae8764b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.1018658 Jun 30 09:04:49.506619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-da92fd32-0793-4e5b-800c-adc4e8e118a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.508183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-da92fd32-0793-4e5b-800c-adc4e8e118a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4049120 Jun 30 09:04:49.529245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75e53b32-1177-4580-9f41-b9739f99b934 req-86dec5f9-2a92-446a-82d5-1c67aba6da49 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349426 Jun 30 09:04:49.590097 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa734f16-fa67-423b-bb96-468226da95d6 x-openstack-request-id: req-fa734f16-fa67-423b-bb96-468226da95d6 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:49.590725 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:49.592730 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa734f16-fa67-423b-bb96-468226da95d6 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:49.596199 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a', 'code': 200} Jun 30 09:04:49.620935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.623651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.628195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/98e83604-625d-45a6-828c-c950e9ea0e50 HTTP/1.1" status: 204 len: 168 time: 0.5745399 Jun 30 09:04:49.645025 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-5f71a3ac-d5c2-4397-9a3e-ef43fb6349cb service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234047 Jun 30 09:04:49.646024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a3b81-f2c9-4c64-8ae2-170234a1192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e83604-625d-45a6-828c-c950e9ea0e50,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.734260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a69bec7-2025-4f3f-bfb9-2308ff25f6d8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:49.792823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cf5c2f5-4eb6-4d5d-8f42-c414467cab3f req-f075f377-d1cf-44e5-b5a5-31bc116f3ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389713 Jun 30 09:04:49.855554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a130a-a5c4-40cb-9d4e-07af20072f64 req-e03937e2-0ef5-467e-b231-4867eb13d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.856538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-824a130a-a5c4-40cb-9d4e-07af20072f64 req-e03937e2-0ef5-467e-b231-4867eb13d1ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 1097 time: 0.1843719 Jun 30 09:04:49.893664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d181b-08c4-43f7-80f5-3ec03d37af1e req-3f7373e5-32b0-4969-a01e-ef3ec6d0d8d4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.904882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49722) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:49.905577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab5d181b-08c4-43f7-80f5-3ec03d37af1e req-3f7373e5-32b0-4969-a01e-ef3ec6d0d8d4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.1891427 Jun 30 09:04:49.916634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'floatingip': {'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:49.946185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309c3c-aefc-4dfa-b0b5-e8249aa5706c req-c33766b7-c951-4b45-9fbe-781a511f2325 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.957516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28309c3c-aefc-4dfa-b0b5-e8249aa5706c req-c33766b7-c951-4b45-9fbe-781a511f2325 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 945 time: 0.1821082 Jun 30 09:04:49.968902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.984820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-824a130a-a5c4-40cb-9d4e-07af20072f64 req-ae4a07b2-3578-4b43-9997-545e1c4e305f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193926 Jun 30 09:04:50.023552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28309c3c-aefc-4dfa-b0b5-e8249aa5706c req-352eeccd-3bde-46a7-9b0b-8db05e26a30d tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Jun 30 09:04:50.112447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce7b9-fcc1-4e18-acc8-f179395ba2b5 req-7abba4f4-61c5-42b1-8fbb-c6ef66df6f6f tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.113959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a0ce7b9-fcc1-4e18-acc8-f179395ba2b5 req-7abba4f4-61c5-42b1-8fbb-c6ef66df6f6f tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.0672569 Jun 30 09:04:50.172827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a0ce7b9-fcc1-4e18-acc8-f179395ba2b5 req-4018cc11-b22c-45b2-9fa7-5385b4f0dd98 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526664 Jun 30 09:04:50.445296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49748) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:50.492377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84330-9c34-4e72-8fcf-289a3c1ecf72 req-aa7f5483-6a31-4df8-9716-011057b3af5f tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.493919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13d84330-9c34-4e72-8fcf-289a3c1ecf72 req-aa7f5483-6a31-4df8-9716-011057b3af5f tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 944 time: 0.1132426 Jun 30 09:04:50.502545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27a71b-c6fd-4d08-8b81-65fa4d877ced req-9f68cfd1-ab0b-4d97-a1e1-03a1929b3cda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.504034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd27a71b-c6fd-4d08-8b81-65fa4d877ced req-9f68cfd1-ab0b-4d97-a1e1-03a1929b3cda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0945070 Jun 30 09:04:50.515922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.521619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.557228 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13d84330-9c34-4e72-8fcf-289a3c1ecf72 req-5dcd310a-7c45-43ea-9a89-19d0a8fbeaee tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521493 Jun 30 09:04:50.566679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-892943444-network', 'tenant_id': '63cbb6df117747089e63ec9f928df098'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:50.572261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd27a71b-c6fd-4d08-8b81-65fa4d877ced req-fb3423d0-1d82-4e84-8b93-e70e4230c7cb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Jun 30 09:04:50.635286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Made reservation on behalf of 63cbb6df117747089e63ec9f928df098 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:50.637741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.653913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.671830 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Floating IP 868d7afe-a91d-4a21-ac89-d112829e76a7 associated. External IP: 172.25.4.134, port: f19a55c4-ba1e-4049-a383-5068e73dec11. Jun 30 09:04:50.854986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcdef669-22d6-4066-9592-f5fadd59d400 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:50.901592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port fcdef669-22d6-4066-9592-f5fadd59d400 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:50.905589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port fcdef669-22d6-4066-9592-f5fadd59d400 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:50.906056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.910062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.915238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.952601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:50.962405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7544e6d-9a2d-4b87-a8fe-95681cb9adf5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.971972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.972474 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Added segment 0c9ffc3b-ccb4-456d-9856-6cc614df9939 of type vlan for network d09b3371-ed86-4e87-a0b0-ad38071bba5a Jun 30 09:04:50.982466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:50.986557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.018932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcdef669-22d6-4066-9592-f5fadd59d400,segment=NetworkSegment(81b80294-03a4-4cb0-a392-24c8288810aa),segment_id=81b80294-03a4-4cb0-a392-24c8288810aa)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:51.022798 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.023369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.075536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.125580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.126598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.127196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.186967 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7404363 Jun 30 09:04:51.191645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49758) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:51.196497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Request body: {'subnet': {'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-892943444-subnet', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:51.203501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1c6e-ffe0-459c-8d99-09acb9892f86 req-003c8fd6-6ee5-4703-b940-0bd2ca685759 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.205627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-316d1c6e-ffe0-459c-8d99-09acb9892f86 req-003c8fd6-6ee5-4703-b940-0bd2ca685759 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.0727806 Jun 30 09:04:51.206259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:51.211429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.218235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Sync routers for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:51.227643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:51.228512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:51.244808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358baea3-1814-42f1-b12b-8482ed83ad93 admin admin] Pushing event updated for resources: {'Network': ['ID=d09b3371-ed86-4e87-a0b0-ad38071bba5a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.272191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:51.273388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-316d1c6e-ffe0-459c-8d99-09acb9892f86 req-380b1875-403c-4c7c-8772-a6a6a7530b59 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 Jun 30 09:04:51.292900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-26618051-7f85-4090-a38e-486044fcc5d5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "PUT /v2.0/floatingips/868d7afe-a91d-4a21-ac89-d112829e76a7 HTTP/1.1" status: 200 len: 991 time: 1.3787386 Jun 30 09:04:51.292900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:51.292900 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df714e06-75cd-4467-90a1-20ffeeb0db78" -d '{"events": [{"name": "network-changed", "server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:51.296792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Made reservation on behalf of 63cbb6df117747089e63ec9f928df098 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:51.300949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.447552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d62e-53f4-4e30-a8ce-a7be0bc28373 req-80b40168-8f87-4cb4-9c2c-3f7e23bd95eb tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.467343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed08d62e-53f4-4e30-a8ce-a7be0bc28373 req-80b40168-8f87-4cb4-9c2c-3f7e23bd95eb tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.1368310 Jun 30 09:04:51.491906 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb4db4-6e08-41af-ade4-9b0f2913e909 x-openstack-request-id: req-94cb4db4-6e08-41af-ade4-9b0f2913e909 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:51.492188 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:51.492448 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94cb4db4-6e08-41af-ade4-9b0f2913e909 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:51.492852 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'status': 'completed', 'code': 200} Jun 30 09:04:51.515970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed08d62e-53f4-4e30-a8ce-a7be0bc28373 req-248a292a-3522-47d4-9fe1-4b04ed2c4b26 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480683 Jun 30 09:04:51.553102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.584000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-effd825e-9594-43f5-a891-d71af7ff458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.585580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-effd825e-9594-43f5-a891-d71af7ff458d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1097 time: 0.0684175 Jun 30 09:04:51.622726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:51.623701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd02502-d798-4192-a423-197480c7f0d0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:51.625380 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48779459-a1e3-46ba-bbf7-33585bfac8af" -d '{"events": [{"server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "name": "network-vif-plugged", "status": "completed", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:51.667578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:51.670359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Checking segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:51.670975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Network hostable DHCP agents. Network: d09b3371-ed86-4e87-a0b0-ad38071bba5a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:51.691520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:51.706557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, d09b3371-ed86-4e87-a0b0-ad38071bba5a) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:51.713602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.714304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.729190 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e413f0c5-1913-432f-9d45-06559a7dedc6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5364158 Jun 30 09:04:51.731845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:51.737023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:51.761787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21331c58-6ab9-4e3a-b8a5-332c1d81c219 None None] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:51.763928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.766226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.832865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.862595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-727b03ec-b81f-40bb-87c9-9461ef92321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.864105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-727b03ec-b81f-40bb-87c9-9461ef92321c service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2693942 Jun 30 09:04:51.879072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ae3c-b571-4d22-9ce6-e3bd005a9ebc req-2ea31f8c-c9f3-4d6b-b927-97250b551a92 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.880553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9967ae3c-b571-4d22-9ce6-e3bd005a9ebc req-2ea31f8c-c9f3-4d6b-b927-97250b551a92 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 944 time: 0.1449602 Jun 30 09:04:51.978654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.981728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894c781-a881-443a-bf60-9ab86f77cf96 req-83643337-89b4-4f99-8db4-4a85dc027248 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.983280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9894c781-a881-443a-bf60-9ab86f77cf96 req-83643337-89b4-4f99-8db4-4a85dc027248 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1882946 Jun 30 09:04:51.996953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-1b40ddf8-a821-46e4-b6d6-cead458a7bd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1153669 Jun 30 09:04:52.012229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9967ae3c-b571-4d22-9ce6-e3bd005a9ebc req-8ed52a15-d55d-4b11-8452-35165422caa8 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240566 Jun 30 09:04:52.041282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-d09b3371-ed86-4e87-a0b0-ad38071bba5a', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:52.042373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.077041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9894c781-a881-443a-bf60-9ab86f77cf96 req-d37705d9-d33c-4162-ae3d-2a5f8bab9743 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Jun 30 09:04:52.088687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-569bb7b0-8c24-4902-84c4-b2e0001f692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.090348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-569bb7b0-8c24-4902-84c4-b2e0001f692d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0755792 Jun 30 09:04:52.139666 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3897221-9396-4d7c-ad0d-254e0c52f2c0 x-openstack-request-id: req-d3897221-9396-4d7c-ad0d-254e0c52f2c0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:52.140009 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "name": "network-vif-plugged", "status": "completed", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:52.140303 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3897221-9396-4d7c-ad0d-254e0c52f2c0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:52.140737 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400', 'code': 200} Jun 30 09:04:52.158226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '868d7afe-a91d-4a21-ac89-d112829e76a7', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:27Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 1, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:52.172732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-ee6c4e9c-1360-4005-a9a3-539d30c845e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.174680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-ee6c4e9c-1360-4005-a9a3-539d30c845e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776649 Jun 30 09:04:52.210796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Checking router: b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:52.244956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:52.245498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:52.271304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.295254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.317596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Allocated IP 172.20.0.2 (d09b3371-ed86-4e87-a0b0-ad38071bba5a/2cd02502-d798-4192-a423-197480c7f0d0/8e930c03-8623-440f-b4a6-9b3d99852d91) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:52.328284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-adafacea-96ae-4fa4-8187-b24907e1d7e9 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455162 Jun 30 09:04:52.360203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4001ba-5cf6-42e8-b264-374c9a4cf88b req-0ecca23f-f9fd-478a-9522-eb541588f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.362657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a4001ba-5cf6-42e8-b264-374c9a4cf88b req-0ecca23f-f9fd-478a-9522-eb541588f455 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 1098 time: 0.1671438 Jun 30 09:04:52.418186 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4a4001ba-5cf6-42e8-b264-374c9a4cf88b req-c5fbd3ca-703c-4102-86a5-cc5903330fb5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Jun 30 09:04:52.427874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:52.436826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df714e06-75cd-4467-90a1-20ffeeb0db78 req-39a94bb4-7e99-4822-aae9-a82225794fef service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022451 Jun 30 09:04:52.469299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Allocated IP 172.25.4.158 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/8f762f5d-6975-456d-9090-278c4c1e56df) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:52.562031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffa7b5-97f8-4f2d-aa92-d2f502ff33f7 req-7bfb01d1-a346-483d-8a90-c4f79d2273c1 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.563629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72ffa7b5-97f8-4f2d-aa92-d2f502ff33f7 req-7bfb01d1-a346-483d-8a90-c4f79d2273c1 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.0973461 Jun 30 09:04:52.607895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.617152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72ffa7b5-97f8-4f2d-aa92-d2f502ff33f7 req-be2b05bd-8c5b-4414-9faf-70632eade56c tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Jun 30 09:04:52.642559 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.657151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Transition to ACTIVE for port object 8e930c03-8623-440f-b4a6-9b3d99852d91 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:52.663666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.687445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Transition to ACTIVE for port object 8e930c03-8623-440f-b4a6-9b3d99852d91 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:52.699849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:52.702298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.705953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:52.709812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:52.738275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Pushing event updated for resources: {'Port': ['ID=8f762f5d-6975-456d-9090-278c4c1e56df,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.780446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c54bcf-c4e6-41f9-8e42-7dc6d4650288 req-3ac0521e-b3ad-4fa2-8f7c-7d7c8350a94b tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.780675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:52.782183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31c54bcf-c4e6-41f9-8e42-7dc6d4650288 req-3ac0521e-b3ad-4fa2-8f7c-7d7c8350a94b tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.0711265 Jun 30 09:04:52.789187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:52.791727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:52.810559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Pushing event updated for resources: {'Port': ['ID=8e930c03-8623-440f-b4a6-9b3d99852d91,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.831353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31c54bcf-c4e6-41f9-8e42-7dc6d4650288 req-c1ebb40f-31e3-41a1-b833-ca4e4382628a tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Jun 30 09:04:52.858596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:52.900562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Attempting to bind port 8e930c03-8623-440f-b4a6-9b3d99852d91 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:52.900944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Attempting to bind port 8e930c03-8623-440f-b4a6-9b3d99852d91 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:52.901313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Attempting to bind port 8e930c03-8623-440f-b4a6-9b3d99852d91 on network d09b3371-ed86-4e87-a0b0-ad38071bba5a {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:52.906906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '868d7afe-a91d-4a21-ac89-d112829e76a7', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:27Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 1, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:52.950447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:52.950863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Checking segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:52.951310 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.951758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Bound using segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:52.952296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Bound port: 8e930c03-8623-440f-b4a6-9b3d99852d91, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:52.952683 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.957846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2af5e8-06d1-477c-96ed-98ebdaf87eba None None] The sync data for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 is: [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '868d7afe-a91d-4a21-ac89-d112829e76a7', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'floating_ip_address': '172.25.4.134', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:27Z', 'updated_at': '2021-06-30T09:04:50Z', 'revision_number': 1, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:52.988415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.021982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:53.030005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:53.030235 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.044493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1b414-db96-4fc4-a0fd-ede92f4b221e req-eb043d56-0f4e-46aa-9618-08c4a2dde682 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.050502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3db1b414-db96-4fc4-a0fd-ede92f4b221e req-eb043d56-0f4e-46aa-9618-08c4a2dde682 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.0927517 Jun 30 09:04:53.071819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] For port 8e930c03-8623-440f-b4a6-9b3d99852d91, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:53.076837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] For port 8e930c03-8623-440f-b4a6-9b3d99852d91, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8e930c03-8623-440f-b4a6-9b3d99852d91,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:53.091070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.096795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3db1b414-db96-4fc4-a0fd-ede92f4b221e req-7b8fbc8f-1f26-4c90-8aff-6bb7319f103a tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Jun 30 09:04:53.198015 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.245280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1635b6-c905-42e5-ae5c-e45df8802b16 None None] Pushing event updated for resources: {'Port': ['ID=8e930c03-8623-440f-b4a6-9b3d99852d91,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.309683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,segment=NetworkSegment(339b0dcf-69f9-40dd-8dc2-48764fa8ae01),segment_id=339b0dcf-69f9-40dd-8dc2-48764fa8ae01)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:53.318693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.318874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.325116 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e22e18d-d068-4569-a452-2f77753a9b9a None None] New status for floating IP 868d7afe-a91d-4a21-ac89-d112829e76a7: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:53.338184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a92d5c-c951-4007-89d2-95e5cc133b83 req-fc65d8fc-7452-4b4c-8197-ef8d3fb81365 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.346889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42a92d5c-c951-4007-89d2-95e5cc133b83 req-fc65d8fc-7452-4b4c-8197-ef8d3fb81365 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 944 time: 0.1762874 Jun 30 09:04:53.380692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.437827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42a92d5c-c951-4007-89d2-95e5cc133b83 req-d172f792-bc15-4868-b9d7-530fd1c602f6 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Jun 30 09:04:53.487409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91308293-40c2-4ded-859d-3f8241fd3c3e req-3f09cf33-c1da-4d7b-97a8-17889fcf0eac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.489829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91308293-40c2-4ded-859d-3f8241fd3c3e req-3f09cf33-c1da-4d7b-97a8-17889fcf0eac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.2360070 Jun 30 09:04:53.552060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91308293-40c2-4ded-859d-3f8241fd3c3e req-86f735c6-f7f6-42ce-b0be-00760b01778e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Jun 30 09:04:53.888839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Router aa5b6d9f-b64c-4258-9e51-b5d2522dedef is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:54.001621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:54.019393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Sync routers for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:54.031665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.036456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:54.036602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14c184f2-e259-490f-b2da-7e313dbc593b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.3004053 Jun 30 09:04:54.036684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:54.037629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:54.084447 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:54.106947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c84d-6574-4d2f-a19b-5d38824ad28f req-935eda9a-62fb-49d8-81af-c69f12c96be1 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.109880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e822c84d-6574-4d2f-a19b-5d38824ad28f req-935eda9a-62fb-49d8-81af-c69f12c96be1 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.1029706 Jun 30 09:04:54.186852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e822c84d-6574-4d2f-a19b-5d38824ad28f req-bf8cede0-9641-4efa-991f-fa1c65b31fdd tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Jun 30 09:04:54.225465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca27b0-f1eb-4a9e-9102-4f1fde9908d5 req-e9b53a79-f0dd-4589-ae84-a27fb3651fa3 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.233299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baca27b0-f1eb-4a9e-9102-4f1fde9908d5 req-e9b53a79-f0dd-4589-ae84-a27fb3651fa3 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.1540947 Jun 30 09:04:54.286565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baca27b0-f1eb-4a9e-9102-4f1fde9908d5 req-e1352954-1f2f-4e8c-81df-2f41cfa7a23c tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Jun 30 09:04:54.385388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:54.444503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:54.446832 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fdd2ba-1920-4c68-a678-04c9fdaf64d2" -d '{"events": [{"server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "name": "network-vif-plugged", "status": "completed", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:54.500963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd25b1-b67f-487c-9356-56143a4b521f None None] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:54.621875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bb412dab-f68e-424f-8fb9-54c131cc9fb0 None None] Provisioning for port 8e930c03-8623-440f-b4a6-9b3d99852d91 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:54.626032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.712853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:52Z', 'revision_number': 3, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:54.713447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5d4ed-e2a4-4dc1-b018-4114ccefc8c3 req-51241fcc-d53f-4f7c-b5e6-110d4d10da15 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.720635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ef5d4ed-e2a4-4dc1-b018-4114ccefc8c3 req-51241fcc-d53f-4f7c-b5e6-110d4d10da15 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.0896029 Jun 30 09:04:54.756508 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fccb4f-8ba4-40f5-9a89-cf5b0cdb429a x-openstack-request-id: req-b4fccb4f-8ba4-40f5-9a89-cf5b0cdb429a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:54.756811 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "name": "network-vif-plugged", "status": "completed", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:54.757065 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4fccb4f-8ba4-40f5-9a89-cf5b0cdb429a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:54.757444 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8', 'code': 200} Jun 30 09:04:54.763220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Checking router: aa5b6d9f-b64c-4258-9e51-b5d2522dedef for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:54.763220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Updating router aa5b6d9f-b64c-4258-9e51-b5d2522dedef port 8f762f5d-6975-456d-9090-278c4c1e56df binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:54.782459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ef5d4ed-e2a4-4dc1-b018-4114ccefc8c3 req-8846c918-5903-4a6b-a3eb-4818c964059a tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608234 Jun 30 09:04:54.843468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Allocated IP 172.20.0.1 (d09b3371-ed86-4e87-a0b0-ad38071bba5a/2cd02502-d798-4192-a423-197480c7f0d0/f45a4494-2387-4a6e-9cf0-b5c728903935) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:54.843608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.909400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b366aea-4643-418f-88e6-8e2b7ca38599 req-f26d46d9-edb3-4c86-ad81-4a45c0046f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.911244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b366aea-4643-418f-88e6-8e2b7ca38599 req-f26d46d9-edb3-4c86-ad81-4a45c0046f77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 1097 time: 0.0750871 Jun 30 09:04:54.993202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.006681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Transition to ACTIVE for port object f45a4494-2387-4a6e-9cf0-b5c728903935 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:55.022008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b366aea-4643-418f-88e6-8e2b7ca38599 req-4374e8d1-ac24-4727-89c3-9dde03368099 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780323 Jun 30 09:04:55.045143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.054712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aedfc-2de2-4879-835d-65fb2381ee07 req-82b0c43d-242d-4ecb-9686-a0816fe880be tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.056365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-715aedfc-2de2-4879-835d-65fb2381ee07 req-82b0c43d-242d-4ecb-9686-a0816fe880be tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1496058 Jun 30 09:04:55.085132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bf359-3567-44eb-b306-d50829fb43fa req-bf8b6206-0f5c-4947-a038-8b5f44447061 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.086722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-390bf359-3567-44eb-b306-d50829fb43fa req-bf8b6206-0f5c-4947-a038-8b5f44447061 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.1259108 Jun 30 09:04:55.098039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:55.103535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:55.108250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:55.134691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Pushing event updated for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.145768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-715aedfc-2de2-4879-835d-65fb2381ee07 req-6211beb7-5160-45a9-b758-69a5bfce4409 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752077 Jun 30 09:04:55.153967 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.157622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-390bf359-3567-44eb-b306-d50829fb43fa req-52205868-9d9b-4db9-ab09-9db8c71842dc tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599985 Jun 30 09:04:55.163142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.187335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Transition to ACTIVE for port object 8f762f5d-6975-456d-9090-278c4c1e56df will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:55.197115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.258944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Attempting to bind port 8f762f5d-6975-456d-9090-278c4c1e56df on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:55.259330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Attempting to bind port 8f762f5d-6975-456d-9090-278c4c1e56df by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:55.259708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Attempting to bind port 8f762f5d-6975-456d-9090-278c4c1e56df on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:55.285703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:55.285948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:55.286497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.286801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:55.287458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Bound port: 8f762f5d-6975-456d-9090-278c4c1e56df, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:55.287993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.292171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Pushing event updated for resources: {'Port': ['ID=8f762f5d-6975-456d-9090-278c4c1e56df,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.360461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] For port 8f762f5d-6975-456d-9090-278c4c1e56df, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:55.364852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] For port 8f762f5d-6975-456d-9090-278c4c1e56df, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f762f5d-6975-456d-9090-278c4c1e56df,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:55.373120 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.405373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.530980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Pushing event updated for resources: {'Port': ['ID=8f762f5d-6975-456d-9090-278c4c1e56df,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.548678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.549032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.549469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.549806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.550287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.550626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.550955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.551284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.551608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.551931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.552253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.552574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0038dd-7f13-4e94-abb1-df607845a696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:55.556639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:55.557252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:55.660027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8e930c03-8623-440f-b4a6-9b3d99852d91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:55.689434 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.695280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.710372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-66d21192-f1bd-4a56-b6e1-87002f2a7ad3 None None] Provisioning for port f45a4494-2387-4a6e-9cf0-b5c728903935 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:55.715572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:55.748310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-66d21192-f1bd-4a56-b6e1-87002f2a7ad3 None None] Provisioning complete for port f45a4494-2387-4a6e-9cf0-b5c728903935 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:55.748915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-66d21192-f1bd-4a56-b6e1-87002f2a7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.764775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Pushing event updated for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.774100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.837737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-66d21192-f1bd-4a56-b6e1-87002f2a7ad3 None None] Port f45a4494-2387-4a6e-9cf0-b5c728903935 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:55.878143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8e930c03-8623-440f-b4a6-9b3d99852d91 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:55.879057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:55.880714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:55.885514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8e930c03-8623-440f-b4a6-9b3d99852d91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:55.885922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.066558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e73ac0-5907-41cb-8bc3-da7a4c199106 req-e3398db1-958b-472f-aab1-a662717f4ed6 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.073558 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.078437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97e73ac0-5907-41cb-8bc3-da7a4c199106 req-e3398db1-958b-472f-aab1-a662717f4ed6 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.1418819 Jun 30 09:04:56.111728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8e930c03-8623-440f-b4a6-9b3d99852d91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8e930c03-8623-440f-b4a6-9b3d99852d91,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:56.117725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:04:54Z', 'revision_number': 1, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:56.118205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Router aa5b6d9f-b64c-4258-9e51-b5d2522dedef has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:56.145835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97e73ac0-5907-41cb-8bc3-da7a4c199106 req-8e1166b8-ee97-4560-96fb-051bec79b08a tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655274 Jun 30 09:04:56.161013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.167640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60987e90-ce5d-40a1-9711-96514497cf33 None None] The sync data for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 is: [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:04:54Z', 'revision_number': 1, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:56.225775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-97e0f321-e79c-4a73-ac16-425a078b7efc None None] Provisioning complete for port f45a4494-2387-4a6e-9cf0-b5c728903935 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:56.226262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97e0f321-e79c-4a73-ac16-425a078b7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.251328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8e930c03-8623-440f-b4a6-9b3d99852d91,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:56.276382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-97e0f321-e79c-4a73-ac16-425a078b7efc None None] Port f45a4494-2387-4a6e-9cf0-b5c728903935 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:56.278353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:56.291976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c12d815c-cdde-43e9-b8b0-8c796512f922 admin admin] 10.222.0.66 "PUT /v2.0/routers/aa5b6d9f-b64c-4258-9e51-b5d2522dedef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438490 Jun 30 09:04:56.448826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174bde-3fa3-4d9c-8746-9278caff281b req-fc990df0-0403-4743-9381-5c8cebbdcc83 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.456821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a174bde-3fa3-4d9c-8746-9278caff281b req-fc990df0-0403-4743-9381-5c8cebbdcc83 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.1081078 Jun 30 09:04:56.555237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a174bde-3fa3-4d9c-8746-9278caff281b req-56c793a2-a1b1-4733-af32-4a5d0c6d15c4 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccb556f8-a368-476c-a55d-bb620b4ecd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975411 Jun 30 09:04:56.591437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1ee42-6c25-4b7d-bb61-6d1425f9b51e req-06f61374-1d42-4868-894d-637cf7f24fc3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.592944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9cd1ee42-6c25-4b7d-bb61-6d1425f9b51e req-06f61374-1d42-4868-894d-637cf7f24fc3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1286428 Jun 30 09:04:56.640954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9cd1ee42-6c25-4b7d-bb61-6d1425f9b51e req-6f4912d0-9ae4-47dd-a01f-47cdd321dd7e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Jun 30 09:04:56.721072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1f9afa99-c1a6-49c5-8270-f47f003ba270 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.722755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1f9afa99-c1a6-49c5-8270-f47f003ba270 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 945 time: 0.0793266 Jun 30 09:04:56.841142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Deleting port 292c9ab3-5b14-4c20-8844-b896c1b59f0a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:56.841740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.962446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] For port 292c9ab3-5b14-4c20-8844-b896c1b59f0a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=292c9ab3-5b14-4c20-8844-b896c1b59f0a,segment=NetworkSegment(fc7eca87-527b-4d37-b24b-611b893b4774),segment_id=fc7eca87-527b-4d37-b24b-611b893b4774)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:56.963183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.984463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Calling delete_port for 292c9ab3-5b14-4c20-8844-b896c1b59f0a owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:57.069946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49864) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.079583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159841633', 'description': 'tempest-description--1143878431'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.117144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.244059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.248201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.257051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.265058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['292c9ab3-5b14-4c20-8844-b896c1b59f0a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:57.279364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Pushing event deleted for resources: {'Port': ['ID=292c9ab3-5b14-4c20-8844-b896c1b59f0a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.288359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.288732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.290757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.291975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.291975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.291975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.292230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:57.337848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.339971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2688015 Jun 30 09:04:57.346169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.356157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'security_group_rule': {'security_group_id': '4d893e7d-7f26-4b87-9c3d-09c37b388d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.366061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b37a17-3c77-420b-ad4a-7edaa6574aad tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d893e7d-7f26-4b87-9c3d-09c37b388d99,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.400177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] No DVR routers for this DVR port 292c9ab3-5b14-4c20-8844-b896c1b59f0a on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:57.404005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.404177 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.406268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16e9bf54-b44a-4572-a431-2d207dd2f410 req-1189b3e4-3211-44b1-86c1-8521e839c2a7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.11 "DELETE /v2.0/ports/292c9ab3-5b14-4c20-8844-b896c1b59f0a HTTP/1.1" status: 204 len: 173 time: 0.6768508 Jun 30 09:04:57.406734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'name': 'network-vif-deleted', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:57.409651 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7daf0-f416-463e-b2da-53589eb9083b" -d '{"events": [{"server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "name": "network-vif-deleted", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:57.481439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b3192-df79-4a09-8fa3-7e916182fd64 req-d3e0613b-24f1-4b99-ba01-b24200a31def tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.487020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c2b3192-df79-4a09-8fa3-7e916182fd64 req-d3e0613b-24f1-4b99-ba01-b24200a31def tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.1514304 Jun 30 09:04:57.540639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.542991 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20038e68-1c0b-4147-957d-7f268b56da5c x-openstack-request-id: req-20038e68-1c0b-4147-957d-7f268b56da5c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:57.543375 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6b21b7-2c01-4734-ba05-c2491926f9cd", "name": "network-vif-deleted", "tag": "292c9ab3-5b14-4c20-8844-b896c1b59f0a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:57.543862 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20038e68-1c0b-4147-957d-7f268b56da5c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:57.544581 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6b21b7-2c01-4734-ba05-c2491926f9cd', 'name': 'network-vif-deleted', 'tag': '292c9ab3-5b14-4c20-8844-b896c1b59f0a', 'status': 'completed', 'code': 200} Jun 30 09:04:57.549311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.581700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c2b3192-df79-4a09-8fa3-7e916182fd64 req-f1dbd1c4-78c6-4b3e-b0e7-ecbf5606e1ea tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829415 Jun 30 09:04:57.587164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab334fa-ee04-4338-86d5-b8cea30a3b47,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.614049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.617887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03a04fff-5f01-4166-80f2-4184e6ccaf96 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690783 Jun 30 09:04:57.619072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.625981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'security_group_rule': {'security_group_id': '4d893e7d-7f26-4b87-9c3d-09c37b388d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.697163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.752883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8e930c03-8623-440f-b4a6-9b3d99852d91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:57.791508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.796863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.821986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad435fa-dca2-420b-98b5-9cfad0ac41db,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.842729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.843976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b33addab-fde2-4d55-9c13-3e16edffa5bc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235320 Jun 30 09:04:57.845159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3fddff8-7873-4277-a60f-7f32f255bebe req-2fd545e4-2707-4d29-a049-377ae3b438b7 tempest-ServersNegativeTestMultiTenantJSON-1739144549 tempest-ServersNegativeTestMultiTenantJSON-1739144549-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec6b21b7-2c01-4734-ba05-c2491926f9cd HTTP/1.1" status: 200 len: 210 time: 0.0471168 Jun 30 09:04:57.848476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49890) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:57.854265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:57.885681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8e930c03-8623-440f-b4a6-9b3d99852d91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:57.886168 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.903117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.026176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f762f5d-6975-456d-9090-278c4c1e56df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:58.071870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.120889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8f762f5d-6975-456d-9090-278c4c1e56df completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:58.128721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8f762f5d-6975-456d-9090-278c4c1e56df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:58.129927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.145676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb986aa-cbb6-491b-b4c5-52e83e311ef7 req-5e6a69f4-944b-4355-bf12-d895f84dc3e3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.147531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8bb986aa-cbb6-491b-b4c5-52e83e311ef7 req-5e6a69f4-944b-4355-bf12-d895f84dc3e3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1192935 Jun 30 09:04:58.220234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8bb986aa-cbb6-491b-b4c5-52e83e311ef7 req-7ad48ee4-68fd-4847-a148-858b0547165c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Jun 30 09:04:58.249570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Allocated IP 172.25.4.166 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/5c81fdcf-81df-4501-a86c-0f4dfb499fda) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:58.259055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.326494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8f762f5d-6975-456d-9090-278c4c1e56df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f762f5d-6975-456d-9090-278c4c1e56df,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:58.343671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.401263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.411378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8f762f5d-6975-456d-9090-278c4c1e56df,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.451560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.494038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:58.497033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:58.499441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:58.536459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'Port': ['ID=5c81fdcf-81df-4501-a86c-0f4dfb499fda,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.620714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.697928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.882706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.888381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.968781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'Port': ['ID=5c81fdcf-81df-4501-a86c-0f4dfb499fda,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:58.976480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.990514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.995401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:58.995915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-58d8cb8c-3f3a-4ecf-97d0-eeda4f0b1ac1 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1430621 Jun 30 09:04:59.071258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Deleting subnet 81416295-f6db-4fff-b646-bed9633ca791 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:59.076261 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Sync routers for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:59.083813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.088230 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:59.089005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.151198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.198561 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:59.228763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8068da0f-4c53-407e-820a-9d6f91d66d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.229407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.293627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37480c-f811-4a65-8c33-e9831103641c req-9c748e68-8098-44a7-94d3-ad8093e1be9c tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.295373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f37480c-f811-4a65-8c33-e9831103641c req-9c748e68-8098-44a7-94d3-ad8093e1be9c tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.1766903 Jun 30 09:04:59.318669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef30e-80c7-4f9e-996d-32d2e2e72ac8 req-c337874a-e353-43ac-8755-417c1bbcb89b tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.320006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03aef30e-80c7-4f9e-996d-32d2e2e72ac8 req-c337874a-e353-43ac-8755-417c1bbcb89b tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.1716070 Jun 30 09:04:59.354029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.400609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81416295-f6db-4fff-b646-bed9633ca791,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.404382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.406261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4ccf3111-3971-478f-a9c4-ed4b00221a6d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81416295-f6db-4fff-b646-bed9633ca791 HTTP/1.1" status: 204 len: 168 time: 0.4098713 Jun 30 09:04:59.408965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49944) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.409411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f37480c-f811-4a65-8c33-e9831103641c req-bd2743c7-2bf0-4985-853a-8174791b3487 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029456 Jun 30 09:04:59.415131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03aef30e-80c7-4f9e-996d-32d2e2e72ac8 req-63b775d3-3438-439d-8f02-81f8b6cb1e77 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877955 Jun 30 09:04:59.419650 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 2, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.462762 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Checking router: aa5b6d9f-b64c-4258-9e51-b5d2522dedef for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:59.463454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Updating router aa5b6d9f-b64c-4258-9e51-b5d2522dedef port f45a4494-2387-4a6e-9cf0-b5c728903935 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:59.509518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.512014 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.549209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f762f5d-6975-456d-9090-278c4c1e56df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:59.612800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-38cb606b-6976-4834-a158-9b6bfd1f9ad3 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--159841633&fields=id&tenant_id=63cbb6df117747089e63ec9f928df098 HTTP/1.1" status: 200 len: 267 time: 0.0567594 Jun 30 09:04:59.637239 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.643312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8f762f5d-6975-456d-9090-278c4c1e56df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:59.643692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.648554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ba330-66c1-4e25-91c6-1bd4525bd3b4']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.660124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7eca87-527b-4d37-b24b-611b893b4774') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.662141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7eca87-527b-4d37-b24b-611b893b4774') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:59.678007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.694605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.701256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:59.701669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:59.773950 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:59.780720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.796979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce333905-1554-4e8e-a355-45ade793441d tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.802396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce333905-1554-4e8e-a355-45ade793441d tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/networks?id=d09b3371-ed86-4e87-a0b0-ad38071bba5a HTTP/1.1" status: 200 len: 805 time: 0.1882927 Jun 30 09:04:59.803846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.806150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] 10.222.0.66 "DELETE /v2.0/networks/334ba330-66c1-4e25-91c6-1bd4525bd3b4 HTTP/1.1" status: 204 len: 168 time: 0.3953185 Jun 30 09:04:59.807294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bf7c2-75dc-463e-a36b-224560e5639a admin admin] Pushing event deleted for resources: {'Network': ['ID=334ba330-66c1-4e25-91c6-1bd4525bd3b4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.809532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49958) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:59.862892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Deleting subnet 13f671dc-4ef0-4fa0-9b55-43b642acda1a {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:59.865201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-be37e9c3-b794-4e47-8acc-394e21ae2e13 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/quotas/63cbb6df117747089e63ec9f928df098 HTTP/1.1" status: 200 len: 375 time: 0.0501440 Jun 30 09:04:59.866493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.901515 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.909183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.913554 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Transition to ACTIVE for port object f45a4494-2387-4a6e-9cf0-b5c728903935 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:59.924887 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.930847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6930c-4c52-4b62-ad8f-878b0edc3d60 req-5452474e-85c8-4742-988d-0868cbb76e73 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.932897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ca6930c-4c52-4b62-ad8f-878b0edc3d60 req-5452474e-85c8-4742-988d-0868cbb76e73 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1927485 Jun 30 09:04:59.963008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.983164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-2c27aae6-8e9a-4dc5-a031-a62f461240e2 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63cbb6df117747089e63ec9f928df098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150753 Jun 30 09:05:00.024364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ca6930c-4c52-4b62-ad8f-878b0edc3d60 req-52eedbe5-05ad-428c-bfdf-57f71484cc75 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Jun 30 09:05:00.035035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.037341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Pushing event updated for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.056009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.056272 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.056633 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.057099 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.057619 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.057971 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.058297 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.058622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.058943 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.059262 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.059580 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.060071 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:00.079615 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Attempting to bind port f45a4494-2387-4a6e-9cf0-b5c728903935 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:00.081719 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Attempting to bind port f45a4494-2387-4a6e-9cf0-b5c728903935 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:00.082785 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Attempting to bind port f45a4494-2387-4a6e-9cf0-b5c728903935 on network d09b3371-ed86-4e87-a0b0-ad38071bba5a {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.093856 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:00.094749 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Checking segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:00.096181 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.098068 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Bound using segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:00.099241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Bound port: f45a4494-2387-4a6e-9cf0-b5c728903935, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:00.100088 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.101116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f671dc-4ef0-4fa0-9b55-43b642acda1a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.129155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.134835 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-518cda63-1ca8-4716-8ac8-72b4e63abcc7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/13f671dc-4ef0-4fa0-9b55-43b642acda1a HTTP/1.1" status: 204 len: 168 time: 0.3205490 Jun 30 09:05:00.137457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49962) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.262237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-f97fec1d-35e5-40ba-87f7-f89986e84fe9 service neutron] 10.222.0.66 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672195 Jun 30 09:05:00.263996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] For port f45a4494-2387-4a6e-9cf0-b5c728903935, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:00.268944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] For port f45a4494-2387-4a6e-9cf0-b5c728903935, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f45a4494-2387-4a6e-9cf0-b5c728903935,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:00.276260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.276969 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.372262 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:00.373605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:00.404029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-78c7ccc3-dced-4875-9ba8-d51d233cfca2 service neutron] 10.222.0.66 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294196 Jun 30 09:05:00.427407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.442221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbad7874-4b45-4711-b5a5-0374f6cd0069']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:00.448476 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113352c-187d-41a1-abf9-74e09faf2017 None None] Pushing event updated for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.456938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ba1121-9ede-4267-8aa0-a74ab34cc473') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:00.456938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ba1121-9ede-4267-8aa0-a74ab34cc473') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:00.468397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.486813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.493806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:00.508571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.541646 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:00.569343 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:00.613690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.625858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.629838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] 10.222.0.66 "DELETE /v2.0/networks/cbad7874-4b45-4711-b5a5-0374f6cd0069 HTTP/1.1" status: 204 len: 168 time: 0.4912345 Jun 30 09:05:00.645134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389cd7-6e62-445d-9a6e-f43ffcaff89c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbad7874-4b45-4711-b5a5-0374f6cd0069,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.693913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3c916-5cfe-46a4-b477-264f4cc72332 req-9902d05e-d4c5-42f0-b7b4-6f3100902155 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.695494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3d3c916-5cfe-46a4-b477-264f4cc72332 req-9902d05e-d4c5-42f0-b7b4-6f3100902155 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.0982130 Jun 30 09:05:00.781055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3d3c916-5cfe-46a4-b477-264f4cc72332 req-442e440a-108e-4e18-a301-5c7cecbb38ad tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794709 Jun 30 09:05:00.849133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:00.854148 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:00Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:00.886618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 292c9ab3-5b14-4c20-8844-b896c1b59f0a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:00.901545 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f8ee0-2189-4fdb-a2e5-b8d53a703b05 None None] The sync data for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 is: [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:00Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:00.922302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 292c9ab3-5b14-4c20-8844-b896c1b59f0a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:00.922655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 292c9ab3-5b14-4c20-8844-b896c1b59f0a not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:00.935167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6a1f1-ed38-43af-b80b-a8517e79f4e7 req-c29072ac-c190-4e35-b0ef-c15fc653a38b tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.936709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5b6a1f1-ed38-43af-b80b-a8517e79f4e7 req-c29072ac-c190-4e35-b0ef-c15fc653a38b tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.1604259 Jun 30 09:05:00.979065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be4f2b35-4478-470c-bb11-07f9fe54f61e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e714bb6b68640ffb2305b282f155276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285729 Jun 30 09:05:00.982733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49982) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:01.031576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5b6a1f1-ed38-43af-b80b-a8517e79f4e7 req-666d0456-d82e-46b9-8ad4-5e81c65a2757 tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/security-groups?id=e3296199-0445-400f-841e-3e7723d4affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820649 Jun 30 09:05:01.081806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.095320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-9dbd9f53-bc16-46d6-a905-a6b1616b50fe tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.110239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-9dbd9f53-bc16-46d6-a905-a6b1616b50fe tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.2364140 Jun 30 09:05:01.112243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-33e82936-e4ac-4839-ac9a-625070571b8e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.113710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-33e82936-e4ac-4839-ac9a-625070571b8e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.11 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 946 time: 0.2076733 Jun 30 09:05:01.120004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2aef0b6-1c3b-45df-aa78-a6dd6d967b1e req-142f8df0-e84f-4567-b38d-5fffee784f47 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 210 time: 0.1229875 Jun 30 09:05:01.124203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.262313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.265705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.268264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccb556f8-a368-476c-a55d-bb620b4ecd11 HTTP/1.1" status: 204 len: 168 time: 0.2826231 Jun 30 09:05:01.310676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Deleting port fcdef669-22d6-4066-9592-f5fadd59d400 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:01.313278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.330908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2541e9-7e6d-4b68-998c-d5d67b836905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb556f8-a368-476c-a55d-bb620b4ecd11,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.519409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] For port fcdef669-22d6-4066-9592-f5fadd59d400, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcdef669-22d6-4066-9592-f5fadd59d400,segment=NetworkSegment(81b80294-03a4-4cb0-a392-24c8288810aa),segment_id=81b80294-03a4-4cb0-a392-24c8288810aa)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:01.520295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.544096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Calling delete_port for fcdef669-22d6-4066-9592-f5fadd59d400 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:01.629441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f45a4494-2387-4a6e-9cf0-b5c728903935 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:01.760856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f45a4494-2387-4a6e-9cf0-b5c728903935 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:01.767360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f45a4494-2387-4a6e-9cf0-b5c728903935 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:01.768081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.823892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.855899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fcdef669-22d6-4066-9592-f5fadd59d400'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:01.916551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Pushing event deleted for resources: {'Port': ['ID=fcdef669-22d6-4066-9592-f5fadd59d400,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.919147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798c1f6-8927-4104-84ad-3d392efe08f1 req-ab84968d-03d2-4508-a1cb-0cde0a48cf5b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.926824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8798c1f6-8927-4104-84ad-3d392efe08f1 req-ab84968d-03d2-4508-a1cb-0cde0a48cf5b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1558304 Jun 30 09:05:01.972469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Deleting port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:01.972819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.040603 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-29480fef-078d-4b4c-9f14-428a42ae0ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.043919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] No DVR routers for this DVR port fcdef669-22d6-4066-9592-f5fadd59d400 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:02.050458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:02.053204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.055449 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0cb063d6-9b96-46f1-991f-8b3327c3e0d9 req-95359f8f-6663-45e5-81af-9505d2a9685e tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.11 "DELETE /v2.0/ports/fcdef669-22d6-4066-9592-f5fadd59d400 HTTP/1.1" status: 204 len: 173 time: 0.9286907 Jun 30 09:05:02.065924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'name': 'network-vif-deleted', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:02.072124 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967d50cc-74fe-4c34-9d31-8c80d9daeb93" -d '{"events": [{"server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "name": "network-vif-deleted", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:02.104622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.107731 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.133295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] For port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,segment=NetworkSegment(339b0dcf-69f9-40dd-8dc2-48764fa8ae01),segment_id=339b0dcf-69f9-40dd-8dc2-48764fa8ae01)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:02.133858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.154745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f45a4494-2387-4a6e-9cf0-b5c728903935, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f45a4494-2387-4a6e-9cf0-b5c728903935,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:02.159406 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eebdceb6-b1f8-456b-9b84-adf63fa61aca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c56dedd3f574910b6f735e0a06f3c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047480 Jun 30 09:05:02.159835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:02.167901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.217476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Calling delete_port for 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:02.225075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.232392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.240356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8798c1f6-8927-4104-84ad-3d392efe08f1 req-9231722e-67ea-42b2-b704-fd84c0aaf01f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125970 Jun 30 09:05:02.256857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.310038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.314403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.316603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f03d79bc-62ad-4669-a416-b9cbd58077c8 HTTP/1.1" status: 204 len: 168 time: 0.1557279 Jun 30 09:05:02.352684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7613b7-752c-4047-8685-3db09cc9f344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d79bc-62ad-4669-a416-b9cbd58077c8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.368633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d4e1a-1e6a-453d-8a63-8e3ae63b3bc8 req-21b60f30-8e6c-4077-bea6-99a3f130ca1c tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.371086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f30d4e1a-1e6a-453d-8a63-8e3ae63b3bc8 req-21b60f30-8e6c-4077-bea6-99a3f130ca1c tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 945 time: 0.2192957 Jun 30 09:05:02.481831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f30d4e1a-1e6a-453d-8a63-8e3ae63b3bc8 req-6650e720-29d3-4cad-a20b-eff84e2c00b2 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/security-groups?id=b55e5a36-d8b4-4817-a6db-541708f51c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Jun 30 09:05:02.494564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.510923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a69bec7-2025-4f3f-bfb9-2308ff25f6d8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:02.552592 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a536061b-2bbe-4237-9cef-7450f0f48bf4 x-openstack-request-id: req-a536061b-2bbe-4237-9cef-7450f0f48bf4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:02.553129 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594c469-ddc7-4877-977a-70835c10ede8", "name": "network-vif-deleted", "tag": "fcdef669-22d6-4066-9592-f5fadd59d400", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:02.553129 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a536061b-2bbe-4237-9cef-7450f0f48bf4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:02.553488 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594c469-ddc7-4877-977a-70835c10ede8', 'name': 'network-vif-deleted', 'tag': 'fcdef669-22d6-4066-9592-f5fadd59d400', 'status': 'completed', 'code': 200} Jun 30 09:05:02.578884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Pushing event deleted for resources: {'Port': ['ID=5a69bec7-2025-4f3f-bfb9-2308ff25f6d8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.588747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-5ccf7d5d-80ea-4b01-b984-c507c9c93a3f tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.590543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-5ccf7d5d-80ea-4b01-b984-c507c9c93a3f tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.11 "GET /v2.0/networks?id=d09b3371-ed86-4e87-a0b0-ad38071bba5a HTTP/1.1" status: 200 len: 805 time: 0.2124403 Jun 30 09:05:02.620925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-801ab316-e93e-40fc-a3bf-038f1b21eb74 req-da8f7d08-67da-41bf-bca3-8fe80c92c75c tempest-ServerTagsTestJSON-820332014 tempest-ServerTagsTestJSON-820332014-project] 10.222.0.66 "GET /v2.0/ports?device_id=4594c469-ddc7-4877-977a-70835c10ede8 HTTP/1.1" status: 200 len: 210 time: 0.0502200 Jun 30 09:05:02.684073 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-9cae1e4a-779c-4cb8-8dc7-7d96b51d5157 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cbb6df117747089e63ec9f928df098 HTTP/1.1" status: 200 len: 379 time: 0.0817652 Jun 30 09:05:02.709800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'port': {'device_id': '95c98c5d-9568-48f6-addd-a8329103621d', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'admin_state_up': True, 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'security_groups': ['4d893e7d-7f26-4b87-9c3d-09c37b388d99']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:02.739250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] No DVR routers for this DVR port 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:02.746367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.752129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-955176cf-429f-4f95-ba6f-12dc8111b4d7 req-ee7ade6c-955d-456c-8955-04397c8ce158 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.11 "DELETE /v2.0/ports/5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 HTTP/1.1" status: 204 len: 173 time: 1.6404960 Jun 30 09:05:02.762342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'name': 'network-vif-deleted', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:02.764985 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947e027-712a-45a5-9f5e-1c59d22d715d" -d '{"events": [{"server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "name": "network-vif-deleted", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:02.795599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b872ef5-9e33-47af-bab6-c7239f8564fb req-c10fe492-8199-4fd3-9079-ffef5c402aca tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 210 time: 0.1137133 Jun 30 09:05:02.863256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.881101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Made reservation on behalf of 63cbb6df117747089e63ec9f928df098 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:02.881577 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0739582c-3c28-47b4-bcbc-845f9c3c8a64 x-openstack-request-id: req-0739582c-3c28-47b4-bcbc-845f9c3c8a64 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:02.881909 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478", "name": "network-vif-deleted", "tag": "5a69bec7-2025-4f3f-bfb9-2308ff25f6d8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:02.882179 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0739582c-3c28-47b4-bcbc-845f9c3c8a64 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:02.883279 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478', 'name': 'network-vif-deleted', 'tag': '5a69bec7-2025-4f3f-bfb9-2308ff25f6d8', 'status': 'completed', 'code': 200} Jun 30 09:05:02.885546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.062307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Allocated IP 172.20.0.13 (d09b3371-ed86-4e87-a0b0-ad38071bba5a/2cd02502-d798-4192-a423-197480c7f0d0/6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:03.141072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.213940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.228407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Transition to ACTIVE for port object 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:03.262601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.309325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:03.312508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:03.319127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:03.325453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event updated for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.351220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50038) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:03.384421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.385138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.406751 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b662faf9-b12c-4312-9856-b21d9f7d5c50 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7029860 Jun 30 09:05:03.424595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Request body: {'port': {'device_id': '95c98c5d-9568-48f6-addd-a8329103621d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:03.496486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5681-c203-4dae-ad97-2af7c63acbd7 req-34582582-5616-4543-85b9-86e1ccda4009 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.506477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec8e5681-c203-4dae-ad97-2af7c63acbd7 req-34582582-5616-4543-85b9-86e1ccda4009 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1407447 Jun 30 09:05:03.521563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-600493429-network', 'tenant_id': '583c2661897e4fbd8752cd941c155adc'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:03.540533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.580448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f45a4494-2387-4a6e-9cf0-b5c728903935 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:03.605626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec8e5681-c203-4dae-ad97-2af7c63acbd7 req-5535ddd9-c2b8-46d3-a249-61d77a008047 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965505 Jun 30 09:05:03.617457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Made reservation on behalf of 583c2661897e4fbd8752cd941c155adc for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:03.620358 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.646549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.662904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f45a4494-2387-4a6e-9cf0-b5c728903935 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:03.663843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.740530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-61f53225-546d-4d5d-b000-405f0a3e1e9b None None] Provisioning for port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:03.817662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-61f53225-546d-4d5d-b000-405f0a3e1e9b None None] Provisioning complete for port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:03.818655 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61f53225-546d-4d5d-b000-405f0a3e1e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.841308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:03.895048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6103651f-5f3d-4de4-969e-6235ef7035ad req-017421c2-b161-4e7a-b3e7-14edbf925782 tempest-ServerMetadataNegativeTestJSON-1762138305 tempest-ServerMetadataNegativeTestJSON-1762138305-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f8adce9-62bf-4ec9-a7fb-73d1c4fa8478 HTTP/1.1" status: 200 len: 210 time: 0.0669258 Jun 30 09:05:03.903544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-61f53225-546d-4d5d-b000-405f0a3e1e9b None None] Port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:03.935077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Deleting subnet 73aa4836-b59a-472f-a951-21d7d82f7388 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:03.946154 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.947548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.955192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.991049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:04.001206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.005424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0eac4b-b8c9-4051-ab10-d0059ff70cc3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:04.011995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.012347 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Added segment 1d0d5397-f84b-4d82-b98c-042852d00585 of type vlan for network d2f47d97-c4cd-4afd-9c2b-166246c0e141 Jun 30 09:05:04.064134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:04.077392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.082823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.088375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.118579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Transition to ACTIVE for port object 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:04.129320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.137946 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.138212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.138809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.147968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795b7ad-4f27-4440-b069-a57ff09514cb req-5cb0ff9a-1767-4022-b948-1b8dfdf1c433 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.149500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1795b7ad-4f27-4440-b069-a57ff09514cb req-5cb0ff9a-1767-4022-b948-1b8dfdf1c433 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 932 time: 0.1178479 Jun 30 09:05:04.229806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8772485 Jun 30 09:05:04.234044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50056) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:04.251661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af65e2-0495-4a29-b0e8-8acd9cc29e89 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f47d97-c4cd-4afd-9c2b-166246c0e141,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:04.271441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1795b7ad-4f27-4440-b069-a57ff09514cb req-fcd6f157-abc6-40d6-8fd3-852e53b8091e tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726347 Jun 30 09:05:04.273733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network d2f47d97-c4cd-4afd-9c2b-166246c0e141 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:04.316833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Request body: {'subnet': {'network_id': 'd2f47d97-c4cd-4afd-9c2b-166246c0e141', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-600493429-subnet', 'tenant_id': '583c2661897e4fbd8752cd941c155adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:04.324141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:04.333397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.380370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73aa4836-b59a-472f-a951-21d7d82f7388,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:04.387962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.392388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e367340f-4d65-4695-8ebf-82494169b5dd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/73aa4836-b59a-472f-a951-21d7d82f7388 HTTP/1.1" status: 204 len: 168 time: 0.5486965 Jun 30 09:05:04.393556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:04.402870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Made reservation on behalf of 583c2661897e4fbd8752cd941c155adc for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:04.404998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.504852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Attempting to bind port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:04.505185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Attempting to bind port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:04.505513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Attempting to bind port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d on network d09b3371-ed86-4e87-a0b0-ad38071bba5a {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:04.528423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d on network d09b3371-ed86-4e87-a0b0-ad38071bba5a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:04.528993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Attempting to bind port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d on network d09b3371-ed86-4e87-a0b0-ad38071bba5a {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:04.534002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.549972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.553045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:04.553285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Checking segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:04.553671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Bound using segment: {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:04.554181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Bound port: 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ffc3b-ccb4-456d-9856-6cc614df9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:04.554561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.786640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.799724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bcdcb-103f-44e7-b556-8386fada64a6 req-d47a9e58-7aeb-4bed-92fc-9105715563c3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.801497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d7bcdcb-103f-44e7-b556-8386fada64a6 req-d47a9e58-7aeb-4bed-92fc-9105715563c3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0689771 Jun 30 09:05:04.850595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d7bcdcb-103f-44e7-b556-8386fada64a6 req-c36392e2-1b62-4673-99c0-823526a4f13a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jun 30 09:05:04.910088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcdef669-22d6-4066-9592-f5fadd59d400 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:04.941990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: fcdef669-22d6-4066-9592-f5fadd59d400 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:04.942425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcdef669-22d6-4066-9592-f5fadd59d400 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:04.942917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:04.963237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:04.963662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a69bec7-2025-4f3f-bfb9-2308ff25f6d8 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:04.990859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50066) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.025986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:05.028843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.037257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Deleting subnet 2a3d12e1-ca8f-4007-9498-c96bee0fab7b {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:05.040518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.067752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221033c-19ce-4d0c-a5db-329a6fa495fb']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.078749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:05.084477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.087788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b80294-03a4-4cb0-a392-24c8288810aa') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.088084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b80294-03a4-4cb0-a392-24c8288810aa') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.091792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.109114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.126636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.132414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.171410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.172011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.173523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] 10.222.0.11 "PUT /v2.0/ports/6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d HTTP/1.1" status: 200 len: 1093 time: 1.7547698 Jun 30 09:05:05.179882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:05.182308 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4979940-a788-49c5-b198-ffa2a671d8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:05.183830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.200538 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.214613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3d12e1-ca8f-4007-9498-c96bee0fab7b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.233287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:05.233698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.237705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fddcef-5aa6-4bbf-91d6-b84ef4d00cba,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.238595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:05.239782 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:05.247430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4c524805-7ec0-4265-b72e-c29ce7088e44 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2a3d12e1-ca8f-4007-9498-c96bee0fab7b HTTP/1.1" status: 204 len: 168 time: 0.2554777 Jun 30 09:05:05.249922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50074) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.258579 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6e6abc-a127-4291-b1ee-263a246da9ae x-openstack-request-id: req-fc6e6abc-a127-4291-b1ee-263a246da9ae {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:05.258872 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:05.259119 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc6e6abc-a127-4291-b1ee-263a246da9ae {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:05.259657 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'status': 'completed', 'code': 200} Jun 30 09:05:05.266627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d9a9-1bf7-4381-9aae-b8e63c9a6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.343798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Checking segment: {'id': '1d0d5397-f84b-4d82-b98c-042852d00585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd2f47d97-c4cd-4afd-9c2b-166246c0e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:05.344037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Network hostable DHCP agents. Network: d2f47d97-c4cd-4afd-9c2b-166246c0e141, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:05.353859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.367558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.376691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.382803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c221033c-19ce-4d0c-a5db-329a6fa495fb HTTP/1.1" status: 204 len: 168 time: 0.9881740 Jun 30 09:05:05.415699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Network d2f47d97-c4cd-4afd-9c2b-166246c0e141 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:05.417576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3f580-a839-46d0-8bc5-2f74ed3b1a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c221033c-19ce-4d0c-a5db-329a6fa495fb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.436463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-c2f54335-a14d-428d-9af4-5f7f55274128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.438540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-c2f54335-a14d-428d-9af4-5f7f55274128 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63cbb6df117747089e63ec9f928df098&device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 1096 time: 0.1781523 Jun 30 09:05:05.440486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, d2f47d97-c4cd-4afd-9c2b-166246c0e141) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:05.448839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e2b36-ce9b-4c2d-9431-655be959b552 None None] Network d2f47d97-c4cd-4afd-9c2b-166246c0e141 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:05.471842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.477313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.490554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.512360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f335a7-01aa-40be-859c-290d2f9ce538']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.523110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-a008bb8b-627b-4716-a435-7953d4051d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d HTTP/1.1" status: 200 len: 217 time: 0.0709453 Jun 30 09:05:05.529124 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e5120e0-cea6-4e24-a526-c080fcc96ad4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2760599 Jun 30 09:05:05.571440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b0dcf-69f9-40dd-8dc2-48764fa8ae01') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.571750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b0dcf-69f9-40dd-8dc2-48764fa8ae01') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:05.587168 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.609628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50082) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.624826 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.626306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-70bfd4a3-b3d6-4fdb-bd75-1b8f586fea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.628382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-70bfd4a3-b3d6-4fdb-bd75-1b8f586fea9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cd02502-d798-4192-a423-197480c7f0d0 HTTP/1.1" status: 200 len: 844 time: 0.0911345 Jun 30 09:05:05.643440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:05.643849 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:05.647032 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:05.681658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-441a7f77-5c5b-4d4f-9936-83b940e100a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1403cc608b14807b44453d24baabf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700493 Jun 30 09:05:05.681935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50084) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.699495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a61227-b4c2-4578-836e-c58740e66dec None None] Network d2f47d97-c4cd-4afd-9c2b-166246c0e141 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:05.727045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d87e06-92e3-490b-b56d-908274460a06 req-8a0ea706-7aa9-4be1-89cd-ede22293b058 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.734006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48d87e06-92e3-490b-b56d-908274460a06 req-8a0ea706-7aa9-4be1-89cd-ede22293b058 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 944 time: 0.2350514 Jun 30 09:05:05.760943 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.763807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b540dcf8-2b14-45ee-b43a-d0f0e93a54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.766600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-b540dcf8-2b14-45ee-b43a-d0f0e93a54c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09b3371-ed86-4e87-a0b0-ad38071bba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029301 Jun 30 09:05:05.772765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.777242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f7f335a7-01aa-40be-859c-290d2f9ce538 HTTP/1.1" status: 204 len: 168 time: 0.5235991 Jun 30 09:05:05.805205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4107dd-24eb-4ba3-bbaf-6a85a6ce7709 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f335a7-01aa-40be-859c-290d2f9ce538,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.822945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48d87e06-92e3-490b-b56d-908274460a06 req-99d4c0b0-1954-4fa8-8a55-98f72ae73f5b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879993 Jun 30 09:05:05.835611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.865538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50092) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:05.880463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.890629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-7263dd2d-b24c-4c7b-929e-23c3aefa4316 service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118577 Jun 30 09:05:05.950698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Deleting subnet 47fddcef-5aa6-4bbf-91d6-b84ef4d00cba {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:05.954240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.995036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.028879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.031625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.033549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3296199-0445-400f-841e-3e7723d4affe HTTP/1.1" status: 204 len: 168 time: 0.3490815 Jun 30 09:05:06.049543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.051995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf9eec-1ae1-463e-94a1-27d1e8450e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3296199-0445-400f-841e-3e7723d4affe,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.099111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-953dfe35-77cc-4109-b5be-969a99f82e65 req-2c834eb6-0e0e-4889-9f08-90108eee33ef service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868570 Jun 30 09:05:06.140190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.198417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fddcef-5aa6-4bbf-91d6-b84ef4d00cba,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.208029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.212390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-81faab2f-6853-4a27-8eed-f375b6a91fca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/47fddcef-5aa6-4bbf-91d6-b84ef4d00cba HTTP/1.1" status: 204 len: 168 time: 0.3458104 Jun 30 09:05:06.215302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.218469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.288655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-4c3bb18c-4d9a-40c0-bad9-ddc0eb33fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.293142 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-4c3bb18c-4d9a-40c0-bad9-ddc0eb33fd7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63cbb6df117747089e63ec9f928df098&device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 1096 time: 0.1330917 Jun 30 09:05:06.374998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.452134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-1c585ef7-26e1-4c07-95b9-ca56086f7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.453842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-1c585ef7-26e1-4c07-95b9-ca56086f7805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d09b3371-ed86-4e87-a0b0-ad38071bba5a HTTP/1.1" status: 200 len: 906 time: 0.1484408 Jun 30 09:05:06.467953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-85200dcf-5328-416e-9e9e-05a68c002ca6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5abe539df81146ecab330b20bbe5ac39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354703 Jun 30 09:05:06.471366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:06.565587 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-866971d3-e749-44bc-825f-68ab11fc232c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d HTTP/1.1" status: 200 len: 217 time: 0.0603144 Jun 30 09:05:06.569478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.579406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bed925-b6db-4b77-aa40-2435667815a4 req-cbd2fb4d-61e2-49ac-9ede-044e539250a5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.587909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59bed925-b6db-4b77-aa40-2435667815a4 req-cbd2fb4d-61e2-49ac-9ede-044e539250a5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1961682 Jun 30 09:05:06.609774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f47d97-c4cd-4afd-9c2b-166246c0e141']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:06.617728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.633301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0d5397-f84b-4d82-b98c-042852d00585') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:06.633607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0d5397-f84b-4d82-b98c-042852d00585') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:06.655833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.656469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.665368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-d4a359b7-fc02-422b-a761-49d9aa4ee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.666851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-d4a359b7-fc02-422b-a761-49d9aa4ee86e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cd02502-d798-4192-a423-197480c7f0d0 HTTP/1.1" status: 200 len: 844 time: 0.0880558 Jun 30 09:05:06.685125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59bed925-b6db-4b77-aa40-2435667815a4 req-1cef8d19-5dd8-476f-9829-955a05df0e54 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961771 Jun 30 09:05:06.704062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.709718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:06.710488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:06.712623 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:06.757515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-53eb08e6-02a9-42b6-a409-fed7ba8c19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.760445 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-53eb08e6-02a9-42b6-a409-fed7ba8c19bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09b3371-ed86-4e87-a0b0-ad38071bba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833228 Jun 30 09:05:06.766341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.769294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.772804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b55e5a36-d8b4-4817-a6db-541708f51c2a HTTP/1.1" status: 204 len: 168 time: 0.2981024 Jun 30 09:05:06.813966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.817770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d059755-b66d-4684-ab1c-66a82e783eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e5a36-d8b4-4817-a6db-541708f51c2a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.829475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.832256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d2f47d97-c4cd-4afd-9c2b-166246c0e141 HTTP/1.1" status: 204 len: 168 time: 0.6157427 Jun 30 09:05:06.852971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a9799-03d7-4e79-a065-13d4a61fbde2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f47d97-c4cd-4afd-9c2b-166246c0e141,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.922527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-8550b385-8949-4bbd-97b0-e79a005e168f service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507175 Jun 30 09:05:07.067609 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4979940-a788-49c5-b198-ffa2a671d8e4 req-f91f7fcf-d1bc-48f7-895e-2eb8167d6a86 service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370728 Jun 30 09:05:07.104394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a1612-c333-479a-941b-a1331f4c0a65 req-fce3d684-5bd6-443f-812d-a6bc5c4cefca tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.106474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a8a1612-c333-479a-941b-a1331f4c0a65 req-fce3d684-5bd6-443f-812d-a6bc5c4cefca tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 944 time: 0.0928962 Jun 30 09:05:07.134399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50134) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.175669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a8a1612-c333-479a-941b-a1331f4c0a65 req-65f2e4a9-c222-4187-a984-5640803316f9 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621085 Jun 30 09:05:07.197412 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-decb9a72-8c06-4577-b80d-7970dd741c44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=583c2661897e4fbd8752cd941c155adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612872 Jun 30 09:05:07.200047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:07.264643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.287547 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.356571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.356571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.360002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d0eac4b-b8c9-4051-ab10-d0059ff70cc3 HTTP/1.1" status: 204 len: 168 time: 0.1587782 Jun 30 09:05:07.370501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3832c98-f30d-458d-947d-5caef9aaf34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0eac4b-b8c9-4051-ab10-d0059ff70cc3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:07.924616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00757353-1d25-4ec2-86b0-b759aad17340 req-79eb29d1-94f5-4b0c-8a1e-b7e54a8a70bd tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0502644 Jun 30 09:05:07.970473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074c1ff-a458-471d-aad6-1a7dd113eadd req-844fc1ee-fb1f-4be5-b63b-db5a3ec6793b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.979770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3074c1ff-a458-471d-aad6-1a7dd113eadd req-844fc1ee-fb1f-4be5-b63b-db5a3ec6793b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1592867 Jun 30 09:05:08.036336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3074c1ff-a458-471d-aad6-1a7dd113eadd req-1752607c-45cc-4afc-9b42-7bad5a6614c6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555677 Jun 30 09:05:08.369584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3df8dc-c210-4304-8195-b133209d217f req-a4fca709-f939-4da9-aa3c-5a01d9cd2ea4 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.377867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3df8dc-c210-4304-8195-b133209d217f req-a4fca709-f939-4da9-aa3c-5a01d9cd2ea4 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 944 time: 0.0781951 Jun 30 09:05:08.414466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3df8dc-c210-4304-8195-b133209d217f req-62bc206b-769e-4796-9530-af5ee46992c7 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Jun 30 09:05:08.894726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:09.008250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9808-ba05-4b2a-af2b-95e05928e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.130978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66c81e32-f863-4f7a-bc73-3727710fead6 req-597f679d-632d-43f1-b50a-89ea0e02fa0d tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0462711 Jun 30 09:05:09.212623 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9808-ba05-4b2a-af2b-95e05928e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.225324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9808-ba05-4b2a-af2b-95e05928e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.295605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c9808-ba05-4b2a-af2b-95e05928e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f4cc9-0cc2-4be9-a4da-2b2da4e3d770,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.327060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344dca4-24fa-4a5e-8b41-572f0233ce96 req-68dd17f6-b262-4e16-8951-1469badc122b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.328602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8344dca4-24fa-4a5e-8b41-572f0233ce96 req-68dd17f6-b262-4e16-8951-1469badc122b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1624842 Jun 30 09:05:09.332345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8e9c9808-ba05-4b2a-af2b-95e05928e957 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8aaeb85e1a654e76a519260636282939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365213 Jun 30 09:05:09.335628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:09.404977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8344dca4-24fa-4a5e-8b41-572f0233ce96 req-7d5ad9fa-49e8-452b-9ee6-cff4288ff87b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667703 Jun 30 09:05:09.417104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.442243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.498085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.500780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.502490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/591f4cc9-0cc2-4be9-a4da-2b2da4e3d770 HTTP/1.1" status: 204 len: 168 time: 0.1656642 Jun 30 09:05:09.510553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9fc1a-b203-4e16-853c-6dd8b921649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f4cc9-0cc2-4be9-a4da-2b2da4e3d770,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:09.608452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cf95b-852c-4081-b8d9-0bc569e3de89 req-9b5c9430-5ccf-4e73-bff0-3615f429b209 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.615346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d12cf95b-852c-4081-b8d9-0bc569e3de89 req-9b5c9430-5ccf-4e73-bff0-3615f429b209 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 944 time: 0.0715287 Jun 30 09:05:09.660076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d12cf95b-852c-4081-b8d9-0bc569e3de89 req-c1b5d552-b6e3-4eb7-8f27-89ae88e24e3c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Jun 30 09:05:10.308755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-763a62b5-160a-4a68-bcea-a0570768a95a req-c43764d8-bb2d-4232-8d2d-b70aedc5c987 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0382819 Jun 30 09:05:10.552365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:10.598500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f3628-a684-4451-a0b9-08a82adce119 req-63a4ecaf-24f8-4bf4-9f90-d47056498428 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.600147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-473f3628-a684-4451-a0b9-08a82adce119 req-63a4ecaf-24f8-4bf4-9f90-d47056498428 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0768385 Jun 30 09:05:10.650472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-473f3628-a684-4451-a0b9-08a82adce119 req-6e8c6f87-271c-46a4-8afd-187419a7870b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Jun 30 09:05:10.686397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da635d25-f3ea-4c47-89bc-606a13e4bf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.797976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da635d25-f3ea-4c47-89bc-606a13e4bf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.802841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da635d25-f3ea-4c47-89bc-606a13e4bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.842687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635d25-f3ea-4c47-89bc-606a13e4bf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc9017-51e7-4794-be44-a7242c845b46,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.849993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-da635d25-f3ea-4c47-89bc-606a13e4bf3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34c062fa02d843e382a5d766d767782f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964716 Jun 30 09:05:10.850537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50316) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:10.874680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1454-f2c3-4703-bdbb-2dde73f51e9e req-efc2d7fc-3908-41f1-b90f-e9d907884f7b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.876163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b9a1454-f2c3-4703-bdbb-2dde73f51e9e req-efc2d7fc-3908-41f1-b90f-e9d907884f7b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 944 time: 0.0944276 Jun 30 09:05:10.927371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:10.938915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b9a1454-f2c3-4703-bdbb-2dde73f51e9e req-89c910ba-5f3f-4fac-a49d-4f3b0473254b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546088 Jun 30 09:05:10.940284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.965463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.014728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.018375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.019588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0cc9017-51e7-4794-be44-a7242c845b46 HTTP/1.1" status: 204 len: 168 time: 0.1681004 Jun 30 09:05:11.032407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56f13c-2dec-4bee-ba06-9f85528950ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc9017-51e7-4794-be44-a7242c845b46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.040494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:11.058141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'port_id': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'mac_address': 'fa:16:3e:fa:47:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:11.101600 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.114731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:11.137982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:11.143223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.199114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.498545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-290d0a62-0a0b-450f-8fdd-f5b37b9e5ad1 req-d7158486-d8b3-408e-b9b7-f405d2096204 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0519021 Jun 30 09:05:11.782641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:11.843448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8dc64-d41d-40bf-b790-83ca4a665465 req-cd3ebd3b-8cf7-4419-bed9-22e4467cefa0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.846648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f8dc64-d41d-40bf-b790-83ca4a665465 req-cd3ebd3b-8cf7-4419-bed9-22e4467cefa0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0766773 Jun 30 09:05:11.926040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f8dc64-d41d-40bf-b790-83ca4a665465 req-55f7f95c-24c5-44ca-8dcf-56d5f5bece41 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Jun 30 09:05:12.177360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bfc01-273e-4bee-bec2-27dd9021fd25 req-ed5e0b12-19b6-4981-b011-14aee4101822 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.183885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c13bfc01-273e-4bee-bec2-27dd9021fd25 req-ed5e0b12-19b6-4981-b011-14aee4101822 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 945 time: 0.1102283 Jun 30 09:05:12.218625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c13bfc01-273e-4bee-bec2-27dd9021fd25 req-b1b84ffc-dbcf-406e-979f-e593e7f14de2 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338078 Jun 30 09:05:12.596433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7978169c-f64f-4a28-afa1-35548e9cf067 req-a05ea22a-13cf-4706-bc95-996f03cbfa63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jun 30 09:05:12.707092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-019ba4cf-d0ac-45e2-83e2-104b39044a11 req-054e7013-e551-4d60-bb9f-281a160fc1e4 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0335748 Jun 30 09:05:13.167865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990644e-d773-4eea-82dc-df4775ba447b req-6ccab8c0-ae8f-4582-aec7-83c0e9849ab6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.169527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9990644e-d773-4eea-82dc-df4775ba447b req-6ccab8c0-ae8f-4582-aec7-83c0e9849ab6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0699773 Jun 30 09:05:13.218408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9990644e-d773-4eea-82dc-df4775ba447b req-06a10631-8380-4d59-b888-95393203823e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jun 30 09:05:13.442792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80664fb-0790-4dd9-8306-26d2324bc21a req-5bc0a5d3-5268-471c-86db-518a89187b07 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.444327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d80664fb-0790-4dd9-8306-26d2324bc21a req-5bc0a5d3-5268-471c-86db-518a89187b07 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 945 time: 0.0837018 Jun 30 09:05:13.499444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d80664fb-0790-4dd9-8306-26d2324bc21a req-411a67e2-cb87-4af5-b761-1a08050b8abb tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443518 Jun 30 09:05:13.907747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cab5398-d5c1-4156-9368-2f752140bd75 req-a85d09cd-dae6-435c-a723-c969eef6d0ac tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0422864 Jun 30 09:05:14.432872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b05dc-3496-4da2-96f8-4e48880d97a3 req-aa1a8b8e-af55-4b9a-bf91-220d94221a86 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.434539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f48b05dc-3496-4da2-96f8-4e48880d97a3 req-aa1a8b8e-af55-4b9a-bf91-220d94221a86 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0912642 Jun 30 09:05:14.486849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f48b05dc-3496-4da2-96f8-4e48880d97a3 req-404a048f-8aa0-4c7a-b319-8ee35326a6a4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Jun 30 09:05:14.693130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2d52-7666-4fb4-b6ff-9cdb7fa37160 req-1f865f49-e54a-4f27-b508-daa9de4d05e6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.698280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8ec2d52-7666-4fb4-b6ff-9cdb7fa37160 req-1f865f49-e54a-4f27-b508-daa9de4d05e6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 945 time: 0.0768244 Jun 30 09:05:14.733767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8ec2d52-7666-4fb4-b6ff-9cdb7fa37160 req-be08b211-b77b-4946-85e5-db12611d0b3d tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Jun 30 09:05:14.990207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:15.051805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:15.058084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:15.058474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.115437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-715e3030-223d-4d53-a617-8991f08fe55f req-93db76ee-7624-449f-9ca1-5654b9996208 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0570471 Jun 30 09:05:15.185740 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.236753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:15.237734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:15.245013 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b29654-d63c-42b8-8521-ec9693638ec4" -d '{"events": [{"server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "name": "network-vif-plugged", "status": "completed", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:15.250020 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.316705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:15.354720 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4378320-d668-4666-9d9a-b9b1a54e5607 x-openstack-request-id: req-c4378320-d668-4666-9d9a-b9b1a54e5607 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:15.355681 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "name": "network-vif-plugged", "status": "completed", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:15.356336 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4378320-d668-4666-9d9a-b9b1a54e5607 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:15.357633 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'code': 200} Jun 30 09:05:15.500040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e25610-7f52-4d09-a0ad-e87f2cb06af8 req-8521f79c-d2c3-4789-9fd3-c98c0ea177d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.504726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b5e25610-7f52-4d09-a0ad-e87f2cb06af8 req-8521f79c-d2c3-4789-9fd3-c98c0ea177d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 1098 time: 0.0777380 Jun 30 09:05:15.588374 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b5e25610-7f52-4d09-a0ad-e87f2cb06af8 req-caf02067-d2ae-4e27-98eb-7672cd39b433 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689895 Jun 30 09:05:15.866916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad01b-a23f-49f0-8095-0fb2439320cf req-6c95f6e0-05df-49e8-ae90-2586e56efa71 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.870252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a4ad01b-a23f-49f0-8095-0fb2439320cf req-6c95f6e0-05df-49e8-ae90-2586e56efa71 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1164377 Jun 30 09:05:15.939758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a4ad01b-a23f-49f0-8095-0fb2439320cf req-e00a3f54-c029-408a-9ef8-e304f78174bb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489233 Jun 30 09:05:15.982197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c8d3ecd-df17-430a-9da2-8c275a9cc58a req-7b9f7297-b35b-4712-9223-2171a3555476 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0414171 Jun 30 09:05:16.149103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ff31-70c7-46ad-83e8-26d291fa050d req-758ca23d-8686-4781-bb66-b0565847372e tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.151573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9445ff31-70c7-46ad-83e8-26d291fa050d req-758ca23d-8686-4781-bb66-b0565847372e tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.0930319 Jun 30 09:05:16.216024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9445ff31-70c7-46ad-83e8-26d291fa050d req-de668555-5b17-42d0-98ae-69481ba080a8 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568016 Jun 30 09:05:17.137871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cde266-5131-4758-812e-a32ddc03e029 req-7e371f8f-a27d-4933-95ae-2dd366b50172 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.139564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2cde266-5131-4758-812e-a32ddc03e029 req-7e371f8f-a27d-4933-95ae-2dd366b50172 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0724416 Jun 30 09:05:17.154136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.199716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ced8a840-1c53-484e-857b-ab803997fb71 req-f81c255c-6240-49af-ac7a-247d2274de74 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0591483 Jun 30 09:05:17.237392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2cde266-5131-4758-812e-a32ddc03e029 req-a50e7dfb-3ee5-4c58-a515-bdaeea5bbae6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857189 Jun 30 09:05:17.324844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.448721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131163f-9b7d-4dd6-9906-b2ceda664e17 req-0b877be4-596c-41a2-be4c-c52c306712b9 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.450457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6131163f-9b7d-4dd6-9906-b2ceda664e17 req-0b877be4-596c-41a2-be4c-c52c306712b9 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.0854864 Jun 30 09:05:17.489994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.494309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6131163f-9b7d-4dd6-9906-b2ceda664e17 req-dff91988-bf3e-48ee-bc80-4faa2f5cbca5 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369089 Jun 30 09:05:17.499056 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.541580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49714d6839454ddf81ae75437ecac66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861349 Jun 30 09:05:17.545869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae998198-1f24-4ae2-9692-34b0541d5662,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:17.545959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50684) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:17.551443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.551802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.552152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.552499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.552840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.553180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.553512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.553867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.554205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.554536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.554866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.555200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e1f73-e7f9-4616-9a9e-7da02f58a2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:17.602249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.628439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.682625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.685170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.688773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae998198-1f24-4ae2-9692-34b0541d5662 HTTP/1.1" status: 204 len: 168 time: 0.1411748 Jun 30 09:05:17.709876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef67fc2-58d4-4774-bca0-76f0ff8032b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae998198-1f24-4ae2-9692-34b0541d5662,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:17.995537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:18.009546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-561c3f2c-e93e-47ab-a94b-7c324e5cb3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.100734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-561c3f2c-e93e-47ab-a94b-7c324e5cb3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.104897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-561c3f2c-e93e-47ab-a94b-7c324e5cb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.144347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-561c3f2c-e93e-47ab-a94b-7c324e5cb3d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d3e7b7b06304ed7bfd44aec83479b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475723 Jun 30 09:05:18.145318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c3f2c-e93e-47ab-a94b-7c324e5cb3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6fb9d-09f1-42e6-b26e-2d185c245d93,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.146920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50696) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:18.201008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.223550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.273464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.276374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.287902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35c6fb9d-09f1-42e6-b26e-2d185c245d93 HTTP/1.1" status: 204 len: 168 time: 0.1344042 Jun 30 09:05:18.312493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1db6f2-f84b-44a2-8827-c58dc0cc698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6fb9d-09f1-42e6-b26e-2d185c245d93,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.420568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd9d2d52-ffb5-42fc-a356-74fb31878db8 req-57bf35fa-3dc5-484a-9c91-d5f672e018af tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0445225 Jun 30 09:05:18.504954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9131-d714-4c02-b537-9d8b0a35f8a1 req-0a385e3b-3042-4c83-9754-746f61eeb41e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.507095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8bc9131-d714-4c02-b537-9d8b0a35f8a1 req-0a385e3b-3042-4c83-9754-746f61eeb41e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0837829 Jun 30 09:05:18.559205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8bc9131-d714-4c02-b537-9d8b0a35f8a1 req-b6227239-0358-493e-97de-3063dc95523a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Jun 30 09:05:18.725686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8cb5f-4c32-42b8-b3cb-6fd397ad5c15 req-222e2297-dc51-4384-a283-db36771656b6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.727199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fea8cb5f-4c32-42b8-b3cb-6fd397ad5c15 req-222e2297-dc51-4384-a283-db36771656b6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.0846515 Jun 30 09:05:18.805721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fea8cb5f-4c32-42b8-b3cb-6fd397ad5c15 req-a2eced90-8bd1-484a-86a2-c8fb437fcdb6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586970 Jun 30 09:05:18.991702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4cbf-0d46-4e6a-b1bb-a26a3c29c2ca req-e1895b81-de26-4e26-9206-7daa2bf57671 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.993201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-417d4cbf-0d46-4e6a-b1bb-a26a3c29c2ca req-e1895b81-de26-4e26-9206-7daa2bf57671 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.0706553 Jun 30 09:05:19.006011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50734) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:19.007905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:19.015431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Request body: {'floatingip': {'port_id': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:19.062389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.209589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:19.227110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'mac_address': 'fa:16:3e:dc:c2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:19.278042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.292722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d548aec-b48a-4c12-adea-6fdb358785ea {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:19.314834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:19.320581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.379127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:19.492050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['8d548aec-b48a-4c12-adea-6fdb358785ea'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:19.626273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.665062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16e903c6-2205-49c9-a3de-915eb8603e75 req-a085b713-6edf-4e41-ad17-0dc80ab6420c tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0336463 Jun 30 09:05:19.666342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.859081 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Floating IP 627af7ac-07de-489b-9939-11ffd368bb9a associated. External IP: 172.25.4.166, port: 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d. Jun 30 09:05:20.328308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811c1-be97-4bad-a7b1-136909560fc3 req-11cb505c-f4ca-4a92-a458-c90e111632f8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.336239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b811c1-be97-4bad-a7b1-136909560fc3 req-11cb505c-f4ca-4a92-a458-c90e111632f8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 945 time: 0.5431011 Jun 30 09:05:20.414319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b811c1-be97-4bad-a7b1-136909560fc3 req-3c928097-dbf4-414a-90c9-806b5c3e6ac0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771077 Jun 30 09:05:20.489292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Router aa5b6d9f-b64c-4258-9e51-b5d2522dedef has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:20.612999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:20.627419 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.628909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Sync routers for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:20.648369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:20.650254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:20.670583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-becc79c9-23cc-484c-a50b-cee3a3bd55c6 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "PUT /v2.0/floatingips/627af7ac-07de-489b-9939-11ffd368bb9a HTTP/1.1" status: 200 len: 992 time: 1.6589134 Jun 30 09:05:20.671444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:20.674535 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92667c31-fe6b-4c92-8054-3224707a9e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:20.737005 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea894d-8bd8-44a5-a164-200fd66f5f69 x-openstack-request-id: req-97ea894d-8bd8-44a5-a164-200fd66f5f69 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:20.737341 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:20.737608 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97ea894d-8bd8-44a5-a164-200fd66f5f69 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:20.738988 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'status': 'completed', 'code': 200} Jun 30 09:05:20.847827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:20.855209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-6cddb3f4-45b2-4cab-b215-9b47e7e2667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.857719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-6cddb3f4-45b2-4cab-b215-9b47e7e2667e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63cbb6df117747089e63ec9f928df098&device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 1098 time: 0.0661898 Jun 30 09:05:20.958017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f955545-d77e-4b1c-b66f-1e6b83e5b984 req-a8fb6278-4667-4701-bcb2-9ab7d98ad4be tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0692379 Jun 30 09:05:20.958844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50790) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:21.026234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:21.051402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:21.096243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-8f05f957-c342-4a51-a102-f6093ec45c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.101046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-8f05f957-c342-4a51-a102-f6093ec45c5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d09b3371-ed86-4e87-a0b0-ad38071bba5a HTTP/1.1" status: 200 len: 906 time: 0.2325041 Jun 30 09:05:21.193107 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-a3c83cc4-e636-4c9d-a134-efb1518df68b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d HTTP/1.1" status: 200 len: 1000 time: 0.0794804 Jun 30 09:05:21.198501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29f7a159-eeaa-4b87-b3a7-c59f23a79e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.233527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 8d548aec-b48a-4c12-adea-6fdb358785ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:21.233972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.240477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44781707-6fbc-48e3-bd8a-32359c9746a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.263561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-e69216bf-5a92-4b6e-a945-3705cae729d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.265118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-e69216bf-5a92-4b6e-a945-3705cae729d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cd02502-d798-4192-a423-197480c7f0d0 HTTP/1.1" status: 200 len: 844 time: 0.0644336 Jun 30 09:05:21.359544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29f7a159-eeaa-4b87-b3a7-c59f23a79e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.364200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-ab4b77ab-d54c-40c8-8bb0-ddbe6db5e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.370337 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-ab4b77ab-d54c-40c8-8bb0-ddbe6db5e94b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d09b3371-ed86-4e87-a0b0-ad38071bba5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980349 Jun 30 09:05:21.373737 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29f7a159-eeaa-4b87-b3a7-c59f23a79e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.424865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '627af7ac-07de-489b-9939-11ffd368bb9a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'port_id': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'mac_address': 'fa:16:3e:fa:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c98c5d-9568-48f6-addd-a8329103621d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:58Z', 'updated_at': '2021-06-30T09:05:19Z', 'revision_number': 1, 'project_id': '63cbb6df117747089e63ec9f928df098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:21.452956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-29f7a159-eeaa-4b87-b3a7-c59f23a79e88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7f5a9fda8c44ab28fdf3da4df579358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255517 Jun 30 09:05:21.453692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a159-eeaa-4b87-b3a7-c59f23a79e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16c4010-14e3-4887-a610-2fc9538bc702,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.457197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Checking router: aa5b6d9f-b64c-4258-9e51-b5d2522dedef for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:21.461284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50804) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:21.470664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:21.471387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:21.562286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.565312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44781707-6fbc-48e3-bd8a-32359c9746a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.579599 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44781707-6fbc-48e3-bd8a-32359c9746a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.581229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.607160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-ea295cc2-ef59-460b-ac40-bfd4408e8d9d service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287905 Jun 30 09:05:21.617295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.634782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-44781707-6fbc-48e3-bd8a-32359c9746a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3847e8a05ccc4a14805330e71ab9413d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746655 Jun 30 09:05:21.636339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:21.643231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:21.647519 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6755dbf3-141c-4c26-b6fc-d011199fa8fe" -d '{"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:21.667278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:21.669744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:21.703120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44781707-6fbc-48e3-bd8a-32359c9746a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb474d-c24e-412d-883b-64c6c50b8486,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.706240 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6033d2-7228-40bc-96e1-606739af1a82 x-openstack-request-id: req-6d6033d2-7228-40bc-96e1-606739af1a82 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:21.707004 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:21.707370 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d6033d2-7228-40bc-96e1-606739af1a82 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:21.707859 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'code': 200} Jun 30 09:05:21.709377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.738270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-92667c31-fe6b-4c92-8054-3224707a9e7c req-4ef220c4-a41c-4639-b91b-72d23eb38a46 service neutron] 10.222.0.11 "GET /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188114 Jun 30 09:05:21.754944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.791149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89fef7-2b66-41b5-959d-0aa56eba63be req-95c564aa-24cc-4497-ae71-b15c0bc9061d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.792928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac89fef7-2b66-41b5-959d-0aa56eba63be req-95c564aa-24cc-4497-ae71-b15c0bc9061d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 945 time: 0.1537175 Jun 30 09:05:21.801722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.805090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.808977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.815453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c16c4010-14e3-4887-a610-2fc9538bc702 HTTP/1.1" status: 204 len: 168 time: 0.3519773 Jun 30 09:05:21.823115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.828303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d23c6-323f-447e-a724-ee089709fd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16c4010-14e3-4887-a610-2fc9538bc702,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.880806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac89fef7-2b66-41b5-959d-0aa56eba63be req-975f8cea-b315-41fc-8a84-3ead6b90be74 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715942 Jun 30 09:05:21.921160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.925311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.934909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50bb474d-c24e-412d-883b-64c6c50b8486 HTTP/1.1" status: 204 len: 168 time: 0.2913435 Jun 30 09:05:21.954265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bc292-ebe6-470f-90d5-fc2fd4362703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb474d-c24e-412d-883b-64c6c50b8486,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:22.056897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '627af7ac-07de-489b-9939-11ffd368bb9a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'port_id': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'mac_address': 'fa:16:3e:fa:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c98c5d-9568-48f6-addd-a8329103621d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:58Z', 'updated_at': '2021-06-30T09:05:19Z', 'revision_number': 1, 'project_id': '63cbb6df117747089e63ec9f928df098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:22.093103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe8f28-5fca-44ee-acbc-7d1e013a340a None None] The sync data for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 is: [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '627af7ac-07de-489b-9939-11ffd368bb9a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'port_id': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'mac_address': 'fa:16:3e:fa:47:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c98c5d-9568-48f6-addd-a8329103621d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:58Z', 'updated_at': '2021-06-30T09:05:19Z', 'revision_number': 1, 'project_id': '63cbb6df117747089e63ec9f928df098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:22.137502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d943fd6-1e51-4569-9383-adca4aee7b9c req-8334ff95-3ce5-4c05-9ed3-8c3d5a0c1816 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0497825 Jun 30 09:05:22.384830 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce4b9eb-16e0-4587-9949-fe79254feb04 None None] New status for floating IP 627af7ac-07de-489b-9939-11ffd368bb9a: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:22.509697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.523600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-21896a2a-048b-4f9b-909d-69f5ef05ba27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.637171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-21896a2a-048b-4f9b-909d-69f5ef05ba27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.650794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-21896a2a-048b-4f9b-909d-69f5ef05ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.704154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-21896a2a-048b-4f9b-909d-69f5ef05ba27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52d6c8877b814d67a4afbd5443f12bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909454 Jun 30 09:05:22.704154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21896a2a-048b-4f9b-909d-69f5ef05ba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17241373-4500-4aba-b7e1-e53d8e84588f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:22.704557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50854) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.775082 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.796682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.854793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.857780 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.859089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17241373-4500-4aba-b7e1-e53d8e84588f HTTP/1.1" status: 204 len: 168 time: 0.1530097 Jun 30 09:05:22.869618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4f149-9ff7-49c5-a3e4-67d8934fcf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17241373-4500-4aba-b7e1-e53d8e84588f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.131166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87a335-96c3-4304-9125-bfbc9ce21135 req-8b0fdede-05b7-446c-bf67-e2e34d52cb10 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.132737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b87a335-96c3-4304-9125-bfbc9ce21135 req-8b0fdede-05b7-446c-bf67-e2e34d52cb10 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0820730 Jun 30 09:05:23.196953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b87a335-96c3-4304-9125-bfbc9ce21135 req-2aba0605-ad38-46f9-a849-64a39156ff1d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Jun 30 09:05:23.348734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-377fb085-5db9-4e2a-80cb-f1555098a900 req-997a9bae-b1e8-4ab0-99d2-2dd98d7eb7fe tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0420303 Jun 30 09:05:23.592930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50922) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:23.788387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a56382-80c2-48d2-affc-6ff255b0b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.937390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a56382-80c2-48d2-affc-6ff255b0b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.942407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a56382-80c2-48d2-affc-6ff255b0b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.987874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-11a56382-80c2-48d2-affc-6ff255b0b3fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afbac65dab194964b085d7e9ddf3f61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939772 Jun 30 09:05:23.989937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a56382-80c2-48d2-affc-6ff255b0b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143179c-1b61-4eac-8a37-139698f26790,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.991174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50936) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:24.059850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.084448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.147112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.162959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.164393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3143179c-1b61-4eac-8a37-139698f26790 HTTP/1.1" status: 204 len: 168 time: 0.1713161 Jun 30 09:05:24.187019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945fdc9-f63c-4927-b4e6-9f911106b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143179c-1b61-4eac-8a37-139698f26790,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:24.448775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8df9-ad8a-4819-9659-c1bc06901358 req-cbc79a9d-d574-440f-a96c-af63425b374e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.454255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-634f8df9-ad8a-4819-9659-c1bc06901358 req-cbc79a9d-d574-440f-a96c-af63425b374e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0790637 Jun 30 09:05:24.497407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-634f8df9-ad8a-4819-9659-c1bc06901358 req-59fecd6b-7c6f-44aa-98d8-c8ef10ad86ec tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Jun 30 09:05:24.593727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a36c823a-2249-4989-a957-d65b837da969 req-3d352d75-4025-46cd-b444-44ccde35e8e2 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0389585 Jun 30 09:05:25.731425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0001b-9248-4980-912d-8835fc066b59 req-b7cf5f24-6b94-4103-b140-4d7478e7f842 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.739256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37f0001b-9248-4980-912d-8835fc066b59 req-b7cf5f24-6b94-4103-b140-4d7478e7f842 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0969625 Jun 30 09:05:25.800255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37f0001b-9248-4980-912d-8835fc066b59 req-f24d8233-ddfe-4df2-ae17-af9e3d5745c7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Jun 30 09:05:25.958955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0574e7f1-c2a5-4358-8536-c48f2566257c req-b8c44e4b-c3f8-4f8f-9279-203d89f0e87e tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0674396 Jun 30 09:05:27.056536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.206560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a551-934a-4b8f-a1b0-8da014b76a5a req-2b503fbd-e428-4756-b66e-0665fae61487 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.208838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a95a551-934a-4b8f-a1b0-8da014b76a5a req-2b503fbd-e428-4756-b66e-0665fae61487 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1234913 Jun 30 09:05:27.288949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a95a551-934a-4b8f-a1b0-8da014b76a5a req-9d5fc620-fc8c-4ffa-922d-2221cec56643 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Jun 30 09:05:27.303564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ec6266f-e41d-4cd2-b774-6e01a99782b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.519886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5316159f-0878-42f4-8b10-741406304508 req-41ddb183-edf3-42d3-ae4a-eb4da9db0b5c tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0383036 Jun 30 09:05:27.531059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ec6266f-e41d-4cd2-b774-6e01a99782b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.537864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ec6266f-e41d-4cd2-b774-6e01a99782b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.614187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ec6266f-e41d-4cd2-b774-6e01a99782b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bd01f80732245bfa721e43742d1a1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540316 Jun 30 09:05:27.614187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6266f-e41d-4cd2-b774-6e01a99782b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0301ff1-2c36-422a-81ca-0dda91a2e7b6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:27.615234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51082) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.732753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.785031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.822166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51086) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:27.852653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.855779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.856895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0301ff1-2c36-422a-81ca-0dda91a2e7b6 HTTP/1.1" status: 204 len: 168 time: 0.2393894 Jun 30 09:05:27.868045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc5acf-e75c-4f91-a856-c869ba817dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0301ff1-2c36-422a-81ca-0dda91a2e7b6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:27.991070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d44f00b8-5e01-4f2d-b2e6-29073e505174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.097566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d44f00b8-5e01-4f2d-b2e6-29073e505174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.102356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d44f00b8-5e01-4f2d-b2e6-29073e505174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.146408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d44f00b8-5e01-4f2d-b2e6-29073e505174 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c0f9bab9a4748b3b85b06d53c1f183f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231881 Jun 30 09:05:28.147640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f00b8-5e01-4f2d-b2e6-29073e505174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a33608-b34d-4f27-9bae-f7186a831f80,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.149280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51094) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.208657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.238972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.264257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.279292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86adda68-7a08-49cb-81c6-4970efedccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.302688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.306836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.308929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53a33608-b34d-4f27-9bae-f7186a831f80 HTTP/1.1" status: 204 len: 168 time: 0.1583331 Jun 30 09:05:28.341147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b040-784c-4687-8f89-ae9543f67fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a33608-b34d-4f27-9bae-f7186a831f80,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.477247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86adda68-7a08-49cb-81c6-4970efedccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.484361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86adda68-7a08-49cb-81c6-4970efedccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.515849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adda68-7a08-49cb-81c6-4970efedccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3624b5-d817-46a9-8c47-25794afdaa1b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.574471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86adda68-7a08-49cb-81c6-4970efedccd0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58a9563eecfc4bbea7d26df4f2a4da7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091033 Jun 30 09:05:28.577933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.624222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac5933-ce33-427b-a9f4-bb7febdc4a82 req-5284c051-ef50-458c-8e5c-ae9cceba6ce9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.625990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebac5933-ce33-427b-a9f4-bb7febdc4a82 req-5284c051-ef50-458c-8e5c-ae9cceba6ce9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1121075 Jun 30 09:05:28.690863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebac5933-ce33-427b-a9f4-bb7febdc4a82 req-0a7130b5-3182-4593-8489-765d4665a1be tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577416 Jun 30 09:05:28.730570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.764748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.838949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.842344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.843937 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b3624b5-d817-46a9-8c47-25794afdaa1b HTTP/1.1" status: 204 len: 168 time: 0.2627904 Jun 30 09:05:28.877065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e07fb7-5114-4cb4-b5c3-90bb6c7c744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3624b5-d817-46a9-8c47-25794afdaa1b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.891586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a079a2a7-ed56-4a6d-b78c-1ca175007231 req-c1f72367-fb8c-4be0-9a88-c4ea0c4e4a00 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0587182 Jun 30 09:05:29.014559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51118) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.047997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6152d06c-f815-4aaf-8b16-b960dd4993df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.177267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6152d06c-f815-4aaf-8b16-b960dd4993df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.183225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6152d06c-f815-4aaf-8b16-b960dd4993df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.220472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6152d06c-f815-4aaf-8b16-b960dd4993df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97ff089d905b4ea8873c489b42701197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045631 Jun 30 09:05:29.223264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51124) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.230222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152d06c-f815-4aaf-8b16-b960dd4993df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e0c4a9-c066-4d45-a995-44c6b731e5f0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.238068 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-770fa959-a376-4e2a-9239-d4e12669aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.307071 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.345295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.401792 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.404799 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.406082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07e0c4a9-c066-4d45-a995-44c6b731e5f0 HTTP/1.1" status: 204 len: 168 time: 0.1817250 Jun 30 09:05:29.420569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6231-9c15-47e2-ac74-c87f9886871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e0c4a9-c066-4d45-a995-44c6b731e5f0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.972745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a87bd-6897-4c8d-aa66-b3acc46e4010 req-083ff566-9c5b-4696-919b-54bb7d483ca5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.980151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-442a87bd-6897-4c8d-aa66-b3acc46e4010 req-083ff566-9c5b-4696-919b-54bb7d483ca5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1156623 Jun 30 09:05:30.021606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-442a87bd-6897-4c8d-aa66-b3acc46e4010 req-90cb7786-7efb-497a-87b9-b63d45c3594a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Jun 30 09:05:30.134599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b5c4b40-896d-49b7-94dd-19dbafdea19f req-848a5d8b-4cbb-426b-b434-2d0cc433e6bd tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0402622 Jun 30 09:05:31.075015 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:05:31.394638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aa8a4ac-5bb5-4dda-8142-7b5f5abba556 req-9815f7a0-95a9-47ca-8122-604f3a46f6b6 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0493126 Jun 30 09:05:31.420801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45fc5-8fa7-4a98-8728-0d5491abc898 req-cfbbd7f9-60c1-4e5f-b502-ab7d15aefeb1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.433934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6c45fc5-8fa7-4a98-8728-0d5491abc898 req-cfbbd7f9-60c1-4e5f-b502-ab7d15aefeb1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.1878228 Jun 30 09:05:31.558082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6c45fc5-8fa7-4a98-8728-0d5491abc898 req-bef2ca1f-272f-450e-be85-5a5c70c1cb53 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223314 Jun 30 09:05:31.863458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eadb1060-8b9a-4e53-a030-b14d0bebdb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.971076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.621588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-736283dc-d5cd-4eee-a6d8-bf7951c15ce7 req-37a95bef-7beb-49fd-9e9c-ae680eb43bf1 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0436113 Jun 30 09:05:32.719167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:32.819928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb0006-7325-49b7-b90b-1143677ff39a req-da22da41-d6ff-4102-a005-7de517353fc1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.829943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ddb0006-7325-49b7-b90b-1143677ff39a req-da22da41-d6ff-4102-a005-7de517353fc1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0876493 Jun 30 09:05:32.858328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.915545 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becde25c-b30d-4459-b8eb-a93f4d309448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:32.957497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ddb0006-7325-49b7-b90b-1143677ff39a req-da501ac3-f396-40cb-9760-21efafe8bb60 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256850 Jun 30 09:05:33.140963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becde25c-b30d-4459-b8eb-a93f4d309448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.145356 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.146722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-becde25c-b30d-4459-b8eb-a93f4d309448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.191226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde25c-b30d-4459-b8eb-a93f4d309448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da0a44-03e3-4785-b84d-13f75b118ed3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:33.198171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-becde25c-b30d-4459-b8eb-a93f4d309448 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7ac5a5c19a44dea825bde12a7915a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756207 Jun 30 09:05:33.198547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51274) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.263362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.291300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.350190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.356936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.358093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5da0a44-03e3-4785-b84d-13f75b118ed3 HTTP/1.1" status: 204 len: 168 time: 0.1574638 Jun 30 09:05:33.369160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c465046-c59d-46b3-a637-914025f22995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5da0a44-03e3-4785-b84d-13f75b118ed3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:33.934343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a814b725-0c45-4afd-b945-231d745e64fc req-1d9af69e-2162-4b1e-b42e-3041ba69a85b tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0563653 Jun 30 09:05:33.951732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.974869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d8da-25e2-4310-a440-7e95f8db4aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.093701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d8da-25e2-4310-a440-7e95f8db4aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.099265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d8da-25e2-4310-a440-7e95f8db4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.192557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfe5d8da-25e2-4310-a440-7e95f8db4aa1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31d9cfc64c93404893a2c15698ddb6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397044 Jun 30 09:05:34.195460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51300) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:34.207076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5d8da-25e2-4310-a440-7e95f8db4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf5d5f-7c9a-40bb-ad9a-9a87b66f2bd3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.275817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.307432 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.335721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88c32-da33-495f-962c-e507edb9d2af req-0646732f-c2be-479b-b253-4caf06d7f1e4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.337356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1f88c32-da33-495f-962c-e507edb9d2af req-0646732f-c2be-479b-b253-4caf06d7f1e4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.2233148 Jun 30 09:05:34.393532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1f88c32-da33-495f-962c-e507edb9d2af req-956b7555-ecda-418b-a461-54d6cad7ed8b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Jun 30 09:05:34.428832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.431740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.433616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10cf5d5f-7c9a-40bb-ad9a-9a87b66f2bd3 HTTP/1.1" status: 204 len: 168 time: 0.2363834 Jun 30 09:05:34.455784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535545-7f08-4fd2-811d-b2bc131f9acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf5d5f-7c9a-40bb-ad9a-9a87b66f2bd3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.544801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.791674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.206582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e0f85d9-3a77-4b64-9617-c97310384177 req-39e6483b-556a-4461-baa3-a5f058b80495 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0478699 Jun 30 09:05:35.671582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e25f0-1c8a-4225-b76f-c074b9e6bd33 req-ac2969b2-19bb-4f86-90d8-df0491e287be tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.679775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-267e25f0-1c8a-4225-b76f-c074b9e6bd33 req-ac2969b2-19bb-4f86-90d8-df0491e287be tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0963576 Jun 30 09:05:35.727852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-267e25f0-1c8a-4225-b76f-c074b9e6bd33 req-738c3179-8a67-4209-8197-7b37bff884e5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Jun 30 09:05:36.500224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b69e534b-f55d-4a43-ad4f-5879f0eb4799 req-a045d73c-9e9e-45f2-a91b-b614b84152af tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0402286 Jun 30 09:05:36.972938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6421cd8-b777-48df-abe3-2c517692f8c3 req-d31fd2f0-a122-4715-8c63-424fcc75bd2a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.984054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6421cd8-b777-48df-abe3-2c517692f8c3 req-d31fd2f0-a122-4715-8c63-424fcc75bd2a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0900147 Jun 30 09:05:37.028754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6421cd8-b777-48df-abe3-2c517692f8c3 req-017e5f1b-fe66-4af5-9388-b358f76bb957 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Jun 30 09:05:37.299068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.519526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d45973f-2401-4089-b8dc-76bc219dbcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.629422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d45973f-2401-4089-b8dc-76bc219dbcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.644742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d45973f-2401-4089-b8dc-76bc219dbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.693640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45973f-2401-4089-b8dc-76bc219dbcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33417913-abd8-46d4-93ca-d93edb8779e3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.698157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b57b28-a6c3-4b75-9765-e1dcc420d367 req-9338cdce-7253-4067-a7b1-d61bd2bcbb5c tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0647631 Jun 30 09:05:37.721918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2d45973f-2401-4089-b8dc-76bc219dbcfd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed311ae596554b1f83971800e69222c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218228 Jun 30 09:05:37.727606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:37.783359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.819542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.901646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.904213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.905387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33417913-abd8-46d4-93ca-d93edb8779e3 HTTP/1.1" status: 204 len: 168 time: 0.1760631 Jun 30 09:05:37.919218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca034f2-797d-447a-af83-77567f5a4c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33417913-abd8-46d4-93ca-d93edb8779e3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.922433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6d13-da16-427b-9345-434d34c385aa req-a440c494-6821-4ff3-907b-1a0f7fe3b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.924653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-a440c494-6821-4ff3-907b-1a0f7fe3b1db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 1098 time: 0.0713234 Jun 30 09:05:38.034862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6d13-da16-427b-9345-434d34c385aa req-cf4d484b-cb9d-447a-b3f8-acbedcd2f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.036852 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-cf4d484b-cb9d-447a-b3f8-acbedcd2f358 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.1052387 Jun 30 09:05:38.094022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-c4e86e8d-6b2e-4b3c-81a1-4ac17ed0637b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d548aec-b48a-4c12-adea-6fdb358785ea HTTP/1.1" status: 200 len: 217 time: 0.0444434 Jun 30 09:05:38.161451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6d13-da16-427b-9345-434d34c385aa req-ccfbbb7d-8066-42bb-84d4-8550b25a7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.163397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-ccfbbb7d-8066-42bb-84d4-8550b25a7e21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0555186 Jun 30 09:05:38.206833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-a3cbcfea-0c48-4c80-b926-12ab98920841 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341594 Jun 30 09:05:38.247472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40451a-2a2a-451f-bbad-5a02f9fc8fe0 req-51831385-9a2b-453a-9c69-7e9d184c3d51 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.249397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd40451a-2a2a-451f-bbad-5a02f9fc8fe0 req-51831385-9a2b-453a-9c69-7e9d184c3d51 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0836456 Jun 30 09:05:38.292025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd40451a-2a2a-451f-bbad-5a02f9fc8fe0 req-5d930594-8183-43d6-b7cf-99668de2c15b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354614 Jun 30 09:05:38.318549 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-6738420f-510b-4195-b4fe-b496fe8e8b3f service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970905 Jun 30 09:05:38.417582 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c0fb6d13-da16-427b-9345-434d34c385aa req-4f06b487-3482-400a-8c8d-faf352b04c9a service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996220 Jun 30 09:05:38.461322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.475514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6ce650e2-f30d-4ce2-98f8-8f91aa81cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.571469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6ce650e2-f30d-4ce2-98f8-8f91aa81cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.575993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6ce650e2-f30d-4ce2-98f8-8f91aa81cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.615543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce650e2-f30d-4ce2-98f8-8f91aa81cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ba6e9-f415-47cd-81b2-8208ea0e3ecc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.623522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6ce650e2-f30d-4ce2-98f8-8f91aa81cb33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bef63f6c92644b72a52d21b7c58548f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574442 Jun 30 09:05:38.623522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:38.671344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.691997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.747925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.751928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.753086 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba0ba6e9-f415-47cd-81b2-8208ea0e3ecc HTTP/1.1" status: 204 len: 168 time: 0.1295121 Jun 30 09:05:38.764891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d18ce-d7b7-409c-9303-705959539138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ba6e9-f415-47cd-81b2-8208ea0e3ecc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.925690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ef24f91-fb08-43d5-a1bb-5959d15e828c req-9e1e1fc7-e9cb-4d9d-9c61-df952cbdad68 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0444551 Jun 30 09:05:39.487567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80749a8-b645-4c5a-aaba-6383389c20a7 req-08ea091d-c47d-4dc0-8bdd-bd8af8c4b159 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.489297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c80749a8-b645-4c5a-aaba-6383389c20a7 req-08ea091d-c47d-4dc0-8bdd-bd8af8c4b159 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0649052 Jun 30 09:05:39.534789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c80749a8-b645-4c5a-aaba-6383389c20a7 req-fd206f99-857f-4959-be60-41fcbd395958 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Jun 30 09:05:40.103484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3d32970-92d4-4c62-bb6d-2fba321f92e4 req-96685f00-1e1f-4e7e-aded-059dedee08f8 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0363972 Jun 30 09:05:40.201906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51544) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.368435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ff264fc-558d-4abe-a963-dcffdc4ad394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.477775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ff264fc-558d-4abe-a963-dcffdc4ad394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.481981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ff264fc-558d-4abe-a963-dcffdc4ad394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.520862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3ff264fc-558d-4abe-a963-dcffdc4ad394 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d452098d23f04a66a36eac679f709ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177729 Jun 30 09:05:40.521847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff264fc-558d-4abe-a963-dcffdc4ad394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd0607f-249e-4aac-8b51-9a4982e3abd0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:40.523645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51560) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:40.580710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.602445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.658928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.661730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.663068 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ffd0607f-249e-4aac-8b51-9a4982e3abd0 HTTP/1.1" status: 204 len: 168 time: 0.1370823 Jun 30 09:05:40.674812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1385b-bca5-40fc-b36d-b0311cbf3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd0607f-249e-4aac-8b51-9a4982e3abd0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:40.747458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2913a-3676-4e38-8312-788a3a0be379 req-f24a8ab2-41a1-4be2-af3b-0e1d8dad47e7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.749534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbc2913a-3676-4e38-8312-788a3a0be379 req-f24a8ab2-41a1-4be2-af3b-0e1d8dad47e7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 946 time: 0.0864925 Jun 30 09:05:40.840906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbc2913a-3676-4e38-8312-788a3a0be379 req-50124be7-3972-43ab-984d-49c411db4a20 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838091 Jun 30 09:05:41.019899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51610) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.035446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8788090c-2012-4005-bef3-e328b63420e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.113866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:41.187634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8788090c-2012-4005-bef3-e328b63420e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.195494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8788090c-2012-4005-bef3-e328b63420e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.205915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.238165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:41.240706 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4d461-a202-4265-b5d8-ad3e9f533e34" -d '{"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:41.257556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:41.258600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8788090c-2012-4005-bef3-e328b63420e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fe49da73705425d8e28f68c462fda24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374794 Jun 30 09:05:41.259329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788090c-2012-4005-bef3-e328b63420e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10be64c-760e-4501-b8d1-28bde6b26730,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.261459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51640) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:41.269315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.358435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.371260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73a3949c-14ff-48df-88c7-8e165103b958 req-af393344-f6cb-4346-a661-e77d53377bd6 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0512695 Jun 30 09:05:41.377526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.414737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.480576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.483733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.487691 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a10be64c-760e-4501-b8d1-28bde6b26730 HTTP/1.1" status: 204 len: 168 time: 0.2217033 Jun 30 09:05:41.511904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb657b0-db03-48ac-ba87-5c5dbfdf0dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10be64c-760e-4501-b8d1-28bde6b26730,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:41.553303 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c838c-accb-4a15-b46f-86bcec73c25d x-openstack-request-id: req-289c838c-accb-4a15-b46f-86bcec73c25d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:41.553608 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-unplugged", "status": "failed", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea", "code": 422}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:41.554242 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-289c838c-accb-4a15-b46f-86bcec73c25d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:41.554699 n-d-779913-25 neutron-server[94186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'code': 422} returned with failed status Jun 30 09:05:41.871794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8531b7-c59e-4098-a853-021463ef1971 req-2ea4c5b3-9c30-4705-ac37-54d09c36df94 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.873673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8531b7-c59e-4098-a853-021463ef1971 req-2ea4c5b3-9c30-4705-ac37-54d09c36df94 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e0c00e5-8423-4735-b41b-fd31ecf2bc8e HTTP/1.1" status: 200 len: 944 time: 0.0766962 Jun 30 09:05:41.995783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port 8d548aec-b48a-4c12-adea-6fdb358785ea {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:41.996434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.092600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port 8d548aec-b48a-4c12-adea-6fdb358785ea, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8d548aec-b48a-4c12-adea-6fdb358785ea,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:42.092972 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.106400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for 8d548aec-b48a-4c12-adea-6fdb358785ea owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:42.259608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.289489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=8d548aec-b48a-4c12-adea-6fdb358785ea,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:42.346579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port 8d548aec-b48a-4c12-adea-6fdb358785ea on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:42.350044 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.352392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8531b7-c59e-4098-a853-021463ef1971 req-b174dd48-9883-42d4-aad6-85bddb420366 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "DELETE /v2.0/ports/8d548aec-b48a-4c12-adea-6fdb358785ea HTTP/1.1" status: 204 len: 173 time: 0.4724855 Jun 30 09:05:42.353455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-deleted', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:42.356074 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2669f6-85cf-4d52-9cfd-1a6309fe476f" -d '{"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-deleted", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:42.402432 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffae257-074c-4e0a-8182-36344f8441d6 x-openstack-request-id: req-5ffae257-074c-4e0a-8182-36344f8441d6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:42.402741 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0c00e5-8423-4735-b41b-fd31ecf2bc8e", "name": "network-vif-deleted", "tag": "8d548aec-b48a-4c12-adea-6fdb358785ea", "status": "failed", "code": 422}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:42.403177 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ffae257-074c-4e0a-8182-36344f8441d6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:42.403622 n-d-779913-25 neutron-server[94183]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e0c00e5-8423-4735-b41b-fd31ecf2bc8e', 'name': 'network-vif-deleted', 'tag': '8d548aec-b48a-4c12-adea-6fdb358785ea', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:05:42.546590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fb1ac14-bdc6-4038-b7ae-b37fb741f867 req-a20e1c2f-4726-4fdb-a481-036d4f377614 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0355909 Jun 30 09:05:42.791844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51796) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:42.916865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44fbaa35-dec6-4ae0-8385-bfa2f65e2bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.026104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44fbaa35-dec6-4ae0-8385-bfa2f65e2bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.032944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44fbaa35-dec6-4ae0-8385-bfa2f65e2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.084165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44fbaa35-dec6-4ae0-8385-bfa2f65e2bc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fb4c86383cc41e887df443b276cc559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900085 Jun 30 09:05:43.086794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51814) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.090465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbaa35-dec6-4ae0-8385-bfa2f65e2bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203d7a1-a0e1-4878-8170-eea325b92d2c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:43.163369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.185150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.242631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.245465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.249090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9203d7a1-a0e1-4878-8170-eea325b92d2c HTTP/1.1" status: 204 len: 168 time: 0.1586690 Jun 30 09:05:43.256889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846e26-7623-48c0-b6b3-717514d7bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203d7a1-a0e1-4878-8170-eea325b92d2c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:43.449406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-9e24311d-dc6e-4247-b652-fbf8a1a77698 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.450951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-9e24311d-dc6e-4247-b652-fbf8a1a77698 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.1190410 Jun 30 09:05:43.466612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-ca84f452-041c-4c0a-8ac0-4e94efc7ad29 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0097084 Jun 30 09:05:43.506842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-87500dd5-1134-4247-a774-f5a008570467 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330341 Jun 30 09:05:43.613034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-9b39dd22-6948-4036-bf9d-8f5e6c39b5b0 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991015 Jun 30 09:05:43.715041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb4801a9-aa25-43bf-8f63-bfd92ad781e2 req-9b071255-2944-4f43-820a-bb9713563dad tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0337248 Jun 30 09:05:43.721249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51878) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:43.747630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-eee75d19-6da8-4fd8-a1cb-4bf25c7563b4 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269271 Jun 30 09:05:43.865442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01ecb4c5-8e06-4c4b-ba6d-737a4d644806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.983489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01ecb4c5-8e06-4c4b-ba6d-737a4d644806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.992137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01ecb4c5-8e06-4c4b-ba6d-737a4d644806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.009322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4db7df3b-7ef7-4e22-a627-8303462c779b req-31cd7c03-c975-4a75-bd32-2796c7124027 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 210 time: 0.0658467 Jun 30 09:05:44.072063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-01ecb4c5-8e06-4c4b-ba6d-737a4d644806 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa7fed788fee4f55b46bce46a2ba97cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496256 Jun 30 09:05:44.072891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecb4c5-8e06-4c4b-ba6d-737a4d644806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4181589-c8e9-4080-948a-e565f236e718,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.074708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51896) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:44.139132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.162707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.222590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.225268 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.228804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4181589-c8e9-4080-948a-e565f236e718 HTTP/1.1" status: 204 len: 168 time: 0.1504984 Jun 30 09:05:44.234229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23fb6-f761-4a7b-9c2c-af3ef0a136d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4181589-c8e9-4080-948a-e565f236e718,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.917356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c35eabe-0a9c-4711-9312-3103beae11e1 req-8c7851ad-5770-494e-bed9-e5ce6189e6cf tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0451446 Jun 30 09:05:45.147562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:45.197862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 8d548aec-b48a-4c12-adea-6fdb358785ea {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:45.198206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8d548aec-b48a-4c12-adea-6fdb358785ea not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:45.312955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b669db27-b6f4-44a7-8e6a-015f430f2293 req-6c83e9c6-c948-465f-bf6a-5275344e3d44 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 210 time: 0.0626194 Jun 30 09:05:45.497445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-ba88485d-b68a-4515-b53d-a0b8b4db26f1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.511353 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-ba88485d-b68a-4515-b53d-a0b8b4db26f1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.1858613 Jun 30 09:05:45.526255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:45.688525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51972) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:45.720630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:45.725578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.886650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:45.888517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.5 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/415008ee-ec86-4441-89a6-5488145ee266) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:45.914279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.066165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.102974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.110364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3ed6cd5-56da-4ae5-8ff1-3b7e5edb695b req-74eb3f7f-b85b-450e-960e-879a088dbdf4 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0626214 Jun 30 09:05:46.121103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.170419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:46.174209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:46.180365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:46.187303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.243383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.244007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.250238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Allocated IP 172.25.4.145 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/1b920022-5c6e-4c47-bc9e-96171b182372) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:46.258815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f0a92149-fb03-4f4b-8fb5-5a32a87d4732 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378664 Jun 30 09:05:46.273347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Request body: {'port': {'device_id': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:46.316445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:46.356600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.388400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.435239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.477144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:46.479912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:46.485869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:46.520931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=1b920022-5c6e-4c47-bc9e-96171b182372,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.529132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1605ba4a-fc46-4c8f-8613-c00ee9425ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.645780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.654130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42101c03-e99b-46c8-a811-5732e17b2333 req-54e88796-8cf9-41f5-aa43-7f89cd8df505 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.655499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42101c03-e99b-46c8-a811-5732e17b2333 req-54e88796-8cf9-41f5-aa43-7f89cd8df505 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 931 time: 0.1642537 Jun 30 09:05:46.728677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.732576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42101c03-e99b-46c8-a811-5732e17b2333 req-7e0ed3c4-7344-4183-b5dd-5a35b087e6a6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703459 Jun 30 09:05:46.751151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1605ba4a-fc46-4c8f-8613-c00ee9425ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.766699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1605ba4a-fc46-4c8f-8613-c00ee9425ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.777477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415008ee-ec86-4441-89a6-5488145ee266 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:46.791535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.825453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Transition to ACTIVE for port object 415008ee-ec86-4441-89a6-5488145ee266 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:46.836608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1605ba4a-fc46-4c8f-8613-c00ee9425ea0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51bddf3a08334c06b681c3ae03bddba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158424 Jun 30 09:05:46.836608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605ba4a-fc46-4c8f-8613-c00ee9425ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1457699-db5f-43ba-b705-90aefe340c58,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.836909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:46.840634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.888645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Pushing event updated for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:46.923891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.942593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.952583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.961087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.962649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Attempting to bind port 415008ee-ec86-4441-89a6-5488145ee266 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:46.962986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Attempting to bind port 415008ee-ec86-4441-89a6-5488145ee266 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:46.963317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Attempting to bind port 415008ee-ec86-4441-89a6-5488145ee266 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:46.967638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Port 415008ee-ec86-4441-89a6-5488145ee266 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:46.967962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Attempting to bind port 415008ee-ec86-4441-89a6-5488145ee266 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:46.972733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:46.973073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:46.973457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:46.973913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Bound port: 415008ee-ec86-4441-89a6-5488145ee266, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:46.974289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.038681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:47.042802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=415008ee-ec86-4441-89a6-5488145ee266,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:47.049026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.057339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=1b920022-5c6e-4c47-bc9e-96171b182372,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.066679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.086939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.089439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-79144fd0-6fe0-48d3-ad51-d5976b0fe330 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3989830 Jun 30 09:05:47.092344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.092951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.093523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.095172 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] 10.222.0.11 "PUT /v2.0/ports/415008ee-ec86-4441-89a6-5488145ee266 HTTP/1.1" status: 200 len: 1092 time: 0.8272576 Jun 30 09:05:47.095416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.095590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'tag': '415008ee-ec86-4441-89a6-5488145ee266'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:47.098962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1457699-db5f-43ba-b705-90aefe340c58 HTTP/1.1" status: 204 len: 168 time: 0.2585204 Jun 30 09:05:47.098962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:47.099185 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8d0d9-8e9a-4194-92e9-35a405ef6801" -d '{"events": [{"name": "network-changed", "server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "tag": "415008ee-ec86-4441-89a6-5488145ee266"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:47.110622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-683078450'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:47.140321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f6911-2a19-4324-9627-4e573ab7f790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1457699-db5f-43ba-b705-90aefe340c58,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.171277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab312-ed17-4069-b136-4dca08fc9de3 service neutron] Pushing event updated for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.183728 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58992c-214f-4a8d-bccb-60ba9ce90f9b x-openstack-request-id: req-3f58992c-214f-4a8d-bccb-60ba9ce90f9b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:47.184586 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "tag": "415008ee-ec86-4441-89a6-5488145ee266", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:47.184848 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f58992c-214f-4a8d-bccb-60ba9ce90f9b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:47.185252 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'tag': '415008ee-ec86-4441-89a6-5488145ee266', 'status': 'completed', 'code': 200} Jun 30 09:05:47.213241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Made reservation on behalf of b2e62451fd3d4f4f9c046ceef299e9b7 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:47.216756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.226310 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-627dea0c-5690-47cc-8432-7f2d5d22a10b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1158361 Jun 30 09:05:47.228030 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.250010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-29c1e544-e3de-4eb8-81ef-4c414054b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.251549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-29c1e544-e3de-4eb8-81ef-4c414054b94e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 1095 time: 0.1123796 Jun 30 09:05:47.308216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-99e9fcf3-ec1f-4745-b25e-6d49b85bdfa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=415008ee-ec86-4441-89a6-5488145ee266 HTTP/1.1" status: 200 len: 217 time: 0.0462024 Jun 30 09:05:47.337870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-08abcb12-1c6a-4fe3-afc0-ab75688eaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.339505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-08abcb12-1c6a-4fe3-afc0-ab75688eaae8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b700c8878d10435fa56f8d377b88e2e3&device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 1097 time: 0.0764022 Jun 30 09:05:47.372430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1b865be-ccfc-4d80-bfe0-ceec9f7836db req-77ae19cc-b3d6-464b-88fa-870f17e53ab0 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0630701 Jun 30 09:05:47.403041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-306fe81f-b0c7-46d0-9732-2eb069c71dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.404521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-306fe81f-b0c7-46d0-9732-2eb069c71dd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0812504 Jun 30 09:05:47.448112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-1d960c72-5361-49da-bc6f-e486b373642f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357854 Jun 30 09:05:47.486882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-73d7bfed-aa06-4ef4-9e40-81b0d420decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.488905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-73d7bfed-aa06-4ef4-9e40-81b0d420decb service neutron] 10.222.0.11 "GET /v2.0/networks?id=194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 200 len: 912 time: 0.1231532 Jun 30 09:05:47.538706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.554517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.587785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:47.588414 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-d605325c-128f-4e12-8e7b-0e15f5cf4fd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 200 len: 1001 time: 0.0924795 Jun 30 09:05:47.596578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-f9c5b1f0-7c1a-4ed2-9f1b-77a8dc08562d service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407890 Jun 30 09:05:47.617516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.617908 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Added segment 278811e0-a93d-425c-a4c2-dbf9eb3df182 of type vlan for network 40cbb429-9098-41ef-beb2-ee640c5296f7 Jun 30 09:05:47.632755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9aed8-ceca-4757-8e6e-d2d9d16cfee3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.673912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-28433c09-6b63-4f24-b0f9-e62e067688fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.675847 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-28433c09-6b63-4f24-b0f9-e62e067688fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c89272e-df2b-42d7-a49e-885fbf5163a1 HTTP/1.1" status: 200 len: 850 time: 0.0771215 Jun 30 09:05:47.731795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.755927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-8b6a690d-9209-467f-ac05-60f39d079e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.759460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-8b6a690d-9209-467f-ac05-60f39d079e0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=194638bb-6fb9-43b6-815a-4d973c9bd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771275 Jun 30 09:05:47.765814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6242db48-99bc-48ee-a761-2e7ffdcc25ee req-973b46e8-e8cb-4186-9d1b-7814eb917796 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597507 Jun 30 09:05:47.794506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.810672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.811330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.894910 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-d3c8c504-7c73-493b-a254-85ff2cd19cb1 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224644 Jun 30 09:05:47.907068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8006732 Jun 30 09:05:47.909978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52052) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:47.915440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Request body: {'subnet': {'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:47.935264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c022a9c-670d-48fb-890f-a60851dfa407 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Network': ['ID=40cbb429-9098-41ef-beb2-ee640c5296f7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:47.947662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:47.968872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-7e800cd0-430c-4b6f-b4ea-181b4a5268d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.971135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-7e800cd0-430c-4b6f-b4ea-181b4a5268d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 1095 time: 0.0770140 Jun 30 09:05:48.139835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-70940ed1-3fdf-4356-b621-480795a3d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.141322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-70940ed1-3fdf-4356-b621-480795a3d057 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.1579607 Jun 30 09:05:48.150618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Made reservation on behalf of b2e62451fd3d4f4f9c046ceef299e9b7 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:48.150892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3282-7ad2-487e-b120-32151d288c0e req-9b73d14f-7eee-4b25-afa1-ed2d18637197 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.152392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1f3282-7ad2-487e-b120-32151d288c0e req-9b73d14f-7eee-4b25-afa1-ed2d18637197 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 943 time: 0.1678612 Jun 30 09:05:48.154266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.159656 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b64b7cef-2ea9-4c09-add1-a17473aa03e6 req-234c1121-d985-4db8-9fcc-c3478ada4679 service neutron] 10.222.0.11 "GET /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399962 Jun 30 09:05:48.194744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-8fd482e3-8d4a-420f-8a4d-b7929198eb0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=415008ee-ec86-4441-89a6-5488145ee266 HTTP/1.1" status: 200 len: 217 time: 0.0413766 Jun 30 09:05:48.259901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1f3282-7ad2-487e-b120-32151d288c0e req-8695973e-97ec-4f70-b954-6c6a4522f965 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720239 Jun 30 09:05:48.268010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-91d8ff0a-eae1-4972-98a1-01c0adb36b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.269486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-91d8ff0a-eae1-4972-98a1-01c0adb36b0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0628228 Jun 30 09:05:48.308329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-0d365be4-6951-4316-b6c9-9c84e02b5542 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311441 Jun 30 09:05:48.370522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.432033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-4737deda-2dd7-4965-bf6b-d3d44765a236 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119895 Jun 30 09:05:48.443526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Subnet': ['ID=5f81fac5-c10b-4b35-a059-d352d6c3ba9c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.449795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Checking segment: {'id': '278811e0-a93d-425c-a4c2-dbf9eb3df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:48.450162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network hostable DHCP agents. Network: 40cbb429-9098-41ef-beb2-ee640c5296f7, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:48.473314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:48.494653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 40cbb429-9098-41ef-beb2-ee640c5296f7) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:48.499463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.500305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.507479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71259a0d-688f-4815-91dd-a0b4350b773a None None] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:48.531443 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74b39df6-61b3-4dd6-9e48-e685b18bb7ba tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6202803 Jun 30 09:05:48.534822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:48.540297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-648280234', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:48.568989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.570995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.638161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.687622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-40cbb429-9098-41ef-beb2-ee640c5296f7', 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7', 'tenant_id': 'b2e62451fd3d4f4f9c046ceef299e9b7', 'fixed_ips': [{'subnet_id': '5f81fac5-c10b-4b35-a059-d352d6c3ba9c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:05:48.689234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.859965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.863133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Allocated IP 172.20.0.2 (40cbb429-9098-41ef-beb2-ee640c5296f7/5f81fac5-c10b-4b35-a059-d352d6c3ba9c/f16084fe-4801-4cde-ad5d-7f943f8c650b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:49.049637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-660cc7a7-cceb-49da-994c-2070c61dc383 req-52d8ae3f-dc18-4815-adac-8ed9b1486470 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0750413 Jun 30 09:05:49.083680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.099932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Transition to ACTIVE for port object f16084fe-4801-4cde-ad5d-7f943f8c650b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:49.113830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a8d0d9-8e9a-4194-92e9-35a405ef6801 req-6ee316f8-daa3-4c0e-a8d1-7fede4b25a83 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745801 Jun 30 09:05:49.118087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Transition to ACTIVE for port object f16084fe-4801-4cde-ad5d-7f943f8c650b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:49.130385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52088) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.133357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.214321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:49.222916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:49.225513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:49.232117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Pushing event updated for resources: {'Port': ['ID=f16084fe-4801-4cde-ad5d-7f943f8c650b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:49.302534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Attempting to bind port f16084fe-4801-4cde-ad5d-7f943f8c650b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:49.304070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Attempting to bind port f16084fe-4801-4cde-ad5d-7f943f8c650b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '278811e0-a93d-425c-a4c2-dbf9eb3df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:49.304669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Attempting to bind port f16084fe-4801-4cde-ad5d-7f943f8c650b on network 40cbb429-9098-41ef-beb2-ee640c5296f7 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:49.308113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a28cdce6-37ed-4c3b-aaed-640bb297054f tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:49.316213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:49.317399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Checking segment: {'id': '278811e0-a93d-425c-a4c2-dbf9eb3df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:49.318256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.318981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Bound using segment: {'id': '278811e0-a93d-425c-a4c2-dbf9eb3df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:49.319720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Bound port: f16084fe-4801-4cde-ad5d-7f943f8c650b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278811e0-a93d-425c-a4c2-dbf9eb3df182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:49.320365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.389920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a28cdce6-37ed-4c3b-aaed-640bb297054f tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "PUT /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95 HTTP/1.1" status: 200 len: 366 time: 0.2579014 Jun 30 09:05:49.392598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52094) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.414849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b022bdc9-ac8b-4625-849e-a6a5fe97684a tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0204549 Jun 30 09:05:49.417174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.429061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] For port f16084fe-4801-4cde-ad5d-7f943f8c650b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:49.437133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab4e2b5d-c806-4709-a533-4642a5202153 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95 HTTP/1.1" status: 200 len: 366 time: 0.0184867 Jun 30 09:05:49.439595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] For port f16084fe-4801-4cde-ad5d-7f943f8c650b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f16084fe-4801-4cde-ad5d-7f943f8c650b,segment=NetworkSegment(278811e0-a93d-425c-a4c2-dbf9eb3df182),segment_id=278811e0-a93d-425c-a4c2-dbf9eb3df182)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:49.440528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52098) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.446901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.519927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4a654-88da-4fe2-bb09-54f7e94d73c9 None None] Pushing event updated for resources: {'Port': ['ID=f16084fe-4801-4cde-ad5d-7f943f8c650b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:49.537188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-278daab4-d3bc-4064-b8b2-c0d543aa3aa8 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95 HTTP/1.1" status: 204 len: 168 time: 0.0506012 Jun 30 09:05:49.540923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.544263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.580184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:49.580444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e5871-ded8-45e3-a936-2fb82b3a18a6 req-94605424-9fb9-408c-b5f1-24bb55ee8e10 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.583918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-968006f9-8316-4c1d-9c57-67b7f113ead9 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0414262 Jun 30 09:05:49.588267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b8e5871-ded8-45e3-a936-2fb82b3a18a6 req-94605424-9fb9-408c-b5f1-24bb55ee8e10 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 943 time: 0.1499176 Jun 30 09:05:49.589895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52104) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.607042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-018e64a7-769f-4b17-b8fd-41ff72053371 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95 HTTP/1.1" status: 200 len: 370 time: 0.0156949 Jun 30 09:05:49.632718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.638806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fcd9490a-80f3-4f61-8b96-a57aac219a8a tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95/default HTTP/1.1" status: 200 len: 370 time: 0.0046854 Jun 30 09:05:49.641578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.667466 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-12194a17-314b-41e2-ae6b-dc3ea225f716 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:05:49.668495 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12194a17-314b-41e2-ae6b-dc3ea225f716 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/ff3eef490f46481ca4c6febd34492d95 HTTP/1.1" status: 404 len: 348 time: 0.0181873 Jun 30 09:05:49.678382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b8e5871-ded8-45e3-a936-2fb82b3a18a6 req-b91828d7-4968-4c62-8a87-d46dc888347d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891500 Jun 30 09:05:49.807842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Allocated IP 172.25.4.111 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/fe149b00-2e97-44d6-9641-86b2de9d8738) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:49.870715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52116) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:49.927601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:network and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:49.940395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:49.958834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:subnet and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:49.967661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:49.975643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:subnetpool and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:49.982310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.015525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:port and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:50.031696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.056708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:router and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:50.071151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.078278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.079298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:floatingip and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:50.085741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.135407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.139260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:security_group and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:50.146459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.153676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Usage tracker for resource:security_group_rule and tenant:2b79a1977ddf4f57abc4980c228a0582 is out of sync, need to count used quota {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:05:50.159719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.quota.resource [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94183) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:05:50.168044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec7c72dd-f4c4-4c06-976d-c63a42f0bd84 tempest-QuotasTest-1558372717 tempest-QuotasTest-1558372717-project-admin] 10.222.0.66 "GET /v2.0/quotas/2b79a1977ddf4f57abc4980c228a0582/details.json HTTP/1.1" status: 200 len: 703 time: 0.2924759 Jun 30 09:05:50.187499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:50.191063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:50.193731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:50.239298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=fe149b00-2e97-44d6-9641-86b2de9d8738,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:50.332496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f086607-39f1-4dc6-b966-cee48bb5eb93 req-eef52195-46b1-4a65-a76f-a3d0c9734d33 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0533390 Jun 30 09:05:50.614930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.635841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52128) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:50.772679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf4a7-96c3-4b7e-ab61-e4f74585141b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.859484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.869106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4bc3d-9414-4d62-b68c-756fe7d3e293 None None] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:50.944440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf4a7-96c3-4b7e-ab61-e4f74585141b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.952734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf4a7-96c3-4b7e-ab61-e4f74585141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.971722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ce23ebd9-0626-4f8c-a690-b510282a8633 None None] Provisioning for port f16084fe-4801-4cde-ad5d-7f943f8c650b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:51.002346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5c3cf4a7-96c3-4b7e-ab61-e4f74585141b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d990072b080c4abf80e925d1854c361f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652472 Jun 30 09:05:51.005272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.011775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf4a7-96c3-4b7e-ab61-e4f74585141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02494508-12de-4b69-8f35-774f64ee4ce6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.013642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:05:51.028977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8395-c8f8-47b2-95de-039541974f9d req-aa0d26d6-7a2d-48a1-b049-5287d99c65a0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.030120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-502c8395-c8f8-47b2-95de-039541974f9d req-aa0d26d6-7a2d-48a1-b049-5287d99c65a0 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 943 time: 0.1233909 Jun 30 09:05:51.102351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-502c8395-c8f8-47b2-95de-039541974f9d req-9171d3f9-7f4d-4865-870e-2272ebdaaafc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622072 Jun 30 09:05:51.182339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.183497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 415008ee-ec86-4441-89a6-5488145ee266 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:51.229048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.246991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3da44503-c36b-45ca-8c93-9ea14bb263df req-2c540cc1-8851-4338-8748-5cac12d7b4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0345302 Jun 30 09:05:51.248726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:51.261389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] Sync routers for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:51.280285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:51.280941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.302556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.304660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dd61c22-f54a-4ca5-b97a-2f3519344784 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7682672 Jun 30 09:05:51.307242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.335271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.338113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.341735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02494508-12de-4b69-8f35-774f64ee4ce6 HTTP/1.1" status: 204 len: 168 time: 0.3328905 Jun 30 09:05:51.341925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.361953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b04b8a-bebe-4536-9e71-4471944a453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02494508-12de-4b69-8f35-774f64ee4ce6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.364044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=415008ee-ec86-4441-89a6-5488145ee266,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.375657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '415008ee-ec86-4441-89a6-5488145ee266', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '415008ee-ec86-4441-89a6-5488145ee266', 'mac_address': 'fa:16:3e:a7:9c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:51.395353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:51.395990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.446903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.447553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb2b22-bc6d-43ea-8586-02e7846d790c None None] The sync data for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:51.469198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.516485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415008ee-ec86-4441-89a6-5488145ee266 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:51.548617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=415008ee-ec86-4441-89a6-5488145ee266,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.562763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.622326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e26ad41-45a8-424d-b4b4-3b8f31fc448d req-bc296ce4-a5c6-4153-9bb1-2fcc497bdb68 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0964720 Jun 30 09:05:51.622889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.638121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f16084fe-4801-4cde-ad5d-7f943f8c650b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:51.696946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f16084fe-4801-4cde-ad5d-7f943f8c650b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:51.700804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f16084fe-4801-4cde-ad5d-7f943f8c650b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:51.701251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.757630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52152) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.771823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b945aba9-018d-4f09-b004-1f417e106c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.793725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.843152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f16084fe-4801-4cde-ad5d-7f943f8c650b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f16084fe-4801-4cde-ad5d-7f943f8c650b,segment=NetworkSegment(278811e0-a93d-425c-a4c2-dbf9eb3df182),segment_id=278811e0-a93d-425c-a4c2-dbf9eb3df182)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.850089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.874500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b945aba9-018d-4f09-b004-1f417e106c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.883321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b945aba9-018d-4f09-b004-1f417e106c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.915629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b945aba9-018d-4f09-b004-1f417e106c3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b79a1977ddf4f57abc4980c228a0582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544611 Jun 30 09:05:51.917642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:51.926557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f16084fe-4801-4cde-ad5d-7f943f8c650b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.942405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945aba9-018d-4f09-b004-1f417e106c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d144814-27cd-4e6f-836c-7d74d9ccb581,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.036878 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.068365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.111823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['415008ee-ec86-4441-89a6-5488145ee266'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:52.130162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.267286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.270030 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.273351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d144814-27cd-4e6f-836c-7d74d9ccb581 HTTP/1.1" status: 204 len: 168 time: 0.3522134 Jun 30 09:05:52.305878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad014f8-f024-49d1-ab35-07a8e8936fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d144814-27cd-4e6f-836c-7d74d9ccb581,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.432579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f427d6-6cd0-49c5-8284-52d69d2674b2 req-31d2cc09-8785-4160-800d-848185592395 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.434369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53f427d6-6cd0-49c5-8284-52d69d2674b2 req-31d2cc09-8785-4160-800d-848185592395 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 944 time: 0.1779816 Jun 30 09:05:52.518475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53f427d6-6cd0-49c5-8284-52d69d2674b2 req-56e1fb54-6239-4d32-b4ea-80386ce266dc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jun 30 09:05:52.538207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Allocated IP 172.20.0.1 (40cbb429-9098-41ef-beb2-ee640c5296f7/5f81fac5-c10b-4b35-a059-d352d6c3ba9c/5e146956-3d78-44e9-8953-5bbd978f55ac) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:52.697732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.718451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Transition to ACTIVE for port object 5e146956-3d78-44e9-8953-5bbd978f55ac will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:52.768470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.842669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:52.845535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ab19960-ba10-4399-a05d-3c77aaefa8de req-1b2678a2-d178-4a6e-ab15-c54eebc8ce93 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0484946 Jun 30 09:05:52.848664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:52.854724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:52.882316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=5e146956-3d78-44e9-8953-5bbd978f55ac,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.912743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.138829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.210709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:53.282369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f0f2e9e5-da02-45a9-bb1b-f1368465033f None None] Provisioning for port 5e146956-3d78-44e9-8953-5bbd978f55ac completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:53.288553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f0f2e9e5-da02-45a9-bb1b-f1368465033f None None] Provisioning complete for port 5e146956-3d78-44e9-8953-5bbd978f55ac triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:53.289233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e9e5-da02-45a9-bb1b-f1368465033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.293422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80b31673-74c1-4221-90ef-83c066ea820d req-b9412c25-482c-4fa4-a3a9-680caafb9ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1ddc0113c5b421ea2c26c3a077aeb8b&device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0389709 Jun 30 09:05:53.413809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'networks': [{'name': 'tempest-network--413033612'}, {'name': 'tempest-network--1638304909'}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:53.414129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-network--413033612'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:53.414596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-network--1638304909'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:53.422312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80b31673-74c1-4221-90ef-83c066ea820d req-cea3ec66-359b-4bc1-be23-a63604dad7c0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c1ddc0113c5b421ea2c26c3a077aeb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145415 Jun 30 09:05:53.535947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2e9e5-da02-45a9-bb1b-f1368465033f None None] Port 5e146956-3d78-44e9-8953-5bbd978f55ac cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:53.554980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31673-74c1-4221-90ef-83c066ea820d req-b475041a-f4de-4a06-a8cd-b2026789358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.556444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80b31673-74c1-4221-90ef-83c066ea820d req-b475041a-f4de-4a06-a8cd-b2026789358f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238151 Jun 30 09:05:53.599381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f16084fe-4801-4cde-ad5d-7f943f8c650b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:53.601227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1ec968f-1193-4fcb-8f99-a5d13715305b req-334cc947-109f-468c-b4f5-4a49b34ed9be tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0342829 Jun 30 09:05:53.603478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'network': 2} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:53.608093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.656612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.668335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f16084fe-4801-4cde-ad5d-7f943f8c650b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:53.668940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.830210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.842430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.915080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f827a-c4d5-41e1-a91f-1c6fce057cd7 req-60ab50f6-023f-4fd7-ba57-847ffe5346fc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.916598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-740f827a-c4d5-41e1-a91f-1c6fce057cd7 req-60ab50f6-023f-4fd7-ba57-847ffe5346fc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 944 time: 0.2026927 Jun 30 09:05:53.960824 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.967092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=5e146956-3d78-44e9-8953-5bbd978f55ac,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:53.971975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.972435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.988212 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.023515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-740f827a-c4d5-41e1-a91f-1c6fce057cd7 req-c84bb967-b06f-4d3a-b9c9-651006b4fae4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007514 Jun 30 09:05:54.047919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddab73c-271b-439d-b425-d5e4a0c72846,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.076934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:54.094441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.094845 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment 8aeb4f91-cd23-4956-bcc7-f9ee4bbf3bb9 of type vlan for network 1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650 Jun 30 09:05:54.151899 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.169730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:54.172225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:54.243497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:54.263545 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.263545 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment 611f991e-5dab-49e4-852f-cdcdd1eb2fcf of type vlan for network 0e7bbc4c-79de-46cc-bb7f-1ab8f803894a Jun 30 09:05:54.342764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.361984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:54.387594 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.388253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.394308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.398976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.399596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.467278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8151ab02-9157-4152-a0b7-a771103e9b67 None None] Provisioning complete for port 5e146956-3d78-44e9-8953-5bbd978f55ac triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:54.467828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8151ab02-9157-4152-a0b7-a771103e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.502898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2905211 Jun 30 09:05:54.505423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52214) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:54.522534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8151ab02-9157-4152-a0b7-a771103e9b67 None None] Port 5e146956-3d78-44e9-8953-5bbd978f55ac cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:54.550548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.562439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:54.624160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:54.632299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-02882aec-7515-4707-be94-d6c45c5db621 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "PUT /v2.0/routers/77aa70ce-c1a4-4140-a6b1-3369a9560ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3239646 Jun 30 09:05:54.633447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a985-af71-4056-ba7a-198f441ad3ff tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=0e7bbc4c-79de-46cc-bb7f-1ab8f803894a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.635741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52218) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:54.641368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Request body: {'port': {'network_id': '40cbb429-9098-41ef-beb2-ee640c5296f7', 'name': 'tempest-FloatingIPAdminTestJSON-1833622289'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:54.644245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0e7bbc4c-79de-46cc-bb7f-1ab8f803894a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:54.644547 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] Sync routers for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:54.655731 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:54.656428 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:54.697255 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:54.708976 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:54.709874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:54.746479 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:54.747395 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83256ef5-facb-41ec-8c72-c0b2aecb13bb None None] The sync data for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:54.779113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-113460e1-5d62-41e2-94bc-a2b46a5f2ccf req-9be84986-b766-4e8c-aaea-7ea2baea152f tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.66 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0381794 Jun 30 09:05:54.807109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a19ef1-2673-46c8-b271-b4c14c1233d5 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.812771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a19ef1-2673-46c8-b271-b4c14c1233d5 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.820617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a19ef1-2673-46c8-b271-b4c14c1233d5 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.826586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a19ef1-2673-46c8-b271-b4c14c1233d5 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.828291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-37a19ef1-2673-46c8-b271-b4c14c1233d5 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3211429 Jun 30 09:05:54.833151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52222) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:54.865141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Made reservation on behalf of b2e62451fd3d4f4f9c046ceef299e9b7 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:54.870699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.891291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] device_id is not set on port 5b185fa3-9945-4923-aa30-167868de68e0 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:54.930142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.011936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Allocated IP 172.20.0.10 (40cbb429-9098-41ef-beb2-ee640c5296f7/5f81fac5-c10b-4b35-a059-d352d6c3ba9c/5b185fa3-9945-4923-aa30-167868de68e0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:55.046908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80b31673-74c1-4221-90ef-83c066ea820d req-6676cf51-30eb-4def-9a62-7527ee0819b7 tempest-ServerShowV257Test-238197617 tempest-ServerShowV257Test-238197617-project] 10.222.0.11 "GET /v2.0/ports?device_id=b365adf2-c702-4960-999f-6a7bc0ab0e6f HTTP/1.1" status: 200 len: 210 time: 0.0355794 Jun 30 09:05:55.055435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.069532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.080390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeb4f91-cd23-4956-bcc7-f9ee4bbf3bb9') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.080691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeb4f91-cd23-4956-bcc7-f9ee4bbf3bb9') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.090116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.104937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.112008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:55.112449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:55.115748 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:55.182004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.196709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 415008ee-ec86-4441-89a6-5488145ee266 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:55.256942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 415008ee-ec86-4441-89a6-5488145ee266 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:55.261616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 415008ee-ec86-4441-89a6-5488145ee266 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:55.262036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.348671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.372738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415008ee-ec86-4441-89a6-5488145ee266'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:55.374677 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f148771-a501-4f4e-aaf4-918735bbb332" -d '{"events": [{"server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "name": "network-vif-plugged", "status": "completed", "tag": "415008ee-ec86-4441-89a6-5488145ee266"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:55.388464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=415008ee-ec86-4441-89a6-5488145ee266,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:55.393441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.447821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.455991 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fb62aa-a2ff-4e5a-aa54-2d73ac3cc2f3 x-openstack-request-id: req-d1fb62aa-a2ff-4e5a-aa54-2d73ac3cc2f3 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:55.456297 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "name": "network-vif-plugged", "status": "completed", "tag": "415008ee-ec86-4441-89a6-5488145ee266", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:55.457120 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1fb62aa-a2ff-4e5a-aa54-2d73ac3cc2f3 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:55.457120 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415008ee-ec86-4441-89a6-5488145ee266', 'code': 200} Jun 30 09:05:55.535911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Transition to ACTIVE for port object 5b185fa3-9945-4923-aa30-167868de68e0 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:55.553554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.564269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.569399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650 HTTP/1.1" status: 204 len: 168 time: 0.7319360 Jun 30 09:05:55.571878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52234) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:55.584223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac6efa-1e99-407f-ad07-5086f5530712 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=1a06f4b3-65ef-4b0b-a7c8-c9ca69f09650,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.614845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fdeaa-7383-4ed6-909a-de64a738a531 req-3f865764-4c79-49f8-9d4e-1a14a99cb06c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.621864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a5fdeaa-7383-4ed6-909a-de64a738a531 req-3f865764-4c79-49f8-9d4e-1a14a99cb06c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1430604 Jun 30 09:05:55.635389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.656801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feb26d-5a66-468c-bf51-66a75494bea2 req-c64db957-6eb6-42eb-a646-0265a4d3413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.658912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4feb26d-5a66-468c-bf51-66a75494bea2 req-c64db957-6eb6-42eb-a646-0265a4d3413f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 1097 time: 0.1370790 Jun 30 09:05:55.699621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a5fdeaa-7383-4ed6-909a-de64a738a531 req-a73002c7-0dec-4030-8e56-f5ff6f1726d7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737500 Jun 30 09:05:55.715790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:55.725087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.728248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4feb26d-5a66-468c-bf51-66a75494bea2 req-e96168e8-5621-44ff-9f5e-24db5a959262 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Jun 30 09:05:55.728412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:55.730733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event updated for resources: {'Port': ['ID=5b185fa3-9945-4923-aa30-167868de68e0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.733158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:55.846837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.847461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.869012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.881731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fa9284f-ed58-4326-9419-e49464bc4f69 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2414334 Jun 30 09:05:55.882116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52240) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:55.887195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7bbc4c-79de-46cc-bb7f-1ab8f803894a']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.900644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611f991e-5dab-49e4-852f-cdcdd1eb2fcf') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.901130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611f991e-5dab-49e4-852f-cdcdd1eb2fcf') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:55.913846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.930914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.946840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:55.947265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:55.950580 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:56.037611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.044149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.049182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'project_id': 'b2e62451fd3d4f4f9c046ceef299e9b7', 'port_id': '5b185fa3-9945-4923-aa30-167868de68e0'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:56.050084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/0e7bbc4c-79de-46cc-bb7f-1ab8f803894a HTTP/1.1" status: 204 len: 168 time: 0.4771090 Jun 30 09:05:56.050960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.056364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b6aa0893-7e80-4f72-9a15-7c852f9859fe None None] Provisioning for port 5b185fa3-9945-4923-aa30-167868de68e0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:56.061702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b6aa0893-7e80-4f72-9a15-7c852f9859fe None None] Provisioning complete for port 5b185fa3-9945-4923-aa30-167868de68e0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:56.062161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b6aa0893-7e80-4f72-9a15-7c852f9859fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.076669 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.111451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa0893-7e80-4f72-9a15-7c852f9859fe None None] Port 5b185fa3-9945-4923-aa30-167868de68e0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:56.123355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a40c01-c40a-4a26-95a9-6a62f7f0a61b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=0e7bbc4c-79de-46cc-bb7f-1ab8f803894a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.190182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.196565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67439d2d-7774-46b8-af88-5bd06793502b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.202575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67439d2d-7774-46b8-af88-5bd06793502b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.208679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-67439d2d-7774-46b8-af88-5bd06793502b tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1490660 Jun 30 09:05:56.208994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52252) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.216929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-814500310'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:56.241223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:56.244887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.271830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.278508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:56.290241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.290592 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment 67bb88e2-62cb-49c6-be61-5faf37744500 of type vlan for network c5681acd-9ec0-4aa6-a58d-877cca90fd0a Jun 30 09:05:56.318014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Allocated IP 172.25.4.69 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/dc357103-e431-4d97-ac72-ea73ed32c1cd) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:56.332322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.364286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.370378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.371899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.425722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.467667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.474878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2598195 Jun 30 09:05:56.474878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad0976ea-80c2-42ff-9560-25a18517335c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.478001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52260) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.483216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2021313713'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:56.503280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206f78-2ad0-419c-a5c9-6aac8cec6201 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=c5681acd-9ec0-4aa6-a58d-877cca90fd0a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.517707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c5681acd-9ec0-4aa6-a58d-877cca90fd0a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:56.521910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:56.524903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:56.528604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:56.558286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Pushing event updated for resources: {'Port': ['ID=dc357103-e431-4d97-ac72-ea73ed32c1cd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.605615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad0976ea-80c2-42ff-9560-25a18517335c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.610423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad0976ea-80c2-42ff-9560-25a18517335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.648536 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad0976ea-80c2-42ff-9560-25a18517335c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1ddc0113c5b421ea2c26c3a077aeb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757360 Jun 30 09:05:56.649431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0976ea-80c2-42ff-9560-25a18517335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed93e89-1651-47e6-b4d6-50bd3be1a851,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.651776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52262) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:56.660241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:56.663821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.700706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.724545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.733362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:56.775075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.775736 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment 5ddf3dce-5ac0-479d-8f3b-2cd2aced3073 of type vlan for network 3fed7d01-57e7-4752-aa70-9d12a475423f Jun 30 09:05:56.799870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.802770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.806596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ed93e89-1651-47e6-b4d6-50bd3be1a851 HTTP/1.1" status: 204 len: 168 time: 0.1538315 Jun 30 09:05:56.820774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9c63-bab4-4814-86d3-5b6abcf5e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed93e89-1651-47e6-b4d6-50bd3be1a851,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.853692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.001575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.007143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.007805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.110457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6312840 Jun 30 09:05:57.113706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52278) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.118876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'ports': [{'network_id': 'c5681acd-9ec0-4aa6-a58d-877cca90fd0a', 'name': 'tempest-port--132034638', 'admin_state_up': True}, {'network_id': '3fed7d01-57e7-4752-aa70-9d12a475423f', 'admin_state_up': False}]} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:57.119206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'port': {'network_id': 'c5681acd-9ec0-4aa6-a58d-877cca90fd0a', 'name': 'tempest-port--132034638', 'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:57.119681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'port': {'network_id': '3fed7d01-57e7-4752-aa70-9d12a475423f', 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:57.135459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de467ff-1874-4ce9-8491-b24b7c2790b0 req-c33df704-b066-42cc-8677-e2f808da1855 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.137274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2de467ff-1874-4ce9-8491-b24b7c2790b0 req-c33df704-b066-42cc-8677-e2f808da1855 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.2457898 Jun 30 09:05:57.137790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9e2d2-14e3-4e1b-b941-a89f680bbc13 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=3fed7d01-57e7-4752-aa70-9d12a475423f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.144901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.161094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3fed7d01-57e7-4752-aa70-9d12a475423f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:57.216703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2de467ff-1874-4ce9-8491-b24b7c2790b0 req-719f5943-87a2-4c26-b0a4-dc0578c120e8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Jun 30 09:05:57.269703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.333720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'port': 2} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:57.339136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.354487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.439190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] device_id is not set on port d8be6ced-7377-48ca-a4b2-cba9f7c247b8 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:57.450059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.455983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.507858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Pushing event updated for resources: {'Port': ['ID=dc357103-e431-4d97-ac72-ea73ed32c1cd,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.518446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.518773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.519106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.519622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.520052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.520407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.520740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.521062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.521389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.521715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.522060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.522379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:57.563000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.589827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.674221 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Floating IP 57350563-1e7f-4bed-8343-389ec628026c associated. External IP: 172.25.4.69, port: 5b185fa3-9945-4923-aa30-167868de68e0. Jun 30 09:05:57.682957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] device_id is not set on port 3eb8e2ef-5859-4969-94e6-4975f58a8536 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:05:57.798591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.866016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.900901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:57.940068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Port': ['ID=d8be6ced-7377-48ca-a4b2-cba9f7c247b8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.950396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Checking segment: {'id': '67bb88e2-62cb-49c6-be61-5faf37744500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c5681acd-9ec0-4aa6-a58d-877cca90fd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:57.950769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network hostable DHCP agents. Network: c5681acd-9ec0-4aa6-a58d-877cca90fd0a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:57.971378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network c5681acd-9ec0-4aa6-a58d-877cca90fd0a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:57.974118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52304) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.981146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c5681acd-9ec0-4aa6-a58d-877cca90fd0a) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:57.989401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edfbd5e-78d7-4535-a9b7-d8b3e463e2c6 None None] Network c5681acd-9ec0-4aa6-a58d-877cca90fd0a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:57.990458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:57.991916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.033616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:58.049152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] Sync routers for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:58.056301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Port': ['ID=3eb8e2ef-5859-4969-94e6-4975f58a8536,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.072289 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.087597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Checking segment: {'id': '5ddf3dce-5ac0-479d-8f3b-2cd2aced3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3fed7d01-57e7-4752-aa70-9d12a475423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:58.088510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network hostable DHCP agents. Network: 3fed7d01-57e7-4752-aa70-9d12a475423f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:58.093054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:58.093961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.112394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network 3fed7d01-57e7-4752-aa70-9d12a475423f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:58.149063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.149208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dda5f783-4b5c-40a7-9301-b51bb51ad506 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.2519305 Jun 30 09:05:58.149208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52308) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.149397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3fed7d01-57e7-4752-aa70-9d12a475423f) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:58.153884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6604a546-d3c9-4590-a8a2-e3e9bf630af3 None None] Network 3fed7d01-57e7-4752-aa70-9d12a475423f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:58.154549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:58.162048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.167186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.167872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.189338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-617f28d2-6529-4b41-af90-d1c8f4a860c2 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0743308 Jun 30 09:05:58.190324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52312) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.206806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:58.207441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.238018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1733ffd8-41d0-45e4-9851-9d5f15ec3f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.273260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:58.274235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be479a0-ac04-48c9-968d-bf94859f4462 None None] The sync data for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:58.337411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783f4ab-2cb1-44ac-858f-14ff0a35b9d6 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.338784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d7cf1f9e-6745-4c25-b30c-b496fefb9abc tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "GET /v2.0/floatingips/57350563-1e7f-4bed-8343-389ec628026c HTTP/1.1" status: 200 len: 983 time: 0.1995029 Jun 30 09:05:58.342504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.348936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783f4ab-2cb1-44ac-858f-14ff0a35b9d6 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.353659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3783f4ab-2cb1-44ac-858f-14ff0a35b9d6 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1619906 Jun 30 09:05:58.354361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.457477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Deleting port d8be6ced-7377-48ca-a4b2-cba9f7c247b8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:58.457881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.522178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f4b9b4b-3a54-4ce2-97cb-b3c95b549424 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4608 time: 0.1785262 Jun 30 09:05:58.526609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.536813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.576653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Calling delete_port for d8be6ced-7377-48ca-a4b2-cba9f7c247b8 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:58.580178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314aaa-7e4c-44e4-bb45-9d47a24171ae req-48e1d2cd-42f7-4d6f-b52c-9275b7b05b54 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.581657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6314aaa-7e4c-44e4-bb45-9d47a24171ae req-48e1d2cd-42f7-4d6f-b52c-9275b7b05b54 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1444180 Jun 30 09:05:58.591858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1733ffd8-41d0-45e4-9851-9d5f15ec3f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.601272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1733ffd8-41d0-45e4-9851-9d5f15ec3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.659313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1733ffd8-41d0-45e4-9851-9d5f15ec3f90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6431f4de54b42c88dbf20c6c4cde659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838770 Jun 30 09:05:58.662538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52324) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:58.663193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733ffd8-41d0-45e4-9851-9d5f15ec3f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ab283e-fac1-41c1-9079-8cc299635d65,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:58.685887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6314aaa-7e4c-44e4-bb45-9d47a24171ae req-a96e50fb-5c2f-4d14-96d1-608431d183c5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960987 Jun 30 09:05:58.739856 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.774017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.837288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.840723 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.845083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07ab283e-fac1-41c1-9079-8cc299635d65 HTTP/1.1" status: 204 len: 168 time: 0.1788604 Jun 30 09:05:58.854518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d36bff-c191-492c-87d0-ee3b4a9e0ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ab283e-fac1-41c1-9079-8cc299635d65,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.085688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.087515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9829-6979-44fb-b7da-3716c11c38c7 req-982ca8f4-965d-469c-93ae-a6b26d0b2e4a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.099043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65af9829-6979-44fb-b7da-3716c11c38c7 req-982ca8f4-965d-469c-93ae-a6b26d0b2e4a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1000962 Jun 30 09:05:59.122156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Port': ['ID=d8be6ced-7377-48ca-a4b2-cba9f7c247b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.139612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.140347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65af9829-6979-44fb-b7da-3716c11c38c7 req-c2ee41ae-2994-4e55-ae8a-5bec3195af6a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jun 30 09:05:59.145621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f255c484-b08f-48f8-ab07-423b19c16c81 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/ports/d8be6ced-7377-48ca-a4b2-cba9f7c247b8 HTTP/1.1" status: 204 len: 168 time: 0.7865658 Jun 30 09:05:59.146264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.154853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port dc357103-e431-4d97-ac72-ea73ed32c1cd {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:59.155558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.233377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c98d1de-c76b-4726-b043-4c2967d9b828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.254181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.254516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.261668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Deleting port 3eb8e2ef-5859-4969-94e6-4975f58a8536 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:59.261993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.268894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for dc357103-e431-4d97-ac72-ea73ed32c1cd owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:59.349269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.365301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Calling delete_port for 3eb8e2ef-5859-4969-94e6-4975f58a8536 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:59.470594 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.472004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.503976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=dc357103-e431-4d97-ac72-ea73ed32c1cd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.520374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Port': ['ID=3eb8e2ef-5859-4969-94e6-4975f58a8536,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.527998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.530816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dce1f948-21ea-42f8-8383-e847c0d0ff3d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/ports/3eb8e2ef-5859-4969-94e6-4975f58a8536 HTTP/1.1" status: 204 len: 168 time: 0.3825650 Jun 30 09:05:59.533517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52358) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.590381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d835036c-ac6d-40ea-8f1e-15c872bdeba0 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0521071 Jun 30 09:05:59.590821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52362) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.596800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.597142 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Floating IP 57350563-1e7f-4bed-8343-389ec628026c disassociated (deleted). External IP: 172.25.4.69, port: 5b185fa3-9945-4923-aa30-167868de68e0. Jun 30 09:05:59.598323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1848347807'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:59.623739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:59.628446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.661682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:59.667617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52364) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.678979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.679422 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment b0e43e08-7935-4624-9f66-393e3339a902 of type vlan for network 4eb09e3e-c3ac-4042-8ae8-34c05bb14146 Jun 30 09:05:59.733091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.772124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.777992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.778741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.842774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-966608186-network', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:59.870048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=4eb09e3e-c3ac-4042-8ae8-34c05bb14146,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.885574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Made reservation on behalf of 72874582d4ec4f8cb17d9f1e976af264 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:59.888631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.894023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 4eb09e3e-c3ac-4042-8ae8-34c05bb14146 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:59.902073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.908104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:59.915748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52370) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:59.915915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2bd6823e-f2ff-46a5-8e2c-f81e55a3973d tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3229895 Jun 30 09:05:59.921140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-283551822'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:00.007477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.011616 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.040092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:00.040331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:00.043758 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.046589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51d140-a5ab-4d2d-8203-10eb8cbac9f6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.054689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.054939 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Added segment b1933477-0aee-49bb-bc3c-6404e36e22a8 of type vlan for network 1f35fb41-0149-4ec3-bc44-783104650a03 Jun 30 09:06:00.059315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:00.065652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.071424 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] Sync routers for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:00.081972 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:00.082662 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.106828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:00.119189 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.124308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52374) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.126874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ee92d91b-6475-4ae2-a5f8-834c16605f49 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/floatingips/57350563-1e7f-4bed-8343-389ec628026c HTTP/1.1" status: 204 len: 168 time: 1.5992086 Jun 30 09:06:00.128526 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.131432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:00.132561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.132561 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Added segment 7161dd96-fadd-4ce5-9f68-f118c7b89e73 of type vlan for network fbc73833-0e55-4f2e-9eda-baabd7f4b233 Jun 30 09:06:00.139874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:00.140750 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:05:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.167237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.188251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:00.190072 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2408d8-6cd1-46fd-a8c4-754801b6d1b2 None None] The sync data for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:00.197431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.233427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.241087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.244137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.244137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.244385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.245859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.282459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3567619 Jun 30 09:06:00.320986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6521301 Jun 30 09:06:00.327346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52378) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.334670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Request body: {'subnet': {'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-966608186-subnet', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:00.357786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a30c-53a8-4a6c-a1de-880020adc460 admin admin] Pushing event updated for resources: {'Network': ['ID=1f35fb41-0149-4ec3-bc44-783104650a03,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.365186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fcb0-f707-4d54-b186-b86a2b63a22c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Network': ['ID=fbc73833-0e55-4f2e-9eda-baabd7f4b233,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.376782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1f35fb41-0149-4ec3-bc44-783104650a03 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:00.377346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Made reservation on behalf of 72874582d4ec4f8cb17d9f1e976af264 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:00.379783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.404796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network fbc73833-0e55-4f2e-9eda-baabd7f4b233 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:00.405692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.427450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28650f56-a1d9-44d4-b077-444e7acc52d2 req-35319a62-3552-4cfa-a85f-f9210e3464a1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.429890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28650f56-a1d9-44d4-b077-444e7acc52d2 req-35319a62-3552-4cfa-a85f-f9210e3464a1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1376398 Jun 30 09:06:00.571154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28650f56-a1d9-44d4-b077-444e7acc52d2 req-fa9a0208-828b-4135-8256-da65ccc1047c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927749 Jun 30 09:06:00.605306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Allocated IP 172.25.4.123 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/41ab0bc7-7e4a-4bcb-b81c-8d09229c8183) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:00.675899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.733695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.744751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.757744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Checking segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:00.758229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Network hostable DHCP agents. Network: 1f35fb41-0149-4ec3-bc44-783104650a03, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:00.776360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:00.780739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.788090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1f35fb41-0149-4ec3-bc44-783104650a03) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:00.793239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.794425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.799641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eec9b8-6456-4829-b7e5-061481ee0a0d None None] Network 1f35fb41-0149-4ec3-bc44-783104650a03 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:00.824698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:00.824928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff8dd28d-8f4a-456a-8319-4c7ad758aa2c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4941094 Jun 30 09:06:00.825018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52382) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:00.831974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:00.842560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:00.845721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:00.848055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Pushing event updated for resources: {'Port': ['ID=41ab0bc7-7e4a-4bcb-b81c-8d09229c8183,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.879543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.880733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.983100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.026557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.058684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1f35fb41-0149-4ec3-bc44-783104650a03', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:01.060011 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.091880 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.160380 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.255080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Allocated IP 172.20.0.2 (1f35fb41-0149-4ec3-bc44-783104650a03/abee09ee-ea9b-41d3-bb0a-21e7024bc8fd/93a65e96-ecb9-4281-b880-dd98dff7169f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:01.421228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.433711 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.444764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Transition to ACTIVE for port object 93a65e96-ecb9-4281-b880-dd98dff7169f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:01.461610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.463812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Transition to ACTIVE for port object 93a65e96-ecb9-4281-b880-dd98dff7169f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:01.474333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.522698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Pushing event updated for resources: {'Port': ['ID=93a65e96-ecb9-4281-b880-dd98dff7169f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.535984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.536524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.536998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.538305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.538760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.539249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.539687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.540161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.540626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.541651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.542125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.542608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:01.559689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:01.561388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:01.566366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:01.639186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Attempting to bind port 93a65e96-ecb9-4281-b880-dd98dff7169f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:01.640349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Attempting to bind port 93a65e96-ecb9-4281-b880-dd98dff7169f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:01.640845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Attempting to bind port 93a65e96-ecb9-4281-b880-dd98dff7169f on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:01.648273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:01.648708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Checking segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:01.649223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.649856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Bound using segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:01.650430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Bound port: 93a65e96-ecb9-4281-b880-dd98dff7169f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:01.650915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.665499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Allocated IP 172.25.4.253 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/741ce149-8c48-4b20-9667-c452d67a4a1c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:01.733346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] For port 93a65e96-ecb9-4281-b880-dd98dff7169f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:01.738614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] For port 93a65e96-ecb9-4281-b880-dd98dff7169f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93a65e96-ecb9-4281-b880-dd98dff7169f,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:01.747844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.810266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.814539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.831278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.905639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.913956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5d4d-7dab-413a-962d-ad502aa9e513 None None] Pushing event updated for resources: {'Port': ['ID=93a65e96-ecb9-4281-b880-dd98dff7169f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:01.935688 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cbb32c8f-e52d-46d0-84f5-ea63f62edd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.967364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:01.971821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.991119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:01.992729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:01.994764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:01.995467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Pushing event updated for resources: {'Port': ['ID=41ab0bc7-7e4a-4bcb-b81c-8d09229c8183,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.010960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=741ce149-8c48-4b20-9667-c452d67a4a1c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.034471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.035905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ceec8538-a163-4edf-8ee8-83fa8a8cbbb4 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9106197 Jun 30 09:06:02.038616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52396) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:02.056329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad57960-04f5-4c7d-80ad-33d78a4ac6d7 req-3221cbfd-834b-45e3-999c-38ce0093e20a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.058148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ad57960-04f5-4c7d-80ad-33d78a4ac6d7 req-3221cbfd-834b-45e3-999c-38ce0093e20a tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1765230 Jun 30 09:06:02.132908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ad57960-04f5-4c7d-80ad-33d78a4ac6d7 req-b146be8d-9799-4f2c-bf20-ded43c6decfe tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682247 Jun 30 09:06:02.292715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:02.330568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.478993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.479590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.598027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Allocated IP 172.25.4.23 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/e3b81e1a-5094-4b84-8bd6-b576a761d91e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:02.687701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.707473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.755836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.806523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:02.810321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:02.813362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:02.861240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Pushing event updated for resources: {'Port': ['ID=e3b81e1a-5094-4b84-8bd6-b576a761d91e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.862221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.888454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Router 74317ccf-61be-4076-ba9d-9bb162059c8d is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:06:02.968147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.030559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.148165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.220603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.229332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.298592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba4ddd-34e0-4246-9c6b-b0f1a15b37fc None None] Network 1f35fb41-0149-4ec3-bc44-783104650a03 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:03.334462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Pushing event updated for resources: {'Port': ['ID=e3b81e1a-5094-4b84-8bd6-b576a761d91e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:03.397928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:03.425604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:03.437937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.443921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52412) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.444368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-75eb7c35-b27a-4bb7-bae2-49b62b6d1fe0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6169183 Jun 30 09:06:03.457870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9991d24b-41f2-4e41-b47b-e3c98f8a077d None None] Provisioning for port 93a65e96-ecb9-4281-b880-dd98dff7169f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:03.470594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:03.471427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:03.550615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.595900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.597345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1d15d74e-26f4-44db-9e33-fdd97b8067aa tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5578003 Jun 30 09:06:03.600059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52416) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.622031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52418) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.627587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'subnets': [{'network_id': '4eb09e3e-c3ac-4042-8ae8-34c05bb14146', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1214400684', 'ip_version': 6}, {'network_id': 'fbc73833-0e55-4f2e-9eda-baabd7f4b233', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.627900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'subnet': {'network_id': '4eb09e3e-c3ac-4042-8ae8-34c05bb14146', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1214400684', 'ip_version': 6}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.628637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Request body: {'subnet': {'network_id': 'fbc73833-0e55-4f2e-9eda-baabd7f4b233', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.666781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f76ce-786e-4167-8024-91770ad4061e req-acde9abb-6a09-49b0-8e61-d73ac5c8c216 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.675592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f2f76ce-786e-4167-8024-91770ad4061e req-acde9abb-6a09-49b0-8e61-d73ac5c8c216 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.2998152 Jun 30 09:06:03.702552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93a65e96-ecb9-4281-b880-dd98dff7169f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:03.759663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f2f76ce-786e-4167-8024-91770ad4061e req-590d3e8d-6deb-4b0f-bc72-8e7ebdc10f44 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830407 Jun 30 09:06:03.779412 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b528e687-8aea-48ff-a3e9-f7c83547d87a tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4792 time: 0.1780388 Jun 30 09:06:03.781789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52420) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.892247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a12aa24e-ac68-459b-aac1-04b5ae0082c0 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1085601 Jun 30 09:06:03.895269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52422) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:03.915118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:04.006624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.040704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Made reservation on behalf of 843f01b8806c4e7f9c0c5769b062798c for: {'subnet': 2} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:04.044074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.044808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.060280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 93a65e96-ecb9-4281-b880-dd98dff7169f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:04.069917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 93a65e96-ecb9-4281-b880-dd98dff7169f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:04.070412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.105843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Deleting port e3b81e1a-5094-4b84-8bd6-b576a761d91e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:04.106196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.226537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.244037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:02Z', 'revision_number': 3, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:04.275410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.275745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.281978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:04.282950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Updating router 74317ccf-61be-4076-ba9d-9bb162059c8d port 741ce149-8c48-4b20-9667-c452d67a4a1c binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:04.305172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 93a65e96-ecb9-4281-b880-dd98dff7169f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93a65e96-ecb9-4281-b880-dd98dff7169f,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:04.314221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Calling delete_port for e3b81e1a-5094-4b84-8bd6-b576a761d91e owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:04.327173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.353325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Allocated IP 172.20.0.1 (1f35fb41-0149-4ec3-bc44-783104650a03/abee09ee-ea9b-41d3-bb0a-21e7024bc8fd/a2727b35-15d0-4bf5-a314-b85c93316b91) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:04.385677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.440720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=93a65e96-ecb9-4281-b880-dd98dff7169f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.518836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.543571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Transition to ACTIVE for port object a2727b35-15d0-4bf5-a314-b85c93316b91 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:04.553856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.616657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.629825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-302ad92c-5e07-49b8-bbe2-f5148ed7c703 None None] Provisioning complete for port 93a65e96-ecb9-4281-b880-dd98dff7169f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:04.630196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-302ad92c-5e07-49b8-bbe2-f5148ed7c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.656771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.668373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:04.673537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:04.680649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:04.686480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Pushing event updated for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.724002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Pushing event deleted for resources: {'Port': ['ID=e3b81e1a-5094-4b84-8bd6-b576a761d91e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.783298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.950357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.952910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.957292 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5922cb77-6756-41c0-91c3-23cf16f49a1b tempest-FloatingIPAdminTestJSON-1936619123 tempest-FloatingIPAdminTestJSON-1936619123-project] 10.222.0.66 "DELETE /v2.0/floatingips/d36d9f12-7cef-4bb8-a171-1d566575ec6f HTTP/1.1" status: 204 len: 168 time: 1.0610006 Jun 30 09:06:04.959076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:04.969035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.969647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.018952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.035164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Transition to ACTIVE for port object 741ce149-8c48-4b20-9667-c452d67a4a1c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:05.043444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.085798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.096247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6ce5-6a7d-4e94-a2c2-6621ed1b4a06 None None] Pushing event updated for resources: {'Port': ['ID=741ce149-8c48-4b20-9667-c452d67a4a1c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.132646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Attempting to bind port 741ce149-8c48-4b20-9667-c452d67a4a1c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:05.133383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Attempting to bind port 741ce149-8c48-4b20-9667-c452d67a4a1c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:05.134045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Attempting to bind port 741ce149-8c48-4b20-9667-c452d67a4a1c on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:05.142291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:05.143014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:05.143802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.144698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:05.145362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Bound port: 741ce149-8c48-4b20-9667-c452d67a4a1c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:05.145997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.175198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb85e3-724f-4d77-bdf7-8673cb6bccec req-6addd6bd-5ead-4d63-b2c6-c10be31885fc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.181824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cfb85e3-724f-4d77-bdf7-8673cb6bccec req-6addd6bd-5ead-4d63-b2c6-c10be31885fc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1830328 Jun 30 09:06:05.225030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Subnet': ['ID=fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.245905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] For port 741ce149-8c48-4b20-9667-c452d67a4a1c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:05.252355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] For port 741ce149-8c48-4b20-9667-c452d67a4a1c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=741ce149-8c48-4b20-9667-c452d67a4a1c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:05.265427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Checking segment: {'id': 'b0e43e08-7935-4624-9f66-393e3339a902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4eb09e3e-c3ac-4042-8ae8-34c05bb14146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:05.265819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network hostable DHCP agents. Network: 4eb09e3e-c3ac-4042-8ae8-34c05bb14146, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:05.270459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.272210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cfb85e3-724f-4d77-bdf7-8673cb6bccec req-21554d87-fc0b-461d-b9d4-4c4b852c7514 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895383 Jun 30 09:06:05.293793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Deleting port 41ab0bc7-7e4a-4bcb-b81c-8d09229c8183 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:05.294153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.297231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network 4eb09e3e-c3ac-4042-8ae8-34c05bb14146 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:05.321768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8cbec20e-52b3-46de-b688-05552321cb6f None None] Provisioning for port a2727b35-15d0-4bf5-a314-b85c93316b91 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:05.340958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 4eb09e3e-c3ac-4042-8ae8-34c05bb14146) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.349079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.351360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6ce5-6a7d-4e94-a2c2-6621ed1b4a06 None None] Pushing event updated for resources: {'Port': ['ID=741ce149-8c48-4b20-9667-c452d67a4a1c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.357332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8cbec20e-52b3-46de-b688-05552321cb6f None None] Provisioning complete for port a2727b35-15d0-4bf5-a314-b85c93316b91 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:05.358134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8cbec20e-52b3-46de-b688-05552321cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.384106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088408f-b24b-46cb-86d3-2f82a90edc5f None None] Network 4eb09e3e-c3ac-4042-8ae8-34c05bb14146 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:05.405472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.410408 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.428876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.429211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.447519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event updated for resources: {'Subnet': ['ID=a0342b0f-2ee4-4d32-a213-43a31c31a1b0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.454611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.455178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:05.456116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:05.456252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Calling delete_port for 41ab0bc7-7e4a-4bcb-b81c-8d09229c8183 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:05.466627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Checking segment: {'id': '7161dd96-fadd-4ce5-9f68-f118c7b89e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fbc73833-0e55-4f2e-9eda-baabd7f4b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:05.466627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network hostable DHCP agents. Network: fbc73833-0e55-4f2e-9eda-baabd7f4b233, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:05.495472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8cbec20e-52b3-46de-b688-05552321cb6f None None] Port a2727b35-15d0-4bf5-a314-b85c93316b91 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:05.527234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Network fbc73833-0e55-4f2e-9eda-baabd7f4b233 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:05.547277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, fbc73833-0e55-4f2e-9eda-baabd7f4b233) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.553653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.554179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.555377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.557043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Pushing event updated for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.588395 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7e4fe900-aec4-485f-8e8a-de784058208e tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9652793 Jun 30 09:06:05.590154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac93fa2-102f-4c77-9668-66119f1ed956 None None] Network fbc73833-0e55-4f2e-9eda-baabd7f4b233 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:05.590876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52438) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:05.609735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:05.612022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:05.674842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93a65e96-ecb9-4281-b880-dd98dff7169f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:05.770376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.778336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:05.786150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a9f2f-8a64-4261-9bae-eee2c7d3af42 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.787679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a9f2f-8a64-4261-9bae-eee2c7d3af42 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.789199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a9f2f-8a64-4261-9bae-eee2c7d3af42 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.790887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aa7a9f2f-8a64-4261-9bae-eee2c7d3af42 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1990964 Jun 30 09:06:05.800702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52442) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:05.836249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ab0bc7-7e4a-4bcb-b81c-8d09229c8183,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.844431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 93a65e96-ecb9-4281-b880-dd98dff7169f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:05.845359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.845582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:05.926974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.929664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.935234 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-017f82a7-ad4e-4e78-a737-3774d65cb399 tempest-FloatingIPAdminTestJSON-54256510 tempest-FloatingIPAdminTestJSON-54256510-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/3501afea-3c7e-48d4-902d-c3a1479a365c HTTP/1.1" status: 204 len: 168 time: 0.9754043 Jun 30 09:06:05.940433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52448) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.005372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Deleting subnet fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:06.014581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db54ed-dee8-46b6-a465-04ec6f411c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-4eb09e3e-c3ac-4042-8ae8-34c05bb14146', 'network_id': '4eb09e3e-c3ac-4042-8ae8-34c05bb14146', 'tenant_id': '843f01b8806c4e7f9c0c5769b062798c', 'fixed_ips': [{'subnet_id': 'fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:06.015441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96db54ed-dee8-46b6-a465-04ec6f411c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.031852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.080689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port 5b185fa3-9945-4923-aa30-167868de68e0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:06.081053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.160596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.199299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:06.212106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9c0bbad4-69ae-4d82-95f8-11512b960c22 admin admin] 10.222.0.66 "PUT /v2.0/routers/74317ccf-61be-4076-ba9d-9bb162059c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7630186 Jun 30 09:06:06.224351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.227024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.230956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-45d392c6-669c-4440-a8d7-e82928a73080 None None] Provisioning complete for port a2727b35-15d0-4bf5-a314-b85c93316b91 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:06.231340 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-45d392c6-669c-4440-a8d7-e82928a73080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.239452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for 5b185fa3-9945-4923-aa30-167868de68e0 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:06.329715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.404868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.423327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.427639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4a46cf2-6086-4a69-8dd6-257d45913a4f tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/subnets/fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab HTTP/1.1" status: 204 len: 168 time: 0.6234829 Jun 30 09:06:06.428479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52458) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.430445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.466865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=5b185fa3-9945-4923-aa30-167868de68e0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.534862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Deleting subnet a0342b0f-2ee4-4d32-a213-43a31c31a1b0 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:06.540335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.547875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c61da-7a7e-41e4-82ed-77261c8eaaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-fbc73833-0e55-4f2e-9eda-baabd7f4b233', 'network_id': 'fbc73833-0e55-4f2e-9eda-baabd7f4b233', 'tenant_id': '843f01b8806c4e7f9c0c5769b062798c', 'fixed_ips': [{'subnet_id': 'a0342b0f-2ee4-4d32-a213-43a31c31a1b0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:06.548783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1a5c61da-7a7e-41e4-82ed-77261c8eaaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.567750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-45d392c6-669c-4440-a8d7-e82928a73080 None None] Port a2727b35-15d0-4bf5-a314-b85c93316b91 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:06.629217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.635085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ecc46f17-8192-4361-9b69-5f48208e6bc9 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/ports/5b185fa3-9945-4923-aa30-167868de68e0 HTTP/1.1" status: 204 len: 168 time: 0.6935761 Jun 30 09:06:06.639063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.678984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-96db54ed-dee8-46b6-a465-04ec6f411c12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab: This subnet is being modified by another concurrent operation. Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:06:06.729660 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd0fab67-f8d8-4d37-8e08-b9ea4130e8ab: This subnet is being modified by another concurrent operation. Jun 30 09:06:06.733803 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:06:06.825816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2650319-7d97-4b01-a9a8-682982cc9234 None None] Network 4eb09e3e-c3ac-4042-8ae8-34c05bb14146 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:06.967404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 2, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:06.992548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52466) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:06.997477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402326131', 'description': 'tempest-description--881444799'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:07.023088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc32c3-0cb1-41c3-8ec0-700908765086 None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 2, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:07.045575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.086767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1937-fe1d-4e2f-ac1c-79fbeecdeabf req-d55f4745-d930-454e-9b4d-0f9f13ba787e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.088303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a32a1937-fe1d-4e2f-ac1c-79fbeecdeabf req-d55f4745-d930-454e-9b4d-0f9f13ba787e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.5492268 Jun 30 09:06:07.089667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.181840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.182928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a29af5-bde1-44e8-8264-87be39d20193 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.184661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06a29af5-bde1-44e8-8264-87be39d20193 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "GET /v2.0/ports?device_id=77aa70ce-c1a4-4140-a6b1-3369a9560ffb HTTP/1.1" status: 200 len: 913 time: 0.5400896 Jun 30 09:06:07.189851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52472) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.191141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.201283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a32a1937-fe1d-4e2f-ac1c-79fbeecdeabf req-d1be2c9d-d167-494a-82d0-f045d6e7d42f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856957 Jun 30 09:06:07.230583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.234772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2386544 Jun 30 09:06:07.234772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9f38a-20b1-43be-b5c2-c4b46e984449 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f98812-f8c0-4215-aa54-ca156eef73a7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.239409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52474) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.250854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group_rule': {'security_group_id': '39f98812-f8c0-4215-aa54-ca156eef73a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-1a5c61da-7a7e-41e4-82ed-77261c8eaaab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0342b0f-2ee4-4d32-a213-43a31c31a1b0: This subnet is being modified by another concurrent operation. Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:06:07.263997 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0342b0f-2ee4-4d32-a213-43a31c31a1b0: This subnet is being modified by another concurrent operation. Jun 30 09:06:07.267691 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:06:07.276119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.291927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3a5cd-ac06-48e9-b827-794483628e3f None None] Network fbc73833-0e55-4f2e-9eda-baabd7f4b233 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:07.353122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Subnet': ['ID=a0342b0f-2ee4-4d32-a213-43a31c31a1b0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.376498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.397961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.400950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5057d21e-e2d0-40e7-bc16-20f5d0043a95 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/subnets/a0342b0f-2ee4-4d32-a213-43a31c31a1b0 HTTP/1.1" status: 204 len: 168 time: 0.9720993 Jun 30 09:06:07.404193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52476) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.495376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f3091-7fdf-4676-8a75-a92a2a987afb tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.498388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-238f3091-7fdf-4676-8a75-a92a2a987afb tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0806487 Jun 30 09:06:07.503099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.504415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c776e07-c198-4bac-a5c6-2ae457a994b8 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:06:07.621433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.722716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c776e07-c198-4bac-a5c6-2ae457a994b8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:06:07.727116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.736524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.778157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.781893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b654f150-11c1-4c80-a222-83da3cddbd04,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.797196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.799240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f4e93eb-6555-43ab-88fc-a0774838c08d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5588317 Jun 30 09:06:07.801947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52482) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.803743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc73833-0e55-4f2e-9eda-baabd7f4b233']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:07.806747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group_rule': {'security_group_id': '39f98812-f8c0-4215-aa54-ca156eef73a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:07.815217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7161dd96-fadd-4ce5-9f68-f118c7b89e73') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:07.815589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7161dd96-fadd-4ce5-9f68-f118c7b89e73') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:07.835280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.860830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.868740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:07.869253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.888134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.895465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:07.932554 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:07.940025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.955893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.960651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/fbc73833-0e55-4f2e-9eda-baabd7f4b233 HTTP/1.1" status: 204 len: 168 time: 0.4563532 Jun 30 09:06:07.962990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52484) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:07.981299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd49f48-c785-48eb-9c1e-1479f15a1a01 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=fbc73833-0e55-4f2e-9eda-baabd7f4b233,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:08.078599 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:08.115816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.279714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.292061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.329670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11001e41-e324-4d24-bbca-41839c8d3cc6 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:06:08.347547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad228c6-4d33-49b7-9651-6c87c739f333,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:08.383310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.384548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d82bdfaa-2e2f-43b1-8452-1f2cbd25fa4d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5815525 Jun 30 09:06:08.390389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52490) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:08.398585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:08.490523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11001e41-e324-4d24-bbca-41839c8d3cc6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:06:08.536606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.592798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.615359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb09e3e-c3ac-4042-8ae8-34c05bb14146']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.627651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e43e08-7935-4624-9f66-393e3339a902') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.628173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e43e08-7935-4624-9f66-393e3339a902') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:08.647345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.667409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.675183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:08.676041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.677632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246236d-d6c5-4f61-8a8f-6fa04de2afde req-4e9d6779-f302-4dd1-8c6c-5c1360aafc12 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.679523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3246236d-d6c5-4f61-8a8f-6fa04de2afde req-4e9d6779-f302-4dd1-8c6c-5c1360aafc12 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.2245438 Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:08.680913 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:08.782949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.794194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port 5e146956-3d78-44e9-8953-5bbd978f55ac {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:08.795193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.795563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.799283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/4eb09e3e-c3ac-4042-8ae8-34c05bb14146 HTTP/1.1" status: 204 len: 168 time: 0.8355992 Jun 30 09:06:08.808524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52498) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:08.845043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3246236d-d6c5-4f61-8a8f-6fa04de2afde req-fc03e427-d78f-45b0-9f62-b4305a4cde5b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525776 Jun 30 09:06:08.848343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed592b-b225-4955-923e-064a09ce856c tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=4eb09e3e-c3ac-4042-8ae8-34c05bb14146,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.010142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.024404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.087894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.130533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for 5e146956-3d78-44e9-8953-5bbd978f55ac owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:09.255218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.271545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fed7d01-57e7-4752-aa70-9d12a475423f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.306552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddf3dce-5ac0-479d-8f3b-2cd2aced3073') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.307230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddf3dce-5ac0-479d-8f3b-2cd2aced3073') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.309367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Allocated IP 172.25.4.241 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c012f368-2d2c-4e30-b85f-ae2034ca22c9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:09.338978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.451748 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.469363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:09.469898 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:09.473061 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:09.588287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.601319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 741ce149-8c48-4b20-9667-c452d67a4a1c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:09.619269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.621224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/3fed7d01-57e7-4752-aa70-9d12a475423f HTTP/1.1" status: 204 len: 168 time: 0.8054519 Jun 30 09:06:09.623760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52504) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:09.634171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.650203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a38a1-e377-441c-bc0e-38a1321c9377 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=3fed7d01-57e7-4752-aa70-9d12a475423f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.679259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 741ce149-8c48-4b20-9667-c452d67a4a1c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:09.683588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.685150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 741ce149-8c48-4b20-9667-c452d67a4a1c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:09.685639 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.726555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=5e146956-3d78-44e9-8953-5bbd978f55ac,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:09.748997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.812681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.883650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.892325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:09.911337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:09.912370 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.917901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5681acd-9ec0-4aa6-a58d-877cca90fd0a']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.941025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bb88e2-62cb-49c6-be61-5faf37744500') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.942588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bb88e2-62cb-49c6-be61-5faf37744500') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:09.972177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.012936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.033144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:10.033570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:10.037096 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:10.075872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.124843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 741ce149-8c48-4b20-9667-c452d67a4a1c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=741ce149-8c48-4b20-9667-c452d67a4a1c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.125494 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:10.143269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.169688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.181575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.183539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] 10.222.0.66 "DELETE /v2.0/networks/c5681acd-9ec0-4aa6-a58d-877cca90fd0a HTTP/1.1" status: 204 len: 168 time: 0.5587850 Jun 30 09:06:10.199842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc5c64-060f-4bfd-b7f7-2dad59c2d983 tempest-BulkNetworkOpsIpV6Test-1877062032 tempest-BulkNetworkOpsIpV6Test-1877062032-project] Pushing event deleted for resources: {'Network': ['ID=c5681acd-9ec0-4aa6-a58d-877cca90fd0a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.246805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=741ce149-8c48-4b20-9667-c452d67a4a1c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.323937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:10.332364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:10.334251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=c012f368-2d2c-4e30-b85f-ae2034ca22c9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.336453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:10.424644 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:05Z', 'revision_number': 2, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:10.439330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52518) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:10.461334 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:10.461680 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Updating router 74317ccf-61be-4076-ba9d-9bb162059c8d port a2727b35-15d0-4bf5-a314-b85c93316b91 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:06:10.501556 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.503643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819a16-d1e6-4de9-94a2-6b6cbf624d6b req-220d6b10-182a-4ebc-9a35-70c085eae888 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:10.505174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c819a16-d1e6-4de9-94a2-6b6cbf624d6b req-220d6b10-182a-4ebc-9a35-70c085eae888 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.2456656 Jun 30 09:06:10.555722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.562290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.589036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c819a16-d1e6-4de9-94a2-6b6cbf624d6b req-b51e105c-5baf-4f44-b893-0daf63683719 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758421 Jun 30 09:06:10.598640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b36f22f-c028-4f5b-88aa-d91752b16322 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=843f01b8806c4e7f9c0c5769b062798c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577208 Jun 30 09:06:10.600883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52522) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:10.660034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.682053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.694122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.730476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.733676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.738198 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ddab73c-271b-439d-b425-d5e4a0c72846 HTTP/1.1" status: 204 len: 168 time: 0.1356282 Jun 30 09:06:10.747849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cdb39-ddc3-4625-9189-3034aa316c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddab73c-271b-439d-b425-d5e4a0c72846,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.842432 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.855446 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Transition to ACTIVE for port object a2727b35-15d0-4bf5-a314-b85c93316b91 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:10.864624 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.913154 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Pushing event updated for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.926597 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.926955 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.927298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.928085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.929484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.930514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.931067 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.931443 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.931830 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.932995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.933340 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.933672 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:10.956622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:10.980471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.986467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.053349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Attempting to bind port a2727b35-15d0-4bf5-a314-b85c93316b91 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:11.053723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Attempting to bind port a2727b35-15d0-4bf5-a314-b85c93316b91 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:11.054137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Attempting to bind port a2727b35-15d0-4bf5-a314-b85c93316b91 on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:11.060430 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:11.062895 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Checking segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:11.064030 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.065061 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Bound using segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:11.065821 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Bound port: a2727b35-15d0-4bf5-a314-b85c93316b91, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:11.066428 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.143326 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] For port a2727b35-15d0-4bf5-a314-b85c93316b91, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:11.147377 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] For port a2727b35-15d0-4bf5-a314-b85c93316b91, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a2727b35-15d0-4bf5-a314-b85c93316b91,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:11.156183 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.156438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=c012f368-2d2c-4e30-b85f-ae2034ca22c9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.186580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.198993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:11.212158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] Sync routers for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:11.215202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4cd44c4f-ba1e-4cff-8a00-7ba962addc01 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "PUT /v2.0/routers/77aa70ce-c1a4-4140-a6b1-3369a9560ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0237956 Jun 30 09:06:11.218388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52540) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.234437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.237052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-23126855-3189-47cc-b445-670cd6a025a6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8423579 Jun 30 09:06:11.252025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:11.253247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.253636 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33595e-cbf6-4361-8b88-d03157085f72 None None] Pushing event updated for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.261860 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:11.262489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.376502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.402916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] Routers {'77aa70ce-c1a4-4140-a6b1-3369a9560ffb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:11.403629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.469489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:11.475700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.476467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e53bf-ea29-4215-814e-60b0bf90f0e6 None None] The sync data for ids ['77aa70ce-c1a4-4140-a6b1-3369a9560ffb'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:11.479889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.659646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-d6ff5ef9-0acf-4795-9367-e300a148a57c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1402326131&fields=id&tenant_id=72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 267 time: 0.0673482 Jun 30 09:06:11.695962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a2727b35-15d0-4bf5-a314-b85c93316b91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:11.773003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.805105 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:11.846257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-c67e1340-40e5-43b2-b71c-04a736b2c52f tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.848660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-c67e1340-40e5-43b2-b71c-04a736b2c52f tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 810 time: 0.1816792 Jun 30 09:06:11.851375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39923b3-eeb7-40bb-bf4c-7e4e2d493e58 None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:11.872574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:11.877097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a2727b35-15d0-4bf5-a314-b85c93316b91 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:11.881522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a2727b35-15d0-4bf5-a314-b85c93316b91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:11.881931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.899210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port fe149b00-2e97-44d6-9641-86b2de9d8738 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:11.899685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.941600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-2a4c8fec-bcde-469b-a6e5-009dc1c1ab04 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/quotas/72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 375 time: 0.0701258 Jun 30 09:06:11.983469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.018405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.031127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'networks': [{'name': 'tempest-network--1891522347'}, {'name': 'tempest-network--1250891328'}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:12.031364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for fe149b00-2e97-44d6-9641-86b2de9d8738 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:12.031463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-network--1891522347'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:12.031891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-network--1250891328'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:12.034605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port a2727b35-15d0-4bf5-a314-b85c93316b91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a2727b35-15d0-4bf5-a314-b85c93316b91,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:12.042320 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.043886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 741ce149-8c48-4b20-9667-c452d67a4a1c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:12.089901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0855f-64c6-4781-8d3d-5dd4842a4ecd req-08f14c20-e27a-44ed-8e4a-401c18ffe31b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.091463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ff0855f-64c6-4781-8d3d-5dd4842a4ecd req-08f14c20-e27a-44ed-8e4a-401c18ffe31b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1932199 Jun 30 09:06:12.092086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'network': 2} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:12.097102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.129073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-8d9410db-8677-471a-933e-9357442195e5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1864786 Jun 30 09:06:12.137926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.144660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:12.160189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 741ce149-8c48-4b20-9667-c452d67a4a1c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:12.160578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.241852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ff0855f-64c6-4781-8d3d-5dd4842a4ecd req-7a56995a-bc8d-42bc-9158-21c21e00c9ad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336188 Jun 30 09:06:12.290972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.305719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-758a922d-656b-4efd-bbfa-dcdfdcd87a2c service neutron] 10.222.0.66 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757722 Jun 30 09:06:12.340812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=fe149b00-2e97-44d6-9641-86b2de9d8738,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:12.410138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.468702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.472377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-11dd954a-1bcf-4c90-aedc-f8e678193b2b service neutron] 10.222.0.66 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593695 Jun 30 09:06:12.476059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.476542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.549667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:12.554656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a341208-58a4-44bc-9d4f-b4bee9a97861,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:12.564699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.569292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.576610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.576968 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment f5f6d919-84a6-4673-b81f-8ed7cef79547 of type vlan for network c0868cda-16e9-4ffe-90cd-8089863e83ad Jun 30 09:06:12.627824 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.660492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.661147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Fanout notify agent at l3_agent the message router_deleted on router 77aa70ce-c1a4-4140-a6b1-3369a9560ffb {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:12.669114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.673189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52578) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:12.673626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-39fed58d-6301-4172-998c-6ccdcb662795 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/routers/77aa70ce-c1a4-4140-a6b1-3369a9560ffb HTTP/1.1" status: 204 len: 168 time: 1.4532716 Jun 30 09:06:12.735983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:12.778726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.779027 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment 80a83bbb-1d04-4b22-8767-64e36eab8b50 of type vlan for network 6fbec476-ac78-4fdb-a3a8-948bcd342488 Jun 30 09:06:12.783898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e50f50e-fcd7-459e-8bc7-26723efb9fef req-003a44dd-58f2-479d-9ea2-7256da993cfa tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 210 time: 0.0452683 Jun 30 09:06:12.820096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting subnet 5f81fac5-c10b-4b35-a059-d352d6c3ba9c {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:12.842314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.877117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.899917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.951468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.951999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.958153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.963210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.963953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.080460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2062790 Jun 30 09:06:13.084233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52592) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.099572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=c0868cda-16e9-4ffe-90cd-8089863e83ad,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.111820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c0868cda-16e9-4ffe-90cd-8089863e83ad details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:13.125098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.205466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb745f87-d45e-42ae-ab5a-14854b87377a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=6fbec476-ac78-4fdb-a3a8-948bcd342488,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.212247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00a3fa-ac2d-4539-a553-e4c8f7ca018c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.218835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00a3fa-ac2d-4539-a553-e4c8f7ca018c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.224748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 6fbec476-ac78-4fdb-a3a8-948bcd342488 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:13.225313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00a3fa-ac2d-4539-a553-e4c8f7ca018c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.231448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00a3fa-ac2d-4539-a553-e4c8f7ca018c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.233189 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1b00a3fa-ac2d-4539-a553-e4c8f7ca018c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1472917 Jun 30 09:06:13.235906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.236758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52594) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.260140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Subnet': ['ID=5f81fac5-c10b-4b35-a059-d352d6c3ba9c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.272195 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.276451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d5c8664e-475e-42ac-b076-576f3254eefe tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/subnets/5f81fac5-c10b-4b35-a059-d352d6c3ba9c HTTP/1.1" status: 204 len: 168 time: 0.5998321 Jun 30 09:06:13.276969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.286252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a66334-4f83-4104-ab4d-4e9bc7b323d0 None None] Network 40cbb429-9098-41ef-beb2-ee640c5296f7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:13.346509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.382498 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.460808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.472453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0868cda-16e9-4ffe-90cd-8089863e83ad']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.490138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f6d919-84a6-4673-b81f-8ed7cef79547') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.490460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f6d919-84a6-4673-b81f-8ed7cef79547') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.501726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.512668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port f16084fe-4801-4cde-ad5d-7f943f8c650b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:13.513119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.531204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.543860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:13.544418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:13.551231 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:13.583401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] DHCP port deletion for 40cbb429-9098-41ef-beb2-ee640c5296f7 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:13.636212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.645193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a2727b35-15d0-4bf5-a314-b85c93316b91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:13.646681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.651197 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/c0868cda-16e9-4ffe-90cd-8089863e83ad HTTP/1.1" status: 204 len: 168 time: 0.4102149 Jun 30 09:06:13.663247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52604) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:13.695638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Deleting port f16084fe-4801-4cde-ad5d-7f943f8c650b {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:13.696141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.753512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47b3f-2db9-44f4-b0fe-9a8f14022d0e tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=c0868cda-16e9-4ffe-90cd-8089863e83ad,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.774771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a2727b35-15d0-4bf5-a314-b85c93316b91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:13.775415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.781890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.823920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] For port f16084fe-4801-4cde-ad5d-7f943f8c650b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f16084fe-4801-4cde-ad5d-7f943f8c650b,segment=NetworkSegment(278811e0-a93d-425c-a4c2-dbf9eb3df182),segment_id=278811e0-a93d-425c-a4c2-dbf9eb3df182)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:13.824605 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.850946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Calling delete_port for f16084fe-4801-4cde-ad5d-7f943f8c650b owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:13.909260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.917419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31651a-ebf0-462f-ab90-7b3a338ca492 req-8baeb2c5-cbc5-447e-a762-c2d7a51053a6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.921483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbec476-ac78-4fdb-a3a8-948bcd342488']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.928013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a31651a-ebf0-462f-ab90-7b3a338ca492 req-8baeb2c5-cbc5-447e-a762-c2d7a51053a6 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.4904232 Jun 30 09:06:13.936614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a83bbb-1d04-4b22-8767-64e36eab8b50') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.936614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a83bbb-1d04-4b22-8767-64e36eab8b50') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:13.948522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.970368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.974068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] For port f16084fe-4801-4cde-ad5d-7f943f8c650b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f16084fe-4801-4cde-ad5d-7f943f8c650b,segment=NetworkSegment(278811e0-a93d-425c-a4c2-dbf9eb3df182),segment_id=278811e0-a93d-425c-a4c2-dbf9eb3df182)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:13.974433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.981678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:13.982151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.997096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for f16084fe-4801-4cde-ad5d-7f943f8c650b owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:14.014565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a31651a-ebf0-462f-ab90-7b3a338ca492 req-54fd59fb-cc2b-438c-b5d5-48daa6ef949f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:14.063061 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:14.075593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.083327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.091560 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/6fbec476-ac78-4fdb-a3a8-948bcd342488 HTTP/1.1" status: 204 len: 168 time: 0.4269404 Jun 30 09:06:14.098399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.130495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca661c-e6e2-4cd6-9f0f-016068f2ed6f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=6fbec476-ac78-4fdb-a3a8-948bcd342488,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.131846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.165330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] Pushing event deleted for resources: {'Port': ['ID=f16084fe-4801-4cde-ad5d-7f943f8c650b,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.189955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387f82f-8174-4ae4-955d-4cac32bfa621 None None] No DVR routers for this DVR port f16084fe-4801-4cde-ad5d-7f943f8c650b on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:14.207472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d0fc0c7-b17a-4b44-a31a-5ec67feb425a req-c732d2f1-7a20-4ce4-9324-1f9788f7cea9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 210 time: 0.1202784 Jun 30 09:06:14.255746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2bf1c-9b73-4bca-afee-5ae6b385f1b0 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.263154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2bf1c-9b73-4bca-afee-5ae6b385f1b0 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.265501 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-60b2bf1c-9b73-4bca-afee-5ae6b385f1b0 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1651320 Jun 30 09:06:14.268789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52614) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.273912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1218514718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.281585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-bd7ce429-b6d8-4b5d-9a71-f28630783466 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.283077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-bd7ce429-b6d8-4b5d-9a71-f28630783466 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 810 time: 0.1816344 Jun 30 09:06:14.285192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.296653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:14.301264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.317972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=f16084fe-4801-4cde-ad5d-7f943f8c650b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.331874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] No DVR routers for this DVR port f16084fe-4801-4cde-ad5d-7f943f8c650b on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:14.337175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:14.348075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.348486 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment 6e4942df-7be9-47c8-a6a4-1ee879771bfb of type vlan for network 150f73e2-f794-4a0d-92a4-c34945d27404 Jun 30 09:06:14.388106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-e7ea0f13-4c4b-4272-94ff-ddc65db105da tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 380 time: 0.0803864 Jun 30 09:06:14.394271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.423588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.426928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'port': {'device_id': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'admin_state_up': True, 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'security_groups': ['39f98812-f8c0-4215-aa54-ca156eef73a7']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.428958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.429556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.488041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2180352 Jun 30 09:06:14.493191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.499706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-576881890'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.502372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df14d-56c1-41f1-bfd6-08b2da6f59b9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=150f73e2-f794-4a0d-92a4-c34945d27404,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.508115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.513104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 150f73e2-f794-4a0d-92a4-c34945d27404 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:14.524662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cbb429-9098-41ef-beb2-ee640c5296f7']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.548998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278811e0-a93d-425c-a4c2-dbf9eb3df182') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.549301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278811e0-a93d-425c-a4c2-dbf9eb3df182') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:14.562029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:14.566090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.571325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.605576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.622994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:14.623388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:14.626815 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:14.690619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:14.713148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.716664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.717005 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment c1d5082e-bcf6-4e1f-bb51-46b41753745a of type vlan for network ae1e1b1c-f19b-496c-9047-9b5e07eb188a Jun 30 09:06:14.723803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.725610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/networks/40cbb429-9098-41ef-beb2-ee640c5296f7 HTTP/1.1" status: 204 len: 168 time: 1.4477906 Jun 30 09:06:14.728544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52620) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.735668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Made reservation on behalf of 72874582d4ec4f8cb17d9f1e976af264 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:14.739236 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.757478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d48ae1-45d7-46cd-bf40-ab868ad0244f tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Network': ['ID=40cbb429-9098-41ef-beb2-ee640c5296f7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.802783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.902555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.905301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Deleting port 1b920022-5c6e-4c47-bc9e-96171b182372 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:14.905656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.909024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.909633 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.983967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4881020 Jun 30 09:06:14.987106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:14.992397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'ports': [{'network_id': '150f73e2-f794-4a0d-92a4-c34945d27404', 'name': 'tempest-port--1253342461', 'admin_state_up': True}, {'network_id': 'ae1e1b1c-f19b-496c-9047-9b5e07eb188a', 'admin_state_up': False}]} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.992723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'port': {'network_id': '150f73e2-f794-4a0d-92a4-c34945d27404', 'name': 'tempest-port--1253342461', 'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:14.993214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'port': {'network_id': 'ae1e1b1c-f19b-496c-9047-9b5e07eb188a', 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:15.005838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Allocated IP 172.20.0.3 (1f35fb41-0149-4ec3-bc44-783104650a03/abee09ee-ea9b-41d3-bb0a-21e7024bc8fd/64a62e58-b269-43bd-81a8-19ef9f959aca) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:15.007869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1b7e4-e7cc-4475-bf37-4e3f88907bae tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=ae1e1b1c-f19b-496c-9047-9b5e07eb188a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.020245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ae1e1b1c-f19b-496c-9047-9b5e07eb188a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:15.071223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.071560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.093303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Calling delete_port for 1b920022-5c6e-4c47-bc9e-96171b182372 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:15.212895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.235835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Transition to ACTIVE for port object 64a62e58-b269-43bd-81a8-19ef9f959aca will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:15.255293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'port': 2} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:15.261701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.269663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e47fc-d33f-4454-8427-e79e2f1b833d req-526caede-e668-44cc-ad1e-f9036d3a5008 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.271590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a4e47fc-d33f-4454-8427-e79e2f1b833d req-526caede-e668-44cc-ad1e-f9036d3a5008 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1065767 Jun 30 09:06:15.296022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.322629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.340826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a4e47fc-d33f-4454-8427-e79e2f1b833d req-32eb236d-5983-4131-8547-af1d156a738d tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Jun 30 09:06:15.373228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:15.377437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:15.380042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:15.383528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.429086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Pushing event deleted for resources: {'Port': ['ID=1b920022-5c6e-4c47-bc9e-96171b182372,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.432441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.438039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] device_id is not set on port b4bc1cbe-5dae-4002-91cd-4ef91b7f9104 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:15.486965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.487617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.509131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-d5dcf11f-b6a8-4e61-9a90-5c058f476a02 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1108894 Jun 30 09:06:15.522303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.524846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.525180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Request body: {'port': {'device_id': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:15.529039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8ce76090-3ef7-4e40-8def-4e27e6193232 tempest-FloatingIPAdminTestJSON-737045920 tempest-FloatingIPAdminTestJSON-737045920-project] 10.222.0.66 "DELETE /v2.0/floatingips/dafeab3a-de87-4616-a667-bdc47e48c89f HTTP/1.1" status: 204 len: 168 time: 0.7985609 Jun 30 09:06:15.546860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133daa-d558-40b2-9103-37e436429610 req-be73432d-25f3-4d8d-a150-028ca6ff99b5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.548676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91133daa-d558-40b2-9103-37e436429610 req-be73432d-25f3-4d8d-a150-028ca6ff99b5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 931 time: 0.1521602 Jun 30 09:06:15.603524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f16084fe-4801-4cde-ad5d-7f943f8c650b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:15.642436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f16084fe-4801-4cde-ad5d-7f943f8c650b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:15.647858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f16084fe-4801-4cde-ad5d-7f943f8c650b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:15.685567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91133daa-d558-40b2-9103-37e436429610 req-40597c50-b5de-4f03-81bd-5b3a50de1e25 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987983 Jun 30 09:06:15.691310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.715613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.792775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7d514b0f-d235-4222-ad41-b418e7e1ad37 None None] Provisioning for port 64a62e58-b269-43bd-81a8-19ef9f959aca completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:15.796773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] device_id is not set on port 54a9deaf-899d-4e9b-ab97-9a2964a9e7da yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:15.800441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7d514b0f-d235-4222-ad41-b418e7e1ad37 None None] Provisioning complete for port 64a62e58-b269-43bd-81a8-19ef9f959aca triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:15.801513 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d514b0f-d235-4222-ad41-b418e7e1ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.854245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7d514b0f-d235-4222-ad41-b418e7e1ad37 None None] Port 64a62e58-b269-43bd-81a8-19ef9f959aca cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:15.927025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.939040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:15.988252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.060069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Port': ['ID=b4bc1cbe-5dae-4002-91cd-4ef91b7f9104,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.095768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a62e58-b269-43bd-81a8-19ef9f959aca {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:16.103985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.107905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Checking segment: {'id': '6e4942df-7be9-47c8-a6a4-1ee879771bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '150f73e2-f794-4a0d-92a4-c34945d27404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:16.108479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network hostable DHCP agents. Network: 150f73e2-f794-4a0d-92a4-c34945d27404, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:16.118889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Transition to ACTIVE for port object 64a62e58-b269-43bd-81a8-19ef9f959aca will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:16.123170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.139885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-21e3f803-8d76-4e2d-b278-007cfa51d90f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2e62451fd3d4f4f9c046ceef299e9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973009 Jun 30 09:06:16.140167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52650) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.157864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network 150f73e2-f794-4a0d-92a4-c34945d27404 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:16.187952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 150f73e2-f794-4a0d-92a4-c34945d27404) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:16.193547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:16.194905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.198205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.206589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e90b57-c8bc-4a90-987c-ed5d4a96773a None None] Network 150f73e2-f794-4a0d-92a4-c34945d27404 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:16.284840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Attempting to bind port 64a62e58-b269-43bd-81a8-19ef9f959aca on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:16.285605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Attempting to bind port 64a62e58-b269-43bd-81a8-19ef9f959aca by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:16.287246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Attempting to bind port 64a62e58-b269-43bd-81a8-19ef9f959aca on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:16.303077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Port 64a62e58-b269-43bd-81a8-19ef9f959aca on network 1f35fb41-0149-4ec3-bc44-783104650a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:16.303937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Attempting to bind port 64a62e58-b269-43bd-81a8-19ef9f959aca on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:16.312402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.314032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:16.314601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Checking segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:16.315233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Port': ['ID=54a9deaf-899d-4e9b-ab97-9a2964a9e7da,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.315664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Bound using segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:16.316311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Bound port: 64a62e58-b269-43bd-81a8-19ef9f959aca, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:16.317059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.342186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Checking segment: {'id': 'c1d5082e-bcf6-4e1f-bb51-46b41753745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ae1e1b1c-f19b-496c-9047-9b5e07eb188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:16.342550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network hostable DHCP agents. Network: ae1e1b1c-f19b-496c-9047-9b5e07eb188a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:16.376028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.385461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network ae1e1b1c-f19b-496c-9047-9b5e07eb188a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:16.403620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ae1e1b1c-f19b-496c-9047-9b5e07eb188a) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:16.412628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cf56d-3718-488e-b8b1-6e692d956b37 None None] Network ae1e1b1c-f19b-496c-9047-9b5e07eb188a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:16.420706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:16.427160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.432547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.433204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.451469 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1bfe187b-2c58-4b34-9b9e-f29fb921c54c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4631188 Jun 30 09:06:16.454515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52656) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.467342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:16.473206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64a62e58-b269-43bd-81a8-19ef9f959aca,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:16.486326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.516006 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.522249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.527117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.527117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.527117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] 10.222.0.11 "PUT /v2.0/ports/64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 1092 time: 1.0069666 Jun 30 09:06:16.527117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:16.527607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ad9aed8-ceca-4757-8e6e-d2d9d16cfee3 HTTP/1.1" status: 204 len: 168 time: 0.3858967 Jun 30 09:06:16.530348 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c81d1b-b8d7-418f-af81-4293d7572828" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:16.572947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a00fff-042e-4ba6-8e56-bc4e1963cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9aed8-ceca-4757-8e6e-d2d9d16cfee3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.630403 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c0c26-bfed-4643-995e-580936869b33 x-openstack-request-id: req-d80c0c26-bfed-4643-995e-580936869b33 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:16.630858 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:16.631727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ee4d7-cacc-4730-a89b-96c95d94e1f5 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.632090 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d80c0c26-bfed-4643-995e-580936869b33 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:16.632608 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'status': 'completed', 'code': 200} Jun 30 09:06:16.645372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ee4d7-cacc-4730-a89b-96c95d94e1f5 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.648600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-680ee4d7-cacc-4730-a89b-96c95d94e1f5 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1921012 Jun 30 09:06:16.650526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52662) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.724897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1e6d4-7602-4c8b-9d1f-b9f36fc0ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:16.802539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea14562-bb95-454c-b277-952ac547f6cc req-00dd995e-dbfa-42f0-9e87-da036a913081 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.810647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ea14562-bb95-454c-b277-952ac547f6cc req-00dd995e-dbfa-42f0-9e87-da036a913081 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1729467 Jun 30 09:06:16.815370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-cb9a5e37-a011-4da5-9b2a-c9e3eaa16b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.817296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-cb9a5e37-a011-4da5-9b2a-c9e3eaa16b16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1095 time: 0.2300820 Jun 30 09:06:16.843141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting port b4bc1cbe-5dae-4002-91cd-4ef91b7f9104 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:16.843499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.895873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ea14562-bb95-454c-b277-952ac547f6cc req-bdaa76e9-8996-4fad-933a-3fd2b9acc185 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844588 Jun 30 09:06:16.899762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-9601fc99-7b5e-4f1c-9d44-d175efb369e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 217 time: 0.0675895 Jun 30 09:06:16.940193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.954683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:16.961365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Calling delete_port for b4bc1cbe-5dae-4002-91cd-4ef91b7f9104 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:16.975829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:16.991548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-3bad4393-7db2-4a20-b13b-787c6609482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.993146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-3bad4393-7db2-4a20-b13b-787c6609482a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.0671542 Jun 30 09:06:17.016115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e31d0b-878a-43c9-bfeb-4dd6307487e7 req-8bca0520-e3da-4e0d-b738-271a88eb2121 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.018394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75e31d0b-878a-43c9-bfeb-4dd6307487e7 req-8bca0520-e3da-4e0d-b738-271a88eb2121 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 943 time: 0.1211312 Jun 30 09:06:17.097175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75e31d0b-878a-43c9-bfeb-4dd6307487e7 req-bce159b7-98c1-4f1b-8c39-6c098ae172ec tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587335 Jun 30 09:06:17.113092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.129652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364287c-218e-4b51-9451-591ed14c8921 req-9ab7b504-4b85-456a-a6b8-5a34e0b23809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.134570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-9ab7b504-4b85-456a-a6b8-5a34e0b23809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338224 Jun 30 09:06:17.164136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Port': ['ID=b4bc1cbe-5dae-4002-91cd-4ef91b7f9104,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.182091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.187490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2b107577-e76b-444b-af63-892f91ba1afc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/ports/b4bc1cbe-5dae-4002-91cd-4ef91b7f9104 HTTP/1.1" status: 204 len: 168 time: 0.5291481 Jun 30 09:06:17.187720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:17.278949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-46dd6737-fc9e-4583-ae09-7cb15eb9a936 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358352 Jun 30 09:06:17.386369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9364287c-218e-4b51-9451-591ed14c8921 req-dfb53833-5d1d-459b-a102-0aca4c653b37 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911684 Jun 30 09:06:17.486573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-ee2ab4e0-12bf-4e56-a702-65b73199d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.488068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-ee2ab4e0-12bf-4e56-a702-65b73199d7f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1095 time: 0.0554042 Jun 30 09:06:17.498087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.509902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.576991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a289ab9-1159-441a-98ef-b4b620c47635,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.582117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18c295ae2e0640528335c33f85a02c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263907 Jun 30 09:06:17.585468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:17.593085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.593447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.593813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.594162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.595030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.595368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.595935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.596089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.596340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.596669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.596998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.597323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f6865c-b5b9-476c-9da7-801181d7a27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:17.606630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-6b46ec23-f116-4509-8ffe-c78f26c4a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.608491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-6b46ec23-f116-4509-8ffe-c78f26c4a6fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.1138029 Jun 30 09:06:17.614369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting port 54a9deaf-899d-4e9b-ab97-9a2964a9e7da {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:17.615223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.669830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-a4c6a567-5362-4703-b6c1-7b72aced7d37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 217 time: 0.0453858 Jun 30 09:06:17.691911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.709078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Calling delete_port for 54a9deaf-899d-4e9b-ab97-9a2964a9e7da owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:17.713124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.745958 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.748313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-d3843099-7391-445e-8711-9f039d1aff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.749883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-d3843099-7391-445e-8711-9f039d1aff7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.0681417 Jun 30 09:06:17.787787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.822948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Port': ['ID=54a9deaf-899d-4e9b-ab97-9a2964a9e7da,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.826498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.830978 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0d86c7c-bc23-4846-b52f-fe95c91052bc tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/ports/54a9deaf-899d-4e9b-ab97-9a2964a9e7da HTTP/1.1" status: 204 len: 168 time: 0.6370521 Jun 30 09:06:17.831290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:17.840193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.843381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.845174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a289ab9-1159-441a-98ef-b4b620c47635 HTTP/1.1" status: 204 len: 168 time: 0.2577090 Jun 30 09:06:17.850323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-0794cf93-85e1-4c06-9d7f-7127dac357d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.852525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-0794cf93-85e1-4c06-9d7f-7127dac357d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946505 Jun 30 09:06:17.858743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d71f1-144d-4277-bfeb-7b048c99bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a289ab9-1159-441a-98ef-b4b620c47635,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:17.869128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8c623fd-91f3-44f5-82b4-0eef2912700c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0367301 Jun 30 09:06:17.874184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:17.881416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2090382797'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:17.908970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:17.912814 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.947694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:17.959505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.960337 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment 5ac41d8a-d313-4f03-b45d-8b5baff1ed1b of type vlan for network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 Jun 30 09:06:17.990565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-1db716d1-9689-4edc-ae53-107de9d10e1e service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287503 Jun 30 09:06:18.030464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.072050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.084675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.085473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.149025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c81d1b-b8d7-418f-af81-4293d7572828 req-62ed3eda-ea8f-4526-aabf-2a97298005dc service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515915 Jun 30 09:06:18.161820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29902d-8759-46d6-ac0e-eb3fbe09e5f0 req-67f55dfc-0caa-436c-b64e-b06c0f05b196 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.162719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2871788 Jun 30 09:06:18.163498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a29902d-8759-46d6-ac0e-eb3fbe09e5f0 req-67f55dfc-0caa-436c-b64e-b06c0f05b196 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1162398 Jun 30 09:06:18.164470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52696) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.169559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1580894681'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:18.186790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2a1d-8efa-4dcd-8294-57ad8d30d75c tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=364a6fe5-6eb9-4d11-8497-0dcc903ab807,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.201434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:18.222867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:18.226569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.241341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a29902d-8759-46d6-ac0e-eb3fbe09e5f0 req-f32e6031-e4ce-42ec-8e0c-4b5e9c832d39 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Jun 30 09:06:18.258205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:18.296920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.297152 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Added segment 37fe4b71-2de0-4170-812f-bcb74ea4379a of type vlan for network c317a757-5297-4761-985b-cd5dbffc2127 Jun 30 09:06:18.353377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.355756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.369355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-846352a4-3fec-4cf7-b77a-61b4d279090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.440726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.446970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.447555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.466645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-846352a4-3fec-4cf7-b77a-61b4d279090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.471867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-846352a4-3fec-4cf7-b77a-61b4d279090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.514927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-846352a4-3fec-4cf7-b77a-61b4d279090a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9650cc1d2be442068ceee2cbd33d138b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603293 Jun 30 09:06:18.515777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846352a4-3fec-4cf7-b77a-61b4d279090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d04d29-cd43-45f9-936a-bccfd46102ee,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.519579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.529645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3645151 Jun 30 09:06:18.542739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e013a-d91e-4932-a863-ec47004b141e req-0c57100f-94e3-4467-adac-d6948723c50b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.544206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e9e013a-d91e-4932-a863-ec47004b141e req-0c57100f-94e3-4467-adac-d6948723c50b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 943 time: 0.1965985 Jun 30 09:06:18.545254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597de3e4-5743-4342-8f32-56c0b1d751f1 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Network': ['ID=c317a757-5297-4761-985b-cd5dbffc2127,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.562500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c317a757-5297-4761-985b-cd5dbffc2127 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:18.578906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.602296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e9e013a-d91e-4932-a863-ec47004b141e req-9d3ea01a-346c-4f5e-8ef9-c948be22f683 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483561 Jun 30 09:06:18.604381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.663436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52708) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.667171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.669938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'subnets': [{'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--228659636', 'ip_version': 4}, {'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:18.670133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.670645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'subnet': {'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--228659636', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:18.674017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77d04d29-cd43-45f9-936a-bccfd46102ee HTTP/1.1" status: 204 len: 168 time: 0.1521416 Jun 30 09:06:18.674809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Request body: {'subnet': {'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:18.684970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760114f9-8a04-4ef9-bb1c-3d74686a1f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d04d29-cd43-45f9-936a-bccfd46102ee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:18.852066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Made reservation on behalf of 25050d55b7984aacbc57036103d0315f for: {'subnet': 2} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:18.857079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.857429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.484691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f69ce-c7b3-4014-a289-628fef55da2c req-7c215ce6-e672-4b15-88d3-68872d11c2bc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.486503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-574f69ce-c7b3-4014-a289-628fef55da2c req-7c215ce6-e672-4b15-88d3-68872d11c2bc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1046307 Jun 30 09:06:19.566873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-574f69ce-c7b3-4014-a289-628fef55da2c req-49e40782-1245-46a4-8463-cb00354b5d40 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725453 Jun 30 09:06:19.614819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.671544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Subnet': ['ID=a4e5484b-a2ce-4fac-86d0-b1343eb36242,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.690858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Checking segment: {'id': '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:19.691225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network hostable DHCP agents. Network: 364a6fe5-6eb9-4d11-8497-0dcc903ab807, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:19.714772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:19.726618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 364a6fe5-6eb9-4d11-8497-0dcc903ab807) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:19.731753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.741406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33e413-33aa-46dd-9d22-b157f72c8b4d None None] Network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:19.849892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event updated for resources: {'Subnet': ['ID=3b98004d-9bf0-43ce-a081-c885a60a4de3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.898038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4bebb-7c27-437d-938c-0e98f62b420b req-99a5c3dd-1f0c-4140-a55b-0ac3f6188902 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.899859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cd4bebb-7c27-437d-938c-0e98f62b420b req-99a5c3dd-1f0c-4140-a55b-0ac3f6188902 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 943 time: 0.1114664 Jun 30 09:06:19.901167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Checking segment: {'id': '37fe4b71-2de0-4170-812f-bcb74ea4379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:19.901592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network hostable DHCP agents. Network: c317a757-5297-4761-985b-cd5dbffc2127, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:19.921012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-364a6fe5-6eb9-4d11-8497-0dcc903ab807', 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807', 'tenant_id': '25050d55b7984aacbc57036103d0315f', 'fixed_ips': [{'subnet_id': 'a4e5484b-a2ce-4fac-86d0-b1343eb36242'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:19.921945 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.952237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Network c317a757-5297-4761-985b-cd5dbffc2127 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:19.966916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cd4bebb-7c27-437d-938c-0e98f62b420b req-52214cd4-f468-457d-bdea-a4cb5d672809 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612373 Jun 30 09:06:19.968363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c317a757-5297-4761-985b-cd5dbffc2127) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:19.973539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.974328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.975128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.996809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:19.997887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2c7cbe06-7dcb-4881-878d-3e045735559a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3325641 Jun 30 09:06:20.011415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbdb3a-60cc-4830-b1e4-36114ee7421d None None] Network c317a757-5297-4761-985b-cd5dbffc2127 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:20.052613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b00318-5391-45f0-a527-23030ec9814a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.054229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b00318-5391-45f0-a527-23030ec9814a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.055770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b00318-5391-45f0-a527-23030ec9814a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.060298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-13b00318-5391-45f0-a527-23030ec9814a tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0593891 Jun 30 09:06:20.060766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52758) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.112820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting subnet a4e5484b-a2ce-4fac-86d0-b1343eb36242 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:20.140836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52760) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.159875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Allocated IP 172.20.0.2 (364a6fe5-6eb9-4d11-8497-0dcc903ab807/a4e5484b-a2ce-4fac-86d0-b1343eb36242/c4fbad33-636c-44a8-bcb4-2aede41fb464) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:20.251560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d609c24c-4788-493c-b6de-ca9c38941c26 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-579212241'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:20.252614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d609c24c-4788-493c-b6de-ca9c38941c26 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Unknown quota resources ['metering_label']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:20.254933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c317a757-5297-4761-985b-cd5dbffc2127', 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127', 'tenant_id': '25050d55b7984aacbc57036103d0315f', 'fixed_ips': [{'subnet_id': '3b98004d-9bf0-43ce-a081-c885a60a4de3'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:20.255784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.432562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.447057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d609c24c-4788-493c-b6de-ca9c38941c26 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.447446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Transition to ACTIVE for port object c4fbad33-636c-44a8-bcb4-2aede41fb464 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:20.448605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d609c24c-4788-493c-b6de-ca9c38941c26 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3057947 Jun 30 09:06:20.451347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.456662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ba59146-ff20-44d0-af45-14960a33280c tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c3db0a0b-29b8-4128-926e-fd7e8c72d80e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:20.456948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ba59146-ff20-44d0-af45-14960a33280c tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:20.465832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Allocated IP 172.20.0.18 (c317a757-5297-4761-985b-cd5dbffc2127/3b98004d-9bf0-43ce-a081-c885a60a4de3/e8a26de0-08fe-4275-8759-4f6ebdee631a) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:20.474623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Transition to ACTIVE for port object c4fbad33-636c-44a8-bcb4-2aede41fb464 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:20.483899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.487077 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.541436 n-d-779913-25 neutron-server[94183]: WARNING neutron.services.metering.metering_plugin [None req-9ba59146-ff20-44d0-af45-14960a33280c tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:06:20.565603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:20.574648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:20.581240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:20.581878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.586412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Pushing event updated for resources: {'Port': ['ID=c4fbad33-636c-44a8-bcb4-2aede41fb464,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.671986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Attempting to bind port c4fbad33-636c-44a8-bcb4-2aede41fb464 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:20.672514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Attempting to bind port c4fbad33-636c-44a8-bcb4-2aede41fb464 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:20.672951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Attempting to bind port c4fbad33-636c-44a8-bcb4-2aede41fb464 on network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:20.695612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ba59146-ff20-44d0-af45-14960a33280c tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.697795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ba59146-ff20-44d0-af45-14960a33280c tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2443438 Jun 30 09:06:20.700303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.702383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:20.702856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Checking segment: {'id': '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:20.703374 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.703966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Bound using segment: {'id': '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:20.705068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Bound port: c4fbad33-636c-44a8-bcb4-2aede41fb464, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '364a6fe5-6eb9-4d11-8497-0dcc903ab807'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:20.705642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.706182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b22be331-372d-4541-aac6-59af473394b2 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c3db0a0b-29b8-4128-926e-fd7e8c72d80e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:20.706688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b22be331-372d-4541-aac6-59af473394b2 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:20.763544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.773795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.794297 n-d-779913-25 neutron-server[94183]: WARNING neutron.services.metering.metering_plugin [None req-b22be331-372d-4541-aac6-59af473394b2 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:06:20.849032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.879565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e5484b-a2ce-4fac-86d0-b1343eb36242,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.884429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.889107 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd73665b-851c-4880-b2a2-7b75370e1958 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/subnets/a4e5484b-a2ce-4fac-86d0-b1343eb36242 HTTP/1.1" status: 204 len: 168 time: 0.8273714 Jun 30 09:06:20.889799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52776) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.920542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b22be331-372d-4541-aac6-59af473394b2 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.925795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b22be331-372d-4541-aac6-59af473394b2 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2212193 Jun 30 09:06:20.926739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52780) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.943840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-da929b6e-b517-446e-9ed1-1dddac42f76b tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=2e70e9d3-43c6-45ae-a3d2-0a940a2af20b HTTP/1.1" status: 200 len: 462 time: 0.0130231 Jun 30 09:06:20.945169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52782) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:20.963505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cb5ce-1fc2-4eb9-8ba2-5b33c81cc9af req-fd3b1efa-f277-4ffb-838e-4a5212b7cdb4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.965089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-292cb5ce-1fc2-4eb9-8ba2-5b33c81cc9af req-fd3b1efa-f277-4ffb-838e-4a5212b7cdb4 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1827867 Jun 30 09:06:20.967503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting subnet 3b98004d-9bf0-43ce-a081-c885a60a4de3 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:20.985195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Transition to ACTIVE for port object e8a26de0-08fe-4275-8759-4f6ebdee631a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:21.009800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-292cb5ce-1fc2-4eb9-8ba2-5b33c81cc9af req-9e7d886c-239a-46c1-b905-0f72382c2f49 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380297 Jun 30 09:06:21.011973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] For port c4fbad33-636c-44a8-bcb4-2aede41fb464, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:21.017502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Transition to ACTIVE for port object e8a26de0-08fe-4275-8759-4f6ebdee631a will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:21.027431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] For port c4fbad33-636c-44a8-bcb4-2aede41fb464, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c4fbad33-636c-44a8-bcb4-2aede41fb464,segment=NetworkSegment(5ac41d8a-d313-4f03-b45d-8b5baff1ed1b),segment_id=5ac41d8a-d313-4f03-b45d-8b5baff1ed1b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:21.040309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.042618 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.074618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.099140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Network c317a757-5297-4761-985b-cd5dbffc2127 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:21.105920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:21.113737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:21.120248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7796313-a0db-4eca-8b40-5973f78a68be None None] Pushing event updated for resources: {'Port': ['ID=c4fbad33-636c-44a8-bcb4-2aede41fb464,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.165320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c24045b-3ec2-49df-a2a2-427ad8cf4bf0 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.169187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52786) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.169478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c24045b-3ec2-49df-a2a2-427ad8cf4bf0 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/2e70e9d3-43c6-45ae-a3d2-0a940a2af20b HTTP/1.1" status: 204 len: 168 time: 0.2229748 Jun 30 09:06:21.189099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.192559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52788) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.193040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c18bb451-5d7d-4105-9c7a-0f1f0ab5a8b7 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=2e70e9d3-43c6-45ae-a3d2-0a940a2af20b HTTP/1.1" status: 200 len: 221 time: 0.0199451 Jun 30 09:06:21.212003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Attempting to bind port e8a26de0-08fe-4275-8759-4f6ebdee631a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:21.212490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Attempting to bind port e8a26de0-08fe-4275-8759-4f6ebdee631a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '37fe4b71-2de0-4170-812f-bcb74ea4379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:21.212987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Attempting to bind port e8a26de0-08fe-4275-8759-4f6ebdee631a on network c317a757-5297-4761-985b-cd5dbffc2127 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:21.216601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-428d9f81-c365-4d7d-854a-15753ff1a116 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1619131587', 'description': 'label created by tempest'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:21.216770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321d908-c4e7-48f0-8153-7d401e567aa7 req-c6948d95-9d4a-4a43-9525-7d1b211c8117 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.217060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-428d9f81-c365-4d7d-854a-15753ff1a116 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Unknown quota resources ['metering_label']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:21.218365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d321d908-c4e7-48f0-8153-7d401e567aa7 req-c6948d95-9d4a-4a43-9525-7d1b211c8117 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 943 time: 0.0876877 Jun 30 09:06:21.220426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:21.220948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Checking segment: {'id': '37fe4b71-2de0-4170-812f-bcb74ea4379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:21.221968 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.221968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Bound using segment: {'id': '37fe4b71-2de0-4170-812f-bcb74ea4379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:21.222547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Bound port: e8a26de0-08fe-4275-8759-4f6ebdee631a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fe4b71-2de0-4170-812f-bcb74ea4379a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c317a757-5297-4761-985b-cd5dbffc2127'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:21.223038 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.269205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Pushing event updated for resources: {'Port': ['ID=e8a26de0-08fe-4275-8759-4f6ebdee631a,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.269474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d321d908-c4e7-48f0-8153-7d401e567aa7 req-ee6aa7a4-f44c-42aa-a363-97bbbc2b90a0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Jun 30 09:06:21.276998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64a62e58-b269-43bd-81a8-19ef9f959aca details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:21.324166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] For port e8a26de0-08fe-4275-8759-4f6ebdee631a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:21.345231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] For port e8a26de0-08fe-4275-8759-4f6ebdee631a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e8a26de0-08fe-4275-8759-4f6ebdee631a,segment=NetworkSegment(37fe4b71-2de0-4170-812f-bcb74ea4379a),segment_id=37fe4b71-2de0-4170-812f-bcb74ea4379a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:21.364253 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.478279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-428d9f81-c365-4d7d-854a-15753ff1a116 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.479810 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-428d9f81-c365-4d7d-854a-15753ff1a116 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2861242 Jun 30 09:06:21.482688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52792) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.492417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28d0d-c7d7-4dd9-8ae0-fb05e95d1d29 None None] Pushing event updated for resources: {'Port': ['ID=e8a26de0-08fe-4275-8759-4f6ebdee631a,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.507874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64a62e58-b269-43bd-81a8-19ef9f959aca,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:21.530016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'port_id': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'mac_address': 'fa:16:3e:fc:ac:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:21.574018 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.589917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a62e58-b269-43bd-81a8-19ef9f959aca {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:21.619597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.627920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64a62e58-b269-43bd-81a8-19ef9f959aca,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:21.634755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.689993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-927e3ba6-1f60-462f-9e0d-31be43615585 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=adeddb2c-760f-44e4-a7fb-c8ad3adc6015 HTTP/1.1" status: 200 len: 468 time: 0.2027147 Jun 30 09:06:21.690887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52794) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.707208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.720510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c4fbad33-636c-44a8-bcb4-2aede41fb464 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:21.725444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.793551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.795528 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/subnets/3b98004d-9bf0-43ce-a081-c885a60a4de3 HTTP/1.1" status: 204 len: 168 time: 0.9047716 Jun 30 09:06:21.796467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc351d5a-5ba0-4efa-a57b-33b486515da9 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Subnet': ['ID=3b98004d-9bf0-43ce-a081-c885a60a4de3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.799762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.864296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c4fbad33-636c-44a8-bcb4-2aede41fb464 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:21.909344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc8c37-6603-4a73-84af-f788293f3b51 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.917370 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89cc8c37-6603-4a73-84af-f788293f3b51 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1165388 Jun 30 09:06:21.918514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.029784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a72b0bf-5a50-47fe-b7b4-d6bc22d76ba4 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.030742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.031162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7a72b0bf-5a50-47fe-b7b4-d6bc22d76ba4 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/adeddb2c-760f-44e4-a7fb-c8ad3adc6015 HTTP/1.1" status: 204 len: 168 time: 0.3393140 Jun 30 09:06:22.034523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.050295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-504fd5fc-ba97-4ee9-9375-b4a948b8b742 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=adeddb2c-760f-44e4-a7fb-c8ad3adc6015 HTTP/1.1" status: 200 len: 216 time: 0.0145843 Jun 30 09:06:22.055735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52810) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.064931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['64a62e58-b269-43bd-81a8-19ef9f959aca'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:22.076478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fc65f96f-9a72-40af-8276-4bc93406e122 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0193856 Jun 30 09:06:22.080868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.112581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-767c03db-00c2-4b89-9dbb-739a6c3d8e49 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0306787 Jun 30 09:06:22.116114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52814) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.155193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting port e8a26de0-08fe-4275-8759-4f6ebdee631a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:22.155552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.243147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] For port e8a26de0-08fe-4275-8759-4f6ebdee631a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e8a26de0-08fe-4275-8759-4f6ebdee631a,segment=NetworkSegment(37fe4b71-2de0-4170-812f-bcb74ea4379a),segment_id=37fe4b71-2de0-4170-812f-bcb74ea4379a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:22.243893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.259973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf47de37-aca6-4767-b887-9863e6dbbefa tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/c3db0a0b-29b8-4128-926e-fd7e8c72d80e HTTP/1.1" status: 200 len: 472 time: 0.1421924 Jun 30 09:06:22.263355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52816) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.268023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Calling delete_port for e8a26de0-08fe-4275-8759-4f6ebdee631a owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:22.277957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0baa7329-ba0e-45f8-b516-913bfe83e8d3 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/359d4320-1e43-41c0-8660-509902d9fd29 HTTP/1.1" status: 200 len: 459 time: 0.0122097 Jun 30 09:06:22.281805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.312982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecca997-423e-429d-bdbe-a3625dafea87 req-c2654f23-ab1a-403d-9fbc-9142411952ad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.315576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eecca997-423e-429d-bdbe-a3625dafea87 req-c2654f23-ab1a-403d-9fbc-9142411952ad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.0936720 Jun 30 09:06:22.380156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eecca997-423e-429d-bdbe-a3625dafea87 req-1718f773-f915-4344-a760-56a6a956fdf5 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570009 Jun 30 09:06:22.463900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b848-cfaa-4caf-a718-4e69370f9679 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.466428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b6c2b848-cfaa-4caf-a718-4e69370f9679 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/359d4320-1e43-41c0-8660-509902d9fd29 HTTP/1.1" status: 204 len: 168 time: 0.1814845 Jun 30 09:06:22.471292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52822) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.491146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260636b1-84c1-4ac6-bcd8-9f31a2f488bd req-8220e283-006a-4e30-bdb7-ec70c4f50209 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.498666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-260636b1-84c1-4ac6-bcd8-9f31a2f488bd req-8220e283-006a-4e30-bdb7-ec70c4f50209 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 944 time: 0.0901532 Jun 30 09:06:22.533992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5ec3d-45d5-4672-99da-36afd2dce75c None None] Network 364a6fe5-6eb9-4d11-8497-0dcc903ab807 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:22.551198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-260636b1-84c1-4ac6-bcd8-9f31a2f488bd req-a5b175a7-ec10-46e3-91b2-448c5300ada3 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491793 Jun 30 09:06:22.563517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.654075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Provisioning for port c4fbad33-636c-44a8-bcb4-2aede41fb464 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:22.662571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Provisioning complete for port c4fbad33-636c-44a8-bcb4-2aede41fb464 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:22.662951 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.679699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Port': ['ID=e8a26de0-08fe-4275-8759-4f6ebdee631a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.719657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] No DVR routers for this DVR port e8a26de0-08fe-4275-8759-4f6ebdee631a on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:22.758914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c78dca19-27ca-4803-89fd-35a083194558 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.761868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c78dca19-27ca-4803-89fd-35a083194558 tempest-MeteringIpV6TestJSON-1994011306 tempest-MeteringIpV6TestJSON-1994011306-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/c3db0a0b-29b8-4128-926e-fd7e8c72d80e HTTP/1.1" status: 204 len: 168 time: 0.2874193 Jun 30 09:06:22.767041 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.823903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.826024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] For port c4fbad33-636c-44a8-bcb4-2aede41fb464, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c4fbad33-636c-44a8-bcb4-2aede41fb464,segment=NetworkSegment(5ac41d8a-d313-4f03-b45d-8b5baff1ed1b),segment_id=5ac41d8a-d313-4f03-b45d-8b5baff1ed1b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:22.838426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.843747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] DHCP port deletion for 364a6fe5-6eb9-4d11-8497-0dcc903ab807 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:22.848296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c317a757-5297-4761-985b-cd5dbffc2127']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:22.861628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fe4b71-2de0-4170-812f-bcb74ea4379a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:22.862034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fe4b71-2de0-4170-812f-bcb74ea4379a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:22.872551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.897382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.904675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:22.905356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:22.908861 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:22.935640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23607aa1-b4ec-43f8-97b0-1f126c98dc31 None None] Pushing event updated for resources: {'Port': ['ID=c4fbad33-636c-44a8-bcb4-2aede41fb464,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:22.965470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e0d55-8638-47a8-a86a-cde1a60ad90e None None] Network c317a757-5297-4761-985b-cd5dbffc2127 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:22.982351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.995775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.998099 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/c317a757-5297-4761-985b-cd5dbffc2127 HTTP/1.1" status: 204 len: 168 time: 1.0785799 Jun 30 09:06:23.001226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52830) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.017738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f751eef-4fa2-43ba-87fb-da055238418f tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=c317a757-5297-4761-985b-cd5dbffc2127,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.045561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Deleting port c4fbad33-636c-44a8-bcb4-2aede41fb464 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:23.045973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.096882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a8dce76-0edc-4601-b16e-9fc30a447cd5 None None] Could not find standard attr ID for object e8a26de0-08fe-4275-8759-4f6ebdee631a. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:23.133599 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.166511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] For port c4fbad33-636c-44a8-bcb4-2aede41fb464, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c4fbad33-636c-44a8-bcb4-2aede41fb464,segment=NetworkSegment(5ac41d8a-d313-4f03-b45d-8b5baff1ed1b),segment_id=5ac41d8a-d313-4f03-b45d-8b5baff1ed1b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:23.166821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.167346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.181043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Calling delete_port for c4fbad33-636c-44a8-bcb4-2aede41fb464 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:23.205910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Deleting port c4fbad33-636c-44a8-bcb4-2aede41fb464 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:23.206323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.258077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dda6f62-a86e-423e-ac7a-3fda2035e301 None None] DHCP port deletion for c317a757-5297-4761-985b-cd5dbffc2127 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:23.286963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.317344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] Pushing event deleted for resources: {'Port': ['ID=c4fbad33-636c-44a8-bcb4-2aede41fb464,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.325651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa53f5-b3ac-426f-a1a2-f17f3bf4a2c4 None None] No DVR routers for this DVR port c4fbad33-636c-44a8-bcb4-2aede41fb464 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:23.347783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] For port c4fbad33-636c-44a8-bcb4-2aede41fb464, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c4fbad33-636c-44a8-bcb4-2aede41fb464,segment=NetworkSegment(5ac41d8a-d313-4f03-b45d-8b5baff1ed1b),segment_id=5ac41d8a-d313-4f03-b45d-8b5baff1ed1b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:23.348427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.369004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Calling delete_port for c4fbad33-636c-44a8-bcb4-2aede41fb464 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:23.369515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f14ea085-a647-4f37-a5f6-b5477197a3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.475056 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f14ea085-a647-4f37-a5f6-b5477197a3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.480798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f14ea085-a647-4f37-a5f6-b5477197a3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.512999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.550286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ea085-a647-4f37-a5f6-b5477197a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c332adc-3177-469a-9344-e999acfda839,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.562036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f14ea085-a647-4f37-a5f6-b5477197a3a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7bb47f621204adf81d5031b3dec5dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894331 Jun 30 09:06:23.562036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52844) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.566089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] No DVR routers for this DVR port c4fbad33-636c-44a8-bcb4-2aede41fb464 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:23.567853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Port': ['ID=c4fbad33-636c-44a8-bcb4-2aede41fb464,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.618604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c4fbad33-636c-44a8-bcb4-2aede41fb464 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:23.634400 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.645118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c4fbad33-636c-44a8-bcb4-2aede41fb464 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:23.645884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c4fbad33-636c-44a8-bcb4-2aede41fb464 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:23.662712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.668466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.677633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9703d-f7f0-40cf-96d8-ebbb5ce5c4ed req-5f2e42fb-cc11-43cd-ba21-e086ccb32b6b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.679189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fe9703d-f7f0-40cf-96d8-ebbb5ce5c4ed req-5f2e42fb-cc11-43cd-ba21-e086ccb32b6b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1805637 Jun 30 09:06:23.682653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a6fe5-6eb9-4d11-8497-0dcc903ab807']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:23.698957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:23.699336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac41d8a-d313-4f03-b45d-8b5baff1ed1b') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:23.717905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.720890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.723423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.726909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c332adc-3177-469a-9344-e999acfda839 HTTP/1.1" status: 204 len: 168 time: 0.1618822 Jun 30 09:06:23.732792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f21b0-c693-4211-b65e-fbea6f8cb972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c332adc-3177-469a-9344-e999acfda839,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.770318 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.784771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fe9703d-f7f0-40cf-96d8-ebbb5ce5c4ed req-7253da5d-3706-499e-9d6d-5f3cbbead8ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950546 Jun 30 09:06:23.786737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:23.787201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:23.790351 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:23.860949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.874619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67d67-6bbb-4a82-8b1b-cea87406bcf2 req-a3975f6a-83f1-46ef-811b-82fd16d512b4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.882055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fc67d67-6bbb-4a82-8b1b-cea87406bcf2 req-a3975f6a-83f1-46ef-811b-82fd16d512b4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 944 time: 0.1686325 Jun 30 09:06:23.886295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.888147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/364a6fe5-6eb9-4d11-8497-0dcc903ab807 HTTP/1.1" status: 204 len: 168 time: 0.8853598 Jun 30 09:06:23.891507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52854) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.904535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb70c0-e2eb-4f48-93a4-2bbd81ec5f42 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=364a6fe5-6eb9-4d11-8497-0dcc903ab807,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.933449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fc67d67-6bbb-4a82-8b1b-cea87406bcf2 req-15b20c9c-42d1-4dc9-830f-532435a3f018 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505209 Jun 30 09:06:23.979516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.046144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52856) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.059333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1582-26ed-41c2-add9-2d0c55d4d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.075813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.094347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1e1b1c-f19b-496c-9047-9b5e07eb188a']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.111752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d5082e-bcf6-4e1f-bb51-46b41753745a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.112478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d5082e-bcf6-4e1f-bb51-46b41753745a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.126501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.148589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.159156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:24.159828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:24.164843 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:24.194648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1582-26ed-41c2-add9-2d0c55d4d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.199431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1582-26ed-41c2-add9-2d0c55d4d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.239042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.245133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.247966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/ae1e1b1c-f19b-496c-9047-9b5e07eb188a HTTP/1.1" status: 204 len: 168 time: 0.3545198 Jun 30 09:06:24.253801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.265075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c1ff1582-26ed-41c2-add9-2d0c55d4d7a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=259fa3aee25542ee82e3cd0b6d0d00bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178049 Jun 30 09:06:24.265862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff1582-26ed-41c2-add9-2d0c55d4d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663e008-24b3-402d-99b3-cd6c31eb47b6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.269044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:24.315169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de56a-88ad-457d-af9a-21d82fde7064 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=ae1e1b1c-f19b-496c-9047-9b5e07eb188a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.331770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.350915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.357734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.417198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.422610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.424946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d663e008-24b3-402d-99b3-cd6c31eb47b6 HTTP/1.1" status: 204 len: 168 time: 0.1548049 Jun 30 09:06:24.437532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daae7d-0970-40d6-bd75-2d0387a82d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663e008-24b3-402d-99b3-cd6c31eb47b6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.487988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.498594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150f73e2-f794-4a0d-92a4-c34945d27404']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.510578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4942df-7be9-47c8-a6a4-1ee879771bfb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.510877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4942df-7be9-47c8-a6a4-1ee879771bfb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:24.521217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.537883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.544210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:24.544605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:24.548312 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:24.623593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.630671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.632404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] 10.222.0.66 "DELETE /v2.0/networks/150f73e2-f794-4a0d-92a4-c34945d27404 HTTP/1.1" status: 204 len: 168 time: 0.3776624 Jun 30 09:06:24.644179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02ca2-c7b0-448a-b585-13e2d9597f95 tempest-BulkNetworkOpsTest-1236044626 tempest-BulkNetworkOpsTest-1236044626-project] Pushing event deleted for resources: {'Network': ['ID=150f73e2-f794-4a0d-92a4-c34945d27404,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.963305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:25.027436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acdec2-0d41-4ad7-ae33-5ec6715eb7e0 req-018faabf-3226-467e-85bd-b0768349f99c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:25.034332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42acdec2-0d41-4ad7-ae33-5ec6715eb7e0 req-018faabf-3226-467e-85bd-b0768349f99c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1195023 Jun 30 09:06:25.122621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42acdec2-0d41-4ad7-ae33-5ec6715eb7e0 req-46813430-5eff-45ee-acf1-16777a538f19 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815959 Jun 30 09:06:25.252312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8e33727e-ee0f-481d-b132-4684a0c9ddeb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25050d55b7984aacbc57036103d0315f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878389 Jun 30 09:06:25.254738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52902) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:25.294154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858fc45-20d0-4e13-9b57-39a41bda17df req-8cd41552-d3c1-4e8f-bd41-ca4455772cac tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:25.296038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f858fc45-20d0-4e13-9b57-39a41bda17df req-8cd41552-d3c1-4e8f-bd41-ca4455772cac tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 944 time: 0.1260705 Jun 30 09:06:25.300622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64a62e58-b269-43bd-81a8-19ef9f959aca up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:25.348016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f858fc45-20d0-4e13-9b57-39a41bda17df req-b3722337-5afa-444a-83dd-3fbeb647c0f0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392237 Jun 30 09:06:25.382355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 64a62e58-b269-43bd-81a8-19ef9f959aca completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:25.398242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 64a62e58-b269-43bd-81a8-19ef9f959aca triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:25.400287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.441624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52908) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:25.583894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.593501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-764497372'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:25.619113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:25.626495 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f8f23-b1de-4e18-8c08-3c18bfa70587" -d '{"events": [{"server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "name": "network-vif-plugged", "status": "completed", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:25.627781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:25.635478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.652566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.663218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64a62e58-b269-43bd-81a8-19ef9f959aca,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:25.670244 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.699282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb05bc21-d1e8-4241-b4cc-b88f28574dfd x-openstack-request-id: req-fb05bc21-d1e8-4241-b4cc-b88f28574dfd {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:25.699588 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "name": "network-vif-plugged", "status": "completed", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:25.700021 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb05bc21-d1e8-4241-b4cc-b88f28574dfd {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:25.700235 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'code': 200} Jun 30 09:06:25.702630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.737695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:25.738309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.810107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.813087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.815418 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a341208-58a4-44bc-9d4f-b4bee9a97861 HTTP/1.1" status: 204 len: 168 time: 0.5591929 Jun 30 09:06:25.825582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c1543-b177-4449-b9f1-bf1973443322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a341208-58a4-44bc-9d4f-b4bee9a97861,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:25.857479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.866282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.883477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c920f-7960-477d-adc4-f0cee9e3a80e req-50964046-3ebf-4eb3-bfbb-4f122cc034a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:25.884968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e5c920f-7960-477d-adc4-f0cee9e3a80e req-50964046-3ebf-4eb3-bfbb-4f122cc034a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.1085567 Jun 30 09:06:25.904729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:25.922468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f2371-85b6-442c-be67-09139c4f6fa0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:25.927073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.927430 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Added segment 1a86189f-85b3-4b9e-905c-eb5f1ddbf756 of type vlan for network cce82654-b176-4bf7-81a9-2bd513f273f8 Jun 30 09:06:25.970124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e5c920f-7960-477d-adc4-f0cee9e3a80e req-baa5b2ca-a7ed-4b21-be8e-40f6d57f8e48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768306 Jun 30 09:06:25.981445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.019627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.026666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.027334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.113324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6696045 Jun 30 09:06:26.116000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52924) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.123214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'subnet': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:26.141495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff5a52-ad53-400f-b747-f893bf98e0f4 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Network': ['ID=cce82654-b176-4bf7-81a9-2bd513f273f8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.158528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network cce82654-b176-4bf7-81a9-2bd513f273f8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:26.306773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:26.313672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.416741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591a244-6880-4a59-83c5-36d57d084682 req-61e758d4-50bb-467d-b91c-b543c119bb22 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.429102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3591a244-6880-4a59-83c5-36d57d084682 req-61e758d4-50bb-467d-b91c-b543c119bb22 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1178231 Jun 30 09:06:26.508988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3591a244-6880-4a59-83c5-36d57d084682 req-f9bf21e9-5def-4bce-8f1e-df064451620c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786686 Jun 30 09:06:26.599047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61225e-2d78-49bb-b804-d46112965cc3 req-fd6e2971-5932-4afa-8878-fc6340b53c07 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.600156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f61225e-2d78-49bb-b804-d46112965cc3 req-fd6e2971-5932-4afa-8878-fc6340b53c07 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.0953674 Jun 30 09:06:26.614132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.672313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f61225e-2d78-49bb-b804-d46112965cc3 req-b305070a-38dc-43b7-91e8-eb579bf46c4b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604537 Jun 30 09:06:26.692998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Checking segment: {'id': '1a86189f-85b3-4b9e-905c-eb5f1ddbf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:26.693338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network hostable DHCP agents. Network: cce82654-b176-4bf7-81a9-2bd513f273f8, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:26.697065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Subnet': ['ID=be9b6ee7-c86a-444a-8ce0-81b4533925e2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.730560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:26.745014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, cce82654-b176-4bf7-81a9-2bd513f273f8) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:26.751049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.751954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.761543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b35f06-ddd4-4179-9e59-124f8e11aa50 None None] Network cce82654-b176-4bf7-81a9-2bd513f273f8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:26.777462 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23ea337b-eab3-4a01-8473-18aa0e9e8b41 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6598785 Jun 30 09:06:26.779997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.787783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-600410241'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:26.914785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:26.918282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.941507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:26.960453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-cce82654-b176-4bf7-81a9-2bd513f273f8', 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'tenant_id': '6e8adcb7b9a0428aa7ea1aa87d3bb4bb', 'fixed_ips': [{'subnet_id': 'be9b6ee7-c86a-444a-8ce0-81b4533925e2'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:26.961612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.071961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.9 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/86a0ae83-42c3-44dd-be16-aba5820ff3f3) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:27.284360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.300144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object 86a0ae83-42c3-44dd-be16-aba5820ff3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:27.352510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.408561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:27.413844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:27.417806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:27.431018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Allocated IP 172.20.0.2 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/43099152-d588-463e-9587-52ebce42e73c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:27.450395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=86a0ae83-42c3-44dd-be16-aba5820ff3f3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.490735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.491537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.510604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-227d19a0-d04f-4b76-8591-1bd67f528a3e tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7291963 Jun 30 09:06:27.513583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.520891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-1199464007', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:78:91:74'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.616725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.626757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Transition to ACTIVE for port object 43099152-d588-463e-9587-52ebce42e73c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:27.644311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Transition to ACTIVE for port object 43099152-d588-463e-9587-52ebce42e73c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:27.655432 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.685238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:27.702724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:27.705403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:27.711384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:27.719317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Pushing event updated for resources: {'Port': ['ID=43099152-d588-463e-9587-52ebce42e73c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.794923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.799119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Attempting to bind port 43099152-d588-463e-9587-52ebce42e73c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:27.800652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Attempting to bind port 43099152-d588-463e-9587-52ebce42e73c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '1a86189f-85b3-4b9e-905c-eb5f1ddbf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:27.801604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Attempting to bind port 43099152-d588-463e-9587-52ebce42e73c on network cce82654-b176-4bf7-81a9-2bd513f273f8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:27.812892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:27.814094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Checking segment: {'id': '1a86189f-85b3-4b9e-905c-eb5f1ddbf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:27.814747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.815373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Bound using segment: {'id': '1a86189f-85b3-4b9e-905c-eb5f1ddbf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:27.816102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Bound port: 43099152-d588-463e-9587-52ebce42e73c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a86189f-85b3-4b9e-905c-eb5f1ddbf756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:27.816747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.817959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb968be-8d78-446c-aabf-fc4e4e22682d req-fe46934c-bf5e-45c0-971c-7cf3cc4a9b2b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.819501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cb968be-8d78-446c-aabf-fc4e4e22682d req-fe46934c-bf5e-45c0-971c-7cf3cc4a9b2b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1582494 Jun 30 09:06:27.837110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port 906b7b2c-a579-45f7-836e-885420f13b71 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:27.918651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cb968be-8d78-446c-aabf-fc4e4e22682d req-752452f9-5330-43c1-b02f-3aac4467bd1f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882103 Jun 30 09:06:27.955030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] For port 43099152-d588-463e-9587-52ebce42e73c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:27.967929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] For port 43099152-d588-463e-9587-52ebce42e73c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=43099152-d588-463e-9587-52ebce42e73c,segment=NetworkSegment(1a86189f-85b3-4b9e-905c-eb5f1ddbf756),segment_id=1a86189f-85b3-4b9e-905c-eb5f1ddbf756)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:27.982126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.016901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee7e39-7213-4db7-9c23-a2161e1785b4 req-8c5eb307-8364-41f9-b82b-c97f2c691994 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.021647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63ee7e39-7213-4db7-9c23-a2161e1785b4 req-8c5eb307-8364-41f9-b82b-c97f2c691994 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1500161 Jun 30 09:06:28.047441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.4 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/906b7b2c-a579-45f7-836e-885420f13b71) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:28.089784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41b8f0-3565-4af2-8919-74123b590f7c None None] Pushing event updated for resources: {'Port': ['ID=43099152-d588-463e-9587-52ebce42e73c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.099661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63ee7e39-7213-4db7-9c23-a2161e1785b4 req-8b0888ad-d148-4150-8b94-c5f5dad1a67d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703168 Jun 30 09:06:28.385690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.414404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object 906b7b2c-a579-45f7-836e-885420f13b71 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:28.450586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b02a7-0584-4736-8095-ddb35e9c211d req-c60e60ac-676d-4f47-9db3-d55a729f172d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.453109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-086b02a7-0584-4736-8095-ddb35e9c211d req-c60e60ac-676d-4f47-9db3-d55a729f172d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1512723 Jun 30 09:06:28.466197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.473092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'floatingip': {'port_id': '64a62e58-b269-43bd-81a8-19ef9f959aca'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:28.477322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.517659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53008) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.557735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:28.563103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:28.569487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.573317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:28.657285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62116412-edd3-432e-b073-b75840c07901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.677353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=906b7b2c-a579-45f7-836e-885420f13b71,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.699436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.700826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.761368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62116412-edd3-432e-b073-b75840c07901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.766144 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62116412-edd3-432e-b073-b75840c07901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.802265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d2aa277-248b-44b7-a13f-116966830738 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2871854 Jun 30 09:06:28.806294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.827935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62116412-edd3-432e-b073-b75840c07901 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9383f03b5d5948e597c43ece8a519e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066475 Jun 30 09:06:28.828513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53014) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:28.838789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62116412-edd3-432e-b073-b75840c07901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273767c4-819e-4aee-b0b6-a2d03f40a5cc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.892837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.920010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.964633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402ad5f-35a0-41a7-9769-94d374c57dbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.971090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402ad5f-35a0-41a7-9769-94d374c57dbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.976983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402ad5f-35a0-41a7-9769-94d374c57dbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.979047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f402ad5f-35a0-41a7-9769-94d374c57dbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1716864 Jun 30 09:06:28.983809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.046243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.051322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.056512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/273767c4-819e-4aee-b0b6-a2d03f40a5cc HTTP/1.1" status: 204 len: 168 time: 0.2234793 Jun 30 09:06:29.113064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83cc9-b1fa-409d-a676-8b4d52a04f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273767c4-819e-4aee-b0b6-a2d03f40a5cc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.253148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6821aad-1696-45fc-b09e-67b833871760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.392079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.408632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.640376 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Floating IP 05cc2a4c-f810-42ca-b199-de04eab69483 associated. External IP: 172.25.4.241, port: 64a62e58-b269-43bd-81a8-19ef9f959aca. Jun 30 09:06:29.674659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 43099152-d588-463e-9587-52ebce42e73c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:29.723569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d95795-da57-4cb9-9ed5-6b9b745a4c6c None None] Network cce82654-b176-4bf7-81a9-2bd513f273f8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:29.785896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53032) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.824910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port 906b7b2c-a579-45f7-836e-885420f13b71 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:29.825687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.842857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e76e6-5c2e-4a15-81f5-e8dbb0b1f6e9 req-1a709c62-d103-4372-8d91-991ce8db558f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.846401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-242e76e6-5c2e-4a15-81f5-e8dbb0b1f6e9 req-1a709c62-d103-4372-8d91-991ce8db558f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1898513 Jun 30 09:06:29.847820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d443a780-fd16-4eaa-bae5-9171f306a373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.942632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ad9f4878-46d1-4817-9bd0-41d328c8c510 None None] Provisioning for port 43099152-d588-463e-9587-52ebce42e73c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:29.990741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:30.015951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 43099152-d588-463e-9587-52ebce42e73c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:30.024042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 43099152-d588-463e-9587-52ebce42e73c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:30.024552 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.071125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-242e76e6-5c2e-4a15-81f5-e8dbb0b1f6e9 req-51721823-8108-4b8c-974a-28c318ae962e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862307 Jun 30 09:06:30.098427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.118076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:30.124177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.126339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for 906b7b2c-a579-45f7-836e-885420f13b71 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:30.132079 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:30.152653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.200487 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f2c7e951-8532-4eaa-b57f-95a9b4d0b939 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "PUT /v2.0/floatingips/05cc2a4c-f810-42ca-b199-de04eab69483 HTTP/1.1" status: 200 len: 991 time: 1.7326984 Jun 30 09:06:30.201475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:30.211292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 43099152-d588-463e-9587-52ebce42e73c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=43099152-d588-463e-9587-52ebce42e73c,segment=NetworkSegment(1a86189f-85b3-4b9e-905c-eb5f1ddbf756),segment_id=1a86189f-85b3-4b9e-905c-eb5f1ddbf756)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:30.215459 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:30.221776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.293056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d443a780-fd16-4eaa-bae5-9171f306a373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.294412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=43099152-d588-463e-9587-52ebce42e73c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.307844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d443a780-fd16-4eaa-bae5-9171f306a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.318264 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8ef08-c529-483c-aea3-ffbc4732bab8 x-openstack-request-id: req-8fe8ef08-c529-483c-aea3-ffbc4732bab8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:30.318570 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:30.318831 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fe8ef08-c529-483c-aea3-ffbc4732bab8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:30.319265 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'status': 'completed', 'code': 200} Jun 30 09:06:30.342102 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:30.343275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:30.416645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443a780-fd16-4eaa-bae5-9171f306a373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d5693-692d-432b-9310-0cd11ad1f17c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.442582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d443a780-fd16-4eaa-bae5-9171f306a373 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b1841577b0e44fdb3feb16f3194cd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521378 Jun 30 09:06:30.445182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53040) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:30.508387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:30.535550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-716d2f5b-9e89-4fb9-b1ec-78e7f1f2e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.536640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Provisioning complete for port 43099152-d588-463e-9587-52ebce42e73c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:30.537610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.538051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-716d2f5b-9e89-4fb9-b1ec-78e7f1f2e08f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.1660211 Jun 30 09:06:30.543947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.545979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.583907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=906b7b2c-a579-45f7-836e-885420f13b71,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.595629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.668829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.671404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.675011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/127d5693-692d-432b-9310-0cd11ad1f17c HTTP/1.1" status: 204 len: 168 time: 0.2278602 Jun 30 09:06:30.684666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c4b8-f439-45ac-937c-137868b9d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d5693-692d-432b-9310-0cd11ad1f17c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.759343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Could not find standard attr ID for object 906b7b2c-a579-45f7-836e-885420f13b71. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:30.781639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Provisioning for port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:30.812397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Provisioning complete for port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:30.814625 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.903755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-b54d0e55-7961-4473-a740-755ce2560d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.905380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-b54d0e55-7961-4473-a740-755ce2560d53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.3584366 Jun 30 09:06:30.934090 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '05cc2a4c-f810-42ca-b199-de04eab69483', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:fc:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:10Z', 'updated_at': '2021-06-30T09:06:29Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:30.973921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2616805f-6b74-42ab-bb8a-ba1a1c3766f1 None None] Port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:30.986453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:31.006051 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:31.008000 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:06:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:31.109224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.112379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-626223ed-f513-4ae2-808b-dae552d2b7ef None None] Provisioning complete for port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:31.114400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-626223ed-f513-4ae2-808b-dae552d2b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.118455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-912d4e86-e4fb-4433-bc7a-509973ea7e05 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/906b7b2c-a579-45f7-836e-885420f13b71 HTTP/1.1" status: 204 len: 168 time: 2.1316175 Jun 30 09:06:31.121183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.182170 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edbbc71-2ab2-488d-ba42-13af112597b0 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] GET failed (client error): The resource could not be found. Jun 30 09:06:31.185281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0edbbc71-2ab2-488d-ba42-13af112597b0 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports/906b7b2c-a579-45f7-836e-885420f13b71 HTTP/1.1" status: 404 len: 333 time: 0.0627491 Jun 30 09:06:31.189344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.200185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-221290023'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:31.201385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-626223ed-f513-4ae2-808b-dae552d2b7ef None None] Port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:31.219799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:31.300882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-ab626353-229a-4901-b9f4-0a76cb3d5936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 999 time: 0.3759882 Jun 30 09:06:31.421850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-837cb5c5-3133-4b41-aab5-fe23d3f6532d None None] Could not find standard attr ID for object 906b7b2c-a579-45f7-836e-885420f13b71. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:31.440390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-3f9e5ed9-f7f9-41a4-9c43-165aa63017a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.443215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-3f9e5ed9-f7f9-41a4-9c43-165aa63017a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.1279364 Jun 30 09:06:31.474312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:31.479047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.518405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port 5752e854-80e8-4204-94a1-0154af3e3aab yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:31.675544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 43099152-d588-463e-9587-52ebce42e73c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:31.695743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73acdf7-9975-438a-9eb6-dbddcb518be0 req-7d8d9f9e-556b-4bb8-b824-c688f1bc8f47 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.707836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f73acdf7-9975-438a-9eb6-dbddcb518be0 req-7d8d9f9e-556b-4bb8-b824-c688f1bc8f47 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.2743917 Jun 30 09:06:31.726394 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '05cc2a4c-f810-42ca-b199-de04eab69483', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:fc:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:10Z', 'updated_at': '2021-06-30T09:06:29Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:31.745979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.4 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/5752e854-80e8-4204-94a1-0154af3e3aab) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:31.753029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-aa12ee0a-fba7-4f2e-8d8a-01f9e6266ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.755664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-aa12ee0a-fba7-4f2e-8d8a-01f9e6266ad8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2615983 Jun 30 09:06:31.787559 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154dc0c-f9c9-4242-90a2-71aa19e6b989 None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '05cc2a4c-f810-42ca-b199-de04eab69483', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:fc:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:06:10Z', 'updated_at': '2021-06-30T09:06:29Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:31.793058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 43099152-d588-463e-9587-52ebce42e73c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:31.793702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.882884 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf4db677-a918-4d8a-8303-e4f9b84e1e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.982329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f73acdf7-9975-438a-9eb6-dbddcb518be0 req-6883f3e4-2658-471f-9eca-30fa39c8652f tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651613 Jun 30 09:06:32.038162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.044999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.062150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object 5752e854-80e8-4204-94a1-0154af3e3aab will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:32.106736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-8c93ac38-f84f-49a4-97c7-80095f9d94d5 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391249 Jun 30 09:06:32.112264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.171588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:32.176207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:32.205681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:32.262367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41245d2-7ba2-42e0-a8c6-52ec8786b28a req-0910ce0d-9355-46ba-a869-5e7f7205d40c service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480465 Jun 30 09:06:32.290835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.292609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.307822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2d55c-1273-4671-89c4-6f504a237bfe None None] New status for floating IP 05cc2a4c-f810-42ca-b199-de04eab69483: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:06:32.346843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=5752e854-80e8-4204-94a1-0154af3e3aab,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.385049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7df5505-b968-40a6-948e-0d12a9f0525d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1943805 Jun 30 09:06:32.388031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53090) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:32.396977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:78:91:74'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:32.659700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d3a4eb0c-00c2-4bf2-86ca-0c3649225a66 None None] Provisioning for port 5752e854-80e8-4204-94a1-0154af3e3aab completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:32.685464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d3a4eb0c-00c2-4bf2-86ca-0c3649225a66 None None] Provisioning complete for port 5752e854-80e8-4204-94a1-0154af3e3aab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:32.687378 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3a4eb0c-00c2-4bf2-86ca-0c3649225a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.697809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.736544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4eb0c-00c2-4bf2-86ca-0c3649225a66 None None] Port 5752e854-80e8-4204-94a1-0154af3e3aab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:32.869107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.905727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a79d4b-6261-4f62-9283-bd157b9486bd req-63a7c4d1-2dde-46a5-a828-7edf6746bfe9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.907827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a79d4b-6261-4f62-9283-bd157b9486bd req-63a7c4d1-2dde-46a5-a828-7edf6746bfe9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1917658 Jun 30 09:06:32.985256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a79d4b-6261-4f62-9283-bd157b9486bd req-9c6fc7b8-a584-494f-9730-60b9605fe58c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Jun 30 09:06:33.012975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.026217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.105048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=5752e854-80e8-4204-94a1-0154af3e3aab,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.122114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] In _notify_port_updated(), no bound segment for port 5752e854-80e8-4204-94a1-0154af3e3aab on network cce82654-b176-4bf7-81a9-2bd513f273f8 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:33.128275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.128956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.133559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd265d7e-5359-457c-a732-9af5c98831f1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "PUT /v2.0/ports/5752e854-80e8-4204-94a1-0154af3e3aab HTTP/1.1" status: 200 len: 992 time: 0.7407048 Jun 30 09:06:33.134865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.167762 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.277968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port 5752e854-80e8-4204-94a1-0154af3e3aab {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:33.278524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.369405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb25083e-3c69-487e-adeb-8adb3ee50d64 None None] Provisioning complete for port 5752e854-80e8-4204-94a1-0154af3e3aab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:33.370141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb25083e-3c69-487e-adeb-8adb3ee50d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.417733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53116) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.428552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb25083e-3c69-487e-adeb-8adb3ee50d64 None None] Port 5752e854-80e8-4204-94a1-0154af3e3aab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:33.429482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.446178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for 5752e854-80e8-4204-94a1-0154af3e3aab owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:33.586033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9597-b2d7-4ed3-920d-4f1b841cf908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.598458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.635612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=5752e854-80e8-4204-94a1-0154af3e3aab,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.791481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9597-b2d7-4ed3-920d-4f1b841cf908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.798654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb8d9597-b2d7-4ed3-920d-4f1b841cf908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.851643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.854942 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d36fd6ac-6397-4c75-b587-92f041b8a354 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/5752e854-80e8-4204-94a1-0154af3e3aab HTTP/1.1" status: 204 len: 168 time: 0.7190211 Jun 30 09:06:33.857479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53126) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.883770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d9597-b2d7-4ed3-920d-4f1b841cf908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e07aa-5f68-45d5-b185-0aad475511fb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.889021 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37e67c2-a345-4266-8aa7-a8a26e552eba tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] GET failed (client error): The resource could not be found. Jun 30 09:06:33.895111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb8d9597-b2d7-4ed3-920d-4f1b841cf908 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1423e432c25f42ddb18eea98d52a7c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721997 Jun 30 09:06:33.895435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53128) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.895909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d37e67c2-a345-4266-8aa7-a8a26e552eba tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports/5752e854-80e8-4204-94a1-0154af3e3aab HTTP/1.1" status: 404 len: 333 time: 0.0337882 Jun 30 09:06:33.896847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.904489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-1296925828'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:33.962364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-5400b0df-3aba-4cd8-a438-100e421ff57b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.963920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-5400b0df-3aba-4cd8-a438-100e421ff57b tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1341164 Jun 30 09:06:33.988712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.043803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.135908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.138653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.142379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec8e07aa-5f68-45d5-b185-0aad475511fb HTTP/1.1" status: 204 len: 168 time: 0.2431865 Jun 30 09:06:34.147287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port 415008ee-ec86-4441-89a6-5488145ee266 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:34.147655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.157689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276438a-912e-4808-9c1d-f9ce52996a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e07aa-5f68-45d5-b185-0aad475511fb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.294790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port 415008ee-ec86-4441-89a6-5488145ee266, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=415008ee-ec86-4441-89a6-5488145ee266,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:34.295151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.314198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for 415008ee-ec86-4441-89a6-5488145ee266 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:34.338086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f6cd0-9007-4a8c-8923-b65987f22ef0 req-e257428b-c68f-4f1f-b51a-f863fd9604ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.339371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-053f6cd0-9007-4a8c-8923-b65987f22ef0 req-e257428b-c68f-4f1f-b51a-f863fd9604ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=dad11875-dd6b-4b64-b1d0-b69a50200a06 HTTP/1.1" status: 200 len: 945 time: 0.1360273 Jun 30 09:06:34.355880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:34.360049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.379386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:34.428716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-053f6cd0-9007-4a8c-8923-b65987f22ef0 req-67824338-ff4f-4ac7-8c89-ec748edad4c8 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Jun 30 09:06:34.507409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.8 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/b58e0f24-f8ff-404d-baa2-d5aff8dd1178) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:34.508162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.525581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['415008ee-ec86-4441-89a6-5488145ee266'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:34.594026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=415008ee-ec86-4441-89a6-5488145ee266,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.595880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.635820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port 415008ee-ec86-4441-89a6-5488145ee266 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:34.639350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.641439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0bf9c87-3c20-404b-9ed4-308577c90e39 req-cb2249e9-a7ac-4eb5-afc1-8f7852622567 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "DELETE /v2.0/ports/415008ee-ec86-4441-89a6-5488145ee266 HTTP/1.1" status: 204 len: 173 time: 0.6655309 Jun 30 09:06:34.641923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'name': 'network-vif-deleted', 'tag': '415008ee-ec86-4441-89a6-5488145ee266'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:34.644418 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea566c16-8b33-4ed6-8c78-06f2148fcb7d" -d '{"events": [{"server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "name": "network-vif-deleted", "tag": "415008ee-ec86-4441-89a6-5488145ee266"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:34.662029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53144) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:34.678117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4699583-2c3e-4d98-a7e0-b0ee2d26fe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.691534 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96895a6e-40c9-4040-9d1b-9c9a47d9e35a x-openstack-request-id: req-96895a6e-40c9-4040-9d1b-9c9a47d9e35a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:34.691924 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad11875-dd6b-4b64-b1d0-b69a50200a06", "name": "network-vif-deleted", "tag": "415008ee-ec86-4441-89a6-5488145ee266", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:34.692271 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96895a6e-40c9-4040-9d1b-9c9a47d9e35a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:34.692769 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad11875-dd6b-4b64-b1d0-b69a50200a06', 'name': 'network-vif-deleted', 'tag': '415008ee-ec86-4441-89a6-5488145ee266', 'status': 'completed', 'code': 200} Jun 30 09:06:34.774719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.820576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object b58e0f24-f8ff-404d-baa2-d5aff8dd1178 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:34.835278 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.876035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4699583-2c3e-4d98-a7e0-b0ee2d26fe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.888168 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4699583-2c3e-4d98-a7e0-b0ee2d26fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.914182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.963012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:34.965603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4699583-2c3e-4d98-a7e0-b0ee2d26fe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d1a26-9b6e-4eba-ae3c-4eacc1a0bceb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.967018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:34.975122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4699583-2c3e-4d98-a7e0-b0ee2d26fe1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46d5c09c34df48508dd3445aa17942e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097069 Jun 30 09:06:34.975512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53150) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:34.977883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:34.985113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=b58e0f24-f8ff-404d-baa2-d5aff8dd1178,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.049203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.049911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.073369 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aae18906-1618-4e9e-b22e-3964bee1d6d8 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1748216 Jun 30 09:06:35.075539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.076729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53154) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:35.084210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:91:74'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:35.120482 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.216640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.221777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.232746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a9d1a26-9b6e-4eba-ae3c-4eacc1a0bceb HTTP/1.1" status: 204 len: 168 time: 0.2499828 Jun 30 09:06:35.253447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d41e-687d-430f-9268-2a5599f743f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d1a26-9b6e-4eba-ae3c-4eacc1a0bceb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.323059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.384132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d0b0eee8-5566-4f80-b343-5e651a8ee8ea None None] Provisioning for port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:35.389005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d0b0eee8-5566-4f80-b343-5e651a8ee8ea None None] Provisioning complete for port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:35.389793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d0b0eee8-5566-4f80-b343-5e651a8ee8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.430461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0eee8-5566-4f80-b343-5e651a8ee8ea None None] Port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:35.638110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.644588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.726034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] In _notify_port_updated(), no bound segment for port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 on network cce82654-b176-4bf7-81a9-2bd513f273f8 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:35.731955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.732610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.733956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "PUT /v2.0/ports/b58e0f24-f8ff-404d-baa2-d5aff8dd1178 HTTP/1.1" status: 200 len: 996 time: 0.6557555 Jun 30 09:06:35.738104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53168) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:35.777923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c9a0-7f2f-4e50-b27d-2809c9968e77 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=b58e0f24-f8ff-404d-baa2-d5aff8dd1178,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.916260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:35.916800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.178220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d4737a49-67de-40ea-85ad-5d9adb2957c5 None None] Provisioning complete for port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:36.179959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4737a49-67de-40ea-85ad-5d9adb2957c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.181235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.203636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for b58e0f24-f8ff-404d-baa2-d5aff8dd1178 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:36.214976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-0b467f2a-d757-4169-a243-5ef89498e461 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.222138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-0b467f2a-d757-4169-a243-5ef89498e461 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.2491226 Jun 30 09:06:36.248677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-210028ac-c1fc-4aef-bc6b-109576e2b010 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/quotas/74735d35496543e999559439ace9ca57 HTTP/1.1" status: 200 len: 375 time: 0.0255883 Jun 30 09:06:36.269364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d4737a49-67de-40ea-85ad-5d9adb2957c5 None None] Port b58e0f24-f8ff-404d-baa2-d5aff8dd1178 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:36.322533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bec92dec-b8ec-450f-93f0-a989dcc035dc tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356674 Jun 30 09:06:36.476982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-903a2f3a-59fd-4599-a62c-52a5d0d2c407 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346087 Jun 30 09:06:36.496644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.570369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=b58e0f24-f8ff-404d-baa2-d5aff8dd1178,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:36.656700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.660846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2a5ba9fc-c843-4bc2-9eb4-45281a9785e1 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/b58e0f24-f8ff-404d-baa2-d5aff8dd1178 HTTP/1.1" status: 204 len: 168 time: 0.9194288 Jun 30 09:06:36.661016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:36.702341 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae26963-2af6-4999-9d55-51bc7dc4deba tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] GET failed (client error): The resource could not be found. Jun 30 09:06:36.707335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aae26963-2af6-4999-9d55-51bc7dc4deba tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports/b58e0f24-f8ff-404d-baa2-d5aff8dd1178 HTTP/1.1" status: 404 len: 333 time: 0.0420682 Jun 30 09:06:36.708246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:36.714013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-1171212780'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:36.721627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-425a146c-a1a9-4a96-869c-93292cb0c5c7 service neutron] 10.222.0.66 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308362 Jun 30 09:06:36.873379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:36.878673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:36.904739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port f3183768-3be7-40b9-96dd-9ce5acef2d4f yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:37.007088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3cf5332-972b-4fa2-b402-935afa22b858 req-7fb12d47-d983-4697-b1ca-ce564dfb25ae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 210 time: 0.0387845 Jun 30 09:06:37.089182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.4 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/f3183768-3be7-40b9-96dd-9ce5acef2d4f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:37.291670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.308422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object f3183768-3be7-40b9-96dd-9ce5acef2d4f will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:37.352121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.393346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 415008ee-ec86-4441-89a6-5488145ee266 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:37.418079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 415008ee-ec86-4441-89a6-5488145ee266 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:37.418796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 415008ee-ec86-4441-89a6-5488145ee266 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:37.426260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:37.432527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:37.434618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=f3183768-3be7-40b9-96dd-9ce5acef2d4f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:37.439565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:37.872864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.874086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.899209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a0dcb26b-ef0f-444b-a134-9e436f5e7bbe tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1895630 Jun 30 09:06:37.901720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:37.910900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'network_id': 'cce82654-b176-4bf7-81a9-2bd513f273f8', 'name': 'tempest-AllowedAddressPairTestJSON-2034927222'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:37.912531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f742d5c5-fc34-49e4-8826-b52011a42dfe None None] Provisioning for port f3183768-3be7-40b9-96dd-9ce5acef2d4f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:37.918798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f742d5c5-fc34-49e4-8826-b52011a42dfe None None] Provisioning complete for port f3183768-3be7-40b9-96dd-9ce5acef2d4f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:37.919731 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f742d5c5-fc34-49e4-8826-b52011a42dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.962800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f742d5c5-fc34-49e4-8826-b52011a42dfe None None] Port f3183768-3be7-40b9-96dd-9ce5acef2d4f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:38.044261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Made reservation on behalf of 6e8adcb7b9a0428aa7ea1aa87d3bb4bb for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:38.049574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.078525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] device_id is not set on port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:38.242852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf722338-e12c-401d-93ff-8eb6479a24b1 req-3ac3d35f-a7ff-461a-946e-521860e441c3 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 210 time: 0.0595722 Jun 30 09:06:38.330740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Allocated IP 172.20.0.12 (cce82654-b176-4bf7-81a9-2bd513f273f8/be9b6ee7-c86a-444a-8ce0-81b4533925e2/32923cd6-b3e8-49b8-ba7e-3239939a29d4) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:38.409167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-c91ce930-ae9d-4e98-96c4-66684207faf1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.410724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-c91ce930-ae9d-4e98-96c4-66684207faf1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 812 time: 0.1600034 Jun 30 09:06:38.425795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Request body: {'port': {'device_id': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'admin_state_up': True, 'tenant_id': '74735d35496543e999559439ace9ca57'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:38.606421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.627133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Transition to ACTIVE for port object 32923cd6-b3e8-49b8-ba7e-3239939a29d4 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:38.631627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Made reservation on behalf of 74735d35496543e999559439ace9ca57 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:38.635082 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.723277 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.804972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Network cce82654-b176-4bf7-81a9-2bd513f273f8 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:38.808239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=32923cd6-b3e8-49b8-ba7e-3239939a29d4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:38.810750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:38.819605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:38.872260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Allocated IP 172.20.0.14 (90f1b7d4-5560-413f-aacf-f26af01aa1e3/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5/39f5588f-741a-4a20-ba3b-723a3ca92c23) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:38.901138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.901787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:38.932052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61eb7601-782a-4967-baf3-f9999a98a4d2 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0287511 Jun 30 09:06:38.934921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:38.943246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:78:91:74'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:16:17:65'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:39.047238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.059093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.095114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-281c4d70-9e88-4b0f-8f09-c02a1649b273 None None] Provisioning for port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:39.099180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-281c4d70-9e88-4b0f-8f09-c02a1649b273 None None] Provisioning complete for port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:39.099867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-281c4d70-9e88-4b0f-8f09-c02a1649b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.100221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.135826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-281c4d70-9e88-4b0f-8f09-c02a1649b273 None None] Port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:39.148275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:39.151511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:39.157950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:39.181380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event updated for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.211489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.212125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.227116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-27cc6609-37ac-4155-b69e-3d6e634d2f30 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083236 Jun 30 09:06:39.241092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Request body: {'port': {'device_id': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:39.248922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.255027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.373289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event updated for resources: {'Port': ['ID=32923cd6-b3e8-49b8-ba7e-3239939a29d4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.380372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] In _notify_port_updated(), no bound segment for port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 on network cce82654-b176-4bf7-81a9-2bd513f273f8 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:06:39.390742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.392436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.393180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.395880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2227cfd0-f971-47c1-a5fa-ddca3a488709 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "PUT /v2.0/ports/32923cd6-b3e8-49b8-ba7e-3239939a29d4 HTTP/1.1" status: 200 len: 1056 time: 0.4596112 Jun 30 09:06:39.398060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53280) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.596802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:39.597452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.660564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-60ebab5d-2b72-4413-b6a8-e114dca4d6e5 None None] Provisioning complete for port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:39.660947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-60ebab5d-2b72-4413-b6a8-e114dca4d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.670304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fad0b-4196-47e9-a68a-e229c9edfdb8 req-9230b000-ab21-4471-8a32-62a4b63ee64e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.671954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51fad0b-4196-47e9-a68a-e229c9edfdb8 req-9230b000-ab21-4471-8a32-62a4b63ee64e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 932 time: 0.2272861 Jun 30 09:06:39.737163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51fad0b-4196-47e9-a68a-e229c9edfdb8 req-58dbe98e-ca14-4249-af8f-0d6b9f9431ee tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576422 Jun 30 09:06:39.766127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-60ebab5d-2b72-4413-b6a8-e114dca4d6e5 None None] Port 32923cd6-b3e8-49b8-ba7e-3239939a29d4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:39.779507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.797855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for 32923cd6-b3e8-49b8-ba7e-3239939a29d4 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:39.867701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f5588f-741a-4a20-ba3b-723a3ca92c23 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:39.877914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.892934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Transition to ACTIVE for port object 39f5588f-741a-4a20-ba3b-723a3ca92c23 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:39.898783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.972734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.002699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=32923cd6-b3e8-49b8-ba7e-3239939a29d4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.003198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Pushing event updated for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.057916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Attempting to bind port 39f5588f-741a-4a20-ba3b-723a3ca92c23 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:40.058264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Attempting to bind port 39f5588f-741a-4a20-ba3b-723a3ca92c23 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:40.058879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Attempting to bind port 39f5588f-741a-4a20-ba3b-723a3ca92c23 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:40.064757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Port 39f5588f-741a-4a20-ba3b-723a3ca92c23 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:40.065088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Attempting to bind port 39f5588f-741a-4a20-ba3b-723a3ca92c23 on network 90f1b7d4-5560-413f-aacf-f26af01aa1e3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:40.077497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:40.077885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Checking segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:40.078264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Bound using segment: {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:40.080769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Bound port: 39f5588f-741a-4a20-ba3b-723a3ca92c23, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ec9457-9318-4c90-9897-99d9f6063fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:40.081209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.162865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:40.167634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:40.174753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.211389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.212286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.213869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] 10.222.0.11 "PUT /v2.0/ports/39f5588f-741a-4a20-ba3b-723a3ca92c23 HTTP/1.1" status: 200 len: 1093 time: 0.9774475 Jun 30 09:06:40.216431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:40.218941 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210cc22b-8aea-4251-a2f2-91a58264fe51" -d '{"events": [{"name": "network-changed", "server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:40.256400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2faaab-98d9-4613-b7ca-caba94e9a17d service neutron] Pushing event updated for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.285570 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb62bf1b-b7eb-442c-b579-85943344904a x-openstack-request-id: req-cb62bf1b-b7eb-442c-b579-85943344904a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:40.285915 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:40.286224 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb62bf1b-b7eb-442c-b579-85943344904a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:40.286645 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23', 'status': 'completed', 'code': 200} Jun 30 09:06:40.364876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.366997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-950763e0-8d3b-452f-84c5-cfbe41a60094 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/32923cd6-b3e8-49b8-ba7e-3239939a29d4 HTTP/1.1" status: 204 len: 168 time: 0.9677355 Jun 30 09:06:40.369525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.374924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-3752a56a-34ef-4132-a016-bea4cad9f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.376717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-3752a56a-34ef-4132-a016-bea4cad9f04d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 1096 time: 0.0832753 Jun 30 09:06:40.397674 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1160604-ae99-48aa-9fa7-3106db111e69 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] GET failed (client error): The resource could not be found. Jun 30 09:06:40.399280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e1160604-ae99-48aa-9fa7-3106db111e69 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports/32923cd6-b3e8-49b8-ba7e-3239939a29d4 HTTP/1.1" status: 404 len: 333 time: 0.0288022 Jun 30 09:06:40.401945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.451926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-b20d758c-004c-4a8f-ad9d-dd131d33c285 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23 HTTP/1.1" status: 200 len: 217 time: 0.0607219 Jun 30 09:06:40.515462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port f3183768-3be7-40b9-96dd-9ce5acef2d4f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:40.516723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.522528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-ec78a668-f3ef-41d1-ae34-f08d7e45403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.524407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-ec78a668-f3ef-41d1-ae34-f08d7e45403b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0655973 Jun 30 09:06:40.564524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-b6f8253e-3dc9-4730-84c2-b2fe2554acbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334682 Jun 30 09:06:40.614924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.629095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for f3183768-3be7-40b9-96dd-9ce5acef2d4f owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:40.657731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-2df60aad-08cb-4719-b849-755169c27bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857887 Jun 30 09:06:40.756341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0d1c66d-2ebe-4a36-b26b-63cb2398ced0 req-87d9b008-1205-4d85-9a29-b467709cbd60 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924680 Jun 30 09:06:40.764068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.819847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=f3183768-3be7-40b9-96dd-9ce5acef2d4f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.912217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.914517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e8b920c5-3336-48c8-825b-d0e133452d1a tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/f3183768-3be7-40b9-96dd-9ce5acef2d4f HTTP/1.1" status: 204 len: 168 time: 0.5115430 Jun 30 09:06:40.917043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.954219 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-f812f308-eec2-4aaa-9105-29c19efa3f11 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] GET failed (client error): The resource could not be found. Jun 30 09:06:40.959936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f812f308-eec2-4aaa-9105-29c19efa3f11 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "GET /v2.0/ports/f3183768-3be7-40b9-96dd-9ce5acef2d4f HTTP/1.1" status: 404 len: 333 time: 0.0386300 Jun 30 09:06:40.960211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.997912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bfaf4-9f9a-49e5-8810-9eb11315935c req-f990e8c5-0040-4ddf-9055-fa89dc76ea0e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.999582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d3bfaf4-9f9a-49e5-8810-9eb11315935c req-f990e8c5-0040-4ddf-9055-fa89dc76ea0e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 944 time: 0.1113284 Jun 30 09:06:41.003433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-e17a7ba8-573f-47da-9942-1fa1c70e2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.005052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-e17a7ba8-573f-47da-9942-1fa1c70e2e23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74735d35496543e999559439ace9ca57&device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 1096 time: 0.1555252 Jun 30 09:06:41.096434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port 86a0ae83-42c3-44dd-be16-aba5820ff3f3 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:41.097394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.097815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d3bfaf4-9f9a-49e5-8810-9eb11315935c req-0e1f54ae-9f42-4af3-bde1-1b64fdeb49dd tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901773 Jun 30 09:06:41.145421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-5c5d2ffd-e487-456c-b385-44af1504ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.146811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-5c5d2ffd-e487-456c-b385-44af1504ab1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 200 len: 913 time: 0.1330364 Jun 30 09:06:41.203261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.204199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-883ab083-ecfd-4534-a9f2-54532b805c28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23 HTTP/1.1" status: 200 len: 217 time: 0.0499220 Jun 30 09:06:41.219411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for 86a0ae83-42c3-44dd-be16-aba5820ff3f3 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:41.258019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-948628a1-697f-4816-9c86-de9d8393d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.259899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-948628a1-697f-4816-9c86-de9d8393d605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 200 len: 852 time: 0.0490708 Jun 30 09:06:41.299310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-4a9515c3-e1ec-45fe-aaf6-c7a8701a117e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90f1b7d4-5560-413f-aacf-f26af01aa1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324492 Jun 30 09:06:41.368113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.417596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-9f43a920-8fa4-4ae7-a454-3e0c46d59194 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117322 Jun 30 09:06:41.491356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=86a0ae83-42c3-44dd-be16-aba5820ff3f3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.494216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.498616 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-11521b1f-4a75-4af5-bd67-5f06039678ac tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/ports/86a0ae83-42c3-44dd-be16-aba5820ff3f3 HTTP/1.1" status: 204 len: 168 time: 0.5354023 Jun 30 09:06:41.499287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53334) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.589123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210cc22b-8aea-4251-a2f2-91a58264fe51 req-6820abfa-9733-4876-ab93-bd8f125eae04 service neutron] 10.222.0.11 "GET /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645570 Jun 30 09:06:41.616949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting subnet be9b6ee7-c86a-444a-8ce0-81b4533925e2 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:41.620821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.665421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.764866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.835304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.866072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Subnet': ['ID=be9b6ee7-c86a-444a-8ce0-81b4533925e2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.871468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.873835 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6a66d74e-36bf-40c0-a950-dadfd166b78d tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/subnets/be9b6ee7-c86a-444a-8ce0-81b4533925e2 HTTP/1.1" status: 204 len: 168 time: 0.3734818 Jun 30 09:06:41.876841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53344) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.884917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820fb55-38d0-4a77-a808-1179f8015ee0 None None] Network cce82654-b176-4bf7-81a9-2bd513f273f8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:41.969892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.031994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Deleting port 43099152-d588-463e-9587-52ebce42e73c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:42.032481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.113070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] For port 43099152-d588-463e-9587-52ebce42e73c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=43099152-d588-463e-9587-52ebce42e73c,segment=NetworkSegment(1a86189f-85b3-4b9e-905c-eb5f1ddbf756),segment_id=1a86189f-85b3-4b9e-905c-eb5f1ddbf756)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:42.113822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.127488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Calling delete_port for 43099152-d588-463e-9587-52ebce42e73c owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:42.226178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.256834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Port': ['ID=43099152-d588-463e-9587-52ebce42e73c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.261501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed500f67-e5e5-4808-92c6-f72320857680 None None] DHCP port deletion for cce82654-b176-4bf7-81a9-2bd513f273f8 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:42.277179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] No DVR routers for this DVR port 43099152-d588-463e-9587-52ebce42e73c on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:42.345187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899172bc-d55e-46fd-8c30-3fef277f36ec req-5fbcec85-9be6-4e12-8757-fa25c830ae89 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.352862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-899172bc-d55e-46fd-8c30-3fef277f36ec req-5fbcec85-9be6-4e12-8757-fa25c830ae89 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 944 time: 0.1103361 Jun 30 09:06:42.379452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.395548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce82654-b176-4bf7-81a9-2bd513f273f8']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.398521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-899172bc-d55e-46fd-8c30-3fef277f36ec req-4ab51d80-8adc-4749-9ce4-86afad2df6b7 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Jun 30 09:06:42.409735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a86189f-85b3-4b9e-905c-eb5f1ddbf756') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.410067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a86189f-85b3-4b9e-905c-eb5f1ddbf756') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:42.420865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.437106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.443536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:42.443944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:42.447074 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:42.507857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.513679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.515676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] 10.222.0.66 "DELETE /v2.0/networks/cce82654-b176-4bf7-81a9-2bd513f273f8 HTTP/1.1" status: 204 len: 168 time: 0.6378472 Jun 30 09:06:42.536799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555009d1-2156-4a3c-8af8-638e60974159 tempest-AllowedAddressPairTestJSON-1914040265 tempest-AllowedAddressPairTestJSON-1914040265-project] Pushing event deleted for resources: {'Network': ['ID=cce82654-b176-4bf7-81a9-2bd513f273f8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.905585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53364) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:43.040373 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1ada53f0-ccf8-4edf-b779-44140363ac3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e8adcb7b9a0428aa7ea1aa87d3bb4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335869 Jun 30 09:06:43.043047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53370) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:43.094765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.116683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.174990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.177845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.184213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c96f2371-85b6-442c-be67-09139c4f6fa0 HTTP/1.1" status: 204 len: 168 time: 0.1378253 Jun 30 09:06:43.196091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41814b5-566f-4afb-871d-c4c7db9261bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f2371-85b6-442c-be67-09139c4f6fa0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.438448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 39f5588f-741a-4a20-ba3b-723a3ca92c23 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:43.629149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:43.633259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 43099152-d588-463e-9587-52ebce42e73c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:43.654727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c714fd-f225-4e2e-bbb0-e8fb870627b3 req-95fae433-c5bc-419b-8158-9c1114c32bda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.661242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 43099152-d588-463e-9587-52ebce42e73c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:43.661606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 43099152-d588-463e-9587-52ebce42e73c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:43.664483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9c714fd-f225-4e2e-bbb0-e8fb870627b3 req-95fae433-c5bc-419b-8158-9c1114c32bda tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 944 time: 0.1008453 Jun 30 09:06:43.665471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '39f5588f-741a-4a20-ba3b-723a3ca92c23', 'network_id': '90f1b7d4-5560-413f-aacf-f26af01aa1e3', 'port_id': '39f5588f-741a-4a20-ba3b-723a3ca92c23', 'mac_address': 'fa:16:3e:b1:41:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c0688b-c6ce-4c8b-8603-cc8a31a068e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:43.709526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9c714fd-f225-4e2e-bbb0-e8fb870627b3 req-d441ced7-153b-4d2c-b1e8-bb1dfc0295cb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Jun 30 09:06:43.726549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.745254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f5588f-741a-4a20-ba3b-723a3ca92c23 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:43.770613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:43.779221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.843667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.998853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:44.100231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1510013902'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:44.122513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:44.127100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.135824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.200583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['39f5588f-741a-4a20-ba3b-723a3ca92c23'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:44.239505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.244237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.269292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:06:44.284842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e43f2-8370-46e9-b6fd-12a3fd56a054,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.287986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.288385 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Added segment dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a of type vlan for network a1303013-487f-4883-aef3-95ff9d5838d3 Jun 30 09:06:44.340683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.378346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.385636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.386556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.443478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4432979 Jun 30 09:06:44.446652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:44.451461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:44.502942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f7792-a6e2-44a5-8dca-f09f6f48552b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Network': ['ID=a1303013-487f-4883-aef3-95ff9d5838d3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.513362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:06:44.552484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:44.556137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.765124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.828562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=813322cf-f989-42a9-9d54-05c50b64f038,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:44.852566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:44.853538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network hostable DHCP agents. Network: a1303013-487f-4883-aef3-95ff9d5838d3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:06:44.879459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:06:44.891151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a1303013-487f-4883-aef3-95ff9d5838d3) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:44.902339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388f6b5-f3bd-4646-827f-eaf0fe5ffa3d None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:44.915074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.917222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.921827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4a21-e94c-44e3-87fd-5642859a0262 req-43b9afda-fd58-4b85-a2bc-ce33adb04255 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.936534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-918e4a21-e94c-44e3-87fd-5642859a0262 req-43b9afda-fd58-4b85-a2bc-ce33adb04255 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 945 time: 0.1077178 Jun 30 09:06:44.944727 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1d279876-0e6d-42c9-a288-314789e4c1bd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4956663 Jun 30 09:06:44.944727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53424) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:44.961463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'name': 'tempest-NetworksTestDHCPv6-2005988937'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:45.011156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-918e4a21-e94c-44e3-87fd-5642859a0262 req-0708c181-f756-4e90-9075-cf5015d18335 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733249 Jun 30 09:06:45.077923 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:45.142070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:45.150273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.173887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db454028-7841-482d-9625-1144f02e6308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '813322cf-f989-42a9-9d54-05c50b64f038'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:45.174761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.183450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port a4449f09-3dec-41a5-b06f-317f7c40c3fb yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:45.318669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::1a7 (a1303013-487f-4883-aef3-95ff9d5838d3/813322cf-f989-42a9-9d54-05c50b64f038/a4449f09-3dec-41a5-b06f-317f7c40c3fb) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:45.486172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.500346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object a4449f09-3dec-41a5-b06f-317f7c40c3fb will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:45.549425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.599886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-db454028-7841-482d-9625-1144f02e6308 None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/813322cf-f989-42a9-9d54-05c50b64f038/64d3f866-4ed2-4074-b2d7-6c94abb28c16) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:45.600487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:45.603481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:45.609604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:45.615712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.616335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.622578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=a4449f09-3dec-41a5-b06f-317f7c40c3fb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:45.645075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-312c6714-8148-4bc5-aba7-7dd8283695a0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7000804 Jun 30 09:06:45.647561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.720733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d9294-e440-4a4e-ad54-cf163a297e3e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.723199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e3d9294-e440-4a4e-ad54-cf163a297e3e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0744197 Jun 30 09:06:45.725667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53438) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.786918 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.799584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db454028-7841-482d-9625-1144f02e6308 None None] Transition to ACTIVE for port object 64d3f866-4ed2-4074-b2d7-6c94abb28c16 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:45.843102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db454028-7841-482d-9625-1144f02e6308 None None] Transition to ACTIVE for port object 64d3f866-4ed2-4074-b2d7-6c94abb28c16 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:45.852736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.875271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port a4449f09-3dec-41a5-b06f-317f7c40c3fb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:45.875621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.897540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db454028-7841-482d-9625-1144f02e6308 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:45.900660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-db454028-7841-482d-9625-1144f02e6308 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:45.903182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db454028-7841-482d-9625-1144f02e6308 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:45.919823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454028-7841-482d-9625-1144f02e6308 None None] Pushing event updated for resources: {'Port': ['ID=64d3f866-4ed2-4074-b2d7-6c94abb28c16,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:45.978240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db454028-7841-482d-9625-1144f02e6308 None None] Attempting to bind port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:45.978641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db454028-7841-482d-9625-1144f02e6308 None None] Attempting to bind port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:45.979151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db454028-7841-482d-9625-1144f02e6308 None None] Attempting to bind port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:45.993194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db454028-7841-482d-9625-1144f02e6308 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:45.993556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db454028-7841-482d-9625-1144f02e6308 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:45.995034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:45.995034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db454028-7841-482d-9625-1144f02e6308 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:45.996720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db454028-7841-482d-9625-1144f02e6308 None None] Bound port: 64d3f866-4ed2-4074-b2d7-6c94abb28c16, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:45.997918 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.003177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.019338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for a4449f09-3dec-41a5-b06f-317f7c40c3fb owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:46.095649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-db454028-7841-482d-9625-1144f02e6308 None None] For port 64d3f866-4ed2-4074-b2d7-6c94abb28c16, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:46.099477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-db454028-7841-482d-9625-1144f02e6308 None None] For port 64d3f866-4ed2-4074-b2d7-6c94abb28c16, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64d3f866-4ed2-4074-b2d7-6c94abb28c16,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:46.108534 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db454028-7841-482d-9625-1144f02e6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.180192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454028-7841-482d-9625-1144f02e6308 None None] Pushing event updated for resources: {'Port': ['ID=64d3f866-4ed2-4074-b2d7-6c94abb28c16,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.253639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.305706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=a4449f09-3dec-41a5-b06f-317f7c40c3fb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.358688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.365302 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2350f6fb-2eba-4fce-935c-edf2d0accf21 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/a4449f09-3dec-41a5-b06f-317f7c40c3fb HTTP/1.1" status: 204 len: 168 time: 0.6355498 Jun 30 09:06:46.368191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53452) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.390261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250dd93-7a6c-42ce-b7e2-903b50d80f65 req-e5ae4167-ba7c-452d-969a-baee97d05432 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.398748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9250dd93-7a6c-42ce-b7e2-903b50d80f65 req-e5ae4167-ba7c-452d-969a-baee97d05432 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 945 time: 0.1645763 Jun 30 09:06:46.477511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794b4f2-4cac-489a-9b6c-02e526072847 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.479434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794b4f2-4cac-489a-9b6c-02e526072847 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.489571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9250dd93-7a6c-42ce-b7e2-903b50d80f65 req-582f32d6-2132-4750-afb4-3a0f95361404 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898492 Jun 30 09:06:46.513360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4794b4f2-4cac-489a-9b6c-02e526072847 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1428161 Jun 30 09:06:46.514038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.621744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 813322cf-f989-42a9-9d54-05c50b64f038 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:46.634719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.683194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.772129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.860711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.888084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=813322cf-f989-42a9-9d54-05c50b64f038,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.894934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.899499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ce2bab1-f257-491e-b82d-c51c9b7a0853 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/813322cf-f989-42a9-9d54-05c50b64f038 HTTP/1.1" status: 204 len: 168 time: 0.3837452 Jun 30 09:06:46.899671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53460) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.959196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6e988f2-1c63-452f-aef1-2640d836c54f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578828 Jun 30 09:06:46.962058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.968039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:47.105364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:47.112282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.376431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.438601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=daa33484-8e88-4ab5-a825-6638110d2809,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:47.442697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 39f5588f-741a-4a20-ba3b-723a3ca92c23 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:47.464267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:47.466037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:47.469888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.470692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.491358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-76b08407-4e8e-448b-8844-6f4470122aa6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5267608 Jun 30 09:06:47.493987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53472) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:47.499478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'name': 'tempest-NetworksTestDHCPv6-327820444'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:47.518051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b359d-1226-46a1-89e9-d6330af5f77f None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:47.637486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1d472202-a62f-49fd-94c6-8cb0a5c22f3b None None] Provisioning for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:47.701771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 39f5588f-741a-4a20-ba3b-723a3ca92c23 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:47.787816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 39f5588f-741a-4a20-ba3b-723a3ca92c23 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:47.788317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.790032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64d3f866-4ed2-4074-b2d7-6c94abb28c16 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:47.798659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:47.811633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.837379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 60107faf-966e-4cac-939c-67d6cfbc2efd yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:47.874689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65f6fe-7246-4a0e-967d-8ef26804648d req-ba6a2d46-95c9-4ccd-81fd-6ed8cd85ef65 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.879518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b65f6fe-7246-4a0e-967d-8ef26804648d req-ba6a2d46-95c9-4ccd-81fd-6ed8cd85ef65 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 945 time: 0.1768913 Jun 30 09:06:47.987805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b65f6fe-7246-4a0e-967d-8ef26804648d req-3f32b634-78c7-4f5c-aeeb-d88d399dcbf9 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Jun 30 09:06:47.996145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:48.005425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:48.009514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.011372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::161 (a1303013-487f-4883-aef3-95ff9d5838d3/daa33484-8e88-4ab5-a825-6638110d2809/60107faf-966e-4cac-939c-67d6cfbc2efd) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:48.082699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.123432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:48.128019 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b92cf87-2248-4ea9-81c5-98a5a92ed211" -d '{"events": [{"server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "name": "network-vif-plugged", "status": "completed", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:48.190639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:48.206207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.214500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.269109 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0835c121-6828-4e9f-b4e3-7004d54dec1d x-openstack-request-id: req-0835c121-6828-4e9f-b4e3-7004d54dec1d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:48.269438 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "name": "network-vif-plugged", "status": "completed", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:48.269639 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0835c121-6828-4e9f-b4e3-7004d54dec1d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:48.270775 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23', 'code': 200} Jun 30 09:06:48.324078 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.330863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 64d3f866-4ed2-4074-b2d7-6c94abb28c16, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64d3f866-4ed2-4074-b2d7-6c94abb28c16,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:48.332204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.353899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 60107faf-966e-4cac-939c-67d6cfbc2efd will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:48.356442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.428453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=64d3f866-4ed2-4074-b2d7-6c94abb28c16,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.450584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.481277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5411dfd-f85a-4dbb-9c70-77b9b22573e1 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:48.506748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f0be-baec-44aa-900f-80739f77a8f2 req-7b0484c4-3c64-4ed9-929a-828ce47721e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.507805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:48.510404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bb0f0be-baec-44aa-900f-80739f77a8f2 req-7b0484c4-3c64-4ed9-929a-828ce47721e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 1098 time: 0.1362007 Jun 30 09:06:48.511358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:48.516613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:48.522402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.523013 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.543137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=60107faf-966e-4cac-939c-67d6cfbc2efd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:48.558635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-80b7d9a9-46cc-4c26-b9d6-47383e5f9c10 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0619080 Jun 30 09:06:48.561419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53490) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:48.596836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-56d871f1-f29e-4272-9310-378e14c4a684 None None] Provisioning complete for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:48.597657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-56d871f1-f29e-4272-9310-378e14c4a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.633208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bb0f0be-baec-44aa-900f-80739f77a8f2 req-2df56d17-462b-40ef-9f2b-b4f7e26a24a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122675 Jun 30 09:06:48.666864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60260a-0e23-4137-a2e7-ebe90ea12cd5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.674388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60260a-0e23-4137-a2e7-ebe90ea12cd5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.679025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53494) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:48.679416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ba60260a-0e23-4137-a2e7-ebe90ea12cd5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1164501 Jun 30 09:06:48.820803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 60107faf-966e-4cac-939c-67d6cfbc2efd {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:48.822540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.944577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:48.959654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 60107faf-966e-4cac-939c-67d6cfbc2efd owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:49.196457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9e177426-23aa-4187-9d84-d873a012c73a None None] Provisioning complete for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.196843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9e177426-23aa-4187-9d84-d873a012c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.253015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.307205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed4a11-8893-4b40-84ab-cf6719e01544 req-8c8e6f81-8024-472b-811c-6bd777b098ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.309126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bed4a11-8893-4b40-84ab-cf6719e01544 req-8c8e6f81-8024-472b-811c-6bd777b098ac tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1439555 Jun 30 09:06:49.327970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.330448 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/60107faf-966e-4cac-939c-67d6cfbc2efd HTTP/1.1" status: 204 len: 168 time: 0.6503439 Jun 30 09:06:49.331977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fda3c9-ecaa-4b57-8336-7a60c33f5720 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=60107faf-966e-4cac-939c-67d6cfbc2efd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:49.336133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53502) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:49.392632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9e177426-23aa-4187-9d84-d873a012c73a None None] Could not find standard attr ID for object 60107faf-966e-4cac-939c-67d6cfbc2efd. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:49.479272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bed4a11-8893-4b40-84ab-cf6719e01544 req-a1ca3a5a-81c8-4844-8340-187019c3c273 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481097 Jun 30 09:06:49.511164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511b746-a9cf-42ae-8953-672ce1b50e5d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.518468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-14eef5ce-b045-41d8-ad71-e6db00ac6766 None None] Could not find standard attr ID for object a4449f09-3dec-41a5-b06f-317f7c40c3fb. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:49.520317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511b746-a9cf-42ae-8953-672ce1b50e5d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.525303 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a511b746-a9cf-42ae-8953-672ce1b50e5d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858444 Jun 30 09:06:49.525609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53510) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:49.580139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet daa33484-8e88-4ab5-a825-6638110d2809 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:49.584247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.647845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64d3f866-4ed2-4074-b2d7-6c94abb28c16 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:49.650645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.738968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.759396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:49.759781 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.854580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.888903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:49.891504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/daa33484-8e88-4ab5-a825-6638110d2809 HTTP/1.1" status: 204 len: 168 time: 0.3642004 Jun 30 09:06:49.894075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53516) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:49.960724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5ef7a86e-1041-4a72-bf11-a2296a6bffcd None None] Could not find standard attr ID for object 60107faf-966e-4cac-939c-67d6cfbc2efd. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:49.962756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28279ceb-4d85-414c-883f-10a11c221734 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=daa33484-8e88-4ab5-a825-6638110d2809,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.044957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d891a79a-b579-41b2-92d4-ab730320a888 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497266 Jun 30 09:06:50.048784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53520) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.055291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:50.173200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:50.177090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.241824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6257dc-55b2-4ccb-b20c-a5098faf7c4b None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:50.426624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.466131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:50.471630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:50.480006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.480943 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.505375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:50.528671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4781709 Jun 30 09:06:50.529950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53532) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:50.530313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243697b-92e3-4ab5-8915-24691e342020 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=cc6fe1d3-ef48-495d-a5e7-8b5658c29eed,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.537818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'name': 'tempest-NetworksTestDHCPv6-2030008219'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:50.684373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Deleting port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:50.684880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.790903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] For port 64d3f866-4ed2-4074-b2d7-6c94abb28c16, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64d3f866-4ed2-4074-b2d7-6c94abb28c16,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.791444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.805909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:50.812131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.815676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Calling delete_port for 64d3f866-4ed2-4074-b2d7-6c94abb28c16 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:50.928169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.968060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] Pushing event deleted for resources: {'Port': ['ID=64d3f866-4ed2-4074-b2d7-6c94abb28c16,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.972935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e28811-bec8-4d00-a7bc-e8858cf2c158 None None] No DVR routers for this DVR port 64d3f866-4ed2-4074-b2d7-6c94abb28c16 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:50.992844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5dba6-5be7-4988-938c-2a497d5e0f69 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:51.123255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c4632-db5a-4f9f-8b7f-a7fcdd79a8ef req-4ea85901-00fa-49c2-9fdc-8674b0baea98 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.124546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631c4632-db5a-4f9f-8b7f-a7fcdd79a8ef req-4ea85901-00fa-49c2-9fdc-8674b0baea98 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1320128 Jun 30 09:06:51.208447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631c4632-db5a-4f9f-8b7f-a7fcdd79a8ef req-50e62723-cce6-44bc-a0c1-05dbbdd40eec tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Jun 30 09:06:51.280802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'cc6fe1d3-ef48-495d-a5e7-8b5658c29eed'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:51.281718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.334894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port b94ff74a-9581-4e5c-b641-21b671f5ce5e yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:51.481522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::26c (a1303013-487f-4883-aef3-95ff9d5838d3/cc6fe1d3-ef48-495d-a5e7-8b5658c29eed/b94ff74a-9581-4e5c-b641-21b671f5ce5e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:51.611403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64d3f866-4ed2-4074-b2d7-6c94abb28c16 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:51.632369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 64d3f866-4ed2-4074-b2d7-6c94abb28c16 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:51.632642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64d3f866-4ed2-4074-b2d7-6c94abb28c16 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:51.686956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.701954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object b94ff74a-9581-4e5c-b641-21b671f5ce5e will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:51.749571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.769888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547ed4d-a411-4c27-8608-15c3c43bdba9 req-530ab475-6f2a-4d0a-babc-7ccaf5678173 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.777310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f547ed4d-a411-4c27-8608-15c3c43bdba9 req-530ab475-6f2a-4d0a-babc-7ccaf5678173 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1159723 Jun 30 09:06:51.807162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/cc6fe1d3-ef48-495d-a5e7-8b5658c29eed/0a5546e3-c2d7-4a63-80ae-5158aba4971c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:51.846153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:51.851335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:51.852781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f547ed4d-a411-4c27-8608-15c3c43bdba9 req-cf5f4846-f249-4bbb-bbaa-933b187cc14c tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746171 Jun 30 09:06:51.854442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=b94ff74a-9581-4e5c-b641-21b671f5ce5e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:51.857088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:51.863279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.863936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.879391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba39fc8e-4bb1-4aea-9f3e-5d16fdbe2ac4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3490007 Jun 30 09:06:51.881844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:51.947809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9429d1-6cf2-488e-85e6-fd53d3996782 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.951695 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1f9429d1-6cf2-488e-85e6-fd53d3996782 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0665121 Jun 30 09:06:51.952068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53556) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:51.990033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.999505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Transition to ACTIVE for port object 0a5546e3-c2d7-4a63-80ae-5158aba4971c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:52.027454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Transition to ACTIVE for port object 0a5546e3-c2d7-4a63-80ae-5158aba4971c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:52.035439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.052138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port b94ff74a-9581-4e5c-b641-21b671f5ce5e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:52.052886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.078425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:52.081465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:52.085579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:52.099971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Pushing event updated for resources: {'Port': ['ID=0a5546e3-c2d7-4a63-80ae-5158aba4971c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.167884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.173347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Attempting to bind port 0a5546e3-c2d7-4a63-80ae-5158aba4971c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:52.173862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Attempting to bind port 0a5546e3-c2d7-4a63-80ae-5158aba4971c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:52.174227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Attempting to bind port 0a5546e3-c2d7-4a63-80ae-5158aba4971c on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:52.179991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:52.180370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:52.181550 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.182089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:52.182608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Bound port: 0a5546e3-c2d7-4a63-80ae-5158aba4971c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:52.182965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.196788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for b94ff74a-9581-4e5c-b641-21b671f5ce5e owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:52.355090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.391428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=b94ff74a-9581-4e5c-b641-21b671f5ce5e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.429272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.431798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-304682e6-b63a-4117-94cf-66f52922a63f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/b94ff74a-9581-4e5c-b641-21b671f5ce5e HTTP/1.1" status: 204 len: 168 time: 0.4787407 Jun 30 09:06:52.434384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53564) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.457166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] For port 0a5546e3-c2d7-4a63-80ae-5158aba4971c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:52.460833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] For port 0a5546e3-c2d7-4a63-80ae-5158aba4971c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a5546e3-c2d7-4a63-80ae-5158aba4971c,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:52.465229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.536261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c038e9-e2ed-4bcb-a50c-a5780491a0d2 None None] Pushing event updated for resources: {'Port': ['ID=0a5546e3-c2d7-4a63-80ae-5158aba4971c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.563740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4655a25-6e1b-4bab-9f39-f45231892bcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.565269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4655a25-6e1b-4bab-9f39-f45231892bcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.566802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4655a25-6e1b-4bab-9f39-f45231892bcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1314440 Jun 30 09:06:52.569473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.631867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet cc6fe1d3-ef48-495d-a5e7-8b5658c29eed {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:52.635103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.676864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.780809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.892350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.907866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.912579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53580) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:52.913135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/cc6fe1d3-ef48-495d-a5e7-8b5658c29eed HTTP/1.1" status: 204 len: 168 time: 0.3418555 Jun 30 09:06:52.931533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a526f-6577-43ad-a75f-ec3b917b30b2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6fe1d3-ef48-495d-a5e7-8b5658c29eed,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.960436 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f588850c-a6ca-4199-b7e3-37ef4ac0bef9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466261 Jun 30 09:06:52.963212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.043931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec121e-1529-44f0-8ae5-7d5c89cbd5d1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.046163 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dec121e-1529-44f0-8ae5-7d5c89cbd5d1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0814734 Jun 30 09:06:53.049132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53590) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.499926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b62a98-4d7e-4fee-aa28-f7f0bcfec2b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.501784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74b62a98-4d7e-4fee-aa28-f7f0bcfec2b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4515789 Jun 30 09:06:53.504267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53604) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.512514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c1a3-ff6d-4c57-ab3e-de89e9b9b315 req-ce1300a2-e56a-469d-9bd9-9b31987a18ad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.514342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1447c1a3-ff6d-4c57-ab3e-de89e9b9b315 req-ce1300a2-e56a-469d-9bd9-9b31987a18ad tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.5130746 Jun 30 09:06:53.567267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5bcf114c-d2fe-41be-91d7-4e651485ce40 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616338 Jun 30 09:06:53.576635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53606) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.585310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:53.628341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1447c1a3-ff6d-4c57-ab3e-de89e9b9b315 req-d5f15fcf-3714-4817-a8a3-3a555fffc9e1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990484 Jun 30 09:06:53.695187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a5546e3-c2d7-4a63-80ae-5158aba4971c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:53.730915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:53.735806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:53.760663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0a5546e3-c2d7-4a63-80ae-5158aba4971c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:53.791718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb3b28-861c-413f-ac9f-d762b93ab2bf None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:53.887072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Provisioning for port 0a5546e3-c2d7-4a63-80ae-5158aba4971c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:53.912742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Provisioning complete for port 0a5546e3-c2d7-4a63-80ae-5158aba4971c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:53.912742 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.022769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.080274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:54.084666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:54.088583 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.102916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.104946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.132077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] For port 0a5546e3-c2d7-4a63-80ae-5158aba4971c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a5546e3-c2d7-4a63-80ae-5158aba4971c,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:54.133712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5557277 Jun 30 09:06:54.136678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:54.140024 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.145308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': 'dc92f689-7924-48f4-9863-1aaaf3c1e295', 'ip_address': '2001:db8::8364:c6ff:7fb8:f122'}], 'name': 'tempest-NetworksTestDHCPv6-1638211166'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:54.148645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b7c89-b659-482b-9c31-7ad0cd267baa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=dc92f689-7924-48f4-9863-1aaaf3c1e295,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.190905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:54.205012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043523c-ca8e-4d56-b052-0c5ad6cbb4e6 None None] Pushing event updated for resources: {'Port': ['ID=0a5546e3-c2d7-4a63-80ae-5158aba4971c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.251635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Deleting port 0a5546e3-c2d7-4a63-80ae-5158aba4971c {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:54.252022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.271247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8935a06-eeb1-406c-8419-7a9b0f535fcf req-d58af806-3b75-4bef-b34b-b930ec79eeae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.272750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8935a06-eeb1-406c-8419-7a9b0f535fcf req-d58af806-3b75-4bef-b34b-b930ec79eeae tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1481409 Jun 30 09:06:54.332114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8935a06-eeb1-406c-8419-7a9b0f535fcf req-a23df191-1afb-4bf5-98fd-9f4adeeca747 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Jun 30 09:06:54.340914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:54.346678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] For port 0a5546e3-c2d7-4a63-80ae-5158aba4971c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a5546e3-c2d7-4a63-80ae-5158aba4971c,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:54.347188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.374339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Calling delete_port for 0a5546e3-c2d7-4a63-80ae-5158aba4971c owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:54.458098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.473393 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.480044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:54.510720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] No DVR routers for this DVR port 0a5546e3-c2d7-4a63-80ae-5158aba4971c on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:54.518957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b882-7e6d-4184-9512-313602904ef0 None None] Pushing event deleted for resources: {'Port': ['ID=0a5546e3-c2d7-4a63-80ae-5158aba4971c,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.534221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d953c92-5efd-4e30-9c9b-28306cc7d0ef None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:54.654337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::8364:c6ff:7fb8:f122 (a1303013-487f-4883-aef3-95ff9d5838d3/dc92f689-7924-48f4-9863-1aaaf3c1e295/2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:54.719014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'dc92f689-7924-48f4-9863-1aaaf3c1e295'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:06:54.720237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.832385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.849312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:54.897914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.965966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:54.967616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.970344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/dc92f689-7924-48f4-9863-1aaaf3c1e295/de7dc0d7-0ba2-4a13-871f-b8085fdb42b2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:54.972244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:54.975583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:54.982006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.982653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.997670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2518bf9a-7a82-46fd-81fb-bcec7f56c9e8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8583088 Jun 30 09:06:55.000025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53630) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.077507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721c8c5-a2e2-48fb-87c5-515efe5b4d38 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.079709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c721c8c5-a2e2-48fb-87c5-515efe5b4d38 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0785532 Jun 30 09:06:55.085925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53634) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.165014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.174656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Transition to ACTIVE for port object de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:55.193115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Transition to ACTIVE for port object de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:55.199846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.212748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:55.213179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.242442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:55.245216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:55.251265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:55.258517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Pushing event updated for resources: {'Port': ['ID=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.314528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.318606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Attempting to bind port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:55.319142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Attempting to bind port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:55.319542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Attempting to bind port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:55.325249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:55.325770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:55.326271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.327090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:55.327306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Bound port: de7dc0d7-0ba2-4a13-871f-b8085fdb42b2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:55.327769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.327873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:55.394609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] For port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:55.397679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] For port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:55.404573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.487092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.535296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e1b9-aac8-413b-bf16-468575e248f6 None None] Pushing event updated for resources: {'Port': ['ID=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.566012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.593443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.610825 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2bff41e-900e-4a9c-b203-9913a782b765 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea HTTP/1.1" status: 204 len: 168 time: 0.5196373 Jun 30 09:06:55.610825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53648) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.635490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a5546e3-c2d7-4a63-80ae-5158aba4971c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:55.673655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaec5bb-ee55-4d97-a58d-5f91ebeae0c3 req-47e9ab9c-d459-46e0-86f1-c964109a8984 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.675684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaec5bb-ee55-4d97-a58d-5f91ebeae0c3 req-47e9ab9c-d459-46e0-86f1-c964109a8984 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1315234 Jun 30 09:06:55.677959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0a5546e3-c2d7-4a63-80ae-5158aba4971c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:55.678180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a5546e3-c2d7-4a63-80ae-5158aba4971c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:55.726440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da0476-3229-4709-9c41-d38ecdc34401 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.728002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da0476-3229-4709-9c41-d38ecdc34401 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.729516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1da0476-3229-4709-9c41-d38ecdc34401 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1164112 Jun 30 09:06:55.732907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53652) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.754639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaec5bb-ee55-4d97-a58d-5f91ebeae0c3 req-467d9448-b376-464c-98b7-cd85419f90fb tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/security-groups?id=8817cbb9-3c04-4d84-8598-5872db1baf1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616517 Jun 30 09:06:55.891850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet dc92f689-7924-48f4-9863-1aaaf3c1e295 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:55.927226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.986752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.060524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-d38e2ebf-10c1-4741-8bc1-5171062a6ed1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.062245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-d38e2ebf-10c1-4741-8bc1-5171062a6ed1 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 946 time: 0.1923378 Jun 30 09:06:56.183183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.252395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Deleting port 39f5588f-741a-4a20-ba3b-723a3ca92c23 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:56.252754 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.293312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.336517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=dc92f689-7924-48f4-9863-1aaaf3c1e295,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.344941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.350453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4a1ad9c0-44b5-4fc2-a26e-17631c672491 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/dc92f689-7924-48f4-9863-1aaaf3c1e295 HTTP/1.1" status: 204 len: 168 time: 0.6139998 Jun 30 09:06:56.351688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53666) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.401511 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5a3453c1-e0cf-40e3-8a7b-df8a91161e1d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456572 Jun 30 09:06:56.402976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53670) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.411974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:56.467270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] For port 39f5588f-741a-4a20-ba3b-723a3ca92c23, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=39f5588f-741a-4a20-ba3b-723a3ca92c23,segment=NetworkSegment(a3ec9457-9318-4c90-9897-99d9f6063fff),segment_id=a3ec9457-9318-4c90-9897-99d9f6063fff)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:56.467640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.493143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Calling delete_port for 39f5588f-741a-4a20-ba3b-723a3ca92c23 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:56.622467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:56.626527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.713448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506088b9-0e56-4714-9f69-8f084b0cfd81 req-b4c41dc3-98e8-4ce7-a984-a1c5dd510e1b tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.721140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-506088b9-0e56-4714-9f69-8f084b0cfd81 req-b4c41dc3-98e8-4ce7-a984-a1c5dd510e1b tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.2316637 Jun 30 09:06:56.823498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-506088b9-0e56-4714-9f69-8f084b0cfd81 req-db7fd310-571a-4e4a-aeca-eb4972633ef6 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013200 Jun 30 09:06:56.996268 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.008806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['39f5588f-741a-4a20-ba3b-723a3ca92c23'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:57.071763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1337e43-e75f-43e1-98f2-dc9ca75e67e0 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:57.089277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Pushing event deleted for resources: {'Port': ['ID=39f5588f-741a-4a20-ba3b-723a3ca92c23,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:57.146152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-65f09efe-526d-4155-9066-b117486b7067 None None] Provisioning for port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:57.152867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.173178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3fa922d7-0112-49c9-9778-05134b5cd2ae req-9d9609b1-8fb2-435b-8cb4-d2358db3a66e tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4084e40-cfd4-41c9-ac4b-492025cf38fe HTTP/1.1" status: 200 len: 210 time: 0.0815778 Jun 30 09:06:57.217491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] No DVR routers for this DVR port 39f5588f-741a-4a20-ba3b-723a3ca92c23 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:57.246674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.248658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71737c79-9fbe-4d42-87fd-5a235acae58c req-c9d6c694-ce68-4a26-b67b-b51c02357d64 tempest-DeleteServersTestJSON-1016443705 tempest-DeleteServersTestJSON-1016443705-project] 10.222.0.11 "DELETE /v2.0/ports/39f5588f-741a-4a20-ba3b-723a3ca92c23 HTTP/1.1" status: 204 len: 173 time: 1.1812699 Jun 30 09:06:57.251230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:57.251863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'name': 'network-vif-deleted', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:57.257441 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0055fd6a-e349-4750-a683-c2bcf5747082" -d '{"events": [{"server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "name": "network-vif-deleted", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:57.280392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:57.288635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.289276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.331642 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0754a118-eef9-43fb-a822-adc0b261cb77 x-openstack-request-id: req-0754a118-eef9-43fb-a822-adc0b261cb77 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:57.331943 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4084e40-cfd4-41c9-ac4b-492025cf38fe", "name": "network-vif-deleted", "tag": "39f5588f-741a-4a20-ba3b-723a3ca92c23", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:57.332206 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0754a118-eef9-43fb-a822-adc0b261cb77 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:57.332668 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4084e40-cfd4-41c9-ac4b-492025cf38fe', 'name': 'network-vif-deleted', 'tag': '39f5588f-741a-4a20-ba3b-723a3ca92c23', 'status': 'completed', 'code': 200} Jun 30 09:06:57.338738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9343657 Jun 30 09:06:57.343483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53690) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:57.357831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '46349efb-7579-4240-8c01-931d63861fcc', 'ip_address': '2001:db8::9e58:fcb5:fcea:b4f7'}], 'name': 'tempest-NetworksTestDHCPv6-809775945'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:57.362177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194a18-04ff-4970-8f92-afbd45c0c380 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=46349efb-7579-4240-8c01-931d63861fcc,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:57.563582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:57.569238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.578960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb6b3a-f33a-4725-955a-1eed3c648c3b None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:57.592177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 7d178e4a-51c5-481a-8ea5-bd691fdcff75 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:06:57.738565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:57.820991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::9e58:fcb5:fcea:b4f7 (a1303013-487f-4883-aef3-95ff9d5838d3/46349efb-7579-4240-8c01-931d63861fcc/7d178e4a-51c5-481a-8ea5-bd691fdcff75) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:57.857050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:57.889702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:57.890170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.044771 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.101702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.142040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:58.142951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 7d178e4a-51c5-481a-8ea5-bd691fdcff75 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:58.152744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.213208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.267685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.301193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:58.354268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:58.356954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:58.363893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.364614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.406216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0578823 Jun 30 09:06:58.407881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53714) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:58.418871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=7d178e4a-51c5-481a-8ea5-bd691fdcff75,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.433353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.434037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.434631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.435206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.435762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.436312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.436879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.437439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.438547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.439402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.439858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.440285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a884b-2261-473d-ae05-0f2ee09abfe5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:58.492845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8dd9-3889-4a24-892e-2d064c482533 req-7d19ba54-6897-4010-83f1-f7bee440cd84 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.494794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f4a8dd9-3889-4a24-892e-2d064c482533 req-7d19ba54-6897-4010-83f1-f7bee440cd84 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.2533965 Jun 30 09:06:58.512938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-18736a41-089d-4b81-83f7-3f1dc54a347d None None] Provisioning complete for port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:58.512938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18736a41-089d-4b81-83f7-3f1dc54a347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.536229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c37ba3-85a0-4039-81a2-65153a565754 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.556655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c37ba3-85a0-4039-81a2-65153a565754 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.566409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-27c37ba3-85a0-4039-81a2-65153a565754 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1573904 Jun 30 09:06:58.569500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53722) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:58.579361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f4a8dd9-3889-4a24-892e-2d064c482533 req-e3bfe5ef-0e66-456d-bf8a-b58c898990ef tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782928 Jun 30 09:06:58.757573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 7d178e4a-51c5-481a-8ea5-bd691fdcff75 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:58.758017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.870058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.893353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-af2aca0c-e233-4a0c-b2e2-f4f15f04ae10 None None] Could not find standard attr ID for object b94ff74a-9581-4e5c-b641-21b671f5ce5e. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:58.904771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 7d178e4a-51c5-481a-8ea5-bd691fdcff75 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:59.032070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.143633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.207910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f0205ce8-ba72-44bb-9ade-4ef818628aa7 None None] Could not find standard attr ID for object 2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:59.228831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=7d178e4a-51c5-481a-8ea5-bd691fdcff75,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.264359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef065e17-a398-41a4-91db-5e0eb8945a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.273522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.278217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d8dfa35-64c2-4edf-8b14-7d15e026d451 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/7d178e4a-51c5-481a-8ea5-bd691fdcff75 HTTP/1.1" status: 204 len: 168 time: 0.7051976 Jun 30 09:06:59.279295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53752) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.284905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-225e2455-26a1-4cd8-a82c-a7b2433f0f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.381199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc459d9-9b82-4fa1-bf56-be0f9a0d63a5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.384088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc459d9-9b82-4fa1-bf56-be0f9a0d63a5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.388513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4fc459d9-9b82-4fa1-bf56-be0f9a0d63a5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1048496 Jun 30 09:06:59.389132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53756) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.498980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 46349efb-7579-4240-8c01-931d63861fcc {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:59.503062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 39f5588f-741a-4a20-ba3b-723a3ca92c23 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:59.536087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 39f5588f-741a-4a20-ba3b-723a3ca92c23 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:59.536672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 39f5588f-741a-4a20-ba3b-723a3ca92c23 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:59.540170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5563fcad-0568-4a31-b7ed-14df364349a0 None None] Could not find standard attr ID for object 7d178e4a-51c5-481a-8ea5-bd691fdcff75. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:06:59.543024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-225e2455-26a1-4cd8-a82c-a7b2433f0f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.552063 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.581441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-225e2455-26a1-4cd8-a82c-a7b2433f0f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.614754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e2455-26a1-4cd8-a82c-a7b2433f0f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7530f6c-bf73-479f-8713-812d3fb5113d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.643086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:59.657732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.694087 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-225e2455-26a1-4cd8-a82c-a7b2433f0f28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c79be1d075114fd3be0ce4a38a295938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592624 Jun 30 09:06:59.694472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.736186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.737633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:59.738211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.827271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.839419 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.861846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=46349efb-7579-4240-8c01-931d63861fcc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.868740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.871010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-25a661b3-824f-44f7-b54f-151a757494ae tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/46349efb-7579-4240-8c01-931d63861fcc HTTP/1.1" status: 204 len: 168 time: 0.4795840 Jun 30 09:06:59.878708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.886130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b643c-5b24-44c5-8177-78f9aa404ca3 req-2a673daa-4d04-4eae-93f9-f3ce46cfef6c tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.887904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b7b643c-5b24-44c5-8177-78f9aa404ca3 req-2a673daa-4d04-4eae-93f9-f3ce46cfef6c tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.1700234 Jun 30 09:06:59.909001 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.935494 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1f334df-010d-4ddf-8eb3-34cb2da839fd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528817 Jun 30 09:06:59.938830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:59.944192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:59.969087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b7b643c-5b24-44c5-8177-78f9aa404ca3 req-3fbed5ee-223e-44b4-921e-6e7d25c202b4 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740132 Jun 30 09:06:59.998965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.003312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.004637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7530f6c-bf73-479f-8713-812d3fb5113d HTTP/1.1" status: 204 len: 168 time: 0.3090103 Jun 30 09:07:00.015286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06634d-06dd-431e-8423-e0a3ac5d3a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7530f6c-bf73-479f-8713-812d3fb5113d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.093571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:00.098473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.189273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edbd615-5755-45ea-9853-b8a758a8a246 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:00.360214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.417726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=50d65655-b211-4259-b2ca-9d933623ad7f,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.418394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53788) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:00.438492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b22565f5-e016-4990-8439-cf1364827eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.441731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:00.443300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:00.451883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:00.452489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.504485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:00.561853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Deleting port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:00.562175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.566184 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b22565f5-e016-4990-8439-cf1364827eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.571073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b22565f5-e016-4990-8439-cf1364827eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.580350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c2f0a1b-b652-4303-b59e-5c9bd094276c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6370969 Jun 30 09:07:00.580883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53790) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:00.590389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '50d65655-b211-4259-b2ca-9d933623ad7f', 'ip_address': '2001:db8::9bd9:1467:9321:7183'}], 'name': 'tempest-NetworksTestDHCPv6-579144752'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:00.617703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b22565f5-e016-4990-8439-cf1364827eee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b3a6633ec1346129df867802042d782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982243 Jun 30 09:07:00.620128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22565f5-e016-4990-8439-cf1364827eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7695d18-32e8-4ec5-96ca-523b25da7ca3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.622493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53794) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:00.684178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.689846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] For port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:00.690520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.707862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Calling delete_port for de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:00.718970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.816184 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.822680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.825669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7695d18-32e8-4ec5-96ca-523b25da7ca3 HTTP/1.1" status: 204 len: 168 time: 0.2017314 Jun 30 09:07:00.851718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.853269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:00.863371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5e5d-39f5-409e-a964-3e748e239cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7695d18-32e8-4ec5-96ca-523b25da7ca3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.906395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] Pushing event deleted for resources: {'Port': ['ID=de7dc0d7-0ba2-4a13-871f-b8085fdb42b2,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.917253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1342d5b-b1b3-48e0-837f-359389e81916 None None] No DVR routers for this DVR port de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:00.957077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98521edb-760d-4883-bc8a-7fb5c2890dce None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:00.995390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.053336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 7aa481bd-4ca1-446c-8214-7a1773359cc0 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:01.295194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '50d65655-b211-4259-b2ca-9d933623ad7f'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:01.297919 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.339955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-297b66a0-489d-4104-aa1b-257a651b8153 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.339955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-297b66a0-489d-4104-aa1b-257a651b8153 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.1799226 Jun 30 09:07:01.411155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2996ed-ae50-4400-8213-00d36e2e4f61 req-684414ca-d216-439a-971d-0436361d88c6 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.412609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2996ed-ae50-4400-8213-00d36e2e4f61 req-684414ca-d216-439a-971d-0436361d88c6 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 945 time: 0.2048063 Jun 30 09:07:01.531196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::9bd9:1467:9321:7183 (a1303013-487f-4883-aef3-95ff9d5838d3/50d65655-b211-4259-b2ca-9d933623ad7f/7aa481bd-4ca1-446c-8214-7a1773359cc0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:01.541025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d2996ed-ae50-4400-8213-00d36e2e4f61 req-af07566d-40ee-4a0a-8ad4-592bd5b7697a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups?id=3b0e9b59-627c-4175-9643-43bb215ddb53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049056 Jun 30 09:07:01.576613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Deleting port fec706d5-ce44-48b0-9120-2c3e7062b208 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:01.576887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.631872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:01.657581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:01.658390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device de7dc0d7-0ba2-4a13-871f-b8085fdb42b2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:01.692098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] For port fec706d5-ce44-48b0-9120-2c3e7062b208, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fec706d5-ce44-48b0-9120-2c3e7062b208,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:01.692458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.854152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fcf06766-51ca-4d33-ba9c-a69a104c2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.858934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.874309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 7aa481bd-4ca1-446c-8214-7a1773359cc0 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:01.921812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.027387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.032040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:02.033520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:02.040175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:02.046198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.047186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.060693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=7aa481bd-4ca1-446c-8214-7a1773359cc0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.068238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/50d65655-b211-4259-b2ca-9d933623ad7f/1d041724-4088-47e9-aaa7-c3fcf0b22a12) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:02.079286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3978686-c160-40f8-a662-f4a009be70be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4953310 Jun 30 09:07:02.080833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.091748 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.092556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.092992 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Floating IP 0fbe68be-d068-4193-b38e-e8e0a6003776 disassociated. External IP: 172.25.4.174, port: fec706d5-ce44-48b0-9120-2c3e7062b208. Jun 30 09:07:02.094519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Calling delete_port for fec706d5-ce44-48b0-9120-2c3e7062b208 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:02.159010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.209027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b8e0a-52c4-4065-9c5c-55dfd11a5ced tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.212356 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c74b8e0a-52c4-4065-9c5c-55dfd11a5ced tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1303113 Jun 30 09:07:02.216025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:02.341546 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.353072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Transition to ACTIVE for port object 1d041724-4088-47e9-aaa7-c3fcf0b22a12 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:02.373235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Transition to ACTIVE for port object 1d041724-4088-47e9-aaa7-c3fcf0b22a12 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:02.382019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.386054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-129587541-network', 'tenant_id': 'ef2288a5b40c43cfbfd43d4b5ecfb7cf'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:02.404382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.429793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Made reservation on behalf of ef2288a5b40c43cfbfd43d4b5ecfb7cf for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:02.432569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.452879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.463961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 7aa481bd-4ca1-446c-8214-7a1773359cc0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:02.465696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.486420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:02.489350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:02.492751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:02.538394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event deleted for resources: {'Port': ['ID=fec706d5-ce44-48b0-9120-2c3e7062b208,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.542744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Pushing event updated for resources: {'Port': ['ID=1d041724-4088-47e9-aaa7-c3fcf0b22a12,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.552858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.553232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.553878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.554026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.554316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.554721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.555016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.555412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.555759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.556486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.556486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.556774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:02.615438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:02.624573 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.647595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 7aa481bd-4ca1-446c-8214-7a1773359cc0 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:02.778843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:02.780265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.792204 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Sync routers for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:02.807338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.813833 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:02.814474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:02.878319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Attempting to bind port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:02.878894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Attempting to bind port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:02.879160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Attempting to bind port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:02.891973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:02.892385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:02.892879 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.894389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:02.895166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Bound port: 1d041724-4088-47e9-aaa7-c3fcf0b22a12, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:02.895913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.903904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:02.925368 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.969917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5522164c-e4b7-48f0-be19-01f03b5a08c0 req-f0aa57c5-1f25-4660-9fee-473562a98180 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 210 time: 0.1573551 Jun 30 09:07:03.007605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] For port 1d041724-4088-47e9-aaa7-c3fcf0b22a12, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:03.013584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] No DVR routers for this DVR port fec706d5-ce44-48b0-9120-2c3e7062b208 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:03.014012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23d7960-09ec-4714-91a0-aa90913ce2d8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.017418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] For port 1d041724-4088-47e9-aaa7-c3fcf0b22a12, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1d041724-4088-47e9-aaa7-c3fcf0b22a12,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:03.018005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.020519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6654061-8cfe-465b-83e0-76ae6963cf95 req-f00e70a2-117d-40ae-ba51-c205157ffb14 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.11 "DELETE /v2.0/ports/fec706d5-ce44-48b0-9120-2c3e7062b208 HTTP/1.1" status: 204 len: 173 time: 1.6779006 Jun 30 09:07:03.021186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'name': 'network-vif-deleted', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:03.025474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.032913 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763c7faa-3630-4746-9230-1cc7976dddf8" -d '{"events": [{"server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "name": "network-vif-deleted", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:03.098067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.101012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.101367 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Added segment 121459b5-9799-4b05-9f22-89cd092b8b4e of type vlan for network db06bc04-350f-4637-94f0-86a3367723fc Jun 30 09:07:03.106779 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:03.114731 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10792637-d405-49c9-8028-46068b53a0f6 x-openstack-request-id: req-10792637-d405-49c9-8028-46068b53a0f6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:03.115052 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c101810-150d-4014-bf4f-97591376ea37", "name": "network-vif-deleted", "tag": "fec706d5-ce44-48b0-9120-2c3e7062b208", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:03.115288 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10792637-d405-49c9-8028-46068b53a0f6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:03.115714 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c101810-150d-4014-bf4f-97591376ea37', 'name': 'network-vif-deleted', 'tag': 'fec706d5-ce44-48b0-9120-2c3e7062b208', 'status': 'completed', 'code': 200} Jun 30 09:07:03.178963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=7aa481bd-4ca1-446c-8214-7a1773359cc0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.256562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e8fd-5b64-43df-b8cb-89868bf61774 None None] Pushing event updated for resources: {'Port': ['ID=1d041724-4088-47e9-aaa7-c3fcf0b22a12,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.282484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.288000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53850) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.289220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.299063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-97adb143-b9f2-4d8a-a6bd-23d487d740e3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/7aa481bd-4ca1-446c-8214-7a1773359cc0 HTTP/1.1" status: 204 len: 168 time: 1.0817070 Jun 30 09:07:03.322948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.414936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.416181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.417026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62dc0e-a24f-4cb6-8810-79e29e9eb88f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.417510 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.418843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62dc0e-a24f-4cb6-8810-79e29e9eb88f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.422329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f62dc0e-a24f-4cb6-8810-79e29e9eb88f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1330466 Jun 30 09:07:03.424939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53854) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.425349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.448880 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Checking router: c0d1ddf0-4fec-4c36-b7f4-f17548952f2e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:03.486103 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:03.490560 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:03.522579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] Pushing event updated for resources: {'Network': ['ID=db06bc04-350f-4637-94f0-86a3367723fc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:03.563889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network db06bc04-350f-4637-94f0-86a3367723fc details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:03.573179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc303125-faf7-4bef-b6b6-3de807f7a64e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4118295 Jun 30 09:07:03.578835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53860) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.588853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Request body: {'subnet': {'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-129587541-subnet', 'tenant_id': 'ef2288a5b40c43cfbfd43d4b5ecfb7cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:03.593441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 50d65655-b211-4259-b2ca-9d933623ad7f {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:03.608421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.661561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Made reservation on behalf of ef2288a5b40c43cfbfd43d4b5ecfb7cf for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:03.664195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.761219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.837194 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:03.882057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1d041724-4088-47e9-aaa7-c3fcf0b22a12 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:03.957962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:03.987790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:04.032336 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.080820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.171674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=50d65655-b211-4259-b2ca-9d933623ad7f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.186146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a949944-1863-45f0-a5db-ec187309df44,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.202097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.202898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Checking segment: {'id': '121459b5-9799-4b05-9f22-89cd092b8b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:04.203829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Network hostable DHCP agents. Network: db06bc04-350f-4637-94f0-86a3367723fc, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:04.205369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-41498a5d-7e20-43f4-9915-fd675d01f2c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/50d65655-b211-4259-b2ca-9d933623ad7f HTTP/1.1" status: 204 len: 168 time: 0.7790699 Jun 30 09:07:04.208483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53866) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.244729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e8fa779-d736-4511-b23f-212f4f70a38a req-dd74a958-46ad-4551-bcd3-28123c394378 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c101810-150d-4014-bf4f-97591376ea37 HTTP/1.1" status: 200 len: 210 time: 0.0656559 Jun 30 09:07:04.254860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53868) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.255034 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9d7308d3-cb41-4896-9282-d7bae28c1e77 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441206 Jun 30 09:07:04.270375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Network db06bc04-350f-4637-94f0-86a3367723fc is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:04.282716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, db06bc04-350f-4637-94f0-86a3367723fc) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:04.289965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.290878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.295566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15564417-100e-48c2-8885-f433beb70a3b None None] Network db06bc04-350f-4637-94f0-86a3367723fc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:04.313230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ac29a28-f8ad-4d56-9f56-76e8cdb51fbf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7327991 Jun 30 09:07:04.404486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6219f80-8132-4236-b0dc-28dbfa768b46 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.407920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f6219f80-8132-4236-b0dc-28dbfa768b46 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1517053 Jun 30 09:07:04.410507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53874) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.490843 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:04.511149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf6a91-5e3e-4d03-a760-e28ece4253d1 None None] Network db06bc04-350f-4637-94f0-86a3367723fc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:04.547895 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8781b2c-b71b-4e23-ac56-4a209c64d25a None None] The sync data for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 is: [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:03:34Z', 'revision_number': 4, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a477a2b4-fe95-4768-87d9-87fe1b960fb4', 'name': '', 'network_id': '194638bb-6fb9-43b6-815a-4d973c9bd78f', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'mac_address': 'fa:16:3e:33:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:32Z', 'updated_at': '2021-06-30T09:03:41Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'subnets': [{'id': '3c89272e-df2b-42d7-a49e-885fbf5163a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:04.555709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e274f53-4c73-45a2-8f79-c5b351a4dadf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.559763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53880) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.561447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7e274f53-4c73-45a2-8f79-c5b351a4dadf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1486752 Jun 30 09:07:04.710460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7f648fc8-2230-4f51-b567-a9fafb6bc0c3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491654 Jun 30 09:07:04.713397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.715316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.721904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:04.838202 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.896322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:04.900928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.095486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17c86f-895c-4a9e-92ae-5a497cc8fe06 None None] New status for floating IP 0fbe68be-d068-4193-b38e-e8e0a6003776: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:07:05.230398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53906) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.249651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c59f93-9222-4e14-a2cc-1074238e4e77 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:05.296512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.368301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53914) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.374208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986007523-network', 'tenant_id': 'f9f2c7a0ee844ff181bc7382fcf9000e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:05.433631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Made reservation on behalf of f9f2c7a0ee844ff181bc7382fcf9000e for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:05.435234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Provisioning for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:05.444138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.479874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Provisioning complete for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:05.480786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.484414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.509357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=9dd0a947-ae06-4752-8a7f-e0ef256395bd,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.523060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:05.533927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:05.543865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.543865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.565535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fec706d5-ce44-48b0-9120-2c3e7062b208 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:05.574030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.683660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: fec706d5-ce44-48b0-9120-2c3e7062b208 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:05.684054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fec706d5-ce44-48b0-9120-2c3e7062b208 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:05.694244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.722421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.780321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.783355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.788201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b0e9b59-627c-4175-9643-43bb215ddb53 HTTP/1.1" status: 204 len: 168 time: 0.2120774 Jun 30 09:07:05.789135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53924) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.807148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06039-a2e0-4187-a6ec-cb7333bc14d7 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e9b59-627c-4175-9643-43bb215ddb53,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.818249 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-3bfb46bf-4d74-4ac3-acb1-962173d5a23a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] show failed (client error): The resource could not be found. Jun 30 09:07:05.822567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3bfb46bf-4d74-4ac3-acb1-962173d5a23a tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "GET /v2.0/security-groups/3b0e9b59-627c-4175-9643-43bb215ddb53 HTTP/1.1" status: 404 len: 347 time: 0.0230780 Jun 30 09:07:05.823990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53926) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.869150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.993031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] For port 1d041724-4088-47e9-aaa7-c3fcf0b22a12, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1d041724-4088-47e9-aaa7-c3fcf0b22a12,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.017887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.076872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e565c-8e0c-43f6-a5e9-ddf04444f18d None None] Pushing event updated for resources: {'Port': ['ID=1d041724-4088-47e9-aaa7-c3fcf0b22a12,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.204273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb625c6-16a9-4b37-9736-ba541c9b458e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:06.208953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Deleting subnet a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:06.215804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.216705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.241386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.280930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.288960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:06.323295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18543d-d209-4aeb-b0f7-c73aa145b410,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.330574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.331168 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Added segment 7500226a-3d64-4ae7-ad2a-7ef4de947097 of type vlan for network b5cca493-dd21-4e7e-92d2-f4b6861c09ca Jun 30 09:07:06.348267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3bc59c25-30e3-4a3f-89d9-4a4450e4061c None None] Provisioning complete for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:06.348812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3bc59c25-30e3-4a3f-89d9-4a4450e4061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.401979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.407357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.407662 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b8a5581b-0227-40ec-98e5-2b972b5ca5e7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6909375 Jun 30 09:07:06.410181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.415357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '9dd0a947-ae06-4752-8a7f-e0ef256395bd', 'ip_address': '2001:db8::f361:3fc1:4aec:268'}], 'name': 'tempest-NetworksTestDHCPv6-523182213'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:06.522035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.523180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.523840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.554977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Deleting port ebb2d32f-a4db-4495-b309-f612c53f391e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:06.555351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.659782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:06.663482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cca493-dd21-4e7e-92d2-f4b6861c09ca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.677798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.680161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b5cca493-dd21-4e7e-92d2-f4b6861c09ca details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:06.714650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-43c413e0-329f-4619-a634-b7026ccef019 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3429158 Jun 30 09:07:06.718928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.719857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c0688b-c6ce-4c8b-8603-cc8a31a068e5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.748053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Request body: {'subnet': {'network_id': 'b5cca493-dd21-4e7e-92d2-f4b6861c09ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986007523-subnet', 'tenant_id': 'f9f2c7a0ee844ff181bc7382fcf9000e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:06.754216 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.756198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a23c3d35-9d5f-45bf-bf50-2d99a343b3df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a8c0688b-c6ce-4c8b-8603-cc8a31a068e5 HTTP/1.1" status: 204 len: 168 time: 1.5240293 Jun 30 09:07:06.759918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53938) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.767546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.769993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.783519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Made reservation on behalf of f9f2c7a0ee844ff181bc7382fcf9000e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:06.787850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.819613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-24fcf607-f3e1-4007-baeb-c3f1d09c05f1 None None] Provisioning complete for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:06.820002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-24fcf607-f3e1-4007-baeb-c3f1d09c05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.848156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Calling delete_port for ebb2d32f-a4db-4495-b309-f612c53f391e owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:06.951944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.978403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.059480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:07.085607 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.116258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bad30efb-5850-4bad-9de6-9012f1b43ea5 None None] Could not find standard attr ID for object 7aa481bd-4ca1-446c-8214-7a1773359cc0. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:07:07.153805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af740754-bae2-47ea-bb30-5e206445faf3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.181458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Checking segment: {'id': '7500226a-3d64-4ae7-ad2a-7ef4de947097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5cca493-dd21-4e7e-92d2-f4b6861c09ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:07.181570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Network hostable DHCP agents. Network: b5cca493-dd21-4e7e-92d2-f4b6861c09ca, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:07.208256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Network b5cca493-dd21-4e7e-92d2-f4b6861c09ca is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:07.232760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b5cca493-dd21-4e7e-92d2-f4b6861c09ca) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:07.245221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb13693-d40b-4aa5-bd6f-a3388a3b0530 None None] Network b5cca493-dd21-4e7e-92d2-f4b6861c09ca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:07.248559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.249372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.282859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0a62f843-b91c-4cb4-896f-35c0e34e606d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5400393 Jun 30 09:07:07.339811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.359396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f1b7d4-5560-413f-aacf-f26af01aa1e3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.412551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ec9457-9318-4c90-9897-99d9f6063fff') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.413221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ec9457-9318-4c90-9897-99d9f6063fff') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:07.432657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.462477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f699c8-8d73-430a-8931-3f5aa4451795 None None] Network b5cca493-dd21-4e7e-92d2-f4b6861c09ca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:07.491984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f361:3fc1:4aec:268 (a1303013-487f-4883-aef3-95ff9d5838d3/9dd0a947-ae06-4752-8a7f-e0ef256395bd/3e62566f-5dcc-4c91-8b30-9c57b42c3a9e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:07.494667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.509558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:07.510247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:07.512330 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:07.555040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.607034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Pushing event deleted for resources: {'Port': ['ID=ebb2d32f-a4db-4495-b309-f612c53f391e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.624441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1d041724-4088-47e9-aaa7-c3fcf0b22a12 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:07.663981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.679509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:07.680025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.695184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.699792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] 10.222.0.66 "DELETE /v2.0/networks/90f1b7d4-5560-413f-aacf-f26af01aa1e3 HTTP/1.1" status: 204 len: 168 time: 0.9129643 Jun 30 09:07:07.778953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9054621-a963-4fc4-b5ba-9db42344214e admin admin] Pushing event deleted for resources: {'Network': ['ID=90f1b7d4-5560-413f-aacf-f26af01aa1e3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.870033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.876263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.878819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.879974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32aec6bf-c31c-4995-924f-eb050858e570 tempest-ServersTestManualDisk-467319378 tempest-ServersTestManualDisk-467319378-project] 10.222.0.66 "DELETE /v2.0/floatingips/0fbe68be-d068-4193-b38e-e8e0a6003776 HTTP/1.1" status: 204 len: 168 time: 2.0546257 Jun 30 09:07:07.882915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53966) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.942199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fe2dd93d-a6b0-4cff-b094-174e3857371a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74735d35496543e999559439ace9ca57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706348 Jun 30 09:07:07.946670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.949347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-ced2f4f9-d6c9-4725-b82a-3a6dd765d66c tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.950437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-ced2f4f9-d6c9-4725-b82a-3a6dd765d66c tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/networks?id=db06bc04-350f-4637-94f0-86a3367723fc HTTP/1.1" status: 200 len: 808 time: 0.1582310 Jun 30 09:07:07.970284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-87676954-da89-433b-a87b-6a1010aa3216 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/quotas/ef2288a5b40c43cfbfd43d4b5ecfb7cf HTTP/1.1" status: 200 len: 375 time: 0.0126178 Jun 30 09:07:08.009858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-370afb58-cba1-47a7-9fbb-20f234bd49ac tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef2288a5b40c43cfbfd43d4b5ecfb7cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320084 Jun 30 09:07:08.015553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.067580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:08.115347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-a38cf83f-7055-45dc-8f20-4b271384c493 service neutron] 10.222.0.66 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964293 Jun 30 09:07:08.134598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.209786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7899c3a5-cd1a-44b4-b32e-205a616f11da service neutron] 10.222.0.66 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888340 Jun 30 09:07:08.216785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.219004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.326179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:08.332246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:08.343485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=3e62566f-5dcc-4c91-8b30-9c57b42c3a9e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.356188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:08.360676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.361334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.396172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.398905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.402515 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8817cbb9-3c04-4d84-8598-5872db1baf1b HTTP/1.1" status: 204 len: 168 time: 0.4524641 Jun 30 09:07:08.421345 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aa0414a1-d151-4f54-bf47-5b09f6e38b57 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0101261 Jun 30 09:07:08.429877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb36ffd6-3a06-4334-97c7-4b0f9582e534 req-ee48f31f-c3ed-4ae5-9bb5-fdf8ffdfa7d2 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 210 time: 0.0503860 Jun 30 09:07:08.430709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53982) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.434331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f5f77-0a26-4739-8fd5-4b70b4e15f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8817cbb9-3c04-4d84-8598-5872db1baf1b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.447220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '9dd0a947-ae06-4752-8a7f-e0ef256395bd', 'ip_address': '2001:db8::f361:3fc1:4aec:268'}], 'name': 'tempest-NetworksTestDHCPv6-1719897843'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:08.628550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:08.634614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.756249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.790045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 2c3cb623-1fb3-4622-bf25-cda1b8e4f8f4 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:08.853694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-19033410-43a8-4be6-8644-392fa8252379 None None] Provisioning for port 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:08.862760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-19033410-43a8-4be6-8644-392fa8252379 None None] Provisioning complete for port 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:08.863271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-19033410-43a8-4be6-8644-392fa8252379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.926075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-19033410-43a8-4be6-8644-392fa8252379 None None] Port 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:09.065887 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:07:09.066749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:09.087219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b2ce787a-7f35-4ad8-b7fd-9a4c269ce346 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6541955 Jun 30 09:07:09.089922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54004) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:09.097084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Deleting port a477a2b4-fe95-4768-87d9-87fe1b960fb4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:09.097665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.221591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b76e6-b8b7-48f1-a9b7-8369f3eaae15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.231958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] For port a477a2b4-fe95-4768-87d9-87fe1b960fb4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a477a2b4-fe95-4768-87d9-87fe1b960fb4,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:09.232545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.235805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b76e6-b8b7-48f1-a9b7-8369f3eaae15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.239297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b87b76e6-b8b7-48f1-a9b7-8369f3eaae15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1457281 Jun 30 09:07:09.242761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:09.264191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Calling delete_port for a477a2b4-fe95-4768-87d9-87fe1b960fb4 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:09.404257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:09.405657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.508108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.526327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.543835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 3e62566f-5dcc-4c91-8b30-9c57b42c3a9e owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:09.575063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Pushing event deleted for resources: {'Port': ['ID=a477a2b4-fe95-4768-87d9-87fe1b960fb4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.600936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13e77677-a599-41d2-933d-12132a0dfad3 req-bb116915-fee0-4376-992a-ce37a5d4b5fa tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 210 time: 0.0479259 Jun 30 09:07:09.831498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.880588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.980526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=3e62566f-5dcc-4c91-8b30-9c57b42c3a9e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.030936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.036134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f1d466cd-baee-4f32-8bf0-5d585b7353b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/3e62566f-5dcc-4c91-8b30-9c57b42c3a9e HTTP/1.1" status: 204 len: 168 time: 0.7895286 Jun 30 09:07:10.040119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.095793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-fdf935b4-24c4-43ff-b7ef-e650ec40188c tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.097728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-fdf935b4-24c4-43ff-b7ef-e650ec40188c tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.11 "GET /v2.0/networks?id=db06bc04-350f-4637-94f0-86a3367723fc HTTP/1.1" status: 200 len: 808 time: 0.2928860 Jun 30 09:07:10.111606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Request body: {'port': {'device_id': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc', 'admin_state_up': True, 'tenant_id': 'ef2288a5b40c43cfbfd43d4b5ecfb7cf'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.184838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93605ae-96c5-437d-b070-3710de7b6a91 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.186252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93605ae-96c5-437d-b070-3710de7b6a91 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.192582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a93605ae-96c5-437d-b070-3710de7b6a91 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1460533 Jun 30 09:07:10.195619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.272813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 9dd0a947-ae06-4752-8a7f-e0ef256395bd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:10.282068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.356731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.422833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.449437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Made reservation on behalf of ef2288a5b40c43cfbfd43d4b5ecfb7cf for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:10.453493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.550536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.552049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:10.603356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd0a947-ae06-4752-8a7f-e0ef256395bd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.608945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.613526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3dd8ade-bc34-4015-86be-0f1bfa703a89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/9dd0a947-ae06-4752-8a7f-e0ef256395bd HTTP/1.1" status: 204 len: 168 time: 0.4142637 Jun 30 09:07:10.613526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.626808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4dcd70-fa67-4ce1-9702-b8797527b7a7 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:10.667549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:10.676700 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Sync routers for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:10.679572 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-802b136e-e8e0-414e-ae31-2f3f6eb0d726 admin admin] 10.222.0.66 "PUT /v2.0/routers/c0d1ddf0-4fec-4c36-b7f4-f17548952f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7953970 Jun 30 09:07:10.684095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.684238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b4749a75-1ddc-48a2-b9ba-dd574ad66cb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696824 Jun 30 09:07:10.684502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.689651 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:10.692202 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:10.696720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.698572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Allocated IP 172.20.0.7 (db06bc04-350f-4637-94f0-86a3367723fc/2a949944-1863-45f0-a5db-ec187309df44/af31865c-22f0-4c66-b91d-4c7da7885f16) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:10.850987 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:10.970013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:10.978402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.996707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa247e6a-5809-4cb9-b056-118d82884f9f req-b9419d63-431d-4b4d-bbf8-d060d6e06392 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 210 time: 0.0745697 Jun 30 09:07:11.050982 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.066100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:11.067871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Deleting port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:11.069733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.070382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.135500 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:07:09Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.141980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.175402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.176001 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Checking router: c0d1ddf0-4fec-4c36-b7f4-f17548952f2e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:11.185631 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Routers {'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:11.186642 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.210868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Network db06bc04-350f-4637-94f0-86a3367723fc is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:11.214390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:11.218695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:11.246419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] For port 1d041724-4088-47e9-aaa7-c3fcf0b22a12, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1d041724-4088-47e9-aaa7-c3fcf0b22a12,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.249213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.263001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Pushing event updated for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.284170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Calling delete_port for 1d041724-4088-47e9-aaa7-c3fcf0b22a12 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:11.328654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.331579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.339224 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] Set router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:11.362619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-7bcef109-2ea7-4a54-b414-dfe3c31ba3b0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2561743 Jun 30 09:07:11.384317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Request body: {'port': {'device_id': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.425594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Deleting port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:11.425594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.441422 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.487894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] Pushing event deleted for resources: {'Port': ['ID=1d041724-4088-47e9-aaa7-c3fcf0b22a12,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.513846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.514985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b889db1-a802-4c55-a69a-d2f5d93d80ff None None] No DVR routers for this DVR port 1d041724-4088-47e9-aaa7-c3fcf0b22a12 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:11.545427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.573510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:11.582924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:11.595401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f3de29-63db-4928-8ce0-d70f845518a5 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:11.602995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.603924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.694055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=ca637671-6959-4a10-b2e7-abceb3c6c927,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.718332 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0df28d91-5434-4d3c-af67-47f33e42b817 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0311103 Jun 30 09:07:11.727574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] For port 11f5b7b4-ed6f-48c0-a992-6e28d2a97193, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.728027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.735186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.747635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': 'ca637671-6959-4a10-b2e7-abceb3c6c927', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-319658329'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.799409 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:07:09Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:11.800469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Calling delete_port for 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:11.845270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1d041724-4088-47e9-aaa7-c3fcf0b22a12 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:11.864507 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c06ff48-d73d-46d2-bc67-5883b8b236ae None None] The sync data for ids ['c0d1ddf0-4fec-4c36-b7f4-f17548952f2e'] in n-d-779913-25 is: [{'id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'name': 'tempest-ServersTestManualDisk-879903354-router', 'tenant_id': 'b700c8878d10435fa56f8d377b88e2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:03:26Z', 'updated_at': '2021-06-30T09:07:09Z', 'revision_number': 5, 'project_id': 'b700c8878d10435fa56f8d377b88e2e3', 'gw_port': {'id': '11f5b7b4-ed6f-48c0-a992-6e28d2a97193', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d1ddf0-4fec-4c36-b7f4-f17548952f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:03:27Z', 'updated_at': '2021-06-30T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:11.918875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1d041724-4088-47e9-aaa7-c3fcf0b22a12 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:11.919157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1d041724-4088-47e9-aaa7-c3fcf0b22a12 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:11.936491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'ca637671-6959-4a10-b2e7-abceb3c6c927'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:11.937722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.023197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:12.073217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af31865c-22f0-4c66-b91d-4c7da7885f16 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:12.084949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.099101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Transition to ACTIVE for port object af31865c-22f0-4c66-b91d-4c7da7885f16 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:12.106064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.177015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/ca637671-6959-4a10-b2e7-abceb3c6c927/ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:12.203201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Pushing event updated for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.269313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.320248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 32b0ce7c-6374-44af-973c-e03ee4be7b77 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:12.364605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661593f0-9543-44fc-834f-523d0a3d0e25 req-006e6d2e-f436-402f-9998-be6aecf50782 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.366142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-661593f0-9543-44fc-834f-523d0a3d0e25 req-006e6d2e-f436-402f-9998-be6aecf50782 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 943 time: 0.2209487 Jun 30 09:07:12.368785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Attempting to bind port af31865c-22f0-4c66-b91d-4c7da7885f16 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:12.369155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Attempting to bind port af31865c-22f0-4c66-b91d-4c7da7885f16 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '121459b5-9799-4b05-9f22-89cd092b8b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:12.369490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Attempting to bind port af31865c-22f0-4c66-b91d-4c7da7885f16 on network db06bc04-350f-4637-94f0-86a3367723fc {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:12.374144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Port af31865c-22f0-4c66-b91d-4c7da7885f16 on network db06bc04-350f-4637-94f0-86a3367723fc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:12.374472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Attempting to bind port af31865c-22f0-4c66-b91d-4c7da7885f16 on network db06bc04-350f-4637-94f0-86a3367723fc {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:12.387104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:12.387446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Checking segment: {'id': '121459b5-9799-4b05-9f22-89cd092b8b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:12.387825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Bound using segment: {'id': '121459b5-9799-4b05-9f22-89cd092b8b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:12.388259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Bound port: af31865c-22f0-4c66-b91d-4c7da7885f16, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121459b5-9799-4b05-9f22-89cd092b8b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:12.388619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.412396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.434819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.446038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Transition to ACTIVE for port object ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:12.450100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f5b7b4-ed6f-48c0-a992-6e28d2a97193,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.462981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Transition to ACTIVE for port object ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:12.479553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.500563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:12.503895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=af31865c-22f0-4c66-b91d-4c7da7885f16,segment=NetworkSegment(121459b5-9799-4b05-9f22-89cd092b8b4e),segment_id=121459b5-9799-4b05-9f22-89cd092b8b4e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:12.515765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-661593f0-9543-44fc-834f-523d0a3d0e25 req-4ee44329-7842-465c-a499-5113f4d85333 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385326 Jun 30 09:07:12.524393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.537241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Pushing event updated for resources: {'Port': ['ID=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.553687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:12.555156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:12.559893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:12.575790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.577795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.581225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] 10.222.0.11 "PUT /v2.0/ports/af31865c-22f0-4c66-b91d-4c7da7885f16 HTTP/1.1" status: 200 len: 1092 time: 1.2113957 Jun 30 09:07:12.581692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:12.588399 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077" -d '{"events": [{"name": "network-changed", "server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:12.616509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3d0e-296a-4f16-b98b-805edc726a12 service neutron] Pushing event updated for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.677948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Attempting to bind port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:12.678554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Attempting to bind port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:12.679844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Attempting to bind port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:12.683994 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043c376-ef74-4387-9a28-84087535479c x-openstack-request-id: req-1043c376-ef74-4387-9a28-84087535479c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:12.684301 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:12.684548 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1043c376-ef74-4387-9a28-84087535479c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:12.685016 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16', 'status': 'completed', 'code': 200} Jun 30 09:07:12.694140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:12.694681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:12.695109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.695501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:12.695982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Bound port: ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:12.696374 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.710469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.726552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-fc1e8ba5-f6b3-4741-8bc4-2ce6b5b65072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.728104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-fc1e8ba5-f6b3-4741-8bc4-2ce6b5b65072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef2288a5b40c43cfbfd43d4b5ecfb7cf&device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 1095 time: 0.0936561 Jun 30 09:07:12.752077 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:07:12.752625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:07:12.782343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-f9464ff2-67c5-4ef2-a05f-7605c64d3318 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af31865c-22f0-4c66-b91d-4c7da7885f16 HTTP/1.1" status: 200 len: 217 time: 0.0464542 Jun 30 09:07:12.853242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.856860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.858592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] For port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:12.861998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5a39985f-f1d5-4d67-90c9-a4f2722bcc1a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1253757 Jun 30 09:07:12.864350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:12.866787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] For port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:12.874045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-105bfacd-c3e7-411d-a663-bc2dabf916b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.876792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-105bfacd-c3e7-411d-a663-bc2dabf916b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a949944-1863-45f0-a5db-ec187309df44 HTTP/1.1" status: 200 len: 848 time: 0.0875893 Jun 30 09:07:12.877578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.951263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.951394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-a0e7936c-4990-4e39-bb34-a327d5d75c18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db06bc04-350f-4637-94f0-86a3367723fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547118 Jun 30 09:07:12.951491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d1ddf0-4fec-4c36-b7f4-f17548952f2e {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:12.969440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.974834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14851f76-7e01-4644-b3a0-c7c659813c64 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c0d1ddf0-4fec-4c36-b7f4-f17548952f2e HTTP/1.1" status: 204 len: 168 time: 2.2893081 Jun 30 09:07:12.978188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:12.993167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2141ea3-02df-4361-89e7-b04ff0af953b None None] Pushing event updated for resources: {'Port': ['ID=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.055275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c3737-557a-40f8-a7cc-97968a530d71 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.056981 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-135c3737-557a-40f8-a7cc-97968a530d71 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1914692 Jun 30 09:07:13.060134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54112) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.098950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-69d520cd-f826-4471-b70d-ec7bc76befa0 service neutron] 10.222.0.11 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432028 Jun 30 09:07:13.105889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54114) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.118911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Deleting subnet 3c89272e-df2b-42d7-a49e-885fbf5163a1 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:13.126502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.167327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d57bf-9bb9-44d7-847e-4f9a1248350a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.168850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d57bf-9bb9-44d7-847e-4f9a1248350a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.170427 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b05d57bf-9bb9-44d7-847e-4f9a1248350a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1091781 Jun 30 09:07:13.174526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54120) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.190163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.261484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb87916a-c902-4259-b569-7cd6afbdec75 req-4a7a5e92-279b-4254-8be0-2e3bea68fd04 service neutron] 10.222.0.11 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566801 Jun 30 09:07:13.269968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet ca637671-6959-4a10-b2e7-abceb3c6c927 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:13.274604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.302945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f9e6-1366-4965-b87b-ffb47c7f9dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.342709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.374028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.408141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-7b60eeb6-36ee-4476-851f-aba1a021516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.409652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-7b60eeb6-36ee-4476-851f-aba1a021516b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef2288a5b40c43cfbfd43d4b5ecfb7cf&device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 1095 time: 0.0958543 Jun 30 09:07:13.478390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.499784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.531871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c89272e-df2b-42d7-a49e-885fbf5163a1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.532139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f9e6-1366-4965-b87b-ffb47c7f9dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.536717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.538773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d4c365a5-b5aa-41c2-bbaa-7398bbc3b8f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3c89272e-df2b-42d7-a49e-885fbf5163a1 HTTP/1.1" status: 204 len: 168 time: 0.5580623 Jun 30 09:07:13.541529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.587385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d8849a-f728-4cb6-966b-85cea6507239 None None] Network 194638bb-6fb9-43b6-815a-4d973c9bd78f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:13.598726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f9e6-1366-4965-b87b-ffb47c7f9dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.603934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.606621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-07193140-96f5-4e29-9109-57d9a271b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.608362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-07193140-96f5-4e29-9109-57d9a271b4bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=db06bc04-350f-4637-94f0-86a3367723fc HTTP/1.1" status: 200 len: 909 time: 0.1908007 Jun 30 09:07:13.620550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.622664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/ca637671-6959-4a10-b2e7-abceb3c6c927 HTTP/1.1" status: 204 len: 168 time: 0.4472072 Jun 30 09:07:13.651123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54126) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.663161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b187-e71f-4a89-85e4-b24a47d3dd26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=ca637671-6959-4a10-b2e7-abceb3c6c927,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.867534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:13.885254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae746791-6c8b-4bc7-be5b-c6b99e55fc4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334002 Jun 30 09:07:13.892850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-037a139d-50eb-46f0-a85c-d90780095fdd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af31865c-22f0-4c66-b91d-4c7da7885f16 HTTP/1.1" status: 200 len: 217 time: 0.1411378 Jun 30 09:07:13.893621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.894194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54132) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.904375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:13.928592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6f9e6-1366-4965-b87b-ffb47c7f9dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc22e72-aab3-41fb-b81a-774627548e5d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.944836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a8b6f9e6-1366-4965-b87b-ffb47c7f9dc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b1641f6dfa0440a8759c6a6dc5ac982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8376665 Jun 30 09:07:13.946738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54134) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.981563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:14.070375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-ddbd1b6e-d9c3-41b3-bee8-309105f9677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.071286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-ddbd1b6e-d9c3-41b3-bee8-309105f9677f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a949944-1863-45f0-a5db-ec187309df44 HTTP/1.1" status: 200 len: 848 time: 0.1439087 Jun 30 09:07:14.097846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:14.103339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.112954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:14.135416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86893b04-5ee0-4168-a1fb-4e7e99c0edd1 req-12e663e0-4ed1-42e9-a8bd-3fc64553b1c4 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.142201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96886339-a97c-4131-be76-66e66500c405 None None] DHCP port deletion for 194638bb-6fb9-43b6-815a-4d973c9bd78f request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:14.143407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86893b04-5ee0-4168-a1fb-4e7e99c0edd1 req-12e663e0-4ed1-42e9-a8bd-3fc64553b1c4 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 943 time: 0.2646337 Jun 30 09:07:14.144477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:14.144831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11f5b7b4-ed6f-48c0-a992-6e28d2a97193 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:14.145285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a477a2b4-fe95-4768-87d9-87fe1b960fb4 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:14.146597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-e7504bb6-0319-4259-80cb-bb42d404c39e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db06bc04-350f-4637-94f0-86a3367723fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647793 Jun 30 09:07:14.165898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a477a2b4-fe95-4768-87d9-87fe1b960fb4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:14.166315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a477a2b4-fe95-4768-87d9-87fe1b960fb4 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:14.177957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.233680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-96886339-a97c-4131-be76-66e66500c405 None None] Deleting port c6a18bea-1333-482b-9dec-23efec7fe708 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:14.236457 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96886339-a97c-4131-be76-66e66500c405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.330379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96886339-a97c-4131-be76-66e66500c405 None None] For port c6a18bea-1333-482b-9dec-23efec7fe708, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6a18bea-1333-482b-9dec-23efec7fe708,segment=NetworkSegment(7fb4c190-2331-40d2-8770-a23ee49c99f5),segment_id=7fb4c190-2331-40d2-8770-a23ee49c99f5)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:14.330810 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96886339-a97c-4131-be76-66e66500c405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.356555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-96886339-a97c-4131-be76-66e66500c405 None None] Calling delete_port for c6a18bea-1333-482b-9dec-23efec7fe708 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:14.398446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.459773 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96886339-a97c-4131-be76-66e66500c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.469859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=88f49b6c-2c67-4301-819a-0d4feb8e0083,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.479335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:14.481516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:14.485195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.486144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.494800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96886339-a97c-4131-be76-66e66500c405 None None] Pushing event deleted for resources: {'Port': ['ID=c6a18bea-1333-482b-9dec-23efec7fe708,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.497602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96886339-a97c-4131-be76-66e66500c405 None None] No DVR routers for this DVR port c6a18bea-1333-482b-9dec-23efec7fe708 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:14.519518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae05fee4-77b6-4a59-85ec-8e4b786257c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6211126 Jun 30 09:07:14.520578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54140) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.525435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1453723063', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:14.551671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.552808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.620273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.621189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Deleting port c6a18bea-1333-482b-9dec-23efec7fe708 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:14.621487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.625001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.636857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86893b04-5ee0-4168-a1fb-4e7e99c0edd1 req-65edb6fa-f661-4d9a-8b95-139a38652e72 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925811 Jun 30 09:07:14.639041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.646410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.648467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-057c2185-b980-439e-a021-0204550f5a4a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1263425 Jun 30 09:07:14.650687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.700047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c992aa-95b2-4c1e-b1ec-21c3533d004a None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:14.820950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Provisioning for port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:14.822063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] For port c6a18bea-1333-482b-9dec-23efec7fe708, host n-d-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:14.822422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.844580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Provisioning complete for port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:14.844960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.869414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-829ad6af-8efa-46ed-9db9-eb76cef4c6c6 service neutron] 10.222.0.11 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110903 Jun 30 09:07:14.899443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Calling delete_port for c6a18bea-1333-482b-9dec-23efec7fe708 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:14.902347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Port c6a18bea-1333-482b-9dec-23efec7fe708 was not found and therefore no delete operation was performed {{(pid=94183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:07:14.915536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.946534 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.986050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] For port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:14.995760 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.014703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.017762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.021575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bc22e72-aab3-41fb-b81a-774627548e5d HTTP/1.1" status: 204 len: 168 time: 1.0730648 Jun 30 09:07:15.027630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a18bea-1333-482b-9dec-23efec7fe708,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.067184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384d55c-43ca-4186-a8d5-594095805935 None None] Pushing event updated for resources: {'Port': ['ID=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.075009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] No DVR routers for this DVR port c6a18bea-1333-482b-9dec-23efec7fe708 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:15.085103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842a8e-1ba3-42ea-a270-08e7edced672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc22e72-aab3-41fb-b81a-774627548e5d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.221027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d41b5c56-1447-41a4-94dc-b82b2b554153 None None] Provisioning complete for port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:15.221324 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d41b5c56-1447-41a4-94dc-b82b2b554153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.247734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.259434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd6ff8e5-d7c8-4993-9f90-d3198f38d077 req-4f80343e-f7d9-4e4b-ad55-b7b5597aa58f service neutron] 10.222.0.11 "GET /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611951 Jun 30 09:07:15.303344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194638bb-6fb9-43b6-815a-4d973c9bd78f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:15.306080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.327262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb4c190-2331-40d2-8770-a23ee49c99f5') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:15.327690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb4c190-2331-40d2-8770-a23ee49c99f5') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:15.341383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.388339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54156) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.402331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5837332-7c5c-44ce-bbc6-fc48d9127fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.420131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.439568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:15.439988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:15.442016 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:15.505599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5837332-7c5c-44ce-bbc6-fc48d9127fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.510715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5837332-7c5c-44ce-bbc6-fc48d9127fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.550204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c5837332-7c5c-44ce-bbc6-fc48d9127fdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3702b46a891345b086a32375a67c26ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607933 Jun 30 09:07:15.550943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5837332-7c5c-44ce-bbc6-fc48d9127fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61587612-1f41-4f77-8405-0fab43d02416,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.553217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.582239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.591583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.595796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] 10.222.0.66 "DELETE /v2.0/networks/194638bb-6fb9-43b6-815a-4d973c9bd78f HTTP/1.1" status: 204 len: 168 time: 2.0506165 Jun 30 09:07:15.615140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.615370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e74a2-8406-4c13-a89a-2314b20ecf88 admin admin] Pushing event deleted for resources: {'Network': ['ID=194638bb-6fb9-43b6-815a-4d973c9bd78f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.647233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.662834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:15.681309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::1 (a1303013-487f-4883-aef3-95ff9d5838d3/88f49b6c-2c67-4301-819a-0d4feb8e0083/ed654947-2c73-4ba2-988c-da5c74e2571e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:15.713731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.719424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.721431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61587612-1f41-4f77-8405-0fab43d02416 HTTP/1.1" status: 204 len: 168 time: 0.1672521 Jun 30 09:07:15.731928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad32963-8595-490b-9cca-b375f5711742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61587612-1f41-4f77-8405-0fab43d02416,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.738662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:15.739016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.866473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54168) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.917122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6a18bea-1333-482b-9dec-23efec7fe708 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:15.921003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16464c90-0ad8-41bd-8506-8239be81d361 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b700c8878d10435fa56f8d377b88e2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517054 Jun 30 09:07:15.922629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.941137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c6a18bea-1333-482b-9dec-23efec7fe708 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:15.941499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6a18bea-1333-482b-9dec-23efec7fe708 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:15.944271 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.957570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62663ea7-8c5b-4c13-b5d0-91468920eecb req-79364fc5-a427-4c04-a923-5f67103ad4b8 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:15.962233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62663ea7-8c5b-4c13-b5d0-91468920eecb req-79364fc5-a427-4c04-a923-5f67103ad4b8 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 943 time: 0.1722362 Jun 30 09:07:15.986540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object ed654947-2c73-4ba2-988c-da5c74e2571e will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:15.987524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.012814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62663ea7-8c5b-4c13-b5d0-91468920eecb req-9c72b8cf-623f-42db-a871-f5f523ed46d6 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Jun 30 09:07:16.019193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.041160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.092113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.096635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.096798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:16.098139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b79f863-f590-4d37-9167-adaeea49d5f5 HTTP/1.1" status: 204 len: 168 time: 0.1736603 Jun 30 09:07:16.102439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:16.105550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:16.106145 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.122504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97b4d-1037-4eb9-b85c-9a1dfca71296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b79f863-f590-4d37-9167-adaeea49d5f5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.160742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=ed654947-2c73-4ba2-988c-da5c74e2571e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.293946 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.465281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-10a7f00d-f82a-4067-8a2c-f9eb62d81d36 None None] Provisioning for port ed654947-2c73-4ba2-988c-da5c74e2571e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:16.475105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-10a7f00d-f82a-4067-8a2c-f9eb62d81d36 None None] Provisioning complete for port ed654947-2c73-4ba2-988c-da5c74e2571e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:16.475560 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10a7f00d-f82a-4067-8a2c-f9eb62d81d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.529295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-10a7f00d-f82a-4067-8a2c-f9eb62d81d36 None None] Port ed654947-2c73-4ba2-988c-da5c74e2571e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:16.667968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.674549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.675806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.779451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=ed654947-2c73-4ba2-988c-da5c74e2571e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.828066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:16.830304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:17.000592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:17.093116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54224) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.149284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:17.161804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Sync routers for ids ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:17.164243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ef5dd537-3709-4857-8aa2-efb806926e67 None None] Provisioning complete for port ed654947-2c73-4ba2-988c-da5c74e2571e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:17.164663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd537-3709-4857-8aa2-efb806926e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.164908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6b20a17c-8fa5-4be5-8b61-c457d1872c60 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "PUT /v2.0/routers/6ec413ae-3459-4dc8-a9ea-9a71952d0ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5066807 Jun 30 09:07:17.168367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54228) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.200085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Routers {'6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:17.202339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:17.259221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ef5dd537-3709-4857-8aa2-efb806926e67 None None] Port ed654947-2c73-4ba2-988c-da5c74e2571e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:17.272949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a642eda-41ba-4d47-b6b1-67b613972fde req-b72d0ae9-96f2-497f-80f8-b38753b41e36 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.274478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a642eda-41ba-4d47-b6b1-67b613972fde req-b72d0ae9-96f2-497f-80f8-b38753b41e36 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 943 time: 0.1085041 Jun 30 09:07:17.304890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-941213144-network', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:17.335084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb99d1b-8597-4983-8b58-02b370e83bc2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.336677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6fb99d1b-8597-4983-8b58-02b370e83bc2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports/ed654947-2c73-4ba2-988c-da5c74e2571e HTTP/1.1" status: 200 len: 911 time: 0.1671698 Jun 30 09:07:17.337430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a642eda-41ba-4d47-b6b1-67b613972fde req-45ccfffb-4043-4ce4-9a6c-f539f7b84b00 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547724 Jun 30 09:07:17.339186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.357260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:17.365055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Set router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:17.366504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.393461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.455427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9c7dd-ddf9-48db-982e-6248034f79a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.462799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9c7dd-ddf9-48db-982e-6248034f79a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.467123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9aa9c7dd-ddf9-48db-982e-6248034f79a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1237597 Jun 30 09:07:17.470126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54244) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.568221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.575871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.596161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device af31865c-22f0-4c66-b91d-4c7da7885f16 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:17.604079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:17.615542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc54d14-6616-4b14-9514-4cc0888abea3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.620853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.621207 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Added segment 9ba040f3-413d-4bda-84e2-57574836ae92 of type vlan for network 5636098c-c6b9-430f-a050-a2d980f626a5 Jun 30 09:07:17.637055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.637407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.637766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.638104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.638460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.638859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.639112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.639439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.639766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.640090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.641028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.641289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:17.694706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.732149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.733263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.734021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.806627 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7096436 Jun 30 09:07:17.807465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.815856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Request body: {'subnet': {'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-941213144-subnet', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:17.832449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078860f9-3ef5-4d61-a5df-78d2c7856e11 admin admin] Pushing event updated for resources: {'Network': ['ID=5636098c-c6b9-430f-a050-a2d980f626a5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.850079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec413ae-3459-4dc8-a9ea-9a71952d0ebf', 'name': 'tempest-NetworksTestDHCPv6-router-1453723063', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None, '_interfaces': [{'id': 'ed654947-2c73-4ba2-988c-da5c74e2571e', 'name': '', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'mac_address': 'fa:16:3e:1d:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec413ae-3459-4dc8-a9ea-9a71952d0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '88f49b6c-2c67-4301-819a-0d4feb8e0083', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:15Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'subnets': [{'id': '88f49b6c-2c67-4301-819a-0d4feb8e0083', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:17.855025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:17.857413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.894889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Checking router: 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:17.895638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Updating router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf port ed654947-2c73-4ba2-988c-da5c74e2571e binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:17.925541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5636098c-c6b9-430f-a050-a2d980f626a5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:17.950337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=af31865c-22f0-4c66-b91d-4c7da7885f16,segment=NetworkSegment(121459b5-9799-4b05-9f22-89cd092b8b4e),segment_id=121459b5-9799-4b05-9f22-89cd092b8b4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:18.001393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'af31865c-22f0-4c66-b91d-4c7da7885f16', 'network_id': 'db06bc04-350f-4637-94f0-86a3367723fc', 'port_id': 'af31865c-22f0-4c66-b91d-4c7da7885f16', 'mac_address': 'fa:16:3e:9a:b9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a949944-1863-45f0-a5db-ec187309df44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:18.035402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.100904 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.103426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.115638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.168641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc702fc-2d46-444c-aa6b-f5fa70a77d90,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.171135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Checking segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:18.171507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Network hostable DHCP agents. Network: 5636098c-c6b9-430f-a050-a2d980f626a5, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:18.184935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af31865c-22f0-4c66-b91d-4c7da7885f16 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:18.199978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Network 5636098c-c6b9-430f-a050-a2d980f626a5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:18.213337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5636098c-c6b9-430f-a050-a2d980f626a5) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:18.222382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.222602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=af31865c-22f0-4c66-b91d-4c7da7885f16,segment=NetworkSegment(121459b5-9799-4b05-9f22-89cd092b8b4e),segment_id=121459b5-9799-4b05-9f22-89cd092b8b4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:18.223300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.227469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67ac3e-7553-4f12-aff4-48743425b475 None None] Network 5636098c-c6b9-430f-a050-a2d980f626a5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:18.248682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7345d16e-5ff7-4edf-8a03-4d2e9fcaa110 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4401400 Jun 30 09:07:18.249490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.255843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:18.283297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.287753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.289545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.377027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.580647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.629353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.739873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-5636098c-c6b9-430f-a050-a2d980f626a5', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:18.741053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.744771 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.751317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['af31865c-22f0-4c66-b91d-4c7da7885f16'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:18.763735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7bf48-a9e8-40f7-b1d2-09f8e7968431 req-6f3c4ef5-2ccd-4ec8-ab88-de18614aeffe tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.768076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfe7bf48-a9e8-40f7-b1d2-09f8e7968431 req-6f3c4ef5-2ccd-4ec8-ab88-de18614aeffe tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 944 time: 0.2154820 Jun 30 09:07:18.804625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Transition to ACTIVE for port object ed654947-2c73-4ba2-988c-da5c74e2571e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:18.845160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.865207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfe7bf48-a9e8-40f7-b1d2-09f8e7968431 req-ed2acd18-ec40-46d3-b8af-eb82df2de2e6 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903060 Jun 30 09:07:18.987278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port ed654947-2c73-4ba2-988c-da5c74e2571e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:18.987278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.003315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.038950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.137942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port ed654947-2c73-4ba2-988c-da5c74e2571e, host n-d-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:19.138311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.152503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for ed654947-2c73-4ba2-988c-da5c74e2571e owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:19.200267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Allocated IP 172.25.4.88 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/1a579fc4-f1ed-490b-a80c-248e8bd76b88) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:19.230548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ffb26-f815-46a1-bb54-8299ef5f4854 None None] Pushing event updated for resources: {'Port': ['ID=ed654947-2c73-4ba2-988c-da5c74e2571e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.299587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Allocated IP 172.20.0.2 (5636098c-c6b9-430f-a050-a2d980f626a5/0bc702fc-2d46-444c-aa6b-f5fa70a77d90/2c4aa9be-2998-4933-9576-6a4e0c54005e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:19.380296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.393717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.425420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Attempting to bind port ed654947-2c73-4ba2-988c-da5c74e2571e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:19.425820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Attempting to bind port ed654947-2c73-4ba2-988c-da5c74e2571e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:19.426190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Attempting to bind port ed654947-2c73-4ba2-988c-da5c74e2571e on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:19.435814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6fd4072-8187-41d8-96d6-648659c30b77 None None] Could not find standard attr ID for object ed654947-2c73-4ba2-988c-da5c74e2571e. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:07:19.444081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:19.444466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:19.444922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.445325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:19.445842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Bound port: ed654947-2c73-4ba2-988c-da5c74e2571e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:19.446257 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.447450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.467184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=ed654947-2c73-4ba2-988c-da5c74e2571e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.517780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Pushing event updated for resources: {'Port': ['ID=1a579fc4-f1ed-490b-a80c-248e8bd76b88,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.520168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Port ed654947-2c73-4ba2-988c-da5c74e2571e has been deleted concurrently {{(pid=94186) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 09:07:19.530193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:19.533525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:19.536012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:19.581860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.712020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Routers {'6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:19.713439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:19.803466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.813820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] Set router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:19.844229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Transition to ACTIVE for port object 2c4aa9be-2998-4933-9576-6a4e0c54005e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:19.887928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec413ae-3459-4dc8-a9ea-9a71952d0ebf', 'name': 'tempest-NetworksTestDHCPv6-router-1453723063', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:19Z', 'revision_number': 3, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:19.917207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:19.980776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e09664b-3056-4abc-9cdd-bd14f6cfe4f8 None None] The sync data for ids ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'] in n-d-779913-25 is: [{'id': '6ec413ae-3459-4dc8-a9ea-9a71952d0ebf', 'name': 'tempest-NetworksTestDHCPv6-router-1453723063', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:19Z', 'revision_number': 3, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:20.002442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Transition to ACTIVE for port object 2c4aa9be-2998-4933-9576-6a4e0c54005e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:20.019896 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.126368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Network 5636098c-c6b9-430f-a050-a2d980f626a5 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:20.131971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:20.146937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:20.148955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Pushing event updated for resources: {'Port': ['ID=2c4aa9be-2998-4933-9576-6a4e0c54005e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.168061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:20.173743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cabaddc-fb94-4bdc-8494-5e7240ae611c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "PUT /v2.0/routers/6ec413ae-3459-4dc8-a9ea-9a71952d0ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7027295 Jun 30 09:07:20.176676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.247551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9f9a0-e228-4de5-9dda-885dd033fbbb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.251807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9f9a0-e228-4de5-9dda-885dd033fbbb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.253868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d2f9f9a0-e228-4de5-9dda-885dd033fbbb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0761685 Jun 30 09:07:20.262884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.264888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Attempting to bind port 2c4aa9be-2998-4933-9576-6a4e0c54005e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:20.265309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Attempting to bind port 2c4aa9be-2998-4933-9576-6a4e0c54005e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:20.265999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Attempting to bind port 2c4aa9be-2998-4933-9576-6a4e0c54005e on network 5636098c-c6b9-430f-a050-a2d980f626a5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:20.273076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:20.273375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Checking segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:20.277858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.279397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Bound using segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:20.280474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Bound port: 2c4aa9be-2998-4933-9576-6a4e0c54005e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:20.281159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.353381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 88f49b6c-2c67-4301-819a-0d4feb8e0083 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:20.356626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.389902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] For port 2c4aa9be-2998-4933-9576-6a4e0c54005e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:20.394170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.397696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] For port 2c4aa9be-2998-4933-9576-6a4e0c54005e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c4aa9be-2998-4933-9576-6a4e0c54005e,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:20.400324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.404319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.452052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869edda-5ab8-47d2-a85e-3d141ed7ea23 req-9f56a996-00c8-4d02-902a-2f680788b57f tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.460180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7869edda-5ab8-47d2-a85e-3d141ed7ea23 req-9f56a996-00c8-4d02-902a-2f680788b57f tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 944 time: 0.3542223 Jun 30 09:07:20.489043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b25e1-414f-4443-a2c9-ee001a2be52b None None] Pushing event updated for resources: {'Port': ['ID=2c4aa9be-2998-4933-9576-6a4e0c54005e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.513785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7869edda-5ab8-47d2-a85e-3d141ed7ea23 req-7f26f41b-3c55-4513-a400-3470efe7c02b tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522408 Jun 30 09:07:20.518897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.589116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.625997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=88f49b6c-2c67-4301-819a-0d4feb8e0083,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.635556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.640104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-347f304a-bbd5-48fd-9380-5af4120aae00 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/88f49b6c-2c67-4301-819a-0d4feb8e0083 HTTP/1.1" status: 204 len: 168 time: 0.3737495 Jun 30 09:07:20.641453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54328) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.645408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59fec1-0b68-4fbd-bd29-4ed51c2a8d6b None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:20.657577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.817581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-36af7cc1-f779-46e9-a697-0df6c5e68401 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1726520 Jun 30 09:07:20.825199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54332) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.939199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Router 22de9986-1d52-4559-930b-2a5f2075c9dd is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:20.988382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.036573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:21.137728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Deleting port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:21.138981 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.156914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:21.171389 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Sync routers for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:21.190963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:21.191689 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:21.197576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.199043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f1931f33-7c36-4f52-a822-9e7eeeca1caf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9476178 Jun 30 09:07:21.201696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54340) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:21.254739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] For port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:21.255164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.287140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Calling delete_port for ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:21.393468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.402170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.421373 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:21.427437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.503209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] Pushing event deleted for resources: {'Port': ['ID=ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.511633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b97be-7387-41ff-97a5-adc2b5ee4932 None None] No DVR routers for this DVR port ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:21.538484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.539375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec413ae-3459-4dc8-a9ea-9a71952d0ebf {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:21.561909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.564738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3d088627-f625-49a0-aab2-b0a1c2829d29 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/routers/6ec413ae-3459-4dc8-a9ea-9a71952d0ebf HTTP/1.1" status: 204 len: 168 time: 0.7380786 Jun 30 09:07:21.569068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54352) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:21.580450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:21.627417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device af31865c-22f0-4c66-b91d-4c7da7885f16 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:21.766986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c4aa9be-2998-4933-9576-6a4e0c54005e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:21.862567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port af31865c-22f0-4c66-b91d-4c7da7885f16 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:21.872482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Sync routers for ids ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:21.876902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:21.887301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port af31865c-22f0-4c66-b91d-4c7da7885f16 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:21.887677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.889550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.908957 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:19Z', 'revision_number': 3, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:21.934656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:21.935019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:07:21.935687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_agentschedulers_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent'). {{(pid=94186) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:07:21.944458 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Checking router: 22de9986-1d52-4559-930b-2a5f2075c9dd for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:21.944803 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Updating router 22de9986-1d52-4559-930b-2a5f2075c9dd port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:21.958040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:21.958392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:07:21.959269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_agentschedulers_db [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent'). {{(pid=94186) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:07:21.959642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd8da-1c1e-490c-9d7f-534bcec4598f None None] The sync data for ids ['6ec413ae-3459-4dc8-a9ea-9a71952d0ebf'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:21.964677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2c4aa9be-2998-4933-9576-6a4e0c54005e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:22.051258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.113781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:22.115935 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:22.118637 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.124047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:22.129894 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9628191-42c3-4c3c-b6d0-df82f08574ff" -d '{"events": [{"server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "name": "network-vif-plugged", "status": "completed", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:22.177039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:22.177454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab24fca7-a39f-4ca5-a58b-326f2e8eeb7f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:22.182969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=af31865c-22f0-4c66-b91d-4c7da7885f16,segment=NetworkSegment(121459b5-9799-4b05-9f22-89cd092b8b4e),segment_id=121459b5-9799-4b05-9f22-89cd092b8b4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:22.197135 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.210341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87084f-c441-4f20-8fd6-dbed6857da74 None None] Network 5636098c-c6b9-430f-a050-a2d980f626a5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:22.233406 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.272848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b248f-fece-465e-998b-65513954fc61 req-f654c02b-2e07-4302-be0b-285a8fe8b35d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.274572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a38b248f-fece-465e-998b-65513954fc61 req-f654c02b-2e07-4302-be0b-285a8fe8b35d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 944 time: 0.4077275 Jun 30 09:07:22.361988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Provisioning for port 2c4aa9be-2998-4933-9576-6a4e0c54005e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:22.369922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a38b248f-fece-465e-998b-65513954fc61 req-a525d28b-61ce-4b2a-afbc-86323a0c5e8a tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865247 Jun 30 09:07:22.377766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.420160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Provisioning complete for port 2c4aa9be-2998-4933-9576-6a4e0c54005e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:22.420592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.550856 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f911d-678f-45b5-b391-03f6d31c7f3f x-openstack-request-id: req-215f911d-678f-45b5-b391-03f6d31c7f3f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:22.551161 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "name": "network-vif-plugged", "status": "completed", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:22.551422 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-215f911d-678f-45b5-b391-03f6d31c7f3f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:22.551824 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16', 'code': 200} Jun 30 09:07:22.570061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Allocated IP 172.20.0.1 (5636098c-c6b9-430f-a050-a2d980f626a5/0bc702fc-2d46-444c-aa6b-f5fa70a77d90/3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:22.601219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.703649 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.738445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.740225 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.743173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] For port 2c4aa9be-2998-4933-9576-6a4e0c54005e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c4aa9be-2998-4933-9576-6a4e0c54005e,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:22.751878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=630f0038-bc6d-4ecf-9947-4eecc48c4b68,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.761514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Transition to ACTIVE for port object 1a579fc4-f1ed-490b-a80c-248e8bd76b88 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:22.763904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Transition to ACTIVE for port object 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:22.764043 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.766597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:22.771214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:22.774653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.775326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.799564 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.801602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-57639074-51ef-4455-8f01-ef1fc104d8b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2313416 Jun 30 09:07:22.804397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54378) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.809039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58cbef-62b3-4b9b-8de8-c3e00b27ed0e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:22.810534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1382891508', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:22.813049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.823514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf9b8a-acca-4c72-9979-e70244e1c7b7 req-505063f6-affc-4081-93fd-eff8c8d70d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:22.828888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88cf9b8a-acca-4c72-9979-e70244e1c7b7 req-505063f6-affc-4081-93fd-eff8c8d70d0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 1097 time: 0.2898777 Jun 30 09:07:22.878263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Network 5636098c-c6b9-430f-a050-a2d980f626a5 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:22.897307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:22.897592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701b8ac-b0d9-4389-a40e-f87a99248fe5 None None] Pushing event updated for resources: {'Port': ['ID=2c4aa9be-2998-4933-9576-6a4e0c54005e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.909650 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.910794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.919555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:22.925951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.972615 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Pushing event updated for resources: {'Port': ['ID=1a579fc4-f1ed-490b-a80c-248e8bd76b88,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.992030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.999069 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Attempting to bind port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:22.999455 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Attempting to bind port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:23.000357 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Attempting to bind port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:23.013568 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.013947 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.014293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.014637 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.014967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.015344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.016214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.016657 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.016989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.017317 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.017641 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.017995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:23.024747 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:23.025123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:23.025528 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.025956 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:23.028210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Bound port: 1a579fc4-f1ed-490b-a80c-248e8bd76b88, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:23.029595 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.057001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:23.058501 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.093351 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] For port 1a579fc4-f1ed-490b-a80c-248e8bd76b88, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:23.093854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88cf9b8a-acca-4c72-9979-e70244e1c7b7 req-98a071d2-7a8b-4936-9f16-efe02b1dda94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560430 Jun 30 09:07:23.096726 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] For port 1a579fc4-f1ed-490b-a80c-248e8bd76b88, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1a579fc4-f1ed-490b-a80c-248e8bd76b88,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:23.101953 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.152264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.158859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.184314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.192969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c0898fb2-6d08-4d0a-af9e-dbb03c58b683 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3874419 Jun 30 09:07:23.202460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54384) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:23.223574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-adb5dafe-2622-4898-a467-de47d0bd9284 None None] Provisioning complete for port 2c4aa9be-2998-4933-9576-6a4e0c54005e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:23.223955 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-adb5dafe-2622-4898-a467-de47d0bd9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.328938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.434677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/630f0038-bc6d-4ecf-9947-4eecc48c4b68/64159b7b-2c59-4a46-a9e5-2a8a5c68a25a) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:23.490079 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:23.490710 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:23.526665 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35de585-f96d-4028-9065-2e89fb72c0b0 None None] Pushing event updated for resources: {'Port': ['ID=1a579fc4-f1ed-490b-a80c-248e8bd76b88,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.635451 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:23.715416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c4aa9be-2998-4933-9576-6a4e0c54005e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:23.721941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fc5d45f-f85d-4c35-b946-7135e33f2937 None None] Provisioning for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:23.764254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.777368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.820325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fc5d45f-f85d-4c35-b946-7135e33f2937 None None] Provisioning complete for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:23.821074 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d45f-f85d-4c35-b946-7135e33f2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.871645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.884896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.887668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.923054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:22Z', 'revision_number': 1, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:23.956401 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f62b3-2216-4c0e-9532-2db9f25ff005 None None] The sync data for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 is: [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:22Z', 'revision_number': 1, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:24.022024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5d45f-f85d-4c35-b946-7135e33f2937 None None] Port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:24.044766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.056160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2c4aa9be-2998-4933-9576-6a4e0c54005e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:24.056800 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.059436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Transition to ACTIVE for port object 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:24.075827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Network 5636098c-c6b9-430f-a050-a2d980f626a5 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:24.083249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:24.107973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Transition to ACTIVE for port object 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:24.134564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.206602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:24.240437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:24.245235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:24.294037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Pushing event updated for resources: {'Port': ['ID=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:24.360573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Router 22de9986-1d52-4559-930b-2a5f2075c9dd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:24.437454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Attempting to bind port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:24.438038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Attempting to bind port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:24.438504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Attempting to bind port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:24.456340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:24.457559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:24.458259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.462018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:24.462761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Bound port: 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:24.463523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.611898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:24.623577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f20b3a2-7a2b-4a39-b225-632891b29a92 admin admin] 10.222.0.66 "PUT /v2.0/routers/22de9986-1d52-4559-930b-2a5f2075c9dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4163234 Jun 30 09:07:24.711571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] For port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:24.713852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6866f225-c82a-43d0-b60b-b15b1bad8306 None None] Provisioning complete for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:24.714225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6866f225-c82a-43d0-b60b-b15b1bad8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.717153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] For port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:24.738881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a179-7cf4-43c9-af30-ed5ebe44307d req-f6ffb519-1ec8-4f22-abb6-e00f668da1cf tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:24.740614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3af4a179-7cf4-43c9-af30-ed5ebe44307d req-f6ffb519-1ec8-4f22-abb6-e00f668da1cf tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 945 time: 1.0242255 Jun 30 09:07:24.777133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.914727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6866f225-c82a-43d0-b60b-b15b1bad8306 None None] Port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:24.925240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3af4a179-7cf4-43c9-af30-ed5ebe44307d req-d3732bfc-2bc8-4ee6-b537-ae2a93a980b9 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572285 Jun 30 09:07:24.978708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5725-22e4-422f-91e4-053ccca2c0d5 None None] Pushing event updated for resources: {'Port': ['ID=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.144828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::1 (a1303013-487f-4883-aef3-95ff9d5838d3/630f0038-bc6d-4ecf-9947-4eecc48c4b68/e47fc1a1-539b-436d-b354-fe8b0078f6f1) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:25.373356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.389405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object e47fc1a1-539b-436d-b354-fe8b0078f6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:25.454058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.516756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:25.520540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:25.526179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:25.527005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.569893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=e47fc1a1-539b-436d-b354-fe8b0078f6f1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:25.577555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54462) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:25.704153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.775277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:25.819184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5782c7c-b106-46c3-ba1d-54fd073ff8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.900357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:25.905865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1a579fc4-f1ed-490b-a80c-248e8bd76b88 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:25.995167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:26.009140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:26.009601 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.025160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5782c7c-b106-46c3-ba1d-54fd073ff8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.040126 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5782c7c-b106-46c3-ba1d-54fd073ff8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.154121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.184433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1a579fc4-f1ed-490b-a80c-248e8bd76b88, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1a579fc4-f1ed-490b-a80c-248e8bd76b88,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:26.200013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5782c7c-b106-46c3-ba1d-54fd073ff8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aa9806-6df6-43eb-8eee-7130b90552ca,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.200491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.210338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b5782c7c-b106-46c3-ba1d-54fd073ff8da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f128a4da2802458284ad6214d7f30600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315932 Jun 30 09:07:26.211461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:26.291871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.315947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1a579fc4-f1ed-490b-a80c-248e8bd76b88,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.370670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.405468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.423884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c848726-c2a9-4999-9097-ad04b5b19f24 req-9012b952-5017-44a0-ac45-6e50f9d5227d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:26.431865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c848726-c2a9-4999-9097-ad04b5b19f24 req-9012b952-5017-44a0-ac45-6e50f9d5227d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 945 time: 0.2737257 Jun 30 09:07:26.438864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.439817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.448895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.454952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.459691 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9aa9806-6df6-43eb-8eee-7130b90552ca HTTP/1.1" status: 204 len: 168 time: 0.2470293 Jun 30 09:07:26.469199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c0c2b-c4f0-4cb5-948d-6bd2c2bbb150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aa9806-6df6-43eb-8eee-7130b90552ca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.658950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c848726-c2a9-4999-9097-ad04b5b19f24 req-9d05fad2-2464-48f3-b271-e256294679cc tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262111 Jun 30 09:07:26.661592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=e47fc1a1-539b-436d-b354-fe8b0078f6f1,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.776314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Provisioning for port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:26.780651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:26.783106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Provisioning complete for port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:26.783248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:26.785790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.951852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.967636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54520) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.007519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b83eaf8-f26b-4916-8f85-104aed77841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.036118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] For port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:27.044967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.052279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:27.128100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af07693-8cd4-46cd-8a43-c657081c21b3 None None] Pushing event updated for resources: {'Port': ['ID=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.189889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-de311b51-d3a4-4083-bbaa-c306fe3efe28 None None] Provisioning for port e47fc1a1-539b-436d-b354-fe8b0078f6f1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:27.195459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-de311b51-d3a4-4083-bbaa-c306fe3efe28 None None] Provisioning complete for port e47fc1a1-539b-436d-b354-fe8b0078f6f1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:27.195850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de311b51-d3a4-4083-bbaa-c306fe3efe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.247412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b83eaf8-f26b-4916-8f85-104aed77841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.252929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:27.269708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2dc517c8-1c3b-44e9-9a5f-79acfd6668b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "PUT /v2.0/routers/33c309a8-8cd8-4e25-8ba4-205ff5b30b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0582659 Jun 30 09:07:27.269708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54524) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.271449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b83eaf8-f26b-4916-8f85-104aed77841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.277244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Sync routers for ids ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:27.295917 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Routers {'33c309a8-8cd8-4e25-8ba4-205ff5b30b19'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:27.296679 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.326906 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2b83eaf8-f26b-4916-8f85-104aed77841b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1a5f2793af148d4985e8a8d4e0d4b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562231 Jun 30 09:07:27.328991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83eaf8-f26b-4916-8f85-104aed77841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1dc817-5255-45d1-8155-6c8d98216c1d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.331984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54528) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.346868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de311b51-d3a4-4083-bbaa-c306fe3efe28 None None] Port e47fc1a1-539b-436d-b354-fe8b0078f6f1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:27.464310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7aa156-2c75-41a9-aa14-26b0df6e1546 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.465895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3a7aa156-2c75-41a9-aa14-26b0df6e1546 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports/e47fc1a1-539b-436d-b354-fe8b0078f6f1 HTTP/1.1" status: 200 len: 911 time: 0.1985440 Jun 30 09:07:27.466038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.468868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54534) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.508366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.532424 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Set router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:27.588420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.589119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Sync routers for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:27.592526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.596551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc1dc817-5255-45d1-8155-6c8d98216c1d HTTP/1.1" status: 204 len: 168 time: 0.2612002 Jun 30 09:07:27.610571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:27.611214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.617167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88813918-abf7-4d19-8d91-9a7e535d5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1dc817-5255-45d1-8155-6c8d98216c1d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.694163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7780399-0064-4eab-a0a2-aef79701b938 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.710383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7780399-0064-4eab-a0a2-aef79701b938 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:27.712896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b7780399-0064-4eab-a0a2-aef79701b938 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2428653 Jun 30 09:07:27.717292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54542) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.746612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:27.916254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'name': 'tempest-NetworksTestDHCPv6-router-1382891508', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None, '_interfaces': [{'id': 'e47fc1a1-539b-436d-b354-fe8b0078f6f1', 'name': '', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'mac_address': 'fa:16:3e:1d:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'subnets': [{'id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.975035 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Checking router: 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:27.975596 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Updating router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 port e47fc1a1-539b-436d-b354-fe8b0078f6f1 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:28.009076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f3a0e46-6149-4144-83f1-ff1ec9222aa1 None None] Provisioning complete for port e47fc1a1-539b-436d-b354-fe8b0078f6f1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:28.011412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0e46-6149-4144-83f1-ff1ec9222aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.045347 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.113022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a0e46-6149-4144-83f1-ff1ec9222aa1 None None] Port e47fc1a1-539b-436d-b354-fe8b0078f6f1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:28.148529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:28.149407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.153156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:28.558513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1a579fc4-f1ed-490b-a80c-248e8bd76b88 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:28.645597 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.678541 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Transition to ACTIVE for port object e47fc1a1-539b-436d-b354-fe8b0078f6f1 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:28.691499 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.752735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.789304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 2, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:28.884039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Checking router: 22de9986-1d52-4559-930b-2a5f2075c9dd for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:28.884658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Updating router 22de9986-1d52-4559-930b-2a5f2075c9dd port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:28.888087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:28.888730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.935884 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Attempting to bind port e47fc1a1-539b-436d-b354-fe8b0078f6f1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:28.936531 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Attempting to bind port e47fc1a1-539b-436d-b354-fe8b0078f6f1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:28.937193 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Attempting to bind port e47fc1a1-539b-436d-b354-fe8b0078f6f1 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:28.944706 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:28.945299 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:28.946060 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.951587 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:28.951587 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Bound port: e47fc1a1-539b-436d-b354-fe8b0078f6f1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:28.951587 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.007546 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d3757-a6e7-4afd-88da-1a04b7937036 None None] Pushing event updated for resources: {'Port': ['ID=e47fc1a1-539b-436d-b354-fe8b0078f6f1,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.032893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.053552 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] For port e47fc1a1-539b-436d-b354-fe8b0078f6f1, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:29.062713 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] For port e47fc1a1-539b-436d-b354-fe8b0078f6f1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e47fc1a1-539b-436d-b354-fe8b0078f6f1,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:29.072359 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.140022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port e47fc1a1-539b-436d-b354-fe8b0078f6f1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:29.140933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.255730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d3757-a6e7-4afd-88da-1a04b7937036 None None] Pushing event updated for resources: {'Port': ['ID=e47fc1a1-539b-436d-b354-fe8b0078f6f1,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.263730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fc1afcb-0016-4eb4-98aa-7d38065d47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.297775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Routers {'33c309a8-8cd8-4e25-8ba4-205ff5b30b19'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:29.298425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.327037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port e47fc1a1-539b-436d-b354-fe8b0078f6f1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e47fc1a1-539b-436d-b354-fe8b0078f6f1,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:29.327489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.456445 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] Set router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:29.569296 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.586525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Transition to ACTIVE for port object 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:29.622083 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.819418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66532dc-693e-4999-8b81-41baee7398f2 None None] Pushing event updated for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.943723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'name': 'tempest-NetworksTestDHCPv6-router-1382891508', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None, '_interfaces': [{'id': 'e47fc1a1-539b-436d-b354-fe8b0078f6f1', 'name': '', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'mac_address': 'fa:16:3e:1d:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'subnets': [{'id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.964857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for e47fc1a1-539b-436d-b354-fe8b0078f6f1 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:29.990968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Attempting to bind port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:29.992587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Attempting to bind port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:29.994480 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Attempting to bind port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 on network 5636098c-c6b9-430f-a050-a2d980f626a5 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:30.007562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:30.009307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Checking segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:30.011251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.012657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Bound using segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:30.014497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Bound port: 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:30.017986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.179091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] For port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:30.183609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] For port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:30.200348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.306733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:30.307361 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37022a22-e841-4d61-be82-204620b5dfd8 None None] The sync data for ids ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'] in n-d-779913-25 is: [{'id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'name': 'tempest-NetworksTestDHCPv6-router-1382891508', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 2, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None, '_interfaces': [{'id': 'e47fc1a1-539b-436d-b354-fe8b0078f6f1', 'name': '', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'mac_address': 'fa:16:3e:1d:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'subnets': [{'id': '630f0038-bc6d-4ecf-9947-4eecc48c4b68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:30.307544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.314241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.365957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66532dc-693e-4999-8b81-41baee7398f2 None None] Pushing event updated for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.445728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=e47fc1a1-539b-436d-b354-fe8b0078f6f1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.515023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:30.771298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.112829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:30Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:31.128571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:31.198283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895c965-aff2-4e64-b69e-785fd0eb551a None None] The sync data for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 is: [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:30Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:31.284796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:31.302382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.303340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d76ac04e-89a7-49fc-aa71-9119a491c698 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "PUT /v2.0/routers/33c309a8-8cd8-4e25-8ba4-205ff5b30b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5844021 Jun 30 09:07:31.396975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3493a-712a-4f0f-b8cd-e2c3a8f576c8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.399574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3493a-712a-4f0f-b8cd-e2c3a8f576c8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:31.403792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-72e3493a-712a-4f0f-b8cd-e2c3a8f576c8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0967469 Jun 30 09:07:31.405666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.493202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 630f0038-bc6d-4ecf-9947-4eecc48c4b68 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:31.498842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.607826 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.733702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:31.905126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.913180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a5b5fef1-6131-4175-a513-0a9fdb80ccd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.922210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:31.931697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:31.932330 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.010033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.043587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.048616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/630f0038-bc6d-4ecf-9947-4eecc48c4b68 HTTP/1.1" status: 204 len: 168 time: 0.6413565 Jun 30 09:07:32.051205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54662) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.055650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.062544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bed429-18f5-4744-82f9-f3d055f8e6fa None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:32.118372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b811159-c7e2-4957-90d9-56a71b82aed1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=630f0038-bc6d-4ecf-9947-4eecc48c4b68,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.323492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebedc182-9fce-4e7c-a337-d78c4d0f2131 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2683868 Jun 30 09:07:32.324991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54672) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.459469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.515060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:32.528591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.547712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.612232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:32.627398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.777282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Deleting port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:32.777669 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.883944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] For port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:32.884779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.907148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.910708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.911198 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Sync routers for ids ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:32.928845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Routers {'33c309a8-8cd8-4e25-8ba4-205ff5b30b19'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:32.931152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Calling delete_port for 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:32.931810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:32.988785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d7de-13d0-48de-829b-1a81dcf2b370 req-8fff6307-21fb-4e67-ab77-52c6574799c1 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:32.990752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7db6d7de-13d0-48de-829b-1a81dcf2b370 req-8fff6307-21fb-4e67-ab77-52c6574799c1 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 945 time: 0.1731243 Jun 30 09:07:32.992067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.993800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Fanout notify agent at l3_agent the message router_deleted on router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:33.006283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.011179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-901ef992-e68c-4591-8349-decfdce36749 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/routers/33c309a8-8cd8-4e25-8ba4-205ff5b30b19 HTTP/1.1" status: 204 len: 168 time: 0.6855533 Jun 30 09:07:33.013536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.073839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.083378 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Set router 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:33.092899 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.123244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7db6d7de-13d0-48de-829b-1a81dcf2b370 req-7f0313f6-16e3-474a-9e15-565eaf9fda6b tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021760 Jun 30 09:07:33.144096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] Pushing event deleted for resources: {'Port': ['ID=64159b7b-2c59-4a46-a9e5-2a8a5c68a25a,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.149417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b0816-50d4-4dea-b102-4b71f6c93630 None None] No DVR routers for this DVR port 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:33.210343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54688) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.212438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.230611 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c309a8-8cd8-4e25-8ba4-205ff5b30b19', 'name': 'tempest-NetworksTestDHCPv6-router-1382891508', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:30Z', 'revision_number': 3, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:33.240746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79076de-14e6-42d5-81d1-ed8fc19fb2f6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:33.243589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b79076de-14e6-42d5-81d1-ed8fc19fb2f6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2285118 Jun 30 09:07:33.246190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54692) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.272392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Checking router: 33c309a8-8cd8-4e25-8ba4-205ff5b30b19 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:33.286170 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:33.287889 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:07:33.289250 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33c309a8-8cd8-4e25-8ba4-205ff5b30b19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:07:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent'). {{(pid=94188) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:07:33.289627 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9283e1c-748a-4933-9228-4b64e15565f8 None None] The sync data for ids ['33c309a8-8cd8-4e25-8ba4-205ff5b30b19'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:33.353614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d8090-6513-4f3b-babf-2a5f7e317b34 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:33.355192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a09d8090-6513-4f3b-babf-2a5f7e317b34 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079686 Jun 30 09:07:33.358071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54696) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.414865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b992d84f-5098-424e-bb71-496922425aa9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516412 Jun 30 09:07:33.423267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54698) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.424842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:33.425692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3271dba1-1845-4377-9b3c-a58bb3a70c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.561472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3271dba1-1845-4377-9b3c-a58bb3a70c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.572290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3271dba1-1845-4377-9b3c-a58bb3a70c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.582897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:33.587203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.627947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3271dba1-1845-4377-9b3c-a58bb3a70c02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1ba0b66774a4664a462fb86d7ca88f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156015 Jun 30 09:07:33.629324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271dba1-1845-4377-9b3c-a58bb3a70c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d01b97-330d-43f4-b387-0d81c5780036,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.634004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54702) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.704002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.729832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.801609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:33.816891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.820089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.821267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41d01b97-330d-43f4-b387-0d81c5780036 HTTP/1.1" status: 204 len: 168 time: 0.1858454 Jun 30 09:07:33.849427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644375-b9ec-44ac-9cfd-135751996e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d01b97-330d-43f4-b387-0d81c5780036,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.917188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:33.917814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.015067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:07:34.017128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.084729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:34.090553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:34.111023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.112946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.116471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce66b6-714d-4dd7-a23c-d9f9cd61e027 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:34.136909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=515dd45a-588e-4627-b149-0b34f074cf72,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.162390 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-feecacda-09fa-4e6e-b628-c02ea803e255 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7414794 Jun 30 09:07:34.165057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54714) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.168574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e47fc1a1-539b-436d-b354-fe8b0078f6f1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:34.171899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:34.199935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e47fc1a1-539b-436d-b354-fe8b0078f6f1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:34.200283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e47fc1a1-539b-436d-b354-fe8b0078f6f1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:34.200705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:34.256482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:34.257101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 64159b7b-2c59-4a46-a9e5-2a8a5c68a25a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:34.326624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.346645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bea9527-1eb0-4ba0-adf8-4bfcc2b170ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.396958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:34.402081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.458100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-916cab60-bec2-4fa4-ad9f-05dc9d9f6626 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.460502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-916cab60-bec2-4fa4-ad9f-05dc9d9f6626 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.11 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 945 time: 0.2020519 Jun 30 09:07:34.519592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '515dd45a-588e-4627-b149-0b34f074cf72'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:34.521534 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.525508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770d0b-0414-490d-a31e-de60adf71db8 req-2ade0065-f5fe-43f6-bdef-86f8774d0e0e tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.534184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15770d0b-0414-490d-a31e-de60adf71db8 req-2ade0065-f5fe-43f6-bdef-86f8774d0e0e tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 945 time: 0.1800125 Jun 30 09:07:34.586890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.627338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15770d0b-0414-490d-a31e-de60adf71db8 req-d80bb975-ef7c-423f-925e-bceb9f069672 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/security-groups?id=d23d7960-09ec-4714-91a0-aa90913ce2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928643 Jun 30 09:07:34.666989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Deleting port af31865c-22f0-4c66-b91d-4c7da7885f16 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:34.667680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.761601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.790322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Allocated IP 2001:db8::f816:3eff:fe78:c874 (a1303013-487f-4883-aef3-95ff9d5838d3/515dd45a-588e-4627-b149-0b34f074cf72/9be0bf30-bd48-4f14-b81c-b324ed75c8a9) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:34.818866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:34.820922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] For port af31865c-22f0-4c66-b91d-4c7da7885f16, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=af31865c-22f0-4c66-b91d-4c7da7885f16,segment=NetworkSegment(121459b5-9799-4b05-9f22-89cd092b8b4e),segment_id=121459b5-9799-4b05-9f22-89cd092b8b4e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:34.820922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.825343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:34.841347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:34.841347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.841672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.853289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Calling delete_port for af31865c-22f0-4c66-b91d-4c7da7885f16 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:34.854819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bea9527-1eb0-4ba0-adf8-4bfcc2b170ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.858121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=216c8443-5e9f-4072-adf4-c920e8765243,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.869419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bea9527-1eb0-4ba0-adf8-4bfcc2b170ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.880823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44a06df1-19b8-4f25-a6d5-144f2c7b9999 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7143829 Jun 30 09:07:34.888400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:34.894867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:dc:c8:9d', 'name': 'tempest-NetworksTestDHCPv6-646178989'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:34.991823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea9527-1eb0-4ba0-adf8-4bfcc2b170ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2910d3-5dd0-4c84-9d9c-02731e7826d4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.997232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9bea9527-1eb0-4ba0-adf8-4bfcc2b170ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86d0efaace7f44a79b6f1de3dcd4452e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6696601 Jun 30 09:07:35.000679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.040007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.149493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Pushing event deleted for resources: {'Port': ['ID=af31865c-22f0-4c66-b91d-4c7da7885f16,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.158800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.176075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] No DVR routers for this DVR port af31865c-22f0-4c66-b91d-4c7da7885f16 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:35.180239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.183880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa0a500a-8fb4-46e4-9361-21993e0ddd7f req-b39255fa-1450-459e-86aa-ecd0900fbc3d tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.11 "DELETE /v2.0/ports/af31865c-22f0-4c66-b91d-4c7da7885f16 HTTP/1.1" status: 204 len: 173 time: 0.7162473 Jun 30 09:07:35.184261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'name': 'network-vif-deleted', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:35.184402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:35.188905 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639fcd71-6c10-4a36-a37a-5cd363b790b9" -d '{"events": [{"server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "name": "network-vif-deleted", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:35.194961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.219678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['af31865c-22f0-4c66-b91d-4c7da7885f16'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:35.264425 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a6d66-822f-4cd6-b3c1-c36a20bc5269 x-openstack-request-id: req-b43a6d66-822f-4cd6-b3c1-c36a20bc5269 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:35.264598 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894c24b-719b-432f-ba3a-4de595ddf85e", "name": "network-vif-deleted", "tag": "af31865c-22f0-4c66-b91d-4c7da7885f16", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:35.264907 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b43a6d66-822f-4cd6-b3c1-c36a20bc5269 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:35.265879 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894c24b-719b-432f-ba3a-4de595ddf85e', 'name': 'network-vif-deleted', 'tag': 'af31865c-22f0-4c66-b91d-4c7da7885f16', 'status': 'completed', 'code': 200} Jun 30 09:07:35.305178 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.305619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.327928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Transition to ACTIVE for port object 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:35.330298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.333016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.337520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a2910d3-5dd0-4c84-9d9c-02731e7826d4 HTTP/1.1" status: 204 len: 168 time: 0.3268192 Jun 30 09:07:35.347572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 5c150e24-e376-4ade-9e96-ae7aafc0f29d yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:35.348706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Transition to ACTIVE for port object 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:35.362115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1047ae-93c8-4072-9029-550d55557125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2910d3-5dd0-4c84-9d9c-02731e7826d4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.363574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.434733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:35.438797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:35.445025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:35.465032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Pushing event updated for resources: {'Port': ['ID=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.544903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Attempting to bind port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:35.546096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Attempting to bind port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:35.546096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Attempting to bind port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:35.553697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:35.554123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:35.554529 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.555634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:35.559105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Bound port: 9be0bf30-bd48-4f14-b81c-b324ed75c8a9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:35.559541 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.572717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 172.20.0.14 (a1303013-487f-4883-aef3-95ff9d5838d3/216c8443-5e9f-4072-adf4-c920e8765243/5c150e24-e376-4ade-9e96-ae7aafc0f29d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:35.588023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fedc:c89d (a1303013-487f-4883-aef3-95ff9d5838d3/515dd45a-588e-4627-b149-0b34f074cf72/5c150e24-e376-4ade-9e96-ae7aafc0f29d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:35.641679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-36866329-0653-4ac7-acb1-a185752baadf None None] For port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:35.659548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-36866329-0653-4ac7-acb1-a185752baadf None None] For port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:35.673360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.798717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866329-0653-4ac7-acb1-a185752baadf None None] Pushing event updated for resources: {'Port': ['ID=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.001560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.032776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 5c150e24-e376-4ade-9e96-ae7aafc0f29d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:36.062901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1521d285-e2a5-49df-8c50-f502a298daec req-47290627-70e5-42be-bc63-bc5d712aa4c0 tempest-VolumesActionsTest-607514026 tempest-VolumesActionsTest-607514026-project] 10.222.0.66 "GET /v2.0/ports?device_id=7894c24b-719b-432f-ba3a-4de595ddf85e HTTP/1.1" status: 200 len: 210 time: 0.0513310 Jun 30 09:07:36.152736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.232615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:36.236868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:36.241382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:36.308436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.309359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.313022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=5c150e24-e376-4ade-9e96-ae7aafc0f29d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.335126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44014474-ed47-47b9-bdf5-5c75345f3838 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4416716 Jun 30 09:07:36.335438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54760) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.414666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c7d2df-858a-49bb-afd0-3b3a672d2406 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.421178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c7d2df-858a-49bb-afd0-3b3a672d2406 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:36.423800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82c7d2df-858a-49bb-afd0-3b3a672d2406 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0870323 Jun 30 09:07:36.426163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54766) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.539934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 5c150e24-e376-4ade-9e96-ae7aafc0f29d {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:36.540371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.638842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.655512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 5c150e24-e376-4ade-9e96-ae7aafc0f29d owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:36.919244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.976325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=5c150e24-e376-4ade-9e96-ae7aafc0f29d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.093668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.096330 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9158a45a-442d-4353-a3c6-f3b79ee61bb6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/5c150e24-e376-4ade-9e96-ae7aafc0f29d HTTP/1.1" status: 204 len: 168 time: 0.6691477 Jun 30 09:07:37.098879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54788) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.162806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110fae0-c64d-4e5f-a81d-766c1cfe163b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.172694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110fae0-c64d-4e5f-a81d-766c1cfe163b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.182806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110fae0-c64d-4e5f-a81d-766c1cfe163b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:37.186473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9110fae0-c64d-4e5f-a81d-766c1cfe163b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0856705 Jun 30 09:07:37.189425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.198771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7813592-1da8-4a2a-b300-4d5cd646826d None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:37.323230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-287c4751-3fb3-4c26-b716-7fe231aa2fa5 None None] Provisioning for port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:37.324381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 216c8443-5e9f-4072-adf4-c920e8765243 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:37.329713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.410987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.498539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.645065 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.694325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.696451 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/216c8443-5e9f-4072-adf4-c920e8765243 HTTP/1.1" status: 204 len: 168 time: 0.5057993 Jun 30 09:07:37.697593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eeea9-55b4-41fc-94ff-a894d6e31687 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=216c8443-5e9f-4072-adf4-c920e8765243,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.699277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:37.731761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499501d-a89e-487e-b6e7-29e77b62c055 None None] Update dhcp port {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '515dd45a-588e-4627-b149-0b34f074cf72', 'ip_address': '2001:db8::f816:3eff:fe78:c874'}, {'subnet_id': '216c8443-5e9f-4072-adf4-c920e8765243'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '9be0bf30-bd48-4f14-b81c-b324ed75c8a9'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:07:37.778615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device af31865c-22f0-4c66-b91d-4c7da7885f16 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:37.797335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 515dd45a-588e-4627-b149-0b34f074cf72 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:37.813890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:37.814537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.863223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8499501d-a89e-487e-b6e7-29e77b62c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.865294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: af31865c-22f0-4c66-b91d-4c7da7885f16 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:37.865877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device af31865c-22f0-4c66-b91d-4c7da7885f16 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:37.895622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.007707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.019737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:38.088423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:38.089178 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.102029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.153615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=515dd45a-588e-4627-b149-0b34f074cf72,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.171023 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.176820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e6dbf5f3-1ba2-4b49-87d1-4daa42ae550e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/515dd45a-588e-4627-b149-0b34f074cf72 HTTP/1.1" status: 204 len: 168 time: 0.4739337 Jun 30 09:07:38.177138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54822) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-8499501d-a89e-487e-b6e7-29e77b62c055 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 515dd45a-588e-4627-b149-0b34f074cf72: This subnet is being modified by another concurrent operation. Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:07:38.245987 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 515dd45a-588e-4627-b149-0b34f074cf72: This subnet is being modified by another concurrent operation. Jun 30 09:07:38.249918 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:07:38.273217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-187e9f44-94e2-4e03-99ed-1d577e2cb073 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949676 Jun 30 09:07:38.277558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54826) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:38.293629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:38.366164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.395397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d1ecd-521f-48c7-aaf2-acc2c6c1f457 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:38.473574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:38.490761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.492973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:38.499863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.548420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3fcc0eee-3df8-4567-81ee-b03a358a7eb5 None None] Provisioning complete for port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:38.548807 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0eee-3df8-4567-81ee-b03a358a7eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.581716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.817680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:38.915661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Deleting port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:38.920071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.048926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] For port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:39.049950 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.092817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Calling delete_port for 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:39.122608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:07:39.215005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.255375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] Pushing event deleted for resources: {'Port': ['ID=9be0bf30-bd48-4f14-b81c-b324ed75c8a9,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.260035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017be41-5fcd-421e-89d9-f47e04416c45 None None] No DVR routers for this DVR port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:39.287097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f24a7f-f5e4-47db-b609-bd2a269dca84 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:07:39.377297 n-d-779913-25 neutron-server[94183]: WARNING neutron.services.revisions.revision_plugin [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Could not find related port for resource to bump revision. Jun 30 09:07:39.391663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_pluggable_backend [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Port 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 09:07:39.392448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_pluggable_backend [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Reverting IP allocation for 2001:db8::f816:3eff:fe78:c874 {{(pid=94183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 09:07:39.408303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_pluggable_backend [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe78:c874 {{(pid=94183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 09:07:39.410120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.459000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:39.466642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:39.471752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.472354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.481474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=2bced4de-4de0-4ac1-86aa-fa537f23c322,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.500071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0329bf58-0c57-43e3-8237-344679e2c07c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2140219 Jun 30 09:07:39.500399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54856) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.509211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:39.529589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f24a7f-f5e4-47db-b609-bd2a269dca84 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:07:39.680676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:39.708145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:39.717137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:39.717801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9be0bf30-bd48-4f14-b81c-b324ed75c8a9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:39.787750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898f78-ba42-4213-a396-c49064619605 req-df1d1404-69c0-4083-bc3a-d96c7067a97e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:39.789337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65898f78-ba42-4213-a396-c49064619605 req-df1d1404-69c0-4083-bc3a-d96c7067a97e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.1151083 Jun 30 09:07:39.800049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:39.804573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.926429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7e8c-5e2d-4e2f-80fd-8b9b71b3e2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.993608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65898f78-ba42-4213-a396-c49064619605 req-83761a50-9e85-4ee0-934f-1e3ade1ffa5a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967061 Jun 30 09:07:40.095641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7e8c-5e2d-4e2f-80fd-8b9b71b3e2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.102462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7e8c-5e2d-4e2f-80fd-8b9b71b3e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.147580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7e8c-5e2d-4e2f-80fd-8b9b71b3e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde16758-521a-4323-ba06-c477d5f309a2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.156370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '2bced4de-4de0-4ac1-86aa-fa537f23c322'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:40.159426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.186326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2d7a7e8c-5e2d-4e2f-80fd-8b9b71b3e2c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=002833dd54254e59b914ed2c5f0e71c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761689 Jun 30 09:07:40.189473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.263471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.307735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.378386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Allocated IP 2001:db8::f816:3eff:fe06:a9e9 (a1303013-487f-4883-aef3-95ff9d5838d3/2bced4de-4de0-4ac1-86aa-fa537f23c322/a583f146-dfce-4c86-9d39-391164cf2cdb) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:40.425184 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.468900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.472397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.477005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dde16758-521a-4323-ba06-c477d5f309a2 HTTP/1.1" status: 204 len: 168 time: 0.2864716 Jun 30 09:07:40.517281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bc1f1-286f-483f-a77d-0553bce3ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde16758-521a-4323-ba06-c477d5f309a2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.520655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:40.524942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:40.532560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:40.539350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.556730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=e18945fd-d340-4d27-9c18-bbc05c179680,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.587545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e23210d5-ae8e-4c93-8fa3-2ef8b89b84b8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0858943 Jun 30 09:07:40.590196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:40.596449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:41:80:89', 'name': 'tempest-NetworksTestDHCPv6-420189017'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:40.727122 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.752761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Transition to ACTIVE for port object a583f146-dfce-4c86-9d39-391164cf2cdb will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:40.787627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Transition to ACTIVE for port object a583f146-dfce-4c86-9d39-391164cf2cdb will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:40.799784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.870501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:40.876080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:40.878762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:40.881879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:40.944187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Pushing event updated for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.049610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54910) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.054344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.071513 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39634fbd-4136-4e48-b67a-4d4a05c00d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.082913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Attempting to bind port a583f146-dfce-4c86-9d39-391164cf2cdb on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:41.083299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Attempting to bind port a583f146-dfce-4c86-9d39-391164cf2cdb by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:41.083937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Attempting to bind port a583f146-dfce-4c86-9d39-391164cf2cdb on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:41.087986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 86cce6bd-ab01-4204-b615-4b213cde83ad yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:41.090419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:41.090834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:41.091256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.091656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:41.092128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Bound port: a583f146-dfce-4c86-9d39-391164cf2cdb, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:41.092516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.179811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:41.183382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a583f146-dfce-4c86-9d39-391164cf2cdb,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:41.191335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.206760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39634fbd-4136-4e48-b67a-4d4a05c00d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.215827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39634fbd-4136-4e48-b67a-4d4a05c00d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.270064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d31c8-20e9-4824-a370-890312d2cacc None None] Pushing event updated for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.284533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-39634fbd-4136-4e48-b67a-4d4a05c00d07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f56c9937ebc4611bffb498f1f4aacf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314286 Jun 30 09:07:41.286071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54912) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:41.302961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39634fbd-4136-4e48-b67a-4d4a05c00d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d6c3e0-ce22-461a-8a6c-749e1d590794,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.315455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 172.20.0.12 (a1303013-487f-4883-aef3-95ff9d5838d3/e18945fd-d340-4d27-9c18-bbc05c179680/86cce6bd-ab01-4204-b615-4b213cde83ad) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:41.329403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe41:8089 (a1303013-487f-4883-aef3-95ff9d5838d3/2bced4de-4de0-4ac1-86aa-fa537f23c322/86cce6bd-ab01-4204-b615-4b213cde83ad) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:41.391404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.461886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.586476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.590771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:41.591437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7d6c3e0-ce22-461a-8a6c-749e1d590794 HTTP/1.1" status: 204 len: 168 time: 0.3002126 Jun 30 09:07:41.627308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db81ac-9ea7-4ace-8a50-78dfff07b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d6c3e0-ce22-461a-8a6c-749e1d590794,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.117893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.139396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 86cce6bd-ab01-4204-b615-4b213cde83ad will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:42.183163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.240023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:42.246893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:42.252861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:42.306668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=86cce6bd-ab01-4204-b615-4b213cde83ad,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:42.329784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.330502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.351815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-252c4bf4-911a-4b3c-bf4d-95fbc75d2e9d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7583210 Jun 30 09:07:42.352227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.491408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f11b5-d6bc-4a38-b228-f13d1022311e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.497707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f11b5-d6bc-4a38-b228-f13d1022311e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:42.500075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f1f11b5-d6bc-4a38-b228-f13d1022311e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1455700 Jun 30 09:07:42.506366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:42.651230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 86cce6bd-ab01-4204-b615-4b213cde83ad {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:42.651582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.760684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d35be-2a9c-4828-8d2a-d37d32ad6864 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:42.866398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.902987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 86cce6bd-ab01-4204-b615-4b213cde83ad owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:42.961864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-71e76aec-d6eb-4e1f-9c3c-fa59e00945dc None None] Provisioning for port a583f146-dfce-4c86-9d39-391164cf2cdb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:43.379358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Update dhcp port {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '2bced4de-4de0-4ac1-86aa-fa537f23c322', 'ip_address': '2001:db8::f816:3eff:fe06:a9e9'}, {'subnet_id': 'e18945fd-d340-4d27-9c18-bbc05c179680'}], 'binding:host_id': 'n-d-779913-25'}, 'id': 'a583f146-dfce-4c86-9d39-391164cf2cdb'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:07:43.423970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.698288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Allocated IP 172.20.0.2 (a1303013-487f-4883-aef3-95ff9d5838d3/e18945fd-d340-4d27-9c18-bbc05c179680/a583f146-dfce-4c86-9d39-391164cf2cdb) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:43.852285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.854343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a583f146-dfce-4c86-9d39-391164cf2cdb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:43.974665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=86cce6bd-ab01-4204-b615-4b213cde83ad,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.983700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a583f146-dfce-4c86-9d39-391164cf2cdb,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:44.140916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.189902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a583f146-dfce-4c86-9d39-391164cf2cdb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:44.192421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Transition to ACTIVE for port object a583f146-dfce-4c86-9d39-391164cf2cdb will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:44.196156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a583f146-dfce-4c86-9d39-391164cf2cdb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:44.196592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.202984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.288821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.293003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7fed88fb-e6c4-452a-8eff-86c5d9e81f81 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/86cce6bd-ab01-4204-b615-4b213cde83ad HTTP/1.1" status: 204 len: 168 time: 1.7825818 Jun 30 09:07:44.293456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55008) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.362683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698da536-e8d7-49a3-93f3-ef5ce75b6476 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.365713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698da536-e8d7-49a3-93f3-ef5ce75b6476 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.367562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698da536-e8d7-49a3-93f3-ef5ce75b6476 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:44.367743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bd69c-a039-4488-a897-abebb77f0da7 None None] Pushing event updated for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.369971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-698da536-e8d7-49a3-93f3-ef5ce75b6476 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0751910 Jun 30 09:07:44.372358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.427424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Port a583f146-dfce-4c86-9d39-391164cf2cdb had new provisioning blocks added so it will not transition to active. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 09:07:44.448520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 2bced4de-4de0-4ac1-86aa-fa537f23c322 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:44.452298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.511243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.666105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.773349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.815565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=2bced4de-4de0-4ac1-86aa-fa537f23c322,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:44.818025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.822894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-43c5f5f1-ec1f-43ad-bc4e-be866346c3be tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/2bced4de-4de0-4ac1-86aa-fa537f23c322 HTTP/1.1" status: 204 len: 168 time: 0.4485040 Jun 30 09:07:44.823095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55022) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:44.913038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet e18945fd-d340-4d27-9c18-bbc05c179680 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:44.917546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.027455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.152106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.234736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.260541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.263578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/e18945fd-d340-4d27-9c18-bbc05c179680 HTTP/1.1" status: 204 len: 168 time: 0.4395654 Jun 30 09:07:45.266621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55040) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.290374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ccadf-27a6-4473-8896-259542b06fe3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=e18945fd-d340-4d27-9c18-bbc05c179680,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.377200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:45.380216 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2701325d-7e34-4b47-8ec9-a02b457d7b96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118810 Jun 30 09:07:45.383026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:45.410049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8fb7d-aa9d-4d98-ad9b-4ee58a21d5a4 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:45.534018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:45.538600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.540098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Provisioning for port a583f146-dfce-4c86-9d39-391164cf2cdb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:45.567860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Provisioning complete for port a583f146-dfce-4c86-9d39-391164cf2cdb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:45.568347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.767935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a583f146-dfce-4c86-9d39-391164cf2cdb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:45.936104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.951221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:45.999956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:46.004101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:46.017548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:46.018196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.048122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a583f146-dfce-4c86-9d39-391164cf2cdb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:46.048830 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.050474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=17c7022d-1269-4b92-8728-a62a1aebfe88,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.064118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3ada3973-820b-4c20-b4ad-c07cb3e2a213 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6857567 Jun 30 09:07:46.068547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:46.074469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:46.153143 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:07:46.267496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:46.275066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.423593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:46.437364 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.761598 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.771683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a583f146-dfce-4c86-9d39-391164cf2cdb,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:46.774849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:46.794023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.812683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:46.838895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Could not find standard attr ID for object 86cce6bd-ab01-4204-b615-4b213cde83ad. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:07:46.922076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87e7ba-1e1c-44a3-975b-96ae865f1ae0 None None] Pushing event updated for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:46.992012 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:46.996705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:07:46.997210 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:07:47.037377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:47.050492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:07:47.071758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Deleting port a583f146-dfce-4c86-9d39-391164cf2cdb {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:47.072610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.137885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.155697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.222397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a583f146-dfce-4c86-9d39-391164cf2cdb,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.222827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.247866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Calling delete_port for a583f146-dfce-4c86-9d39-391164cf2cdb owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:47.272846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.288825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f19a55c4-ba1e-4049-a383-5068e73dec11'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:47.349059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.440465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.528690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Port a583f146-dfce-4c86-9d39-391164cf2cdb update to ACTIVE by agent not found {{(pid=94186) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 09:07:47.532664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] Pushing event deleted for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.544513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55745b89-e798-48a7-a5d2-7ca37de89e70 None None] No DVR routers for this DVR port a583f146-dfce-4c86-9d39-391164cf2cdb on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:47.585034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ddbe27-5f95-4231-b5c3-b385e965f00e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:47.650250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port a583f146-dfce-4c86-9d39-391164cf2cdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a583f146-dfce-4c86-9d39-391164cf2cdb,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.722555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.731989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.733079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.858457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=a583f146-dfce-4c86-9d39-391164cf2cdb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.865079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a583f146-dfce-4c86-9d39-391164cf2cdb no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:47.879257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:47.911424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:47.917826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:47.920658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.950612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=a2de3741-8ad9-45c4-80d2-7b57c16108df,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.953659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a583f146-dfce-4c86-9d39-391164cf2cdb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:47.954249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a583f146-dfce-4c86-9d39-391164cf2cdb not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:47.987112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a27afde2-f5b7-4648-a57c-3b8c9865b5e9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9173751 Jun 30 09:07:47.991486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55128) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:48.001092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:d5:65:37', 'name': 'tempest-NetworksTestDHCPv6-295703140'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:48.032211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '17c7022d-1269-4b92-8728-a62a1aebfe88'}, {'subnet_id': 'a2de3741-8ad9-45c4-80d2-7b57c16108df'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:48.033736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.198391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:48.380368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Allocated IP 172.20.0.2 (a1303013-487f-4883-aef3-95ff9d5838d3/17c7022d-1269-4b92-8728-a62a1aebfe88/30b3d7cb-7d3c-42ee-8003-bbf38455aa64) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:48.389184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Allocated IP 2001:db8::f816:3eff:fefb:bfb9 (a1303013-487f-4883-aef3-95ff9d5838d3/a2de3741-8ad9-45c4-80d2-7b57c16108df/30b3d7cb-7d3c-42ee-8003-bbf38455aa64) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:48.411723 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.459271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port b96727d7-ea88-416c-9ee7-7352774a4ed3 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:48.591242 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.602011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Transition to ACTIVE for port object 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:48.623609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Transition to ACTIVE for port object 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:48.634587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.682453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:48.687960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:48.691355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:48.716959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Pushing event updated for resources: {'Port': ['ID=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:48.829020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Attempting to bind port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:48.829020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Attempting to bind port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:48.829020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Attempting to bind port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:48.838562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:48.838971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:48.839343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.839745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:48.840226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Bound port: 30b3d7cb-7d3c-42ee-8003-bbf38455aa64, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:48.840610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.861343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 172.20.0.4 (a1303013-487f-4883-aef3-95ff9d5838d3/17c7022d-1269-4b92-8728-a62a1aebfe88/b96727d7-ea88-416c-9ee7-7352774a4ed3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:48.870063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fed5:6537 (a1303013-487f-4883-aef3-95ff9d5838d3/a2de3741-8ad9-45c4-80d2-7b57c16108df/b96727d7-ea88-416c-9ee7-7352774a4ed3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:48.971522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] For port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:48.974728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] For port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:48.985906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.147543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d046b74-5451-4f74-89f6-2d2e2af787eb None None] Pushing event updated for resources: {'Port': ['ID=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.300496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.365595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object b96727d7-ea88-416c-9ee7-7352774a4ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:49.510859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.588728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:49.592905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:49.599599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:49.651577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=b96727d7-ea88-416c-9ee7-7352774a4ed3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.755559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.756213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.823165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:49.827869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:49.837684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-82a165bf-fd04-4229-bf23-9efc39c6bce2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8465242 Jun 30 09:07:49.837886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.925560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f19a55c4-ba1e-4049-a383-5068e73dec11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:49.926054 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.949287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:49.972623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b094d60-5e0a-4c81-8e77-db48616c687a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.981919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b094d60-5e0a-4c81-8e77-db48616c687a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.983922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8b094d60-5e0a-4c81-8e77-db48616c687a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1448932 Jun 30 09:07:49.987298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55200) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.114652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.166744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:50.168976 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f3184b-38d3-4ffd-8de9-a4e0b3e93f7f" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:50.202407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:50.219776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.264724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port b96727d7-ea88-416c-9ee7-7352774a4ed3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:50.265232 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.266491 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159d31e-8b17-49c1-9c4b-098ebcd9f704 x-openstack-request-id: req-2159d31e-8b17-49c1-9c4b-098ebcd9f704 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:50.266990 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:50.267448 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2159d31e-8b17-49c1-9c4b-098ebcd9f704 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:50.268548 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:07:50.305874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.410012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.431617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for b96727d7-ea88-416c-9ee7-7352774a4ed3 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:50.566733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-d5e9a480-319a-419c-9f6e-12adc510e9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4478018 Jun 30 09:07:51.006795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.007592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.010406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.011087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.011576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.012051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.012529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.017150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-bb56a2d6-0ef0-46c5-ab22-652df2133e53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=431bc9327148435a848be8bdcf0de827&device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 0.3651145 Jun 30 09:07:51.020845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.078814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34347eba-06fc-4d0f-a8f1-0cd8cf3710d0 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:51.149809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Provisioning for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:51.158456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Provisioning complete for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:51.159094 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.306453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.325110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-590f25cf-f918-443a-b365-2cefe7e841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.343467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-590f25cf-f918-443a-b365-2cefe7e841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.345143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-590f25cf-f918-443a-b365-2cefe7e841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.350480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-590f25cf-f918-443a-b365-2cefe7e841b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c735695-6672-4d19-b042-93cd6e2d9b59&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=5b489bd8-30e3-4199-9d4f-9dae43417452&id=18ee196d-b504-4995-9a14-8aec058c5b14&id=18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 200 len: 2299 time: 0.2935753 Jun 30 09:07:51.360059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=b96727d7-ea88-416c-9ee7-7352774a4ed3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.376737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] For port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:51.384716 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.482541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea17f8-e937-43ff-8806-3abef3c90b36 None None] Pushing event updated for resources: {'Port': ['ID=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.518035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.523787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55282) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.524262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cde73965-5763-4a5f-a7e8-6c866fd8a37a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/b96727d7-ea88-416c-9ee7-7352774a4ed3 HTTP/1.1" status: 204 len: 168 time: 1.5352874 Jun 30 09:07:51.537812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-be69ccb3-e09a-48e3-98a4-e6d9d5370dbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 200 len: 1001 time: 0.1662841 Jun 30 09:07:51.601866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-e7c4c913-9063-461e-a330-8981cf9124bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.604199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-e7c4c913-9063-461e-a330-8981cf9124bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 200 len: 856 time: 0.0562253 Jun 30 09:07:51.712432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:51.712622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17f6a8-c340-4dd0-a2c4-62de338ed850 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.715248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17f6a8-c340-4dd0-a2c4-62de338ed850 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.718159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17f6a8-c340-4dd0-a2c4-62de338ed850 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.720059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9c17f6a8-c340-4dd0-a2c4-62de338ed850 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1951044 Jun 30 09:07:51.723694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.822034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:51.822663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.838705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 17c7022d-1269-4b92-8728-a62a1aebfe88 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:51.852874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.895566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-f48f3be3-1c67-48e4-8fcd-f4b9dd06e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:51.898606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-f48f3be3-1c67-48e4-8fcd-f4b9dd06e6cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c735695-6672-4d19-b042-93cd6e2d9b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2815809 Jun 30 09:07:52.021240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.086860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-b46b58d6-d35b-41fe-95d7-dc954416fbb2 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759703 Jun 30 09:07:52.136445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9e4b827a-63c1-4b59-b0eb-3fdbda2e93b9 None None] Provisioning complete for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:52.141126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9e4b827a-63c1-4b59-b0eb-3fdbda2e93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.242687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.338309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-fca7fb9c-1c70-48c2-8593-da1eb71490b0 service neutron] 10.222.0.11 "GET /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280624 Jun 30 09:07:52.401350 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-4da3ad22-f18d-49ab-8f44-934afc730ac0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 217 time: 0.0619495 Jun 30 09:07:52.424535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.522249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.528243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/17c7022d-1269-4b92-8728-a62a1aebfe88 HTTP/1.1" status: 204 len: 168 time: 0.7974234 Jun 30 09:07:52.536406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:52.676582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c27ab2-4cee-4404-8a93-d129ccc0fa6d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=17c7022d-1269-4b92-8728-a62a1aebfe88,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.685640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d187d-5348-4b28-9b83-04cb4464237c None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:52.763943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-893dd15d-92dc-4473-b7bd-c80b2c67c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:52.766049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-893dd15d-92dc-4473-b7bd-c80b2c67c35d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.3578703 Jun 30 09:07:52.795276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet a2de3741-8ad9-45c4-80d2-7b57c16108df {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:52.800349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.844157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb827189-491e-407c-884e-2691df790509 None None] Could not find standard attr ID for object 86cce6bd-ab01-4204-b615-4b213cde83ad. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:07:53.075505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.147089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-820f8c5a-7602-49c5-972b-500fcbc45945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.148834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-820f8c5a-7602-49c5-972b-500fcbc45945 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3687618 Jun 30 09:07:53.364717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.505544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-e271287a-de91-450a-906a-bfffa2c84159 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111749 Jun 30 09:07:53.603589 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.657465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=a2de3741-8ad9-45c4-80d2-7b57c16108df,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:53.660430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.662964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2062a6a5-3221-473c-aa09-79d4627eec67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/a2de3741-8ad9-45c4-80d2-7b57c16108df HTTP/1.1" status: 204 len: 168 time: 1.1080348 Jun 30 09:07:53.665424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55340) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.739944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-821d781f-7633-4d0c-a5a6-f12fd963ac53 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186332 Jun 30 09:07:53.810303 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e80b2bb5-91c5-4acb-a83d-bd6101720bcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1398485 Jun 30 09:07:53.812191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55346) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.860751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:53.908342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-cfd98328-d37a-49cf-b3ef-1a8e284f36a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 217 time: 0.1640763 Jun 30 09:07:54.089681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-ad8c5a43-d7ed-4482-a124-bddba4df7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.096221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-ad8c5a43-d7ed-4482-a124-bddba4df7351 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1793602 Jun 30 09:07:54.187643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:54.198158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.293497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-215a0273-411d-4d5c-be28-524e1acfff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.295164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-215a0273-411d-4d5c-be28-524e1acfff4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916261 Jun 30 09:07:54.469268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177b8c7-c25c-4184-ae7c-c460103a47f5 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:54.661314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-29ab29ec-2ef1-49d4-a171-c2fcbc76f7d7 None None] Provisioning complete for port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:54.662116 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-29ab29ec-2ef1-49d4-a171-c2fcbc76f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.670858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-ceccbe45-5e1e-46c7-a1be-25231a75e615 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640025 Jun 30 09:07:54.729766 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.937365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:54.957282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-a630d298-e3d0-4b9c-91c7-cc7e6615f2f3 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722909 Jun 30 09:07:54.994382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:54.999437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:55.007714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.012702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.032788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Deleting port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:55.033255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.078887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2506933 Jun 30 09:07:55.080391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd781c-69c1-407e-a953-97518f25f28f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=97885468-f4a6-4536-a03a-fbdc03be9a80,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.095805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55366) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.109225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:55.135752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-a3bb5437-eb8a-4ee6-962c-77fe1e8e5255 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 200 len: 217 time: 0.1686552 Jun 30 09:07:55.243488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] For port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:55.243894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.270814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Calling delete_port for 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:55.292856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-765df2e1-aa35-4585-bb63-14c280701fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.302738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-765df2e1-aa35-4585-bb63-14c280701fec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1601725 Jun 30 09:07:55.433298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-5a66a0d3-4e13-4968-beee-aeb2d69ca016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.434777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-5a66a0d3-4e13-4968-beee-aeb2d69ca016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243939 Jun 30 09:07:55.459313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.477482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] No DVR routers for this DVR port 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:55.500777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:55.505230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.536661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dde2b-c871-49bb-ac2f-0e80a0be6962 None None] Pushing event deleted for resources: {'Port': ['ID=30b3d7cb-7d3c-42ee-8003-bbf38455aa64,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.559771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd393a4-362c-45b3-b7a2-6c5d3abe3821 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:55.605264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-4236f203-8251-474a-b40f-9891c0450560 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588893 Jun 30 09:07:55.752718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:55.879034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-d71f32e4-dfe6-4da8-bfa4-e5d87a2c001e service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650015 Jun 30 09:07:55.997203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-c9aaaa83-d4ad-443e-9e1c-2a5e51cff267 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 200 len: 217 time: 0.1088612 Jun 30 09:07:56.156263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-f685c355-d7cf-4303-b8c4-723ff823d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.157879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-f685c355-d7cf-4303-b8c4-723ff823d6fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 200 len: 797 time: 0.1530790 Jun 30 09:07:56.247363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-272124ef-b51d-4b0e-9951-8f1a7d9db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.248808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-272124ef-b51d-4b0e-9951-8f1a7d9db8fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b489bd8-30e3-4199-9d4f-9dae43417452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818911 Jun 30 09:07:56.305844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:56.307256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30b3d7cb-7d3c-42ee-8003-bbf38455aa64 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:56.386339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '97885468-f4a6-4536-a03a-fbdc03be9a80'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:56.388337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.420090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:07:56.429850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.481587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:56.486490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:56.492018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.493014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.507806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-ba91a99e-277d-469a-8f1c-6ff7198e5cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508667 Jun 30 09:07:56.520596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=604a287f-3575-4a2c-bb91-2bd3ef771df8,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.527744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ffad8f29-b709-452b-bf01-3c098dad3f26 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4280562 Jun 30 09:07:56.530867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.539380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:41:58:61', 'name': 'tempest-NetworksTestDHCPv6-1748531070'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:56.759663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-1d4e045c-83ed-480a-832b-c50a4873ef96 service neutron] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441528 Jun 30 09:07:56.782571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:56.876442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Allocated IP 172.20.0.2 (a1303013-487f-4883-aef3-95ff9d5838d3/97885468-f4a6-4536-a03a-fbdc03be9a80/b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:56.881695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-43c4d211-26a5-417e-8c2f-b5b8f3a2aab1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 200 len: 217 time: 0.1130941 Jun 30 09:07:56.886740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Allocated IP 2001:db8::f816:3eff:fee3:52e1 (a1303013-487f-4883-aef3-95ff9d5838d3/604a287f-3575-4a2c-bb91-2bd3ef771df8/b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:56.990385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-fafaa840-95bc-4f69-abcc-1fdea32da50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.991868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-fafaa840-95bc-4f69-abcc-1fdea32da50a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1034317 Jun 30 09:07:57.141449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.232301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-d63716cc-0ff4-4b22-b879-fb711afc3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.240847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-d63716cc-0ff4-4b22-b879-fb711afc3859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2345357 Jun 30 09:07:57.242903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port aed48e92-3b32-40c1-9b9a-bcda7cd87571 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:07:57.315877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.328651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Transition to ACTIVE for port object b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:57.350617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Transition to ACTIVE for port object b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:57.362744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.438238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-865454a1-40d0-4556-bc1f-013432c600dd service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925929 Jun 30 09:07:57.472496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:57.480931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:57.496502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:57.623903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-a9246fbe-9e3c-470d-8e3a-5aebc6919e9e service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762562 Jun 30 09:07:57.643049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Pushing event updated for resources: {'Port': ['ID=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.723485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-60e76f06-6f2e-47ff-bced-05ecc1783124 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 200 len: 217 time: 0.0920796 Jun 30 09:07:57.740057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Attempting to bind port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:57.742381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Attempting to bind port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:57.742381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Attempting to bind port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:57.760591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:57.761005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:57.761541 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.761980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:57.762464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Bound port: b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:57.762881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.825243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 172.20.0.4 (a1303013-487f-4883-aef3-95ff9d5838d3/97885468-f4a6-4536-a03a-fbdc03be9a80/aed48e92-3b32-40c1-9b9a-bcda7cd87571) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:57.846262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe41:5861 (a1303013-487f-4883-aef3-95ff9d5838d3/604a287f-3575-4a2c-bb91-2bd3ef771df8/aed48e92-3b32-40c1-9b9a-bcda7cd87571) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:57.886972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-4034d887-8251-4dfc-a8da-29acfc73a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.897609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-4034d887-8251-4dfc-a8da-29acfc73a801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 200 len: 797 time: 0.1667895 Jun 30 09:07:58.052405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] For port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:58.079654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] For port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:58.100221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-8e442474-fa69-4855-9f73-af374e750883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.103736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.115875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-8e442474-fa69-4855-9f73-af374e750883 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=18ee196d-b504-4995-9a14-8aec058c5b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2099187 Jun 30 09:07:58.232238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec256066-aac9-4c4f-a754-b59bb270c340 None None] Pushing event updated for resources: {'Port': ['ID=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.387108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.433602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object aed48e92-3b32-40c1-9b9a-bcda7cd87571 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:58.527679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.654978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:58.670061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:58.683339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:58.862936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=aed48e92-3b32-40c1-9b9a-bcda7cd87571,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.956624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.962707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.018696 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-557b0cd1-98eb-4f20-9160-aa7f7c557e35 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4857137 Jun 30 09:07:59.021378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.088612 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:59.191910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722cfcd-efaa-4173-b360-e2df83255a4c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.210894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722cfcd-efaa-4173-b360-e2df83255a4c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.213093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9722cfcd-efaa-4173-b360-e2df83255a4c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1905951 Jun 30 09:07:59.215853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55466) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.265353 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-59f19cfc-ba9a-45d6-a8dc-0e5ba56d82eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.407178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port aed48e92-3b32-40c1-9b9a-bcda7cd87571 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:59.407714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.440475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-0a8c19ad-eb88-437b-9295-7dbb75a2452d service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3181572 Jun 30 09:07:59.690412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e28bbcb9-a806-4c37-80b0-c8ce645c0adf req-fe2b3047-0bb2-4b9a-ab10-ee2ca701284d service neutron] 10.222.0.11 "GET /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410266 Jun 30 09:07:59.749980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.775311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for aed48e92-3b32-40c1-9b9a-bcda7cd87571 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:59.941948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:00.065075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:00.180665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.250944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=aed48e92-3b32-40c1-9b9a-bcda7cd87571,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.302239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad0e69-9019-4eb4-9926-9b4c4ed79d8c None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:00.353544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.355699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-665815ea-5f92-4ba5-8c3e-fda29d567ff1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/aed48e92-3b32-40c1-9b9a-bcda7cd87571 HTTP/1.1" status: 204 len: 168 time: 1.1381767 Jun 30 09:08:00.358131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55496) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.430405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Provisioning for port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:00.441887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Provisioning complete for port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:00.441887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.496587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ec1bb-94b6-466e-af6b-0f6e90cd0f02 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.503467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ec1bb-94b6-466e-af6b-0f6e90cd0f02 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.505769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ec1bb-94b6-466e-af6b-0f6e90cd0f02 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.514712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-333ec1bb-94b6-466e-af6b-0f6e90cd0f02 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1553485 Jun 30 09:08:00.518017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.663036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 604a287f-3575-4a2c-bb91-2bd3ef771df8 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:00.669967 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.705175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.737892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.779634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] For port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:00.809821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.885746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a379-34ef-4fc0-84ae-37fe4ff81c78 None None] Pushing event updated for resources: {'Port': ['ID=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.975611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.112026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.181384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.188718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/604a287f-3575-4a2c-bb91-2bd3ef771df8 HTTP/1.1" status: 204 len: 168 time: 0.6662614 Jun 30 09:08:01.189564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55528) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.209569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=604a287f-3575-4a2c-bb91-2bd3ef771df8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.237264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.238587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.249040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.249711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.250296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.250748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.251190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.251648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.252091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.252525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.252961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.253415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a84a5-6370-4070-821d-2da132f4e8c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:01.317415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 97885468-f4a6-4536-a03a-fbdc03be9a80 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:01.322748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.393500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.659605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.812662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:01.871167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.950858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:01.951397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.959419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=97885468-f4a6-4536-a03a-fbdc03be9a80,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.972017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-34d797af-4fc0-4aa5-9304-19d4d1f6a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.994740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.996851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0d34720-f13f-4ccc-b9cb-1a07fd61f97c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/97885468-f4a6-4536-a03a-fbdc03be9a80 HTTP/1.1" status: 204 len: 168 time: 0.8059788 Jun 30 09:08:02.001688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55554) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.076306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9676b-4863-4b4e-867a-664ae0ab7826 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:02.095096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55558) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.095260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-41990a68-7bdf-4efa-8e49-3187b6bc3e8a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917194 Jun 30 09:08:02.313137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa477504-1bc3-4907-b23d-1d984b5874b5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.315732 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa477504-1bc3-4907-b23d-1d984b5874b5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2190659 Jun 30 09:08:02.318472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55566) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.328091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.380657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3dbdb8f-a6c3-45a1-aca9-d5f9c9e5b981 None None] Provisioning complete for port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:02.381036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c3dbdb8f-a6c3-45a1-aca9-d5f9c9e5b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.432197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc91fd4-712c-4626-85e1-f2c2822323aa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.434210 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fcc91fd4-712c-4626-85e1-f2c2822323aa tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135280 Jun 30 09:08:02.437428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55570) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.494490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc84d4c6-4527-4ab7-850a-6d1d4ae7eb4c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555358 Jun 30 09:08:02.498989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.509109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:02.707052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:02.715302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.716976 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:02.717486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:02.745189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:02.782504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55578) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.788615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:02.798261 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-071b1a93-d157-4c59-a140-f05481183702 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2973931 Jun 30 09:08:02.861471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Deleting port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:02.862463 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.058625 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.066135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:03.073074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.075382 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:03.076799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:03.099456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] For port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:03.100055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.130004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a4c549a7-1eb6-43fe-ba76-17c629503c15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3455417 Jun 30 09:08:03.132811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55586) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.135879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Calling delete_port for b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:03.158235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.352149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.360394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:03.364285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.365963 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:03.366588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:03.403774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e98fe43-e348-49c6-847e-2d1bb81c9c2d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2694042 Jun 30 09:08:03.407258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.408245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.416209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.450744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Pushing event deleted for resources: {'Port': ['ID=b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.489049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.489603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.489983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.490329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.490732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.491071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.491410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.491801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.492134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.492465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.492849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.493184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:03.500060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beb6f2-8ab1-4231-b290-48a9297c78ab None None] No DVR routers for this DVR port b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:03.649701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:03.653970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.656129 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:03.656792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:03.699722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2773bf2c-1d4b-4891-b241-7be6f19c7bbf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2903390 Jun 30 09:08:03.702974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55600) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.715615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.722052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:03.773096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:03.773891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b1a8ced1-27e8-49eb-9ccc-9fe4f5e3a0bc not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:03.867856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55606) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.875311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:03.880251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2036456604'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.881008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.883996 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:03.884737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:03.912587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:03.921305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.932091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-025bd124-6334-4c3a-8be6-b5d6c4d70615 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2241843 Jun 30 09:08:03.932312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.938812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:03.967523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:04.007523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.008149 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Added segment 4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6 of type vlan for network ef08391d-9d4d-48a3-b856-439d09896119 Jun 30 09:08:04.102888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.151765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.160362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.161100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.181032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:04.193538 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.195273 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:04.195767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:04.229178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55620) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.229398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f92d8e9-30c2-4804-ad8d-7ccdca2bd79e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2929080 Jun 30 09:08:04.300027 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4310901 Jun 30 09:08:04.303490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.309486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1149836651'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:04.317573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-07e3d26b-1af4-482e-816c-cae89d8318bb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859389 Jun 30 09:08:04.319525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55628) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.321052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b917da4-60e6-48ac-a7f3-8936d1d0c029 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Network': ['ID=ef08391d-9d4d-48a3-b856-439d09896119,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:04.337000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ef08391d-9d4d-48a3-b856-439d09896119 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:04.536061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e72096-2b1e-45f7-a4e9-f3d7835853fd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.541303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55634) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.556490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-09e72096-2b1e-45f7-a4e9-f3d7835853fd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2233980 Jun 30 09:08:04.612047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:04.617308 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8b2e4d7f-d2ac-4947-8580-f0f4cad5970d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730855 Jun 30 09:08:04.619342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55640) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.620828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.627014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:04.662302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.721355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:04.759541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.761050 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Added segment 7c8e8970-5849-4f27-9b44-007c138e6380 of type vlan for network d88bb592-2fca-4969-b307-59c8952b555b Jun 30 09:08:04.846958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.871051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:04.872627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.885440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.937464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.956184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.957851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.165099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8604133 Jun 30 09:08:05.170374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55654) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.177850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'subnet': {'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:05.185971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b9a98-78dd-4b22-ad14-d1ca44766a26 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Network': ['ID=d88bb592-2fca-4969-b307-59c8952b555b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.200099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network d88bb592-2fca-4969-b307-59c8952b555b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:05.410910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:05.420963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.661855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:05.665797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.786995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55666) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.847599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:05.863541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:05.871526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:05.872218 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.896807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8e526-60e4-4728-8344-8786f5ea4351 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:05.939745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=1718c6c9-65d8-42d8-846c-efe4ad3015be,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.976240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dca33e8-1363-4396-b482-e37423aa5b61 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3554082 Jun 30 09:08:05.977139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.015591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:b1:3f:ca', 'name': 'tempest-NetworksTestDHCPv6-439251282'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:06.019664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.226130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a0b928-2f9b-45f2-99d9-98e5138625e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.283316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Subnet': ['ID=068c1f9e-0d90-47c5-86d8-6f6b192162fc,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.295514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4eafd-15ea-45f9-85b5-0839f4469902 req-f0523244-d931-45c0-b64e-5797f58a6c07 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.304880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60b4eafd-15ea-45f9-85b5-0839f4469902 req-f0523244-d931-45c0-b64e-5797f58a6c07 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 1.1657524 Jun 30 09:08:06.352000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:06.352598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network hostable DHCP agents. Network: ef08391d-9d4d-48a3-b856-439d09896119, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:06.409316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '1718c6c9-65d8-42d8-846c-efe4ad3015be'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:06.410022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.417244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60b4eafd-15ea-45f9-85b5-0839f4469902 req-40e41463-ee20-4453-8696-71443c20bf28 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106198 Jun 30 09:08:06.470100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network ef08391d-9d4d-48a3-b856-439d09896119 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:06.471260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a0b928-2f9b-45f2-99d9-98e5138625e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.487565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11a0b928-2f9b-45f2-99d9-98e5138625e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.494669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ef08391d-9d4d-48a3-b856-439d09896119) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:06.499768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.500421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.555780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:06.556710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569eded-054f-4b91-b6af-0dfd9c0681e5 None None] Network ef08391d-9d4d-48a3-b856-439d09896119 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:06.564562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-07468de4-375c-4d92-9c30-9f55fd89c5b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3920076 Jun 30 09:08:06.564978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0b928-2f9b-45f2-99d9-98e5138625e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a94b4d-4840-4478-97a8-c37549d6d108,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.566985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.573662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'subnet': {'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:06.616991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-11a0b928-2f9b-45f2-99d9-98e5138625e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88b5167c83a840519832c64574b145c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8248870 Jun 30 09:08:06.619455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.761176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.767996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.799895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:06.805443 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.826952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 17893591-2570-4f86-800d-0625e90ea3e8 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:06.848267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.882101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Allocated IP 2001:db8::f816:3eff:feef:bcf (a1303013-487f-4883-aef3-95ff9d5838d3/1718c6c9-65d8-42d8-846c-efe4ad3015be/18154d9f-bb37-4056-afb7-8dd7e8d4234f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:06.904809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-ef08391d-9d4d-48a3-b856-439d09896119', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:06.906511 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.073737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.081923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.086963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82a94b4d-4840-4478-97a8-c37549d6d108 HTTP/1.1" status: 204 len: 168 time: 0.4637630 Jun 30 09:08:07.111722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dac08-15a3-4c20-a4d4-bc207af16040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a94b4d-4840-4478-97a8-c37549d6d108,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.258929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.392756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Subnet': ['ID=4ed0e31f-68c4-4981-8b70-b7f22a7795b6,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.394960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Checking segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:07.395334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network hostable DHCP agents. Network: d88bb592-2fca-4969-b307-59c8952b555b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:07.461908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network d88bb592-2fca-4969-b307-59c8952b555b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:07.496032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, d88bb592-2fca-4969-b307-59c8952b555b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:07.513952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e0493-75bd-4fde-b6fa-5a35505d1d26 None None] Network d88bb592-2fca-4969-b307-59c8952b555b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:07.518199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Allocated IP 10.1.1.2 (ef08391d-9d4d-48a3-b856-439d09896119/068c1f9e-0d90-47c5-86d8-6f6b192162fc/6f16d503-1e10-4790-95da-a18613e16cc4) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:07.536626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.543870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.598235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ff796ca9-c79a-4c7c-8e60-0676339974b0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0290709 Jun 30 09:08:07.603893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55712) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.614125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'name': 'tempest-TaggedBootDevicesTest-129488039', 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:07.878671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55718) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.895781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:07.912200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf27bf94-2d27-4cfb-9060-3c1888712ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.033215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.042039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Transition to ACTIVE for port object 18154d9f-bb37-4056-afb7-8dd7e8d4234f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:08.079858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.099516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] device_id is not set on port 0da95181-f033-4e55-ae99-9c9904bd4250 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:08.119134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Transition to ACTIVE for port object 18154d9f-bb37-4056-afb7-8dd7e8d4234f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:08.201445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.209983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf27bf94-2d27-4cfb-9060-3c1888712ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.224278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf27bf94-2d27-4cfb-9060-3c1888712ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.302082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27bf94-2d27-4cfb-9060-3c1888712ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ed9c4-23b1-499f-b3a2-67587165563b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.312705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bf27bf94-2d27-4cfb-9060-3c1888712ffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb4b9e2b5adb429f8d70021a74c51c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327505 Jun 30 09:08:08.321145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55730) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:08.355125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:08.396309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:08.403444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:08.405442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.414072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:feb1:3fca (a1303013-487f-4883-aef3-95ff9d5838d3/1718c6c9-65d8-42d8-846c-efe4ad3015be/17893591-2570-4f86-800d-0625e90ea3e8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:08.451398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.453785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Pushing event updated for resources: {'Port': ['ID=18154d9f-bb37-4056-afb7-8dd7e8d4234f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.567269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.570609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.574196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c5ed9c4-23b1-499f-b3a2-67587165563b HTTP/1.1" status: 204 len: 168 time: 0.2492964 Jun 30 09:08:08.589550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5f925-38a2-486b-8fc0-3d87a87b28ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ed9c4-23b1-499f-b3a2-67587165563b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.616503 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.620370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Attempting to bind port 18154d9f-bb37-4056-afb7-8dd7e8d4234f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:08.620884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Attempting to bind port 18154d9f-bb37-4056-afb7-8dd7e8d4234f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:08.621388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Attempting to bind port 18154d9f-bb37-4056-afb7-8dd7e8d4234f on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:08.633078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 17893591-2570-4f86-800d-0625e90ea3e8 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:08.667400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:08.668432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:08.669214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.669883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:08.671510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Bound port: 18154d9f-bb37-4056-afb7-8dd7e8d4234f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:08.672228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.679076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.893740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:08.900633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:08.904517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:08.916027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.923312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.946771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=17893591-2570-4f86-800d-0625e90ea3e8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.947789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a78be-14b7-4edb-a5d1-069ee7bc40e0 req-011757cc-952e-4885-b354-9dc21774044c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.970197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d89a78be-14b7-4edb-a5d1-069ee7bc40e0 req-011757cc-952e-4885-b354-9dc21774044c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.7383823 Jun 30 09:08:08.978023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bca83bc3-955c-49d5-bd55-57474cbe6137 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9993582 Jun 30 09:08:08.980038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] For port 18154d9f-bb37-4056-afb7-8dd7e8d4234f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:08.980472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.022921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] For port 18154d9f-bb37-4056-afb7-8dd7e8d4234f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18154d9f-bb37-4056-afb7-8dd7e8d4234f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:09.050453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-d88bb592-2fca-4969-b307-59c8952b555b', 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ips': [{'subnet_id': '4ed0e31f-68c4-4981-8b70-b7f22a7795b6'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:09.051352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.094674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d89a78be-14b7-4edb-a5d1-069ee7bc40e0 req-1b254b22-9c35-4cc9-9fd3-653ac985dcbb tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165092 Jun 30 09:08:09.127940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.133195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.148575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6e576-60ef-4083-9ad9-af1fa0a8e7eb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.157664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6e576-60ef-4083-9ad9-af1fa0a8e7eb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.161684 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9af6e576-60ef-4083-9ad9-af1fa0a8e7eb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1779544 Jun 30 09:08:09.162316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55752) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.182161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Transition to ACTIVE for port object 6f16d503-1e10-4790-95da-a18613e16cc4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:09.337668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Transition to ACTIVE for port object 6f16d503-1e10-4790-95da-a18613e16cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:09.356668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af7a7-c759-4cfa-9ad2-9f847da056c4 None None] Pushing event updated for resources: {'Port': ['ID=18154d9f-bb37-4056-afb7-8dd7e8d4234f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.363460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.413358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 17893591-2570-4f86-800d-0625e90ea3e8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:09.414126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.456848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Network ef08391d-9d4d-48a3-b856-439d09896119 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:09.462941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:09.467784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Pushing event updated for resources: {'Port': ['ID=6f16d503-1e10-4790-95da-a18613e16cc4,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:09.471181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:09.531063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Allocated IP 10.2.2.2 (d88bb592-2fca-4969-b307-59c8952b555b/4ed0e31f-68c4-4981-8b70-b7f22a7795b6/1caffd6a-4174-471b-80de-66b9d0a14f9b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:09.563246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.1.1.194 (ef08391d-9d4d-48a3-b856-439d09896119/068c1f9e-0d90-47c5-86d8-6f6b192162fc/0da95181-f033-4e55-ae99-9c9904bd4250) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:09.616296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Attempting to bind port 6f16d503-1e10-4790-95da-a18613e16cc4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:09.616955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Attempting to bind port 6f16d503-1e10-4790-95da-a18613e16cc4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:09.617503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Attempting to bind port 6f16d503-1e10-4790-95da-a18613e16cc4 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:09.657420 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.687854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 17893591-2570-4f86-800d-0625e90ea3e8 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:09.723362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:09.723744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:09.726307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.726751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Bound using segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:09.727260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Bound port: 6f16d503-1e10-4790-95da-a18613e16cc4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:09.727734 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.996325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.025494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object 0da95181-f033-4e55-ae99-9c9904bd4250 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:10.031437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.060852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] For port 6f16d503-1e10-4790-95da-a18613e16cc4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:10.075287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] For port 6f16d503-1e10-4790-95da-a18613e16cc4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f16d503-1e10-4790-95da-a18613e16cc4,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:10.113088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=17893591-2570-4f86-800d-0625e90ea3e8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.127940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.144544 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.163440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network ef08391d-9d4d-48a3-b856-439d09896119 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:10.200911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:10.211153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:10.246821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.249495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8811bab3-b38b-46cd-abd3-9c7d28604d90 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/17893591-2570-4f86-800d-0625e90ea3e8 HTTP/1.1" status: 204 len: 168 time: 1.0860939 Jun 30 09:08:10.251837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55780) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:10.279239 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.291576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Transition to ACTIVE for port object 1caffd6a-4174-471b-80de-66b9d0a14f9b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:10.311440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Transition to ACTIVE for port object 1caffd6a-4174-471b-80de-66b9d0a14f9b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:10.350266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f07b3f-7077-4c96-8c26-48b5408e17d6 None None] Pushing event updated for resources: {'Port': ['ID=6f16d503-1e10-4790-95da-a18613e16cc4,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.365598 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.441456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5449cdc-c28e-4e74-8666-b164143741ac tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.443347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5449cdc-c28e-4e74-8666-b164143741ac tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.447445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c5449cdc-c28e-4e74-8666-b164143741ac tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1943500 Jun 30 09:08:10.450096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.450885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55786) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:10.492399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.493075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.495240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Pushing event updated for resources: {'Port': ['ID=1caffd6a-4174-471b-80de-66b9d0a14f9b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.527237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Network d88bb592-2fca-4969-b307-59c8952b555b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:10.528679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:10.531954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:10.579175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 1718c6c9-65d8-42d8-846c-efe4ad3015be {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:10.580217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-98ac3323-8375-43dd-b17e-7b9ac16bfad5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9714177 Jun 30 09:08:10.582983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55790) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:10.595189 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.601999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'name': 'tempest-TaggedBootDevicesTest-909433352', 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:10.723756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Attempting to bind port 1caffd6a-4174-471b-80de-66b9d0a14f9b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:10.724141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Attempting to bind port 1caffd6a-4174-471b-80de-66b9d0a14f9b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:10.726772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Attempting to bind port 1caffd6a-4174-471b-80de-66b9d0a14f9b on network d88bb592-2fca-4969-b307-59c8952b555b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:10.740718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:10.741115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Checking segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:10.741533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.741966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Bound using segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:10.742590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Bound port: 1caffd6a-4174-471b-80de-66b9d0a14f9b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:10.743401 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.818473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.946819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] For port 1caffd6a-4174-471b-80de-66b9d0a14f9b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:10.952726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] For port 1caffd6a-4174-471b-80de-66b9d0a14f9b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1caffd6a-4174-471b-80de-66b9d0a14f9b,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:10.982144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.055804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:11.071600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.078405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fa137-4893-4c5d-8507-433b84b219e0 req-def0626e-1214-4e8f-929a-92116210d37c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.082099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-659fa137-4893-4c5d-8507-433b84b219e0 req-def0626e-1214-4e8f-929a-92116210d37c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.4130733 Jun 30 09:08:11.132458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] device_id is not set on port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:11.154092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6ccc-cbe1-4cb0-8ddf-0bfcf324ed58 None None] Pushing event updated for resources: {'Port': ['ID=1caffd6a-4174-471b-80de-66b9d0a14f9b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.251919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-659fa137-4893-4c5d-8507-433b84b219e0 req-e0495213-aab7-4d90-ba3a-94bd9157acdc tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626182 Jun 30 09:08:11.292605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.412133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.415071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55804) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:11.456379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=1718c6c9-65d8-42d8-846c-efe4ad3015be,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.469057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.474969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14afba85-8ac3-46d1-84d4-584bc7a5c7a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1718c6c9-65d8-42d8-846c-efe4ad3015be HTTP/1.1" status: 204 len: 168 time: 1.0222340 Jun 30 09:08:11.482143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:11.548123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.1.1.26 (ef08391d-9d4d-48a3-b856-439d09896119/068c1f9e-0d90-47c5-86d8-6f6b192162fc/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:11.572074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6edde6-bc0a-43cc-8df6-5a846dc9ea55 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:11.691800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-573ea728-ddbd-4a6f-9307-c3a2817b223d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.741782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e086178-26ff-4654-995d-5c6924413f17 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2542315 Jun 30 09:08:11.744910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:11.797613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:11.900651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8579e5ae-dd5b-463d-bb1b-c804385b40c2 None None] Provisioning for port 18154d9f-bb37-4056-afb7-8dd7e8d4234f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.062421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-573ea728-ddbd-4a6f-9307-c3a2817b223d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.068973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f16d503-1e10-4790-95da-a18613e16cc4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:12.085727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-573ea728-ddbd-4a6f-9307-c3a2817b223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.192705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156cb29-e846-4220-833b-3598b0a61de6 req-03fdb3b1-644e-431e-b2c6-add399c6947c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.200663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4156cb29-e846-4220-833b-3598b0a61de6 req-03fdb3b1-644e-431e-b2c6-add399c6947c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.11 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.3441577 Jun 30 09:08:12.205134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ea728-ddbd-4a6f-9307-c3a2817b223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fb8e5-64fb-4cee-807e-470fbe3b81f3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.230093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-573ea728-ddbd-4a6f-9307-c3a2817b223d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea36f9fcbd7646718aadfc11c9cf03a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805836 Jun 30 09:08:12.233885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55822) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:12.352633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6f16d503-1e10-4790-95da-a18613e16cc4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.364400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18154d9f-bb37-4056-afb7-8dd7e8d4234f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:12.457358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:12.608721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fa5bd-f904-4eb6-bcfb-3336f20072bc None None] Network ef08391d-9d4d-48a3-b856-439d09896119 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:12.684470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.757507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 18154d9f-bb37-4056-afb7-8dd7e8d4234f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.765354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 18154d9f-bb37-4056-afb7-8dd7e8d4234f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:12.766050 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.769360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Deleting port 18154d9f-bb37-4056-afb7-8dd7e8d4234f {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:12.770016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.783009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.790045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Provisioning for port 6f16d503-1e10-4790-95da-a18613e16cc4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.798141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd0346-5d4a-4361-8541-88bb7f2f8acd req-81e4bd8b-e2ed-4bc3-b3fd-e8a806285d02 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.799968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45cd0346-5d4a-4361-8541-88bb7f2f8acd req-81e4bd8b-e2ed-4bc3-b3fd-e8a806285d02 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 946 time: 0.2832186 Jun 30 09:08:12.936036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Deleting port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:12.936954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.982402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Provisioning complete for port 6f16d503-1e10-4790-95da-a18613e16cc4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:12.985535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.018442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:13.022704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.156342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed588d-20d7-46d6-bdad-c3a3c67c2355 None None] Network d88bb592-2fca-4969-b307-59c8952b555b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:13.200387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.248155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:13.322238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] For port 18154d9f-bb37-4056-afb7-8dd7e8d4234f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18154d9f-bb37-4056-afb7-8dd7e8d4234f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.322756 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.388031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45cd0346-5d4a-4361-8541-88bb7f2f8acd req-05ae4009-eb63-4c02-af9e-94e1225f7cce tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d893e7d-7f26-4b87-9c3d-09c37b388d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5752585 Jun 30 09:08:13.433680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] For port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.439256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.525322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.528274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.529683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/306fb8e5-64fb-4cee-807e-470fbe3b81f3 HTTP/1.1" status: 204 len: 168 time: 1.2918911 Jun 30 09:08:13.535460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.573363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c5877-04ea-4bc6-b748-211dd5343fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fb8e5-64fb-4cee-807e-470fbe3b81f3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.736723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network ef08391d-9d4d-48a3-b856-439d09896119 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:13.754686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:13.771735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:13.774397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.792242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Calling delete_port for 18154d9f-bb37-4056-afb7-8dd7e8d4234f owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:13.935866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.937439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.937950 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Floating IP 627af7ac-07de-489b-9939-11ffd368bb9a disassociated. External IP: 172.25.4.166, port: 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d. Jun 30 09:08:13.938471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Calling delete_port for 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:13.990311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.995097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.003593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:14.249146 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b0bb18be-46c0-46b1-b9ad-e6eed4edeee1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6644773 Jun 30 09:08:14.266787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.294189 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.354621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event deleted for resources: {'Port': ['ID=6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.465209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 18154d9f-bb37-4056-afb7-8dd7e8d4234f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18154d9f-bb37-4056-afb7-8dd7e8d4234f,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.470746 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.512126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] For port 6f16d503-1e10-4790-95da-a18613e16cc4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f16d503-1e10-4790-95da-a18613e16cc4,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:14.513508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.514611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1caffd6a-4174-471b-80de-66b9d0a14f9b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:14.597513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=18154d9f-bb37-4056-afb7-8dd7e8d4234f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.610208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.703529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbbc28-67e9-4549-9ca7-e4b711af426b None None] Pushing event updated for resources: {'Port': ['ID=6f16d503-1e10-4790-95da-a18613e16cc4,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.887153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ace65864-a77e-4f9f-8d4c-5547b5c9b8f3 None None] Provisioning for port 1caffd6a-4174-471b-80de-66b9d0a14f9b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:14.945885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-348036b3-3a74-4bb5-90ed-2a3a00218bc9 req-feafcd7c-8e66-4516-916f-47b5d9b53d4e tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 210 time: 0.1709120 Jun 30 09:08:14.956194 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.023697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Router aa5b6d9f-b64c-4258-9e51-b5d2522dedef has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:15.042641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.129464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] No DVR routers for this DVR port 18154d9f-bb37-4056-afb7-8dd7e8d4234f on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:15.141949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483f1b3-f4be-4f26-8e09-efe3c6b12a10 None None] Pushing event deleted for resources: {'Port': ['ID=18154d9f-bb37-4056-afb7-8dd7e8d4234f,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.161081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1caffd6a-4174-471b-80de-66b9d0a14f9b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:15.183929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1caffd6a-4174-471b-80de-66b9d0a14f9b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:15.184486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Port 18154d9f-bb37-4056-afb7-8dd7e8d4234f concurrently deleted while adding address for new subnet {'id': '184c3237-4701-4d61-ad95-4ce128f8455d', 'name': '', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1655, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-30T09:08:13Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7bd735c8a4b64d85957c63a680eaa70e'}. {{(pid=94185) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jun 30 09:08:15.185471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.187193 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.300686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:15.328989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611090093', 'description': 'tempest-description--420367001'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:15.339335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:15.354634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:15.379024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.379648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.392114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03580fb3-33a1-46fb-8932-d9e5b898fc91 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:15.434994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=184c3237-4701-4d61-ad95-4ce128f8455d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:15.526970 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b9a700cd-b65f-4d0f-acdd-c1027ba058a9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7795136 Jun 30 09:08:15.527242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55892) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:15.533245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.534093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:37:bd:38', 'name': 'tempest-NetworksTestDHCPv6-1643816020'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:15.567866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:15.647757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Sync routers for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:15.723761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] No DVR routers for this DVR port 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:15.731659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.734672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4156cb29-e846-4220-833b-3598b0a61de6 req-d79ce75e-1972-4dde-a252-670c558d396b tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.11 "DELETE /v2.0/ports/6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d HTTP/1.1" status: 204 len: 173 time: 3.5021629 Jun 30 09:08:15.734672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'name': 'network-vif-deleted', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:15.737316 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b80ad5-26e4-4ad8-b38b-4d1189a2e9c2" -d '{"events": [{"server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "name": "network-vif-deleted", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:15.777645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning for port 0da95181-f033-4e55-ae99-9c9904bd4250 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:15.785548 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.793318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:15.794423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:15.816268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning complete for port 0da95181-f033-4e55-ae99-9c9904bd4250 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:15.822580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.927322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.929564 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a900c5b-6d63-4df6-aab0-7c14ce035def x-openstack-request-id: req-8a900c5b-6d63-4df6-aab0-7c14ce035def {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:15.929893 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c98c5d-9568-48f6-addd-a8329103621d", "name": "network-vif-deleted", "tag": "6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:15.930157 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a900c5b-6d63-4df6-aab0-7c14ce035def {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:15.930650 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c98c5d-9568-48f6-addd-a8329103621d', 'name': 'network-vif-deleted', 'tag': '6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d', 'status': 'completed', 'code': 200} Jun 30 09:08:15.939099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.975438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:15.983278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:16.027065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:16.027767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.028800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5aad9683-a8ca-47a2-98a3-aeb4982961d8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7237124 Jun 30 09:08:16.033418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55906) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.039260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'security_group_rule': {'security_group_id': 'f98afcd8-feae-4d5b-9bf3-22cfdb4ee463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:16.129993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.147336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:16.147743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6d7e141e-1058-4fb3-a5ee-d3a22e58ec8d not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:16.180389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.187319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Port 0da95181-f033-4e55-ae99-9c9904bd4250 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:16.216862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1caffd6a-4174-471b-80de-66b9d0a14f9b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1caffd6a-4174-471b-80de-66b9d0a14f9b,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:16.261356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:16.272044 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.403692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.417590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.458731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dffe808-a1b3-4fe8-88fd-ac94a312d8a5,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:16.483179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.484773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5ce30fe7-1165-474f-adb9-f80e07f156a1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492102 Jun 30 09:08:16.487366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55914) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.494088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'security_group_rule': {'security_group_id': 'f98afcd8-feae-4d5b-9bf3-22cfdb4ee463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:16.515252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning complete for port 1caffd6a-4174-471b-80de-66b9d0a14f9b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:16.528814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.553692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f16d503-1e10-4790-95da-a18613e16cc4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:16.625796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.697099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe37:bd38 (a1303013-487f-4883-aef3-95ff9d5838d3/184c3237-4701-4d61-ad95-4ce128f8455d/ba780fa3-005f-49fa-8ed2-eae52fb1b9d9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:16.710978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ddbab8b-41a2-475e-9f79-b5e2a69b2906 req-16ab81b5-a57f-473a-bdd8-d2d9239e133c tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c98c5d-9568-48f6-addd-a8329103621d HTTP/1.1" status: 200 len: 210 time: 0.0999408 Jun 30 09:08:16.765634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:16.863217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.877896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.927301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2dbd1d-d5ea-4764-aad1-a7555274dd05,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:16.947007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.948240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd03ca1d-a508-4ff1-b26e-5a3ef30713b8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598222 Jun 30 09:08:16.952120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.956308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:17.014533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.027364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '184c3237-4701-4d61-ad95-4ce128f8455d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:17.028379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.161413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.190716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.252489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:17.316102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1caffd6a-4174-471b-80de-66b9d0a14f9b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.340230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 172.25.4.54 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/156a8786-dc5f-4c7c-a07e-1a8fd294119f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:17.347994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.455272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:17.461988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:17.466986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:17.475414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.476469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.480617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=ba780fa3-005f-49fa-8ed2-eae52fb1b9d9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.517254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-816c0a7e-7d68-48fb-8368-4e55ae2da694 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9886072 Jun 30 09:08:17.519738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55942) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:17.573022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.607975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd8689-f748-4c1a-ac17-aeb41af88084 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.610505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-97dd8689-f748-4c1a-ac17-aeb41af88084 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0889394 Jun 30 09:08:17.613020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 55944) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:17.680169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.764912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:17.770589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:17.774297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:17.788588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:17.793580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.818306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6f16d503-1e10-4790-95da-a18613e16cc4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:17.818921 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.821528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Allocated IP 2001:db8::f816:3eff:fe05:85a5 (a1303013-487f-4883-aef3-95ff9d5838d3/184c3237-4701-4d61-ad95-4ce128f8455d/13c25550-2f49-47f5-8aee-f403aa3dbd09) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:17.825336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=156a8786-dc5f-4c7c-a07e-1a8fd294119f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.929057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.004509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:18.034950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning complete for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.035610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.057454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 55978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.087806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.120782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:18.199644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:18.274826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Provisioning complete for port 6f16d503-1e10-4790-95da-a18613e16cc4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:18.275476 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9144241-2e36-4998-b1d7-3a20a94c2ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.289460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Deleting subnet 2a949944-1863-45f0-a5db-ec187309df44 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:18.303064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.376505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.411104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:18.501528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.524998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.556222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.574074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.641372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=ba780fa3-005f-49fa-8ed2-eae52fb1b9d9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.741663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Checking router: aa5b6d9f-b64c-4258-9e51-b5d2522dedef for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:18.755069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.755625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.756065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.756505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.756952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.758159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.758626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.770308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.770887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.771268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.771707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.772165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:18.777624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.782992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d7968bf-b539-4c74-914f-bae6c0313dc0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 HTTP/1.1" status: 204 len: 168 time: 1.1660504 Jun 30 09:08:18.783676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.905772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f2b3a-22b8-475b-b640-e7e5993fc003 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.907445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f2b3a-22b8-475b-b640-e7e5993fc003 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:18.911837 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-092f2b3a-22b8-475b-b640-e7e5993fc003 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247447 Jun 30 09:08:18.912324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56004) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.930295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:18.930975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.037621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 184c3237-4701-4d61-ad95-4ce128f8455d {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:19.044718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18154d9f-bb37-4056-afb7-8dd7e8d4234f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:19.071961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.098529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 18154d9f-bb37-4056-afb7-8dd7e8d4234f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:19.098893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18154d9f-bb37-4056-afb7-8dd7e8d4234f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:19.101863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.119388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Transition to ACTIVE for port object 13c25550-2f49-47f5-8aee-f403aa3dbd09 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:19.187715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Transition to ACTIVE for port object 13c25550-2f49-47f5-8aee-f403aa3dbd09 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:19.203775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.257546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:19.310733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c390b51-008c-41a2-a7eb-4898a9f8acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.332832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.352959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.386770 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.406734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:19.409942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Provisioning complete for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:19.409942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.425864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.466662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.472518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1caffd6a-4174-471b-80de-66b9d0a14f9b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:19.483001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.539523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:19.546532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:19.557010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:19.590697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c390b51-008c-41a2-a7eb-4898a9f8acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.598782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c390b51-008c-41a2-a7eb-4898a9f8acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.682802 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.685102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2a949944-1863-45f0-a5db-ec187309df44 HTTP/1.1" status: 204 len: 168 time: 1.7537684 Jun 30 09:08:19.693124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bc789-d637-476b-8b84-e3d9ddae8a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a949944-1863-45f0-a5db-ec187309df44,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.700707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.723773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Provisioning complete for port 0da95181-f033-4e55-ae99-9c9904bd4250 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:19.724211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.736022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c390b51-008c-41a2-a7eb-4898a9f8acfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13f62571ea5f483da21cb96b73e55ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6627722 Jun 30 09:08:19.737320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.741502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56020) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.783600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1caffd6a-4174-471b-80de-66b9d0a14f9b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:19.783974 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.790475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7310d3e9-1c4f-425e-80be-782b6b2477ca None None] Port 0da95181-f033-4e55-ae99-9c9904bd4250 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:19.819744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=184c3237-4701-4d61-ad95-4ce128f8455d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.841704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Pushing event updated for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.848137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Attempting to bind port 13c25550-2f49-47f5-8aee-f403aa3dbd09 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:19.848519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Attempting to bind port 13c25550-2f49-47f5-8aee-f403aa3dbd09 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:19.848892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Attempting to bind port 13c25550-2f49-47f5-8aee-f403aa3dbd09 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:19.860709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:19.860709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:19.860709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.860709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:19.860709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Bound port: 13c25550-2f49-47f5-8aee-f403aa3dbd09, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:19.861302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.869330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390b51-008c-41a2-a7eb-4898a9f8acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc118f5-323e-4d8f-8c52-a7f304f22733,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.871089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.877371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.891332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.895755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.903891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea86dbb2-eeb1-4e2c-a747-681415fc1f6c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/184c3237-4701-4d61-ad95-4ce128f8455d HTTP/1.1" status: 204 len: 168 time: 0.9889457 Jun 30 09:08:19.905013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56026) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.938947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=156a8786-dc5f-4c7c-a07e-1a8fd294119f,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.006317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.024701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.041736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.051577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:20.056335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=13c25550-2f49-47f5-8aee-f403aa3dbd09,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:20.076542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.095439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.107309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db06bc04-350f-4637-94f0-86a3367723fc']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.119578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121459b5-9799-4b05-9f22-89cd092b8b4e') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.121220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-de9941dc-9121-471f-9a64-77718ed055f9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2140446 Jun 30 09:08:20.122846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.124227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121459b5-9799-4b05-9f22-89cd092b8b4e') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.129582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.131062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.133602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.136937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "DELETE /v2.0/security-groups/4d893e7d-7f26-4b87-9c3d-09c37b388d99 HTTP/1.1" status: 204 len: 168 time: 2.0745981 Jun 30 09:08:20.144845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.146057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a7381767-d2df-4eca-96d6-5d736bfd8f31 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1933899 Jun 30 09:08:20.146780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.156877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.171006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a702a63-64da-4f2e-85c7-40d39cfc5ffa tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d893e7d-7f26-4b87-9c3d-09c37b388d99,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.185033 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-4af322c6-bfed-47c7-8983-dbb7a5bf8d3d tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] show failed (client error): The resource could not be found. Jun 30 09:08:20.186697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4af322c6-bfed-47c7-8983-dbb7a5bf8d3d tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "GET /v2.0/security-groups/4d893e7d-7f26-4b87-9c3d-09c37b388d99 HTTP/1.1" status: 404 len: 347 time: 0.0358486 Jun 30 09:08:20.189441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56034) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.195703 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.198886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.200185 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ffc118f5-323e-4d8f-8c52-a7f304f22733 HTTP/1.1" status: 204 len: 168 time: 0.4323967 Jun 30 09:08:20.215833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55fa4-ad57-4dfe-a6c4-607e98dbb30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc118f5-323e-4d8f-8c52-a7f304f22733,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.289598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5c037-d54a-44d2-83bf-2819cfcb11fc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:20.291664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f8e5c037-d54a-44d2-83bf-2819cfcb11fc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1672270 Jun 30 09:08:20.294702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.299911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.323936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:20.324730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:20.327380 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:20.383379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a62d3b-4359-403d-9921-582c3f09b98a None None] The sync data for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 is: [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:04:55Z', 'revision_number': 4, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f45a4494-2387-4a6e-9cf0-b5c728903935', 'name': '', 'network_id': 'd09b3371-ed86-4e87-a0b0-ad38071bba5a', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'mac_address': 'fa:16:3e:3d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cd02502-d798-4192-a423-197480c7f0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:54Z', 'updated_at': '2021-06-30T09:05:02Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'subnets': [{'id': '2cd02502-d798-4192-a423-197480c7f0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:20.407763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0b499-3f26-4d25-94b5-7b4794757ba8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:20.409813 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-87b0b499-3f26-4d25-94b5-7b4794757ba8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131437 Jun 30 09:08:20.418435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56042) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.460442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790774b9-0e31-4ac4-97b7-3261a4d60465 None None] Pushing event updated for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.489407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b15c60-ac0a-4edb-b332-0d838de09690 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:08:20.533953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a38358c8-fd85-40aa-b2e9-ccedf7f42efb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122055 Jun 30 09:08:20.534727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56046) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.541026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:20.640496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.652681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.654690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] 10.222.0.66 "DELETE /v2.0/networks/db06bc04-350f-4637-94f0-86a3367723fc HTTP/1.1" status: 204 len: 168 time: 0.9401076 Jun 30 09:08:20.661014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.781111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:20.792017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.863006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15c60-ac0a-4edb-b332-0d838de09690 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:08:20.881537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Deleting subnet af740754-bae2-47ea-bb30-5e206445faf3 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:20.899455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56068) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.919422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-956546c0-b687-4a1d-82c2-bb6097b24439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.924858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ed50-9fc2-449c-86fd-8d2422707bed admin admin] Pushing event deleted for resources: {'Network': ['ID=db06bc04-350f-4637-94f0-86a3367723fc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.934996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.021219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Deleting port 5c81fdcf-81df-4501-a86c-0f4dfb499fda {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:21.022588 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeddbed8-d6ce-41ee-9ee3-636d4720bc10 None None] New status for floating IP 627af7ac-07de-489b-9939-11ffd368bb9a: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:08:21.032314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.219016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.232460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-956546c0-b687-4a1d-82c2-bb6097b24439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.247036 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-956546c0-b687-4a1d-82c2-bb6097b24439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.261934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-25da1976-b20b-417e-98f5-85ed74532200 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1611090093&fields=id&tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31 HTTP/1.1" status: 200 len: 267 time: 0.3565333 Jun 30 09:08:21.267187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.268589 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.312399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Calling delete_port for 5c81fdcf-81df-4501-a86c-0f4dfb499fda owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:21.329385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956546c0-b687-4a1d-82c2-bb6097b24439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df06b3b-ed5c-437d-b59e-0b4ea5810c09,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.339539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-956546c0-b687-4a1d-82c2-bb6097b24439 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbbdb07b953649b18feb4cc2dbe361eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387457 Jun 30 09:08:21.343087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:21.357593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.452907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:21.461735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-84a3cb65-310d-4b50-a4c2-397afde71cb8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.468844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.469352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-84a3cb65-310d-4b50-a4c2-397afde71cb8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 931 time: 0.2063532 Jun 30 09:08:21.504175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Update dhcp port {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '4fec8d1e-9923-433a-9955-3c732fa3acbe'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '13c25550-2f49-47f5-8aee-f403aa3dbd09'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:08:21.546714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.553306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.567575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2ab46155-4524-454f-8dcd-e27696b16818 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:21.575202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2ab46155-4524-454f-8dcd-e27696b16818 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 930 time: 0.1050644 Jun 30 09:08:21.684593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-ae6cc4fd-db5b-485a-a754-b3d49cf406e8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1084361 Jun 30 09:08:21.688987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.713846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.716911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.719615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7df06b3b-ed5c-437d-b59e-0b4ea5810c09 HTTP/1.1" status: 204 len: 168 time: 0.3753948 Jun 30 09:08:21.766427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-bad6ad30-fc67-45b5-ac7c-afb738da8cd5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0808990 Jun 30 09:08:21.768183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8352c2-a402-4f08-970b-ee2d5ef983eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df06b3b-ed5c-437d-b59e-0b4ea5810c09,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.778663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.785704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af740754-bae2-47ea-bb30-5e206445faf3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.805568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe05:85a5-df6e6189-5a65-4a95-bb42-381d4e0398 {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:08:21.808347 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:08:21.873107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.878855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8679a41e-9681-499d-a37f-cba78e0e7750 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/af740754-bae2-47ea-bb30-5e206445faf3 HTTP/1.1" status: 204 len: 168 time: 1.2139535 Jun 30 09:08:21.882306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:21.966423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.978877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.025790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-56a0a170-ce70-4bff-b1ca-7a0de7874cd6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.031820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-56a0a170-ce70-4bff-b1ca-7a0de7874cd6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.037591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-56a0a170-ce70-4bff-b1ca-7a0de7874cd6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.039278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-56a0a170-ce70-4bff-b1ca-7a0de7874cd6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=d88bb592-2fca-4969-b307-59c8952b555b&id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 1990 time: 0.2470427 Jun 30 09:08:22.057136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Pushing event deleted for resources: {'Port': ['ID=5c81fdcf-81df-4501-a86c-0f4dfb499fda,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.123517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0c82567-8e9e-4e3f-acaa-fec31ee51bdf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/quotas/e0a8b58292b943cb9ab5bc2b5f993a31 HTTP/1.1" status: 200 len: 375 time: 0.0610147 Jun 30 09:08:22.134894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.138279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=13c25550-2f49-47f5-8aee-f403aa3dbd09,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:22.155651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cca493-dd21-4e7e-92d2-f4b6861c09ca']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:22.167444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7500226a-3d64-4ae7-ad2a-7ef4de947097') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:22.167663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7500226a-3d64-4ae7-ad2a-7ef4de947097') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:22.184617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.185814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.189003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.196033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2c51bd52-944b-4bc4-9474-ebeb37752410 tempest-ServersTestJSON-1343960318 tempest-ServersTestJSON-1343960318-project] 10.222.0.66 "DELETE /v2.0/floatingips/627af7ac-07de-489b-9939-11ffd368bb9a HTTP/1.1" status: 204 len: 168 time: 1.9996643 Jun 30 09:08:22.196033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.199997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.207929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.210656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.211429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.263277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:22.264050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:22.266057 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:22.270644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e196ec-bb4f-47da-8332-164889665bdb req-feee57db-376f-4b76-9e7a-5c8139e3bbfa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.272207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82e196ec-bb4f-47da-8332-164889665bdb req-feee57db-376f-4b76-9e7a-5c8139e3bbfa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.2554450 Jun 30 09:08:22.286701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:22.325215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:22.338200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.338788 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.370765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.386201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-14d71d86-b53d-4dae-9301-3d060dcac92e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2462618 Jun 30 09:08:22.393506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=4fec8d1e-9923-433a-9955-3c732fa3acbe,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.399886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8614113 Jun 30 09:08:22.399886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2d6a8-0f7e-4642-89fa-3a1b5bab574e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=5']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.400902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.406886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:3c:83:d9', 'name': 'tempest-NetworksTestDHCPv6-715321113'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:22.411010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.430874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.432725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] 10.222.0.66 "DELETE /v2.0/networks/b5cca493-dd21-4e7e-92d2-f4b6861c09ca HTTP/1.1" status: 204 len: 168 time: 0.5489237 Jun 30 09:08:22.443067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1049c-31e1-42cf-aaaa-51be979f8bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cca493-dd21-4e7e-92d2-f4b6861c09ca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.549785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82e196ec-bb4f-47da-8332-164889665bdb req-681fdd49-0f3a-4941-9551-0ac845f8c75e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709706 Jun 30 09:08:22.591225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:22.680477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56120) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.742686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-fb41f4d1-45d9-42c6-ad33-e36379e02c68 service neutron] 10.222.0.66 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394382 Jun 30 09:08:22.762073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=13c25550-2f49-47f5-8aee-f403aa3dbd09,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:22.797174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.837710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.850870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.852511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port f7d49b1f-620f-458c-934f-477d31c6792e yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:22.894591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-57a1f47f-9f1c-4926-9021-c0747ff88c7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef2288a5b40c43cfbfd43d4b5ecfb7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031527 Jun 30 09:08:22.895250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56126) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:22.954972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066695-b696-4467-9e5f-b2f4e064002e None None] Pushing event updated for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.985376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-195d8148-0e8f-4831-bbbf-dabca6abf0db service neutron] 10.222.0.66 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254806 Jun 30 09:08:22.994798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe3c:83d9 (a1303013-487f-4883-aef3-95ff9d5838d3/4fec8d1e-9923-433a-9955-3c732fa3acbe/f7d49b1f-620f-458c-934f-477d31c6792e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:23.109461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-706d3310-12e1-4f41-acc3-77834a97230b service neutron] 10.222.0.66 "GET /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1099806 Jun 30 09:08:23.111677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.227214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.238093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.243092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object f7d49b1f-620f-458c-934f-477d31c6792e will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:23.290165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.320470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-6662be95-62f4-4de2-906b-eb52ae4296e4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041993 Jun 30 09:08:23.353580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:23.361474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:23.367075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:23.374082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:23.374842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.392304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=f7d49b1f-620f-458c-934f-477d31c6792e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.406341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c5f3afc5-fb8b-4b09-8069-a9531a983a9a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0010993 Jun 30 09:08:23.406967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56144) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.416287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.418858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.420216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d23d7960-09ec-4714-91a0-aa90913ce2d8 HTTP/1.1" status: 204 len: 168 time: 0.5189724 Jun 30 09:08:23.441822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd246f2-fd97-4a1e-9e82-6beb67b283e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23d7960-09ec-4714-91a0-aa90913ce2d8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:23.492822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3debeb60-ba03-48a8-a43b-8c6a3e4877e6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:23.497499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-8f19d60c-b0fa-42fc-8150-093066c17630 service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477294 Jun 30 09:08:23.500889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.508399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3debeb60-ba03-48a8-a43b-8c6a3e4877e6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:23.516651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3debeb60-ba03-48a8-a43b-8c6a3e4877e6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1084259 Jun 30 09:08:23.519754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56148) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.655543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a99f43fe-a5b7-41e3-a217-ea863ae9b2e1 service neutron] 10.222.0.66 "GET /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1496775 Jun 30 09:08:23.662436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port f7d49b1f-620f-458c-934f-477d31c6792e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:23.662893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.810273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.829630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for f7d49b1f-620f-458c-934f-477d31c6792e owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:23.989267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-ed300c77-3fbf-4220-86d6-545fe4337231 service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318667 Jun 30 09:08:23.992438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.032758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.033557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=f7d49b1f-620f-458c-934f-477d31c6792e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.109042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.111230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b6b08b9-8428-48fb-b477-729835f4448b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/f7d49b1f-620f-458c-934f-477d31c6792e HTTP/1.1" status: 204 len: 168 time: 0.5904763 Jun 30 09:08:24.116458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.137200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d93a841-d697-4343-a470-ec8a4a7b444e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9f2c7a0ee844ff181bc7382fcf9000e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936968 Jun 30 09:08:24.154073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56182) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.213467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a0668-a2d7-4b3f-9223-9e917a741949 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.215235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a0668-a2d7-4b3f-9223-9e917a741949 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.220055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aa6a0668-a2d7-4b3f-9223-9e917a741949 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0993145 Jun 30 09:08:24.220485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56184) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.283562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530946c5-ecb6-49a5-939c-16095bf45afc None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:24.291102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.308450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 4fec8d1e-9923-433a-9955-3c732fa3acbe {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:24.312153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.361125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.382609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.390731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e72dd50a-fc12-4c87-9004-d0bd003cc478 None None] Provisioning for port 13c25550-2f49-47f5-8aee-f403aa3dbd09 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:24.443909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e770a-c62a-43a5-b681-a4544bbe23be req-a49eaf3f-aed0-4d92-aff1-7ca2454761b3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.454087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-582e770a-c62a-43a5-b681-a4544bbe23be req-a49eaf3f-aed0-4d92-aff1-7ca2454761b3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.6867874 Jun 30 09:08:24.464825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.469003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.470439 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da18543d-d209-4aeb-b0f7-c73aa145b410 HTTP/1.1" status: 204 len: 168 time: 0.3152785 Jun 30 09:08:24.491939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f58f0-4d38-4494-8e66-86b27521cb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18543d-d209-4aeb-b0f7-c73aa145b410,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.536054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-582e770a-c62a-43a5-b681-a4544bbe23be req-efbe9ad5-69c6-4212-b0bc-7738fb9f5d87 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823362 Jun 30 09:08:24.582439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.650741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9fd2cd5e-d915-47b6-ba57-433bd16231ae service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605742 Jun 30 09:08:24.674555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.709816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=4fec8d1e-9923-433a-9955-3c732fa3acbe,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.719784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.724336 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-43b8a734-77cf-42f8-a8d3-0d84dc621987 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/4fec8d1e-9923-433a-9955-3c732fa3acbe HTTP/1.1" status: 204 len: 168 time: 0.5004244 Jun 30 09:08:24.724719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56206) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.778182 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-008c8910-b073-4020-84ef-44ca1e432745 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518744 Jun 30 09:08:24.781113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.795276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:24.956824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab54b8-e065-463b-88a3-7dae9bc3c1fb None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:25.005415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-eb9c1347-d6d5-4596-8f82-3af43355e521 service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361619 Jun 30 09:08:25.099173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Deleting port f45a4494-2387-4a6e-9cf0-b5c728903935 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:25.099605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.180829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:25.186421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.348207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 13c25550-2f49-47f5-8aee-f403aa3dbd09 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:25.391407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0a44ebf3-02f2-4ecc-be30-71cf8bb7b7cb service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737016 Jun 30 09:08:25.393701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] For port f45a4494-2387-4a6e-9cf0-b5c728903935, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f45a4494-2387-4a6e-9cf0-b5c728903935,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:25.395296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.408006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:25.489267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 13c25550-2f49-47f5-8aee-f403aa3dbd09 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:25.515605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 13c25550-2f49-47f5-8aee-f403aa3dbd09 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:25.516217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.530422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Calling delete_port for f45a4494-2387-4a6e-9cf0-b5c728903935 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:25.558696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Deleting port 13c25550-2f49-47f5-8aee-f403aa3dbd09 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:25.559439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.662784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=13c25550-2f49-47f5-8aee-f403aa3dbd09,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:25.663174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.707826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Calling delete_port for 13c25550-2f49-47f5-8aee-f403aa3dbd09 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:25.729685 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.815503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 13c25550-2f49-47f5-8aee-f403aa3dbd09, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=13c25550-2f49-47f5-8aee-f403aa3dbd09,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:25.824276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-6263d331-c982-4c13-b71b-f54ae3037d93 service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100220 Jun 30 09:08:25.829642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.878664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.901581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] No DVR routers for this DVR port 13c25550-2f49-47f5-8aee-f403aa3dbd09 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:25.906610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.948652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c21f9-b8d3-43c6-9fb8-b9764f0441f6 None None] Pushing event deleted for resources: {'Port': ['ID=13c25550-2f49-47f5-8aee-f403aa3dbd09,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.057528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.065255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.070780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.077117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.082918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.089473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.096096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.098332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-99d23bac-f851-4159-9246-b3b2b176b00c tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.4123306 Jun 30 09:08:26.191666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b0a3208c-dd90-4f10-9ec5-e09cfc011e0e service neutron] 10.222.0.66 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590245 Jun 30 09:08:26.281434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ee2bba8-be54-45e0-96d2-a6c77a5101da req-85a0ff40-5222-4867-bfcd-1c7b8fa0bd34 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750546 Jun 30 09:08:26.357546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:26.363827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.365651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.462516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f45a4494-2387-4a6e-9cf0-b5c728903935,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.487338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:26.504581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:26.514644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40033d73-4619-4822-9f08-ab16cc189ecd None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:26.534945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.535413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.549112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-aff767ee-ca60-498d-b3f8-d3bea7479a28 service neutron] 10.222.0.66 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407836 Jun 30 09:08:26.573113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.633960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e46dc8ce-7e29-4efd-86ff-dac1573b609e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8490791 Jun 30 09:08:26.634251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56310) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:26.640587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:6b:4c:95', 'name': 'tempest-NetworksTestDHCPv6-426184650'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:26.866206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:26.871953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.907742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 6ce51d52-8e6b-42fb-8cfc-5e475cd730bb yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:26.916502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.014728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:27.015617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.034174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b9a93de4-9715-4de6-b6b7-d698c19001dc service neutron] 10.222.0.66 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762046 Jun 30 09:08:27.250425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.256565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.263005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.269540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.276203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.283808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.289959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.292256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3607be4a-6c98-41fe-bf82-38baa09d92d9 req-24b001b3-88a6-47e4-b074-41222b3895b8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.6322718 Jun 30 09:08:27.321963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 13c25550-2f49-47f5-8aee-f403aa3dbd09 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:27.359901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 13c25550-2f49-47f5-8aee-f403aa3dbd09 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:27.360636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 13c25550-2f49-47f5-8aee-f403aa3dbd09 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:27.456741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe6b:4c95 (a1303013-487f-4883-aef3-95ff9d5838d3/bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8/6ce51d52-8e6b-42fb-8cfc-5e475cd730bb) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:27.478134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e020d2ad-98c5-495c-ba47-dde309569386 service neutron] 10.222.0.66 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379516 Jun 30 09:08:27.623719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Router aa5b6d9f-b64c-4258-9e51-b5d2522dedef has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:27.684676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.707721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 6ce51d52-8e6b-42fb-8cfc-5e475cd730bb will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:27.720559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a3b460cd-3e9d-4766-a0bc-6e51383ea22a service neutron] 10.222.0.66 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338436 Jun 30 09:08:27.763874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.849728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Allocated IP 2001:db8::f816:3eff:fe0a:71b1 (a1303013-487f-4883-aef3-95ff9d5838d3/bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8/7eeeac92-4911-4df6-9126-26b444f1f906) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:27.869711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:27.870295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:27.880517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c8254389-329b-47a5-9d3d-173abca992ec admin admin] 10.222.0.66 "PUT /v2.0/routers/aa5b6d9f-b64c-4258-9e51-b5d2522dedef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6859915 Jun 30 09:08:27.883649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56378) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:27.887761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:27.888635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Sync routers for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:27.890430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:27.898368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:27.899086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:27.902936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=6ce51d52-8e6b-42fb-8cfc-5e475cd730bb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:27.928287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-403c2710-e672-443e-b598-25fc097efead tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2923112 Jun 30 09:08:27.932497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56382) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:27.954097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:27.955046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:28.034325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af7e7e-4558-4541-b1cd-67e260ec1f15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:28.037523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71af7e7e-4558-4541-b1cd-67e260ec1f15 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1011245 Jun 30 09:08:28.039744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.119235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:28.140583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.300254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 6ce51d52-8e6b-42fb-8cfc-5e475cd730bb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:28.300608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.328824 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.379900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.399685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Transition to ACTIVE for port object 7eeeac92-4911-4df6-9126-26b444f1f906 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:28.458635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.476946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 6ce51d52-8e6b-42fb-8cfc-5e475cd730bb owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:28.480528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Deleting port 8f762f5d-6975-456d-9090-278c4c1e56df {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:28.480881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.527602 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.599619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] For port 8f762f5d-6975-456d-9090-278c4c1e56df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f762f5d-6975-456d-9090-278c4c1e56df,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.600031 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.628034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.632081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:28.635486 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c995c62-5c42-4fd7-94ad-c6b23f409d55" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:28.643776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.646344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:28.650466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Calling delete_port for 8f762f5d-6975-456d-9090-278c4c1e56df owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:28.650648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.654037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Transition to ACTIVE for port object 7eeeac92-4911-4df6-9126-26b444f1f906 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:28.713245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=6ce51d52-8e6b-42fb-8cfc-5e475cd730bb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:28.762916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.768518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c15a4a2c-63a5-45e0-9001-fff1cb089a58 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/6ce51d52-8e6b-42fb-8cfc-5e475cd730bb HTTP/1.1" status: 204 len: 168 time: 0.7273552 Jun 30 09:08:28.769354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56454) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.854237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923bb39-9a76-45c8-b95e-45083759d0ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:28.856244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923bb39-9a76-45c8-b95e-45083759d0ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:28.865398 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9923bb39-9a76-45c8-b95e-45083759d0ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0946946 Jun 30 09:08:28.865847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.897541 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.925174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.044765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:29.052572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2817de4-70d0-47d1-8fe2-70ddb94a10b3 req-4dd67c48-97d6-4449-b5c5-b983e6e962be tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0643020 Jun 30 09:08:29.101190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:29.112611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.121352 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f96a66-94c9-41a7-b014-7399cd9ca481 x-openstack-request-id: req-b2f96a66-94c9-41a7-b014-7399cd9ca481 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:29.121649 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:29.122047 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2f96a66-94c9-41a7-b014-7399cd9ca481 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:29.122317 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:08:29.128204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:29.142300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:29.169345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Pushing event updated for resources: {'Port': ['ID=7eeeac92-4911-4df6-9126-26b444f1f906,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.263507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.267634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.412623 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9dee8f9d-1db7-4e9a-97ac-e6a5cf81ca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.449011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Attempting to bind port 7eeeac92-4911-4df6-9126-26b444f1f906 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:29.450675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Attempting to bind port 7eeeac92-4911-4df6-9126-26b444f1f906 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:29.452248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Attempting to bind port 7eeeac92-4911-4df6-9126-26b444f1f906 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:29.469116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:29.470488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:29.471299 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.472213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:29.473397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Bound port: 7eeeac92-4911-4df6-9126-26b444f1f906, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:29.473954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.585789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:08:26Z', 'revision_number': 5, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port': {'id': '8f762f5d-6975-456d-9090-278c4c1e56df', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:52Z', 'updated_at': '2021-06-30T09:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.673202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Checking router: aa5b6d9f-b64c-4258-9e51-b5d2522dedef for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:29.727843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Routers {'aa5b6d9f-b64c-4258-9e51-b5d2522dedef'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:29.728938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.740054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] For port 7eeeac92-4911-4df6-9126-26b444f1f906, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:29.823091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f762f5d-6975-456d-9090-278c4c1e56df,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.841583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] For port 7eeeac92-4911-4df6-9126-26b444f1f906, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7eeeac92-4911-4df6-9126-26b444f1f906,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:29.860070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.866263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] Set router aa5b6d9f-b64c-4258-9e51-b5d2522dedef gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:29.957292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:08:29Z', 'revision_number': 7, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:29.976253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.982604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.011392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:30.018466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eefd5d-3f5c-40a0-a876-d719309bd2d6 None None] The sync data for ids ['aa5b6d9f-b64c-4258-9e51-b5d2522dedef'] in n-d-779913-25 is: [{'id': 'aa5b6d9f-b64c-4258-9e51-b5d2522dedef', 'name': 'tempest-ServersTestJSON-892943444-router', 'tenant_id': '63cbb6df117747089e63ec9f928df098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:51Z', 'updated_at': '2021-06-30T09:08:29Z', 'revision_number': 7, 'project_id': '63cbb6df117747089e63ec9f928df098', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:30.056992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ca176-9bf3-484d-8cbd-c392a7d6379a None None] Pushing event updated for resources: {'Port': ['ID=7eeeac92-4911-4df6-9126-26b444f1f906,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.220793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.581678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.591104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.595657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56570) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.596151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e28d192a-796c-48cc-930a-44995777bc0d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8 HTTP/1.1" status: 204 len: 168 time: 1.7065446 Jun 30 09:08:30.607114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.611479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1dcf8579-0ccb-49b3-bd21-701637d1c9e2 req-149540bc-5bca-4fff-a7f2-88bb45909103 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.3764968 Jun 30 09:08:30.612864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.632392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56572) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.696168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b937aa2c-ca48-4208-a9a4-891990fbb3ff tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986950 Jun 30 09:08:30.698806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56582) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.720181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.721168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5b6d9f-b64c-4258-9e51-b5d2522dedef {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:30.728804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.734147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad32ea5b-d518-4ebc-9001-eb2f5aa03de7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/aa5b6d9f-b64c-4258-9e51-b5d2522dedef HTTP/1.1" status: 204 len: 168 time: 2.8491635 Jun 30 09:08:30.735146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56586) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.745043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:30.798418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:30.849525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf768b2-926a-4459-ae26-202853997870 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.851221 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbf768b2-926a-4459-ae26-202853997870 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1514690 Jun 30 09:08:30.855252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56602) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.860264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.895312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:30.925610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ec575-b6bf-4e57-8648-9513ab5bcd4b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.925610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4b8ec575-b6bf-4e57-8648-9513ab5bcd4b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665174 Jun 30 09:08:30.930187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.934158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Deleting subnet 2cd02502-d798-4192-a423-197480c7f0d0 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:30.944608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:30.945890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.952844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.113408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.118338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f19a55c4-ba1e-4049-a383-5068e73dec11'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:31.190643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56630) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:31.191640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e007eac-ad04-4368-9eef-c3eb023ff178 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2416186 Jun 30 09:08:31.210426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:31.301031 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.446475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:31.453543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.536857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7eeeac92-4911-4df6-9126-26b444f1f906 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:31.551828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b7d2f112-95db-4a8b-b40a-ba99860940af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.559810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b7d2f112-95db-4a8b-b40a-ba99860940af service neutron] 10.222.0.11 "GET /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 1027 time: 0.5107496 Jun 30 09:08:31.799719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7eeeac92-4911-4df6-9126-26b444f1f906 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:31.816839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.819371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.820395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.822157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.832770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.832770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.832770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.839059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.840120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-ae934bc2-231b-4119-ad8e-717bad9e746a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 6509 time: 1.2066524 Jun 30 09:08:31.873294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c04c2a88-c7b8-4dd2-9a22-a0769d0e6b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.917671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f45a4494-2387-4a6e-9cf0-b5c728903935 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:31.926348 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.982000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f45a4494-2387-4a6e-9cf0-b5c728903935 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:31.984045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f45a4494-2387-4a6e-9cf0-b5c728903935 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:31.985952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f762f5d-6975-456d-9090-278c4c1e56df no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:31.989561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:31.995445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:32.004207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.004867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.007673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=6bc01d40-5c69-4261-9f8b-9fca8317297e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.033951 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a77c58f1-3159-44a3-8e13-955281cfa975 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8397400 Jun 30 09:08:32.034175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:32.042061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:fc:9f:a2', 'name': 'tempest-NetworksTestDHCPv6-23598669'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:32.070589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89206e-1c6e-4f43-8af4-ed5c44b6b06e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:32.085545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8f762f5d-6975-456d-9090-278c4c1e56df {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:32.086259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f762f5d-6975-456d-9090-278c4c1e56df not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:32.128177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Provisioning for port 7eeeac92-4911-4df6-9126-26b444f1f906 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:32.136592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Provisioning complete for port 7eeeac92-4911-4df6-9126-26b444f1f906 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:32.137440 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.148224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.176278 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.195831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1b71eac0-3587-4fd3-9413-ba880cb6ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.200047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1b71eac0-3587-4fd3-9413-ba880cb6ee39 service neutron] 10.222.0.11 "GET /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 1026 time: 0.5586853 Jun 30 09:08:32.278362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.313395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:32.332922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b3d71fe-8e95-471b-b39e-ccee8e508c29 req-377e7f67-434c-4a60-87f6-fc3390661c08 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.2024124 Jun 30 09:08:32.351999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd02502-d798-4192-a423-197480c7f0d0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.359392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.367150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] For port 7eeeac92-4911-4df6-9126-26b444f1f906, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7eeeac92-4911-4df6-9126-26b444f1f906,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:32.377735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fa38d-d01d-4d45-9e26-6384c9fffae3 None None] Network d09b3371-ed86-4e87-a0b0-ad38071bba5a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:32.383727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f3e9dc07-693b-4594-9c1b-7adc8618a69f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2cd02502-d798-4192-a423-197480c7f0d0 HTTP/1.1" status: 204 len: 168 time: 1.6469698 Jun 30 09:08:32.422746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56696) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:32.446824 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.498200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-420e7b08-c1db-4ee6-bc91-f849aede65a4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6299336 Jun 30 09:08:32.553146 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.604336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 74810a0d-4c00-4486-b1de-01fca1116849 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:32.626560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.662655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7f05f-77e8-429f-a942-b2a11c20df2a None None] Pushing event updated for resources: {'Port': ['ID=7eeeac92-4911-4df6-9126-26b444f1f906,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.669225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-51773ac3-5c9f-4140-b7c2-7eb9ced477df tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.677104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-51773ac3-5c9f-4140-b7c2-7eb9ced477df tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.683278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-51773ac3-5c9f-4140-b7c2-7eb9ced477df tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:32.685206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-51773ac3-5c9f-4140-b7c2-7eb9ced477df tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=d88bb592-2fca-4969-b307-59c8952b555b&id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 1990 time: 0.4075956 Jun 30 09:08:32.816644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::61 (a1303013-487f-4883-aef3-95ff9d5838d3/6bc01d40-5c69-4261-9f8b-9fca8317297e/74810a0d-4c00-4486-b1de-01fca1116849) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:32.910206 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.929653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-405e2472-c5bf-48e0-8548-dc2c1f98df77 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31 HTTP/1.1" status: 200 len: 380 time: 0.1479893 Jun 30 09:08:32.971218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] DHCP port deletion for d09b3371-ed86-4e87-a0b0-ad38071bba5a request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:32.979339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'admin_state_up': True, 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'security_groups': ['f98afcd8-feae-4d5b-9bf3-22cfdb4ee463']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:33.075301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Deleting port 8e930c03-8623-440f-b4a6-9b3d99852d91 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:33.075684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.076423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56714) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.156314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.174126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 74810a0d-4c00-4486-b1de-01fca1116849 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:33.193097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Deleting port 8e930c03-8623-440f-b4a6-9b3d99852d91 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:33.193632 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.260333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.265988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.303154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] For port 8e930c03-8623-440f-b4a6-9b3d99852d91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8e930c03-8623-440f-b4a6-9b3d99852d91,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:33.307835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.327538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] For port 8e930c03-8623-440f-b4a6-9b3d99852d91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8e930c03-8623-440f-b4a6-9b3d99852d91,segment=NetworkSegment(0c9ffc3b-ccb4-456d-9856-6cc614df9939),segment_id=0c9ffc3b-ccb4-456d-9856-6cc614df9939)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:33.328243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.335946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Calling delete_port for 8e930c03-8623-440f-b4a6-9b3d99852d91 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:33.347564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Calling delete_port for 8e930c03-8623-440f-b4a6-9b3d99852d91 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:33.359734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7eeeac92-4911-4df6-9126-26b444f1f906 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:33.377330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:33.398058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:33.404185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:33.418378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.419077 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.468851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a38e15e4-63f3-4e0d-96cc-8af83ec12ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.493931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6abf24fc-7a0b-43a0-a072-90148b59c32f None None] Provisioning complete for port 7eeeac92-4911-4df6-9126-26b444f1f906 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:33.494463 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6abf24fc-7a0b-43a0-a072-90148b59c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.519856 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4842057 Jun 30 09:08:33.526887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.528440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75e6a-38b0-47b1-9936-d87e28897c4d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=74810a0d-4c00-4486-b1de-01fca1116849,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.576096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.700954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a38e15e4-63f3-4e0d-96cc-8af83ec12ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.710268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a38e15e4-63f3-4e0d-96cc-8af83ec12ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.734914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e930c03-8623-440f-b4a6-9b3d99852d91,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.757795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec9f2871-1d00-41c0-86cd-c0d2d56a4d47 req-c6ccf263-7e39-4b2d-a75b-e151c7d476cd tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.1966441 Jun 30 09:08:33.771032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.788261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e15e4-63f3-4e0d-96cc-8af83ec12ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c803a2-2c51-4627-aecf-2cf69f5bdd63,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.799810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] No DVR routers for this DVR port 8e930c03-8623-440f-b4a6-9b3d99852d91 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:33.828852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7eeeac92-4911-4df6-9126-26b444f1f906 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:33.840519 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a38e15e4-63f3-4e0d-96cc-8af83ec12ecd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2314fbdef4554f64840763d1fd129417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618673 Jun 30 09:08:33.840845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.845171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:33.859600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] Pushing event deleted for resources: {'Port': ['ID=8e930c03-8623-440f-b4a6-9b3d99852d91,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.893901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc619f0-974c-453d-b348-88538bb10630 None None] No DVR routers for this DVR port 8e930c03-8623-440f-b4a6-9b3d99852d91 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:33.978720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:33.983966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.006643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.038583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:34.054304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb356-2df3-4d8b-8ddb-f17185ff3fae None None] Could not find standard attr ID for object 6ce51d52-8e6b-42fb-8cfc-5e475cd730bb. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:08:34.055910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.110576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb356-2df3-4d8b-8ddb-f17185ff3fae None None] Provisioning for port 74810a0d-4c00-4486-b1de-01fca1116849 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:34.135354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8e930c03-8623-440f-b4a6-9b3d99852d91 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:34.140773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb356-2df3-4d8b-8ddb-f17185ff3fae None None] Provisioning complete for port 74810a0d-4c00-4486-b1de-01fca1116849 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:34.141159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb356-2df3-4d8b-8ddb-f17185ff3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.157205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.160772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.162149 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5c803a2-2c51-4627-aecf-2cf69f5bdd63 HTTP/1.1" status: 204 len: 168 time: 0.3157783 Jun 30 09:08:34.180451 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.183796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50abc1f-05dd-4c66-9833-0de925e5f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c803a2-2c51-4627-aecf-2cf69f5bdd63,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.252050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8e930c03-8623-440f-b4a6-9b3d99852d91 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:34.252860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8e930c03-8623-440f-b4a6-9b3d99852d91 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:34.292169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f19a55c4-ba1e-4049-a383-5068e73dec11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:34.292790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.340183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fb356-2df3-4d8b-8ddb-f17185ff3fae None None] Port 74810a0d-4c00-4486-b1de-01fca1116849 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:34.379052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09b3371-ed86-4e87-a0b0-ad38071bba5a']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:34.409397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14918107-7176-4dfc-b3fa-9b57003d53bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.417306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14918107-7176-4dfc-b3fa-9b57003d53bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.422630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14918107-7176-4dfc-b3fa-9b57003d53bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.8757949 Jun 30 09:08:34.422998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56736) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:34.423348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.430454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9ffc3b-ccb4-456d-9856-6cc614df9939') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:34.430744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9ffc3b-ccb4-456d-9856-6cc614df9939') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:34.449728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.452602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 172.20.0.11 (5636098c-c6b9-430f-a050-a2d980f626a5/0bc702fc-2d46-444c-aa6b-f5fa70a77d90/45d5ccf0-0fee-46df-b024-440e249aad05) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:34.484581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.497665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:34.498988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.499117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:34.501171 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:34.504549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:34.510369 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641b0b5-7ce0-4453-bb04-d5f25db659a7" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:34.526165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.607817 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fda825-e10f-4645-a886-4b0197e6be94 x-openstack-request-id: req-04fda825-e10f-4645-a886-4b0197e6be94 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:34.608113 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:34.608372 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04fda825-e10f-4645-a886-4b0197e6be94 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:34.608780 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:08:34.611953 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.631562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=10']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.680970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 74810a0d-4c00-4486-b1de-01fca1116849 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:34.681338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.728621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.735301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.740915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d09b3371-ed86-4e87-a0b0-ad38071bba5a HTTP/1.1" status: 204 len: 168 time: 2.3146706 Jun 30 09:08:34.801630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5373-e126-4139-bcb8-7586a3caf315 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09b3371-ed86-4e87-a0b0-ad38071bba5a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.870112 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.895505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.923731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 74810a0d-4c00-4486-b1de-01fca1116849 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:34.953153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.990413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object 45d5ccf0-0fee-46df-b024-440e249aad05 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:34.995992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:35.054998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ef04bc3-c06d-4d3d-8d93-e2cba9bcb6fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63cbb6df117747089e63ec9f928df098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557299 Jun 30 09:08:35.057012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56758) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:35.133245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.179311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.209310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.247562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network 5636098c-c6b9-430f-a050-a2d980f626a5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:35.253508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:35.256590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:35.329415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.330144 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.342691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.376127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.390486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-395ac38f-5a86-4141-bc1d-7034c2b3f0a2 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4476297 Jun 30 09:08:35.395265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=74810a0d-4c00-4486-b1de-01fca1116849,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.416308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b24d8-e44d-45c7-95c7-8bbe7dff083c req-dc60011d-764b-4772-abcd-626f730b1314 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.424974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.425860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef6b24d8-e44d-45c7-95c7-8bbe7dff083c req-dc60011d-764b-4772-abcd-626f730b1314 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 932 time: 0.3664291 Jun 30 09:08:35.427691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.428998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7544e6d-9a2d-4b87-a8fe-95681cb9adf5 HTTP/1.1" status: 204 len: 168 time: 0.3713253 Jun 30 09:08:35.441517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'admin_state_up': True, 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'security_groups': ['f98afcd8-feae-4d5b-9bf3-22cfdb4ee463']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:35.485437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.489697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f27770b-e591-44b2-b035-b1270d63e3cf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/74810a0d-4c00-4486-b1de-01fca1116849 HTTP/1.1" status: 204 len: 168 time: 1.0633612 Jun 30 09:08:35.492036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:35.523976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49d2e0-9d53-4068-a109-78ee83beec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7544e6d-9a2d-4b87-a8fe-95681cb9adf5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:35.618371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef6b24d8-e44d-45c7-95c7-8bbe7dff083c req-74902ae9-c7cb-427f-a9c0-f6950c98cf08 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912539 Jun 30 09:08:35.714470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f6c0b-8e68-4e50-a09d-0b5d64f6e71c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.716144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f6c0b-8e68-4e50-a09d-0b5d64f6e71c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.725347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c87f6c0b-8e68-4e50-a09d-0b5d64f6e71c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2322354 Jun 30 09:08:35.730334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56778) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:35.781016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:35.785529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.873383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 6bc01d40-5c69-4261-9f8b-9fca8317297e {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:35.879410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.899198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f5af714-4232-48e2-a88e-3ed12a7f44d6 None None] Provisioning for port 45d5ccf0-0fee-46df-b024-440e249aad05 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:35.905416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f5af714-4232-48e2-a88e-3ed12a7f44d6 None None] Provisioning complete for port 45d5ccf0-0fee-46df-b024-440e249aad05 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:35.905789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f5af714-4232-48e2-a88e-3ed12a7f44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.947595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.017745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4f5af714-4232-48e2-a88e-3ed12a7f44d6 None None] Port 45d5ccf0-0fee-46df-b024-440e249aad05 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:36.053552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.089427 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:08:36.096617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.1.1.232 (ef08391d-9d4d-48a3-b856-439d09896119/068c1f9e-0d90-47c5-86d8-6f6b192162fc/519af47f-6dfe-4ae9-944b-f7d8702b3d48) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:36.143593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.193946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc01d40-5c69-4261-9f8b-9fca8317297e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:36.196384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.199312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fd9830df-ac0f-4e1c-b1b7-075f0d081d67 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/6bc01d40-5c69-4261-9f8b-9fca8317297e HTTP/1.1" status: 204 len: 168 time: 0.4664626 Jun 30 09:08:36.201235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.207053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179c89a-59ac-412a-9102-d6986a293042 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:36.254954 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-821ed1d3-fb69-4ee6-8c99-02276b829840 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516083 Jun 30 09:08:36.257950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.394352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c55a0-676f-486a-b615-60cb5453ffe2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:36.401812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.403956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d18c55a0-676f-486a-b615-60cb5453ffe2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1446631 Jun 30 09:08:36.660609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96184f25-f683-4244-89c4-b065aac8a44c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:36.665429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.679657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-96184f25-f683-4244-89c4-b065aac8a44c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2585218 Jun 30 09:08:36.700356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.751795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object 519af47f-6dfe-4ae9-944b-f7d8702b3d48 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:36.850498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:36.862891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e7e148f-f854-4d2e-b4d3-c1ff69a74082 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1934149 Jun 30 09:08:36.862891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.871245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:36.899572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.017044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:37.019009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Deleting port 7eeeac92-4911-4df6-9126-26b444f1f906 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:37.019545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.047238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network ef08391d-9d4d-48a3-b856-439d09896119 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:37.057862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:37.068897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:37.177433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:37.187888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.261135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.295019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] For port 7eeeac92-4911-4df6-9126-26b444f1f906, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7eeeac92-4911-4df6-9126-26b444f1f906,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:37.297170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.345367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Calling delete_port for 7eeeac92-4911-4df6-9126-26b444f1f906 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:37.353638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.356354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.376983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7eeeac92-4911-4df6-9126-26b444f1f906 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:37.420686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a98307-537a-4e9a-8a18-eb643151a8a8 req-4cf231c0-036d-425f-8154-400047797087 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.435577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a98307-537a-4e9a-8a18-eb643151a8a8 req-4cf231c0-036d-425f-8154-400047797087 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:37.446925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39a98307-537a-4e9a-8a18-eb643151a8a8 req-4cf231c0-036d-425f-8154-400047797087 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 1654 time: 0.3431671 Jun 30 09:08:37.455554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9278c978-59c6-4119-882d-b19ecf8b4b0c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0243948 Jun 30 09:08:37.484649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'admin_state_up': True, 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'security_groups': ['f98afcd8-feae-4d5b-9bf3-22cfdb4ee463']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:37.702972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.708155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f45e0d60-bb30-48ee-98f7-d01995b46849 None None] Provisioning for port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:37.736312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.790220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] No DVR routers for this DVR port 7eeeac92-4911-4df6-9126-26b444f1f906 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:37.830776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f45e0d60-bb30-48ee-98f7-d01995b46849 None None] Provisioning complete for port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:37.831134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f45e0d60-bb30-48ee-98f7-d01995b46849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.833783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-252565899-network', 'tenant_id': '3b1c64dbd78440a184189c44bc920718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:37.969093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f606-5fb1-4f65-99b8-b00429aa476d None None] Pushing event deleted for resources: {'Port': ['ID=7eeeac92-4911-4df6-9126-26b444f1f906,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.972051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39a98307-537a-4e9a-8a18-eb643151a8a8 req-85777ae2-a86b-481c-94c0-f7a9ae7ecb35 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5234194 Jun 30 09:08:37.978312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:37.994816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.026787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:38.027711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:38.040206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.089479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f45e0d60-bb30-48ee-98f7-d01995b46849 None None] Port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:38.107021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.120948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.204214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:38.233655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.250872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:38.272404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619bd30-5491-46ad-8996-b65e2d809ec4 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:38.342654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.1.1.173 (ef08391d-9d4d-48a3-b856-439d09896119/068c1f9e-0d90-47c5-86d8-6f6b192162fc/c93f23ca-6331-4246-a768-0d4c46f8a2ee) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:38.446478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.451381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.451813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.475035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.487486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=df3d1443-2c77-4f4a-8ccd-57a623172a81,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.503665 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff3827f5-2cbd-42ac-83cc-1b5cfba820e5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6392879 Jun 30 09:08:38.506950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.507699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:38.510677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d325810b-2c2d-4ded-a955-c67156fc505b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:38.514505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:38.641266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:38.644272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d325810b-2c2d-4ded-a955-c67156fc505b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "PUT /v2.0/quotas/05f734a09f004c2ea6f114bcef3ea30c HTTP/1.1" status: 200 len: 368 time: 0.4092772 Jun 30 09:08:38.651193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Request body: {'network': {'project_id': '05f734a09f004c2ea6f114bcef3ea30c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:38.666253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.666603 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Added segment 4d67f831-b3c7-4c27-a971-d1c2242bccc7 of type vlan for network e8122271-6363-497e-870f-a1740a924e82 Jun 30 09:08:38.676440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'df3d1443-2c77-4f4a-8ccd-57a623172a81'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:38.680072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.683629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.706244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.725695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object c93f23ca-6331-4246-a768-0d4c46f8a2ee will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:38.730714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.765157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:38.769504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.810396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Made reservation on behalf of 05f734a09f004c2ea6f114bcef3ea30c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:38.813399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.829452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.866515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.948724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network ef08391d-9d4d-48a3-b856-439d09896119 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:38.953169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:38.960512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:38.969739 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.972156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:38.975015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.011184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:39.106497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.110723 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.137128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Allocated IP 2001:db8::f816:3eff:fe53:a7c1 (a1303013-487f-4883-aef3-95ff9d5838d3/df3d1443-2c77-4f4a-8ccd-57a623172a81/dd2d4859-5d84-436a-a301-a422760fefbe) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:39.395634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb076e-12f0-4ae5-9e55-f428a6fe18fa req-a1e9fc78-f6cb-42db-a62e-7eeefc217ad1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.407000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] Pushing event updated for resources: {'Network': ['ID=e8122271-6363-497e-870f-a1740a924e82,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:39.409704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb076e-12f0-4ae5-9e55-f428a6fe18fa req-a1e9fc78-f6cb-42db-a62e-7eeefc217ad1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.420129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb076e-12f0-4ae5-9e55-f428a6fe18fa req-a1e9fc78-f6cb-42db-a62e-7eeefc217ad1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:39.427104 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df3d1443-2c77-4f4a-8ccd-57a623172a81 (CIDR: 2001:db8::/64) Jun 30 09:08:39.432676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dfb076e-12f0-4ae5-9e55-f428a6fe18fa req-a1e9fc78-f6cb-42db-a62e-7eeefc217ad1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 2375 time: 0.1944351 Jun 30 09:08:39.443911 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:39.456621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:39.517124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dfb076e-12f0-4ae5-9e55-f428a6fe18fa req-7a0619f0-7cdd-47dd-afbc-6565ce6ecca7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832260 Jun 30 09:08:39.558067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e8122271-6363-497e-870f-a1740a924e82 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:39.561178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.577908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.582087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e0882b73-bece-4215-af79-454da02d659a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1080503 Jun 30 09:08:39.593327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'admin_state_up': True, 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'security_groups': ['f98afcd8-feae-4d5b-9bf3-22cfdb4ee463']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:39.612003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a0ba5cf-6cf7-4796-a018-2cded77ee2d5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1017537 Jun 30 09:08:39.617483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74da152f-3c50-4e48-9992-aa2542dbb375 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5991421 Jun 30 09:08:39.618338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56910) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:39.618749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56912) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:39.632300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Request body: {'subnet': {'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-252565899-subnet', 'tenant_id': '3b1c64dbd78440a184189c44bc920718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:39.664725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:39.696507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f1a02ca6-0f5d-424c-972d-7840a4964ccb None None] Provisioning for port c93f23ca-6331-4246-a768-0d4c46f8a2ee completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:39.730041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f1a02ca6-0f5d-424c-972d-7840a4964ccb None None] Provisioning complete for port c93f23ca-6331-4246-a768-0d4c46f8a2ee triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:39.730041 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ca6-0f5d-424c-972d-7840a4964ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.732357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.794063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:39.806876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.810017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Transition to ACTIVE for port object dd2d4859-5d84-436a-a301-a422760fefbe will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:39.869720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02ca6-0f5d-424c-972d-7840a4964ccb None None] Port c93f23ca-6331-4246-a768-0d4c46f8a2ee cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:39.874662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Transition to ACTIVE for port object dd2d4859-5d84-436a-a301-a422760fefbe will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:39.887241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:39.893567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:39.894902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.980959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250705ed-e6bb-49f0-9060-f510e669fca7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.016557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:40.042448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:40.046534 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.057868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.061845 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Added segment 8bee173d-2c02-4783-9fba-17fdcc7cf264 of type vlan for network 5fa71857-91de-42df-864d-dc95770fdd3b Jun 30 09:08:40.064646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:40.076523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Pushing event updated for resources: {'Port': ['ID=dd2d4859-5d84-436a-a301-a422760fefbe,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.205243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.309407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Attempting to bind port dd2d4859-5d84-436a-a301-a422760fefbe on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:40.310007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Attempting to bind port dd2d4859-5d84-436a-a301-a422760fefbe by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:40.312433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Attempting to bind port dd2d4859-5d84-436a-a301-a422760fefbe on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:40.330217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:40.335177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:40.335789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.336449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:40.337179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Bound port: dd2d4859-5d84-436a-a301-a422760fefbe, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:40.337835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.376846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.377896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:40.378917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.401850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:40.408047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.417794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7719979 Jun 30 09:08:40.443102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.2.2.100 (d88bb592-2fca-4969-b307-59c8952b555b/4ed0e31f-68c4-4981-8b70-b7f22a7795b6/a283fbe5-e952-4d3a-9f80-b50a2ed38022) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:40.462307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56924) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:40.512716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] For port dd2d4859-5d84-436a-a301-a422760fefbe, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:40.524197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] For port dd2d4859-5d84-436a-a301-a422760fefbe, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dd2d4859-5d84-436a-a301-a422760fefbe,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:40.538436 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.626748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Request body: {'network': {'project_id': '05f734a09f004c2ea6f114bcef3ea30c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:40.735123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5bd7-1bc8-4739-a4b6-9feaef81ef41 None None] Pushing event updated for resources: {'Port': ['ID=dd2d4859-5d84-436a-a301-a422760fefbe,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.736488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.773287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Made reservation on behalf of 05f734a09f004c2ea6f114bcef3ea30c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:40.775932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.786936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object a283fbe5-e952-4d3a-9f80-b50a2ed38022 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:40.871998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec830fa-99af-41ed-ae96-b27942386d0f tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Pushing event updated for resources: {'Network': ['ID=5fa71857-91de-42df-864d-dc95770fdd3b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.891834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5fa71857-91de-42df-864d-dc95770fdd3b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:40.916956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.932629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:40.988907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca4ec-2626-4b74-a420-36a9aedb6b6b req-ae673501-7a47-44e9-92cf-f98e03cb4824 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.006178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca4ec-2626-4b74-a420-36a9aedb6b6b req-ae673501-7a47-44e9-92cf-f98e03cb4824 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.024598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca4ec-2626-4b74-a420-36a9aedb6b6b req-ae673501-7a47-44e9-92cf-f98e03cb4824 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.039120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eeca4ec-2626-4b74-a420-36a9aedb6b6b req-ae673501-7a47-44e9-92cf-f98e03cb4824 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 2375 time: 0.2231410 Jun 30 09:08:41.048307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.109580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf851c98-7eef-41af-8d0d-08a20d44cdac,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.175617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network d88bb592-2fca-4969-b307-59c8952b555b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:41.191638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:41.204333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:41.207135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.210101 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Added segment 03b73b93-d095-4d7d-b180-12b581a67177 of type vlan for network 59cac9ff-0566-45bb-92fd-67464f1288a5 Jun 30 09:08:41.271470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.272399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.306476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eeca4ec-2626-4b74-a420-36a9aedb6b6b req-792f39b8-ad32-4513-aa2b-9363d345e179 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606888 Jun 30 09:08:41.307875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7193072 Jun 30 09:08:41.309169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9569eb-121b-4b7d-bfa6-c4df01861b6a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.321741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'admin_state_up': True, 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'security_groups': ['f98afcd8-feae-4d5b-9bf3-22cfdb4ee463']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:41.525088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dd2d4859-5d84-436a-a301-a422760fefbe up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:41.601506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Made reservation on behalf of e0a8b58292b943cb9ab5bc2b5f993a31 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:41.608378 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.616249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.678540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Checking segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:41.678999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Network hostable DHCP agents. Network: e8122271-6363-497e-870f-a1740a924e82, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:41.699985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port dd2d4859-5d84-436a-a301-a422760fefbe completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:41.731753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b73be4e6-d301-4b94-9b18-d78c1094bc62 None None] Provisioning for port a283fbe5-e952-4d3a-9f80-b50a2ed38022 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:41.738469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b73be4e6-d301-4b94-9b18-d78c1094bc62 None None] Provisioning complete for port a283fbe5-e952-4d3a-9f80-b50a2ed38022 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:41.739145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b73be4e6-d301-4b94-9b18-d78c1094bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.780327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.resource_extend [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:08:41.841041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b73be4e6-d301-4b94-9b18-d78c1094bc62 None None] Port a283fbe5-e952-4d3a-9f80-b50a2ed38022 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:41.876725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.877722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:41.883838 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.886546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Network e8122271-6363-497e-870f-a1740a924e82 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:41.961713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e8122271-6363-497e-870f-a1740a924e82) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:41.980818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b5b52-7226-4a56-8454-632ab9dd83d9 None None] Network e8122271-6363-497e-870f-a1740a924e82 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:42.031647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.032366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.034971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Allocated IP 10.2.2.200 (d88bb592-2fca-4969-b307-59c8952b555b/4ed0e31f-68c4-4981-8b70-b7f22a7795b6/aea02172-8459-4e15-ab2e-e874ba91e7b3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:42.098025 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4806519 Jun 30 09:08:42.098261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56942) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:42.104921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-22bc5b83-4791-42b3-9569-d89065c9c398 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Request body: {'network': {'project_id': '05f734a09f004c2ea6f114bcef3ea30c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:42.116419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c791f8-81d4-47d9-8957-86d15cec919b tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Pushing event updated for resources: {'Network': ['ID=59cac9ff-0566-45bb-92fd-67464f1288a5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:42.126208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.146476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2628dac1-1291-4b9e-b630-845ee95b3d13 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5188479 Jun 30 09:08:42.153914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 59cac9ff-0566-45bb-92fd-67464f1288a5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:42.174533 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bc5b83-4791-42b3-9569-d89065c9c398 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:08:42.175338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bc5b83-4791-42b3-9569-d89065c9c398 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:42.177388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-22bc5b83-4791-42b3-9569-d89065c9c398 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0789142 Jun 30 09:08:42.183777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:42.314076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c768c15-70c9-414e-adf1-7a16f591cad4 None None] Network e8122271-6363-497e-870f-a1740a924e82 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:42.367285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.431654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Transition to ACTIVE for port object aea02172-8459-4e15-ab2e-e874ba91e7b3 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:42.555230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.593501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:42.632583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:42.646950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:42.662223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.689017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=beb6c331-86f7-4b11-88ca-b43aa5c38eb6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:42.721047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.753288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Network d88bb592-2fca-4969-b307-59c8952b555b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:42.770947 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ec04a31d-1da4-4803-83c8-2b8141bb67de tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1425033 Jun 30 09:08:42.776265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:42.820411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:e6:4f:4a', 'name': 'tempest-NetworksTestDHCPv6-1224490940'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:42.895574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:42.903040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0a60c-91dd-4e62-a935-074a954b61c4 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:42.904145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:42.933126 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.945342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cac9ff-0566-45bb-92fd-67464f1288a5']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:42.957851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b73b93-d095-4d7d-b180-12b581a67177') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:42.957851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b73b93-d095-4d7d-b180-12b581a67177') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:42.975274 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.991285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.000001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:43.000807 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.088070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Provisioning for port dd2d4859-5d84-436a-a301-a422760fefbe completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:43.089954 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:43.130190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Provisioning complete for port dd2d4859-5d84-436a-a301-a422760fefbe triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:43.130569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.134473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:43.136036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.153412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.165281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.173443 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "DELETE /v2.0/networks/59cac9ff-0566-45bb-92fd-67464f1288a5 HTTP/1.1" status: 204 len: 168 time: 0.9086514 Jun 30 09:08:43.190080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:43.211239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e22568-5561-4ddc-9b9d-684f485e02f2 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Pushing event deleted for resources: {'Network': ['ID=59cac9ff-0566-45bb-92fd-67464f1288a5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.220639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9053979 Jun 30 09:08:43.221104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787a4c-fa12-4695-b95b-51654df81e82 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event updated for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.407599 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.449389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:43.499057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] For port dd2d4859-5d84-436a-a301-a422760fefbe, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dd2d4859-5d84-436a-a301-a422760fefbe,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:43.527880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.640067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.664380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 8d732a3c-47ab-43ee-a78a-6f22d87a4644 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:43.724110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Update dhcp port {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': 'df3d1443-2c77-4f4a-8ccd-57a623172a81', 'ip_address': '2001:db8::f816:3eff:fe53:a7c1'}, {'subnet_id': 'beb6c331-86f7-4b11-88ca-b43aa5c38eb6'}], 'binding:host_id': 'n-d-779913-25'}, 'id': 'dd2d4859-5d84-436a-a301-a422760fefbe'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:08:43.785531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce90f3-e679-4b75-8799-4db9afa39250 None None] Pushing event updated for resources: {'Port': ['ID=dd2d4859-5d84-436a-a301-a422760fefbe,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.798845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8d4632b0-8c61-4e62-8476-054bab6b5a23 None None] Provisioning for port aea02172-8459-4e15-ab2e-e874ba91e7b3 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:43.803998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8d4632b0-8c61-4e62-8476-054bab6b5a23 None None] Provisioning complete for port aea02172-8459-4e15-ab2e-e874ba91e7b3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:43.804628 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8d4632b0-8c61-4e62-8476-054bab6b5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.849665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8d4632b0-8c61-4e62-8476-054bab6b5a23 None None] Port aea02172-8459-4e15-ab2e-e874ba91e7b3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:43.851671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.049842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8:0:1::3bf (a1303013-487f-4883-aef3-95ff9d5838d3/beb6c331-86f7-4b11-88ca-b43aa5c38eb6/8d732a3c-47ab-43ee-a78a-6f22d87a4644) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:44.062032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fee6:4f4a (a1303013-487f-4883-aef3-95ff9d5838d3/df3d1443-2c77-4f4a-8ccd-57a623172a81/8d732a3c-47ab-43ee-a78a-6f22d87a4644) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:44.078098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:44.172256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.291734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.296226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.298986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.305995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.312776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.318632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 8d732a3c-47ab-43ee-a78a-6f22d87a4644 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:44.320456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.322847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b173032a-c079-457e-a4be-ade88eccd948 req-4df97cad-7ddc-4252-a1a9-953358db808e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 3817 time: 1.5590639 Jun 30 09:08:44.377672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.392889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.453662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Allocated IP 2001:db8:0:1::2 (a1303013-487f-4883-aef3-95ff9d5838d3/beb6c331-86f7-4b11-88ca-b43aa5c38eb6/dd2d4859-5d84-436a-a301-a422760fefbe) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:44.487801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:44.502107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:44.524535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:44.532450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:44.533247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.540165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=8d732a3c-47ab-43ee-a78a-6f22d87a4644,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:44.574939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c17172bc-9d30-4a32-a14e-8570128930c9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7846117 Jun 30 09:08:44.578185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56990) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:44.631335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b173032a-c079-457e-a4be-ade88eccd948 req-c905d7d1-e511-4660-8fec-8fdac965ee81 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980869 Jun 30 09:08:44.734485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] For port dd2d4859-5d84-436a-a301-a422760fefbe, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dd2d4859-5d84-436a-a301-a422760fefbe,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:44.792150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.875013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.911805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Transition to ACTIVE for port object dd2d4859-5d84-436a-a301-a422760fefbe will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:44.924115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.064365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-2dbc9e6c-b4ec-4704-8123-10b4c0032d54 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:45.065920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-2dbc9e6c-b4ec-4704-8123-10b4c0032d54 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 0.9415982 Jun 30 09:08:45.070985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb514-48a8-49b3-9fab-5ff71673655c None None] Pushing event updated for resources: {'Port': ['ID=dd2d4859-5d84-436a-a301-a422760fefbe,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:45.114744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa71857-91de-42df-864d-dc95770fdd3b']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:45.193096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bee173d-2c02-4783-9fba-17fdcc7cf264') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:45.193700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bee173d-2c02-4783-9fba-17fdcc7cf264') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:45.243387 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.303078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56998) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:45.347993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dd2d4859-5d84-436a-a301-a422760fefbe up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:45.562231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.571512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:45.571512 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.610252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 8d732a3c-47ab-43ee-a78a-6f22d87a4644 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:45.623164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:45.624149 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:45.636375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-131c6493-b9c2-4f1e-a37d-436f9f995307 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/quotas/3b1c64dbd78440a184189c44bc920718 HTTP/1.1" status: 200 len: 375 time: 0.4790332 Jun 30 09:08:45.700252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-6506cb9f-69d1-4d20-9b23-4a2dacfa9398 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628195 Jun 30 09:08:45.864401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-06aa2f0b-4bd5-4071-881b-8c692ab8a76e service neutron] 10.222.0.66 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631579 Jun 30 09:08:45.878075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.896878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.919565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.923269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5fa71857-91de-42df-864d-dc95770fdd3b HTTP/1.1" status: 204 len: 168 time: 2.7235930 Jun 30 09:08:45.956097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 8d732a3c-47ab-43ee-a78a-6f22d87a4644 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:46.103250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a699-5133-4e79-8ce7-aa75b7475877 tempest-QuotasNegativeTest-2141016702 tempest-QuotasNegativeTest-2141016702-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fa71857-91de-42df-864d-dc95770fdd3b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.126592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9082d33b-4ea7-43d2-9fec-3b84670a7c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.263120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d5ccf0-0fee-46df-b024-440e249aad05 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:46.275106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.333648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cef0d5c0-0588-4616-99c7-da4eab00c49b None None] Provisioning for port dd2d4859-5d84-436a-a301-a422760fefbe completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:46.340268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cef0d5c0-0588-4616-99c7-da4eab00c49b None None] Provisioning complete for port dd2d4859-5d84-436a-a301-a422760fefbe triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:46.340725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cef0d5c0-0588-4616-99c7-da4eab00c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.349639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Transition to ACTIVE for port object 45d5ccf0-0fee-46df-b024-440e249aad05 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:46.379306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e59346a1-e029-4412-8929-4e6076610671 service neutron] 10.222.0.66 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131552 Jun 30 09:08:46.384376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.386687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.461297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=8d732a3c-47ab-43ee-a78a-6f22d87a4644,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:46.661929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.666586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-21bad847-4967-41b5-a809-2f3699ddba98 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/8d732a3c-47ab-43ee-a78a-6f22d87a4644 HTTP/1.1" status: 204 len: 168 time: 2.0846086 Jun 30 09:08:46.667013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.789350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.807492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.822026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.834787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d9552f-888b-492b-a9ce-475a3ac5065f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.837570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48d9552f-888b-492b-a9ce-475a3ac5065f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1695769 Jun 30 09:08:46.838034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.841404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:46.849573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-50a8eb0e-c088-4b97-a36c-f9e5b6bfad65 None None] Could not find standard attr ID for object 8d732a3c-47ab-43ee-a78a-6f22d87a4644. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:08:46.877667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.893189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00454f1a-ef84-451f-bccf-64731637ebec req-b2c8d57e-21cb-4d83-8bd7-755841e66a0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 3817 time: 0.8760178 Jun 30 09:08:47.040220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.059216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.103058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ef131-8707-4e48-923b-208be6ecd226 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.105073 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-015ef131-8707-4e48-923b-208be6ecd226 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2619722 Jun 30 09:08:47.108576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.161144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00454f1a-ef84-451f-bccf-64731637ebec req-296f4bae-251e-478e-83c6-57a050738b99 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632215 Jun 30 09:08:47.224342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Attempting to bind port 45d5ccf0-0fee-46df-b024-440e249aad05 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:47.224853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Attempting to bind port 45d5ccf0-0fee-46df-b024-440e249aad05 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:47.225058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Attempting to bind port 45d5ccf0-0fee-46df-b024-440e249aad05 on network 5636098c-c6b9-430f-a050-a2d980f626a5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:47.262909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Port 45d5ccf0-0fee-46df-b024-440e249aad05 on network 5636098c-c6b9-430f-a050-a2d980f626a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:47.263863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Attempting to bind port 45d5ccf0-0fee-46df-b024-440e249aad05 on network 5636098c-c6b9-430f-a050-a2d980f626a5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:47.280315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f1d81-f589-4ba6-8485-572071ba3f3d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.283197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:47.283589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Checking segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:47.283992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Bound using segment: {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:47.284469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Bound port: 45d5ccf0-0fee-46df-b024-440e249aad05, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba040f3-413d-4bda-84e2-57574836ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:47.284921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.286006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f1d81-f589-4ba6-8485-572071ba3f3d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.287699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f1d81-f589-4ba6-8485-572071ba3f3d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.294480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb8f1d81-f589-4ba6-8485-572071ba3f3d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1847999 Jun 30 09:08:47.297740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.379190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9082d33b-4ea7-43d2-9fec-3b84670a7c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.403094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a3a414-cf0d-44e7-844e-fda809575fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.426241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet beb6c331-86f7-4b11-88ca-b43aa5c38eb6 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:47.433241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.444135 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9082d33b-4ea7-43d2-9fec-3b84670a7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.511694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.640114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.695041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-318d946f-1b4e-4955-87c0-bd445a2298da req-9149e325-abea-418c-95c4-cab752bf2f4c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 210 time: 0.1950176 Jun 30 09:08:47.721722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9082d33b-4ea7-43d2-9fec-3b84670a7c84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b947d79aac5547d394ffcc5e32db0451&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1728604 Jun 30 09:08:47.728460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.741901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:47.753591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d33b-4ea7-43d2-9fec-3b84670a7c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae97c6d-889a-4284-8dea-77ba1e9571bc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.787265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a3a414-cf0d-44e7-844e-fda809575fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.804553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a3a414-cf0d-44e7-844e-fda809575fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.808160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:47.836794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86a3a414-cf0d-44e7-844e-fda809575fc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4cb3b362e25499196c9c9f2c70ff0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931433 Jun 30 09:08:47.840747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.840988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.888155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.889670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.897948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] 10.222.0.11 "PUT /v2.0/ports/45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 1093 time: 4.6301637 Jun 30 09:08:47.901263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3a414-cf0d-44e7-844e-fda809575fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82724c11-8762-4678-b4a7-87134f0c1796,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:47.923082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:47.923767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.924364 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f55e1be-3371-4369-a1e8-813840d62eab" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:47.993393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.000900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c359a-2367-48f6-9cc4-7d472b28dc1e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:48.004618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:48.007903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/beb6c331-86f7-4b11-88ca-b43aa5c38eb6 HTTP/1.1" status: 204 len: 168 time: 0.7081182 Jun 30 09:08:48.010295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470ee42-41cf-42ef-93a4-4339107e95bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=beb6c331-86f7-4b11-88ca-b43aa5c38eb6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.016314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:48.111164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.239881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.383613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet df3d1443-2c77-4f4a-8ccd-57a623172a81 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:48.395905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.396270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.401946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.406740 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82724c11-8762-4678-b4a7-87134f0c1796 HTTP/1.1" status: 204 len: 168 time: 0.5600741 Jun 30 09:08:48.421826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a86d-01f5-4ea6-a221-be7c69e01875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82724c11-8762-4678-b4a7-87134f0c1796,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:48.469697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.527151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.721058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.727108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.727610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.728112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.730179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:48.768707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f55e1be-3371-4369-a1e8-813840d62eab req-def47ee1-863e-43b8-833b-edc306fc67e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 4365 time: 0.2200065 Jun 30 09:08:48.813138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.960298 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0637c5d-a6d4-4db8-add0-efd9d6e880b5 x-openstack-request-id: req-b0637c5d-a6d4-4db8-add0-efd9d6e880b5 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:48.960600 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:48.961022 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0637c5d-a6d4-4db8-add0-efd9d6e880b5 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:48.961585 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05', 'status': 'completed', 'code': 200} Jun 30 09:08:49.012442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.030490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def7ff5-49b8-452f-b43f-669ed25367ed service neutron] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.146406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-686441fb-7bdb-463e-8ef5-bb45d2fbae76 req-de45561e-5742-4338-8d82-a4f8f687d982 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 210 time: 0.1352825 Jun 30 09:08:49.252967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=df3d1443-2c77-4f4a-8ccd-57a623172a81,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.270352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.302174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.317988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bb7aa3-88d2-40ef-8910-9127a8e1245d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.355427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-df469ece-0063-4d67-a21f-a1085ef06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.355927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-df469ece-0063-4d67-a21f-a1085ef06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.356398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-df469ece-0063-4d67-a21f-a1085ef06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.365709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f55e1be-3371-4369-a1e8-813840d62eab req-df469ece-0063-4d67-a21f-a1085ef06191 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5874302 Jun 30 09:08:49.431047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.434044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-db25d915-e998-4525-85e7-16c8db0f0f09 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/df3d1443-2c77-4f4a-8ccd-57a623172a81 HTTP/1.1" status: 204 len: 168 time: 1.4099200 Jun 30 09:08:49.444399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57082) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.496028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.499224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.500976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ae97c6d-889a-4284-8dea-77ba1e9571bc HTTP/1.1" status: 204 len: 168 time: 1.7681184 Jun 30 09:08:49.507562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea3ab288-4461-4b66-96ac-f3401d0c88ac tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565467 Jun 30 09:08:49.523769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.526528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57088) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:49.527620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed8ef-ee10-4653-8fff-b681514906a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae97c6d-889a-4284-8dea-77ba1e9571bc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.542127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:49.711869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.726014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.732389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.755875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.770680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.785536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-43f28857-e4b1-4198-9b2d-0a56ea2122c3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 3829 time: 0.8342783 Jun 30 09:08:50.158251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5655b0-de32-4123-9f83-bc3ff940cc0a None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:50.353859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e1be-3371-4369-a1e8-813840d62eab req-c5445a1d-6df9-4d42-b2ef-a604646460b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.365145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6f55e1be-3371-4369-a1e8-813840d62eab req-c5445a1d-6df9-4d42-b2ef-a604646460b8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9948082 Jun 30 09:08:50.377673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da95181-f033-4e55-ae99-9c9904bd4250 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:50.387306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.400932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Transition to ACTIVE for port object 0da95181-f033-4e55-ae99-9c9904bd4250 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:50.426004 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.485515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.511302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-af8b2902-371e-4c15-973e-be813a61e883 None None] Provisioning complete for port dd2d4859-5d84-436a-a301-a422760fefbe triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:50.511722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-af8b2902-371e-4c15-973e-be813a61e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.512399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecd3593c-8a9f-4861-a12d-b86dd778f29a req-25a21c09-e7ec-4a21-9d45-73dcd1ecdc6c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7250924 Jun 30 09:08:50.671436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:50.687785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-fde11158-a4b1-41ac-8fa4-01c93328b5c1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.689604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-fde11158-a4b1-41ac-8fa4-01c93328b5c1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 1.2297139 Jun 30 09:08:50.744867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Request body: {'port': {'device_id': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'admin_state_up': True, 'tenant_id': '3b1c64dbd78440a184189c44bc920718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:50.749218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Attempting to bind port 0da95181-f033-4e55-ae99-9c9904bd4250 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:50.752267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Attempting to bind port 0da95181-f033-4e55-ae99-9c9904bd4250 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:50.752738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Attempting to bind port 0da95181-f033-4e55-ae99-9c9904bd4250 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:50.831155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af51c72b-169e-40e0-8a87-e1598be73c82 req-cec4672f-1771-4b71-a779-e69f03192191 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 210 time: 0.2360485 Jun 30 09:08:50.842508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Port 0da95181-f033-4e55-ae99-9c9904bd4250 on network ef08391d-9d4d-48a3-b856-439d09896119 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:50.844441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Attempting to bind port 0da95181-f033-4e55-ae99-9c9904bd4250 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:50.859561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:50.866277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:50.866840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Bound using segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:50.867450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Bound port: 0da95181-f033-4e55-ae99-9c9904bd4250, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:50.872276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.950953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.000740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bb7aa3-88d2-40ef-8910-9127a8e1245d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.046491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:51.050634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0da95181-f033-4e55-ae99-9c9904bd4250,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:51.055185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:51.065935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bb7aa3-88d2-40ef-8910-9127a8e1245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.073096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:51.079133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.085549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.119820 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93bb7aa3-88d2-40ef-8910-9127a8e1245d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f79954dc88b94b809fb7e4afe13332f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8484242 Jun 30 09:08:51.120941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:08:51.120941 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:08:51.120941 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id_1': '3b1c64dbd78440a184189c44bc920718', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 8, 50, 973259)}] Jun 30 09:08:51.120941 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:08:51.125692 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:08:51.132591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:51.133703 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:08:51.133703 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:08:51.133703 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id_1': '6570a4d029e24d1b91d93953d9185c7a', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 8, 50, 996519)}] Jun 30 09:08:51.133703 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:08:51.134504 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:08:51.188077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Deleting port dd2d4859-5d84-436a-a301-a422760fefbe {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:51.188678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.226011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-cc5da95d-b776-4867-b271-e18144603563 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.227738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-cc5da95d-b776-4867-b271-e18144603563 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 1.0124226 Jun 30 09:08:51.234653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb7aa3-88d2-40ef-8910-9127a8e1245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5378491c-225a-4f5c-8117-0568167748d1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:51.270820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a54e-4193-4903-b5f9-15692052929c req-fd54421b-4fe1-4afa-a3ee-593bae1051f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.284108 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-fd54421b-4fe1-4afa-a3ee-593bae1051f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1098 time: 0.7221954 Jun 30 09:08:51.284643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.285282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.294857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Request body: {'port': {'device_id': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'admin_state_up': True, 'tenant_id': '3b1c64dbd78440a184189c44bc920718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:51.302434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] 10.222.0.11 "PUT /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 1131 time: 3.3206694 Jun 30 09:08:51.304960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '0da95181-f033-4e55-ae99-9c9904bd4250'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:51.307340 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b60a4e-358d-48a6-9646-73797eb015f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "0da95181-f033-4e55-ae99-9c9904bd4250"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:51.355678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] For port dd2d4859-5d84-436a-a301-a422760fefbe, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dd2d4859-5d84-436a-a301-a422760fefbe,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:51.356084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.397499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:51.414750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dd2d4859-5d84-436a-a301-a422760fefbe no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:51.421075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Calling delete_port for dd2d4859-5d84-436a-a301-a422760fefbe owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:51.482893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.11', 61489) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:51.487053 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2971cd4-f851-4562-a975-f545600857b1 x-openstack-request-id: req-e2971cd4-f851-4562-a975-f545600857b1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:51.487596 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "0da95181-f033-4e55-ae99-9c9904bd4250", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:51.487596 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2971cd4-f851-4562-a975-f545600857b1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:51.487999 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '0da95181-f033-4e55-ae99-9c9904bd4250', 'status': 'completed', 'code': 200} Jun 30 09:08:51.543859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da7c6-70b2-47b7-ab98-bdfe07075c39 service neutron] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:51.618583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.647452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.711085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.711590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.712258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.712792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.713320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.713893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.716013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-8b632f84-7c26-4dbe-9e58-eaedb64019c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5289 time: 0.2319787 Jun 30 09:08:51.771156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.856881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.883420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:51.887265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.894064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.929933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] No DVR routers for this DVR port dd2d4859-5d84-436a-a301-a422760fefbe on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:51.932291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8796971-6efa-4568-a43a-be23cf34d61e None None] Pushing event deleted for resources: {'Port': ['ID=dd2d4859-5d84-436a-a301-a422760fefbe,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:51.967596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.006888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a54e-4193-4903-b5f9-15692052929c req-3f811451-58b3-4fe1-89aa-45e1315aa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.008578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-3f811451-58b3-4fe1-89aa-45e1315aa093 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.5917702 Jun 30 09:08:52.153745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:52.158370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.211254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-04295e89-08cb-4040-a375-883d18c5a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.211467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-04295e89-08cb-4040-a375-883d18c5a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.211968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-04295e89-08cb-4040-a375-883d18c5a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.213689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-04295e89-08cb-4040-a375-883d18c5a518 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4762254 Jun 30 09:08:52.237809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-cea31c4b-b9cd-4a8c-891b-afa2eb06a565 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 1001 time: 0.2214062 Jun 30 09:08:52.265534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.268540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.269875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5378491c-225a-4f5c-8117-0568167748d1 HTTP/1.1" status: 204 len: 168 time: 1.1343219 Jun 30 09:08:52.424049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36dc8bc4-e76b-4bef-9c68-a0d9c2abe31e req-11a56da8-39e6-4461-a784-cda95de6cb67 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 210 time: 0.0569959 Jun 30 09:08:52.459750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e47f06-550f-4abc-ae6a-8189cef5c29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378491c-225a-4f5c-8117-0568167748d1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.610594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.616705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.633302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.639845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.651059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a54e-4193-4903-b5f9-15692052929c req-96af56d3-0117-406e-8948-6c7260417c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.653800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-96af56d3-0117-406e-8948-6c7260417c2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.3894119 Jun 30 09:08:52.657057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.673839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.675772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-c5dc95fa-3ced-4ba3-93bd-1984c2b65c86 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 4601 time: 0.8102546 Jun 30 09:08:52.861462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-7f1a78c3-1544-4d18-8f67-468f92107b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:52.871521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-7f1a78c3-1544-4d18-8f67-468f92107b7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6463814 Jun 30 09:08:52.892187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Allocated IP 172.20.0.3 (e8122271-6363-497e-870f-a1740a924e82/bf851c98-7eef-41af-8d0d-08a20d44cdac/1e95b067-ae78-40f1-a492-de227b804761) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:52.913010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.954517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.002703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6570a4d029e24d1b91d93953d9185c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3266792 Jun 30 09:08:53.011758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02c0d022-4173-4bda-a41d-9a049d2c599c req-e36005fc-7194-41b7-9fe5-45147ba403cd tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3026733 Jun 30 09:08:53.012531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57128) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:53.034067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a54e-4193-4903-b5f9-15692052929c req-7df12458-3a89-47ed-9c4e-be95ed6f2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.035569 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-7df12458-3a89-47ed-9c4e-be95ed6f2442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3706319 Jun 30 09:08:53.052960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:08:53.057282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.102604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:53.113556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:53.123584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.124395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.127204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f0f63-3f8a-463d-81c5-7688e7a0336f None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:53.172723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2d6d-ed92-4a14-bff9-a59f3a087ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220eaeb3-177e-4a3e-9fa6-b35ad7eeda30,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.192296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6569004 Jun 30 09:08:53.199063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec33b9e-de73-493a-8514-283960efb083 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=1c53803e-1c75-452e-977c-1e88aa2115bf,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.204659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57132) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:53.222656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:53.354071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:53.375237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.405882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Transition to ACTIVE for port object d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:53.482707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.522239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:53.526840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.643441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '1c53803e-1c75-452e-977c-1e88aa2115bf'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:53.644367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.684515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.008635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.026568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58e4aac4-75f1-40c7-b329-b6ed6c78a9d7 req-ade3f2c6-d4d3-46d3-a9d1-1cece354390d tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 210 time: 0.2520723 Jun 30 09:08:54.072201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-ef2798f0-6a0b-4067-8a49-ca48b473fa73 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0029941 Jun 30 09:08:54.076199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Allocated IP 2001:db8::f816:3eff:fecf:9bc8 (a1303013-487f-4883-aef3-95ff9d5838d3/1c53803e-1c75-452e-977c-1e88aa2115bf/afcebcea-c7a1-4e46-a966-f697bdf83753) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:54.111738 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c53803e-1c75-452e-977c-1e88aa2115bf (CIDR: 2001:db8::/64) Jun 30 09:08:54.119316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Attempting to bind port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:54.119954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Attempting to bind port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:54.120699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Attempting to bind port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:54.125566 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:08:54.126672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:08:54.134175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on network ef08391d-9d4d-48a3-b856-439d09896119 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:54.134420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.134959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Attempting to bind port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:54.145233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:54.145939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:54.146887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Bound using segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:54.147606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Bound port: d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:54.148179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.171153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-db96c5d6-3042-4d5a-a9bd-fd4234c93400 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9629505 Jun 30 09:08:54.173446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.190111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:54.353073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.362711 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f15a54e-4193-4903-b5f9-15692052929c req-6820ac8d-a6a0-481f-887c-13f0af9d2c24 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483819 Jun 30 09:08:54.363914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Transition to ACTIVE for port object afcebcea-c7a1-4e46-a966-f697bdf83753 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:54.381262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Transition to ACTIVE for port object afcebcea-c7a1-4e46-a966-f697bdf83753 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:54.398067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.462911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.502727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Pushing event updated for resources: {'Port': ['ID=afcebcea-c7a1-4e46-a966-f697bdf83753,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.536196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:54.541177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:54.542640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:54.545651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:54.556118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.562685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.583170 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/220eaeb3-177e-4a3e-9fa6-b35ad7eeda30 HTTP/1.1" status: 204 len: 168 time: 1.5596547 Jun 30 09:08:54.605789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:54.637725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.639765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e20227-821f-4072-b04f-09e16d7a3154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220eaeb3-177e-4a3e-9fa6-b35ad7eeda30,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.647250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.697215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Attempting to bind port afcebcea-c7a1-4e46-a966-f697bdf83753 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:54.697652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Attempting to bind port afcebcea-c7a1-4e46-a966-f697bdf83753 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:54.698215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Attempting to bind port afcebcea-c7a1-4e46-a966-f697bdf83753 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:54.735578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:54.735962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:54.736378 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.736779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:54.737271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Bound port: afcebcea-c7a1-4e46-a966-f697bdf83753, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:54.737662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.791174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event updated for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.809991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Network e8122271-6363-497e-870f-a1740a924e82 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:54.817172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:54.820081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:54.849053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.885447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.886412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.913323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Allocated IP 172.20.0.5 (e8122271-6363-497e-870f-a1740a924e82/bf851c98-7eef-41af-8d0d-08a20d44cdac/9f8275c5-5ae0-4321-aa2b-e0d29a638747) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:54.952692 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-78d313ed-56d7-4be9-83da-64b2b9b02c24 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6950016 Jun 30 09:08:54.975524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Request body: {'port': {'device_id': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:54.983591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.007160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.025861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.039277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.043001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] For port afcebcea-c7a1-4e46-a966-f697bdf83753, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:55.047430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] For port afcebcea-c7a1-4e46-a966-f697bdf83753, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=afcebcea-c7a1-4e46-a966-f697bdf83753,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:55.055001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.062672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.068772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.085262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.088486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-796348ef-5b14-4bab-b785-789c264b1e35 req-9cea46be-2b5d-4085-8114-5b4a95053a5f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5372 time: 0.7865727 Jun 30 09:08:55.099206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.100564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.105865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7b093144-e8c6-4b60-93cf-a6a55303b9bc service neutron] 10.222.0.11 "PUT /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 1130 time: 3.7218375 Jun 30 09:08:55.106583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:55.116716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.128659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:55.133198 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812b3512-309f-453c-98ac-1908986155bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "d6fc08ef-98f2-44dc-a99f-1c9a59a2a511"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:55.195399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:55.350794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.408734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b56db-ee9f-4609-87a6-d75748415b15 None None] Pushing event updated for resources: {'Port': ['ID=afcebcea-c7a1-4e46-a966-f697bdf83753,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.760779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57188) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.780909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-796348ef-5b14-4bab-b785-789c264b1e35 req-98450213-85dd-448a-a3f7-ede292d96cd9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6603463 Jun 30 09:08:55.802089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57190) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.839283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.872457 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.889202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48d6591a-5335-407c-8960-e33be3e8ff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.108773 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a097de46-5596-4e71-8a27-26efa6a149da x-openstack-request-id: req-a097de46-5596-4e71-8a27-26efa6a149da {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:56.109025 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "d6fc08ef-98f2-44dc-a99f-1c9a59a2a511", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:56.109219 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a097de46-5596-4e71-8a27-26efa6a149da {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:56.109619 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511', 'status': 'completed', 'code': 200} Jun 30 09:08:56.125641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.211804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c14f-8cf1-4881-9cc4-72e49925f077 req-26ebefa1-d38f-45c3-a626-e00071df82e2 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.213405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f28c14f-8cf1-4881-9cc4-72e49925f077 req-26ebefa1-d38f-45c3-a626-e00071df82e2 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 931 time: 0.7806659 Jun 30 09:08:56.257301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.387728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1307499579'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:56.410833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48d6591a-5335-407c-8960-e33be3e8ff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.432896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Network e8122271-6363-497e-870f-a1740a924e82 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:56.434153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48d6591a-5335-407c-8960-e33be3e8ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.457981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:56.476447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:56.512815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:56.543242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:56.586954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.589333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.601840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e95b067-ae78-40f1-a492-de227b804761 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:56.617652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f28c14f-8cf1-4881-9cc4-72e49925f077 req-46bdd613-ef0e-4305-833d-2eb9e299112c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748612 Jun 30 09:08:56.627047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=56ff36ea-6c06-4073-a9b6-daf3fe1cd349,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.643917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event updated for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.648840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Made reservation on behalf of cbd4e4f02fa0461787bd30129e23fbac for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:56.651666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.656793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.673494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-964e6305-1475-42fd-994e-4bf078781edb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4948440 Jun 30 09:08:56.674181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:56.691116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:79:6e:f8', 'name': 'tempest-NetworksTestDHCPv6-1625189961'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:56.709487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.720764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.720764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.720764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.720764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.720764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.721334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.721687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.723967 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-812b3512-309f-453c-98ac-1908986155bc req-cf7302c9-9391-472d-bbab-779eb30bdf68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6212 time: 0.6999495 Jun 30 09:08:56.749689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48d6591a-5335-407c-8960-e33be3e8ff56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4b5855692be441ba95d7810d9c42111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9464293 Jun 30 09:08:56.762845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:56.781789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Transition to ACTIVE for port object 1e95b067-ae78-40f1-a492-de227b804761 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:56.786700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6591a-5335-407c-8960-e33be3e8ff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b6790-a458-432d-bcb5-afe5465d95a1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.800203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.879710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.882883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.004186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.019289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:57.029734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.044221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:57.056380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.056759 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Added segment bc4c8151-ee0f-428c-b278-01fbe29547e8 of type vlan for network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 Jun 30 09:08:57.088567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-642a09be-a7d5-47e8-91d4-9523c51d002a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3713622 Jun 30 09:08:57.120753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.123517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Request body: {'port': {'device_id': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:57.133700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-efd67af5-1bb2-4117-be2a-3c8593cfbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.134288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-efd67af5-1bb2-4117-be2a-3c8593cfbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.134770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-efd67af5-1bb2-4117-be2a-3c8593cfbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.136408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-812b3512-309f-453c-98ac-1908986155bc req-efd67af5-1bb2-4117-be2a-3c8593cfbd6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3856673 Jun 30 09:08:57.209521 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.218348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.219834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.369740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e3381-bfd3-46c9-8abd-f39fb2c25ca5 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:57.439585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device afcebcea-c7a1-4e46-a966-f697bdf83753 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:57.515817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-49152a2d-fc49-435a-899e-8ac8ffb154ad None None] Provisioning for port afcebcea-c7a1-4e46-a966-f697bdf83753 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:57.535883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3512-309f-453c-98ac-1908986155bc req-cf555ff9-fefa-447a-ab55-ef94b02c755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.540721 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-812b3512-309f-453c-98ac-1908986155bc req-cf555ff9-fefa-447a-ab55-ef94b02c755d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900166 Jun 30 09:08:57.544465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Attempting to bind port 1e95b067-ae78-40f1-a492-de227b804761 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:57.548996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Attempting to bind port 1e95b067-ae78-40f1-a492-de227b804761 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:57.550044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Attempting to bind port 1e95b067-ae78-40f1-a492-de227b804761 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:57.576067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port afcebcea-c7a1-4e46-a966-f697bdf83753 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:57.595901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Port 1e95b067-ae78-40f1-a492-de227b804761 on network e8122271-6363-497e-870f-a1740a924e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:57.596608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Attempting to bind port 1e95b067-ae78-40f1-a492-de227b804761 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:57.604845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port afcebcea-c7a1-4e46-a966-f697bdf83753 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:57.605170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.607868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:57.608520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Checking segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:57.609203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Bound using segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:57.610164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Bound port: 1e95b067-ae78-40f1-a492-de227b804761, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:57.610786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.632769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.752465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.806968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port afcebcea-c7a1-4e46-a966-f697bdf83753, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=afcebcea-c7a1-4e46-a966-f697bdf83753,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:57.833950 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.877469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:57.946905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e95b067-ae78-40f1-a492-de227b804761,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:57.964772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.986935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=afcebcea-c7a1-4e46-a966-f697bdf83753,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.004654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Update dhcp port {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'fixed_ips': [{'subnet_id': '1c53803e-1c75-452e-977c-1e88aa2115bf', 'ip_address': '2001:db8::f816:3eff:fecf:9bc8'}, {'subnet_id': '56ff36ea-6c06-4073-a9b6-daf3fe1cd349'}], 'binding:host_id': 'n-d-779913-25'}, 'id': 'afcebcea-c7a1-4e46-a966-f697bdf83753'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:08:58.049436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2641835 Jun 30 09:08:58.072786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.073581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.075136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e95b067-ae78-40f1-a492-de227b804761 HTTP/1.1" status: 200 len: 1092 time: 3.1128943 Jun 30 09:08:58.075691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'tag': '1e95b067-ae78-40f1-a492-de227b804761'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:58.078722 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea4436e-4d98-481d-be1b-74025e74cf11" -d '{"events": [{"name": "network-changed", "server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "tag": "1e95b067-ae78-40f1-a492-de227b804761"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:58.110933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3fd81-011c-4723-8a7c-bc7593189bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.137782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.139327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.249842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519af47f-6dfe-4ae9-944b-f7d8702b3d48 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:58.253328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-2e50b774-01f0-4a66-ba52-277f06e6eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.255203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-2e50b774-01f0-4a66-ba52-277f06e6eae2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 1095 time: 0.1278672 Jun 30 09:08:58.262953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8275c5-5ae0-4321-aa2b-e0d29a638747 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:58.276401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.285728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.324737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-30bbf8f7-1dae-4cb6-816a-9f3041ca3070 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e95b067-ae78-40f1-a492-de227b804761 HTTP/1.1" status: 200 len: 217 time: 0.0510740 Jun 30 09:08:58.345193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Transition to ACTIVE for port object 9f8275c5-5ae0-4321-aa2b-e0d29a638747 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:58.367582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.427180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb9f81d-facc-43d7-b2a1-1ce99e7f98a0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.460113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.464688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.467443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b7b6790-a458-432d-bcb5-afe5465d95a1 HTTP/1.1" status: 204 len: 168 time: 1.7017410 Jun 30 09:08:58.475465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.512037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-b94708d7-914d-4401-bc06-91d23eaecb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.514807 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-b94708d7-914d-4401-bc06-91d23eaecb1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.1832895 Jun 30 09:08:58.520298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20a59-f050-4ab3-b6bf-35241704230d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Pushing event updated for resources: {'Network': ['ID=f4b8b223-b2e9-4ef7-947e-2b0832bee8e2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.546823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4f0f2-6d38-4de2-af4c-0c80dd717171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b6790-a458-432d-bcb5-afe5465d95a1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.547098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:58.553171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Allocated IP 2001:db8:0:1::2 (a1303013-487f-4883-aef3-95ff9d5838d3/56ff36ea-6c06-4073-a9b6-daf3fe1cd349/afcebcea-c7a1-4e46-a966-f697bdf83753) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:58.566485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Transition to ACTIVE for port object 519af47f-6dfe-4ae9-944b-f7d8702b3d48 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:58.579063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-cef9a096-e9db-4e7a-8252-d137b9ee7f4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518396 Jun 30 09:08:58.587438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.604214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.610340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.616782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.623915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.630662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.636392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.639360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.645332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.647855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-49f479f7-6b0d-4c0e-90a1-3e3667c48230 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5372 time: 1.4889960 Jun 30 09:08:58.676199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3ea4d-37ce-4fb8-8090-e89620189b51 req-8998e607-cc14-4e6e-a73b-4f2162f7d67a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.683434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9d3ea4d-37ce-4fb8-8090-e89620189b51 req-8998e607-cc14-4e6e-a73b-4f2162f7d67a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 943 time: 0.7086177 Jun 30 09:08:58.727823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:58.947942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] For port afcebcea-c7a1-4e46-a966-f697bdf83753, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=afcebcea-c7a1-4e46-a966-f697bdf83753,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:59.005588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9d3ea4d-37ce-4fb8-8090-e89620189b51 req-99ff9559-4f63-498c-a987-90bad5795b03 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208630 Jun 30 09:08:59.037044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Attempting to bind port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:59.037044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Attempting to bind port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:59.037044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Attempting to bind port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:59.049530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 on network e8122271-6363-497e-870f-a1740a924e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:59.049894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Attempting to bind port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:59.078463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:59.078752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Checking segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:59.079146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Bound using segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:59.079603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Bound port: 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:59.080039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.090028 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-d470a60f-cb59-4753-a886-19b642c19b5b service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760380 Jun 30 09:08:59.303792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.368446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9953070-1a40-425f-8a2f-86ab915b9844 req-68fcbed0-eebd-4554-b674-ad25d0e497bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7122648 Jun 30 09:08:59.382173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:59.400139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:59.435526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-6d9984dd-22ac-4230-a0d3-6f675a0ef7ae service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261836 Jun 30 09:08:59.436989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.474044 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.480870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Attempting to bind port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:59.482978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Attempting to bind port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:59.484477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Attempting to bind port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:59.504947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 on network ef08391d-9d4d-48a3-b856-439d09896119 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:59.505744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Attempting to bind port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:59.511969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Transition to ACTIVE for port object afcebcea-c7a1-4e46-a966-f697bdf83753 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:59.524506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:59.524943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:59.525798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:59.526708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Bound using segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:59.527724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Bound port: 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:59.528787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.530284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device afcebcea-c7a1-4e46-a966-f697bdf83753 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:59.534192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.535976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f8275c5-5ae0-4321-aa2b-e0d29a638747 HTTP/1.1" status: 200 len: 1092 time: 2.4193099 Jun 30 09:08:59.566846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.573609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62da5e7-fb41-494b-8ff3-7516d1ab1c09 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.610298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.707019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-9c55dc02-717e-4e6e-ab74-c5aa36a59104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:59.712192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-9c55dc02-717e-4e6e-ab74-c5aa36a59104 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 1095 time: 0.1153286 Jun 30 09:08:59.740611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-277872bf-c678-4f91-ab5d-2df20917b3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.761653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port d78df751-d6df-423a-b00a-c4fe6f12ff48 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:08:59.812249 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-013446bf-2d45-4974-8c57-5e5ef0336033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747 HTTP/1.1" status: 200 len: 217 time: 0.0921040 Jun 30 09:08:59.815825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:59.874992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2', 'binding:host_id': 'n-h1-779913-25', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916573050'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:00.009491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-b159c15c-3c6f-4d0b-bb50-5e0d61bfe510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:00.011121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-b159c15c-3c6f-4d0b-bb50-5e0d61bfe510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.1919456 Jun 30 09:09:00.011975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Made reservation on behalf of 027c21d502c4479b8bd54c509ed0a5fa for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:00.030836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:00.033290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.036829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:00.041969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9de9f2-a6dc-49a9-a11a-cf2e1f2a8b27 None None] Pushing event updated for resources: {'Port': ['ID=afcebcea-c7a1-4e46-a966-f697bdf83753,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:00.055911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.079736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.110471 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62081813-1c32-4197-bf1d-fc001d6b2f32 x-openstack-request-id: req-62081813-1c32-4197-bf1d-fc001d6b2f32 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:00.111018 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "tag": "1e95b067-ae78-40f1-a492-de227b804761", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:00.111287 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62081813-1c32-4197-bf1d-fc001d6b2f32 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:00.111826 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'tag': '1e95b067-ae78-40f1-a492-de227b804761', 'status': 'completed', 'code': 200} Jun 30 09:09:00.297054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.312050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:00.312829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.314099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] 10.222.0.11 "PUT /v2.0/ports/519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 200 len: 1092 time: 5.1456039 Jun 30 09:09:00.335557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-c15423cc-2677-4ab1-b0ce-61e25520dea5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736528 Jun 30 09:09:00.336794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:00.339155 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77505f-d00a-47d9-af2f-73f25db4ad79" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:00.340782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.373679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:00.482993 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c2821e-aa1d-4c4c-93f8-8bf617ce2536 x-openstack-request-id: req-55c2821e-aa1d-4c4c-93f8-8bf617ce2536 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:00.483290 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:00.483539 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55c2821e-aa1d-4c4c-93f8-8bf617ce2536 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:00.483949 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'status': 'completed', 'code': 200} Jun 30 09:09:00.511103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port 3f66b974-2206-4520-8268-1a3d40b761d8 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:00.750695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8:0:1::17f (a1303013-487f-4883-aef3-95ff9d5838d3/56ff36ea-6c06-4073-a9b6-daf3fe1cd349/d78df751-d6df-423a-b00a-c4fe6f12ff48) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:00.770791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::f816:3eff:fe79:6ef8 (a1303013-487f-4883-aef3-95ff9d5838d3/1c53803e-1c75-452e-977c-1e88aa2115bf/d78df751-d6df-423a-b00a-c4fe6f12ff48) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:00.836177 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e2960f6c-5d48-460c-9d9c-a69d59d27698 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281988 Jun 30 09:09:01.098210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.123963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object d78df751-d6df-423a-b00a-c4fe6f12ff48 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:01.238249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cb2c3-6fba-4547-9072-acc675f0a82e service neutron] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.292422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.359115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device afcebcea-c7a1-4e46-a966-f697bdf83753 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:01.450140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:01.455904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=d78df751-d6df-423a-b00a-c4fe6f12ff48,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.460931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:01.470419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746cb10-6020-4dfa-ad2a-b6131425fa70,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:01.480314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:01.489502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.490620 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.528003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.8427215 Jun 30 09:09:01.531090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.531731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.532341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.533777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.534378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.534958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.535525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.536331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.536922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.537499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.538110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.538712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af152b-e724-430a-8e0b-6bba5311de07 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:01.548129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:01.610316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7a7b-51f8-4268-b8b2-73b3cce89aab None None] Provisioning for port afcebcea-c7a1-4e46-a966-f697bdf83753 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:01.611671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.631398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7a7b-51f8-4268-b8b2-73b3cce89aab None None] Provisioning complete for port afcebcea-c7a1-4e46-a966-f697bdf83753 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:01.632019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7a7b-51f8-4268-b8b2-73b3cce89aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.655405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.662225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.679425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.708903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.727471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.736460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.772510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:01.774624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-000534f1-c322-4121-b30b-16000e0150d8 req-2eec9a47-38ef-4e3b-9c7f-6401d73a5755 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5384 time: 0.5767357 Jun 30 09:09:02.025893 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7cc4fa8c-46c3-44f0-8718-0594c858a332 req-e03ba536-4e83-47f7-9e40-e6cd1b92ec19 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1725376 Jun 30 09:09:02.118609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.127251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.127551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5eeddf93-bdf7-44ea-824a-29cf33ccea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.127740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.130629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.131293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.131938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.135620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.141355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-2aa1ff7a-722c-4440-b938-c1b95157a450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6280 time: 1.6189775 Jun 30 09:09:02.160899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:02.163560 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea6718-6467-4e4d-a79c-fbb0ec80046a" -d '{"events": [{"name": "network-changed", "server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:02.166634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.179829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-27acb800-21cc-43ed-a9a9-8fd374f20318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.184964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-27acb800-21cc-43ed-a9a9-8fd374f20318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 1095 time: 1.8794510 Jun 30 09:09:02.262314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e049b39-8a92-4739-a311-b640fb1dc126 req-c95fb82a-2e6b-4546-8e19-40fb041299e0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.278079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e049b39-8a92-4739-a311-b640fb1dc126 req-c95fb82a-2e6b-4546-8e19-40fb041299e0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 943 time: 1.8644404 Jun 30 09:09:02.371929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1bb546c-c23c-4d43-a02f-8cb099d47533 None None] Provisioning for port d78df751-d6df-423a-b00a-c4fe6f12ff48 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:02.380242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1bb546c-c23c-4d43-a02f-8cb099d47533 None None] Provisioning complete for port d78df751-d6df-423a-b00a-c4fe6f12ff48 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:02.380242 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1bb546c-c23c-4d43-a02f-8cb099d47533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.437533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-36d129cf-f7f7-41c0-9d5a-0ec1db6bc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.441675 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-36d129cf-f7f7-41c0-9d5a-0ec1db6bc850 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 913 time: 0.2495224 Jun 30 09:09:02.445214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port 3f66b974-2206-4520-8268-1a3d40b761d8 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:02.506512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb546c-c23c-4d43-a02f-8cb099d47533 None None] Port d78df751-d6df-423a-b00a-c4fe6f12ff48 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:02.535941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e049b39-8a92-4739-a311-b640fb1dc126 req-afb9b406-3877-4582-9f8e-826c47945579 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566762 Jun 30 09:09:02.539351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-e209bb8c-990a-449f-91ce-92f9c0029263 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e95b067-ae78-40f1-a492-de227b804761 HTTP/1.1" status: 200 len: 217 time: 0.0552833 Jun 30 09:09:02.559733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-000534f1-c322-4121-b30b-16000e0150d8 req-c09b1a01-72fb-43b2-adcb-c24375f6a5c0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6899185 Jun 30 09:09:02.620203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port d78df751-d6df-423a-b00a-c4fe6f12ff48 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:02.630887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.680228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.723240 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a869c7-1262-4987-900b-3ab1f4eb5cf3 x-openstack-request-id: req-c3a869c7-1262-4987-900b-3ab1f4eb5cf3 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:02.723554 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:02.723814 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3a869c7-1262-4987-900b-3ab1f4eb5cf3 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:02.724238 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747', 'status': 'completed', 'code': 200} Jun 30 09:09:02.777177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-40dd749f-945c-41b1-bffa-a0a21e6931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.777177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-40dd749f-945c-41b1-bffa-a0a21e6931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.777716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-40dd749f-945c-41b1-bffa-a0a21e6931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.780611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-40dd749f-945c-41b1-bffa-a0a21e6931e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5339882 Jun 30 09:09:02.824571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Transition to ACTIVE for port object 3f66b974-2206-4520-8268-1a3d40b761d8 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:02.884355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.889451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-5a859df5-2074-45aa-b3e1-2e8d1de47168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:02.890975 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-5a859df5-2074-45aa-b3e1-2e8d1de47168 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.2378478 Jun 30 09:09:02.910334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for d78df751-d6df-423a-b00a-c4fe6f12ff48 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:02.935647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-24ef997c-3103-4619-a132-5e9bb1876205 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362422 Jun 30 09:09:02.973107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.020520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.027762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-95bb6fd2-9989-4855-91bf-82296407b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.029296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-95bb6fd2-9989-4855-91bf-82296407b342 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 1095 time: 0.2444890 Jun 30 09:09:03.074650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-2d8ed0c6-4cc2-44c1-a552-6aabd2b7b065 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297805 Jun 30 09:09:03.192926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93f23ca-6331-4246-a768-0d4c46f8a2ee {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:03.203130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-0cebae88-3ede-4cc4-9aaf-8c322d9f4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.204605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8b77505f-d00a-47d9-af2f-73f25db4ad79 req-0cebae88-3ede-4cc4-9aaf-8c322d9f4277 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4002657 Jun 30 09:09:03.205440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.234793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Transition to ACTIVE for port object c93f23ca-6331-4246-a768-0d4c46f8a2ee will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:03.244592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.249254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.309084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=3f66b974-2206-4520-8268-1a3d40b761d8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.323492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-0ba81cd5-6790-49e4-91bd-6e77e72f9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.325129 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-0ba81cd5-6790-49e4-91bd-6e77e72f9f8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 913 time: 0.2455242 Jun 30 09:09:03.384803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.418765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.428273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bea4436e-4d98-481d-be1b-74025e74cf11 req-6926dae6-b0bb-48b2-b161-8f13304011d5 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463994 Jun 30 09:09:03.429648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-ca68b768-67e8-44e3-ac12-51afd37a4ed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747 HTTP/1.1" status: 200 len: 217 time: 0.0895269 Jun 30 09:09:03.430850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Checking segment: {'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:03.431227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Network hostable DHCP agents. Network: f4b8b223-b2e9-4ef7-947e-2b0832bee8e2, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:03.511274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-1f39505e-9663-4c63-b114-15f3049479fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:03.512869 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-1f39505e-9663-4c63-b114-15f3049479fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.0684950 Jun 30 09:09:03.516160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:03.524059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=d78df751-d6df-423a-b00a-c4fe6f12ff48,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:03.553728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Attempting to bind port c93f23ca-6331-4246-a768-0d4c46f8a2ee on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:03.555500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Attempting to bind port c93f23ca-6331-4246-a768-0d4c46f8a2ee by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:03.555847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Attempting to bind port c93f23ca-6331-4246-a768-0d4c46f8a2ee on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:03.593059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-9fdcd44b-a641-4a2c-b1f9-3c766aafdcbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644360 Jun 30 09:09:03.656051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Port c93f23ca-6331-4246-a768-0d4c46f8a2ee on network ef08391d-9d4d-48a3-b856-439d09896119 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:03.656704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Attempting to bind port c93f23ca-6331-4246-a768-0d4c46f8a2ee on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:03.709239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:03.709661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Checking segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:03.710175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Bound using segment: {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:03.712453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Bound port: c93f23ca-6331-4246-a768-0d4c46f8a2ee, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:03.713100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.754392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:03.759469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f107a24e-a03d-4da4-b6e9-bb3ced32c9d3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/d78df751-d6df-423a-b00a-c4fe6f12ff48 HTTP/1.1" status: 204 len: 168 time: 2.2088604 Jun 30 09:09:03.768884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57306) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:03.820287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-40471a5a-71e5-4f53-88e3-8942cdf2308f service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260606 Jun 30 09:09:03.939262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f4b8b223-b2e9-4ef7-947e-2b0832bee8e2) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:03.945250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:03.966146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533dc23-825b-4bbb-9505-131c40c58d95 None None] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:03.977555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:03.977851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:03.978212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:03.995859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:03.996206 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:03.998481 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 2 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.018357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:04.022437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.022793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.023137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.026722 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea6718-6467-4e4d-a79c-fbb0ec80046a req-3721c76f-d0f0-413c-803c-9014de72a191 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969554 Jun 30 09:09:04.028501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:04.032467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.034209 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.035152 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 3 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.082022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.082669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.085711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.094460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.095141 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.095763 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 4 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.099469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.130867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.132442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.133832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.149391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.150201 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.152199 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 5 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.191778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.193264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.194162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 200 len: 1092 time: 3.8390224 Jun 30 09:09:04.195233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.199937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.203121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.210676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e95b067-ae78-40f1-a492-de227b804761 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:04.219114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.219114 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.219348 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 6 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.252258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:04.256666 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbff6133-9294-4b0c-95da-459f05911305" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:04.259777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.261518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.261909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.273520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.275095 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.275538 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 7 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.278905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:04.306966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.307369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.307714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.315745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.316107 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.316467 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 8 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.366240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.366593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.367429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.382731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.383240 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.383647 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 9 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.418836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.421724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.422107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.422632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.433844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.434199 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.434541 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 10 to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 Jun 30 09:09:04.449250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd93755-f3cf-486c-a800-7661bb9627c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.450972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7bd93755-f3cf-486c-a800-7661bb9627c7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6810789 Jun 30 09:09:04.464604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:04.486142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e95b067-ae78-40f1-a492-de227b804761,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:04.507593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1e95b067-ae78-40f1-a492-de227b804761', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'port_id': '1e95b067-ae78-40f1-a492-de227b804761', 'mac_address': 'fa:16:3e:b4:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf851c98-7eef-41af-8d0d-08a20d44cdac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:04.542287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:04.543120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:04.543718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:04.553785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85e90-5dcb-42a1-a72f-b821d3800c59 req-a34ad33f-919a-45c0-81ec-7b9884f30d4f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.555530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24b85e90-5dcb-42a1-a72f-b821d3800c59 req-a34ad33f-919a-45c0-81ec-7b9884f30d4f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 943 time: 0.5206492 Jun 30 09:09:04.572813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 3f66b974-2206-4520-8268-1a3d40b761d8 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:04.573772 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 3f66b974-2206-4520-8268-1a3d40b761d8 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:04.574396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.585988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a69b2-0591-4e42-b68d-552b18bdf8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:04.628132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.635417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.651426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.660835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.668104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.669172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e95b067-ae78-40f1-a492-de227b804761 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:04.675206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.683518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.692414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.700295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.703060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-633a4e84-f7a2-4e81-bef5-6dcfc03a0fc5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5396 time: 0.6655016 Jun 30 09:09:04.727171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e95b067-ae78-40f1-a492-de227b804761,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:04.734864 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.749856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b2399-c1ab-4cd9-8f06-3fb624e78dd6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.762680 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1c0b2399-c1ab-4cd9-8f06-3fb624e78dd6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2970543 Jun 30 09:09:04.764474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24b85e90-5dcb-42a1-a72f-b821d3800c59 req-01c8caed-f31b-48f6-96cb-ecc3b131cf59 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793752 Jun 30 09:09:04.778397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:04.886786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:04.889340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port 3f66b974-2206-4520-8268-1a3d40b761d8, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:04.890286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempted to set empty binding levels {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:04.905121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.906108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.908138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.908764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.909274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.913934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.914728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.915317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.915851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.916426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.917051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.917564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.918153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.918788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:04.964528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcd6af-4f09-4afd-a164-399e1031e4ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.966110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcd6af-4f09-4afd-a164-399e1031e4ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.968394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcd6af-4f09-4afd-a164-399e1031e4ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.970058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-72fcd6af-4f09-4afd-a164-399e1031e4ca tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1831241 Jun 30 09:09:04.973682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:04.974311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:04.979577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57324) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:05.048591 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.2311161 Jun 30 09:09:05.071488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:05.155327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 1c53803e-1c75-452e-977c-1e88aa2115bf {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:05.160225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ce6a3-d4f4-4054-be78-9dbe4006ba59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=3f66b974-2206-4520-8268-1a3d40b761d8,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:05.164689 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.186873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1e95b067-ae78-40f1-a492-de227b804761'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:05.273325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.373821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Deleting port 3f66b974-2206-4520-8268-1a3d40b761d8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:05.375246 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.561696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.562579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.563072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.563645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.564019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.564485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.564955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:05.566883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dbff6133-9294-4b0c-95da-459f05911305 req-1bd2d8af-955f-4b49-9260-e0f369e5e202 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6348 time: 0.3768783 Jun 30 09:09:05.574016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port 3f66b974-2206-4520-8268-1a3d40b761d8, host n-h1-779913-25, got binding levels [] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:05.574124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.578564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.671693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Calling delete_port for 3f66b974-2206-4520-8268-1a3d40b761d8 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:05.692343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a283fbe5-e952-4d3a-9f80-b50a2ed38022 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:05.706743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.724698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Transition to ACTIVE for port object a283fbe5-e952-4d3a-9f80-b50a2ed38022 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:05.728779 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e3edb5-1369-4742-86d6-4c208ab0e496 x-openstack-request-id: req-18e3edb5-1369-4742-86d6-4c208ab0e496 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:05.729070 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:05.729721 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18e3edb5-1369-4742-86d6-4c208ab0e496 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:05.730174 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee', 'status': 'completed', 'code': 200} Jun 30 09:09:05.760654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6953e6e7-8659-472f-9d1c-85d671b34f67 req-c30b69f9-fa77-42e2-98df-21f93cd513ad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0455739 Jun 30 09:09:05.762702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:05.809707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.144142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Attempting to bind port a283fbe5-e952-4d3a-9f80-b50a2ed38022 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:06.145338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Attempting to bind port a283fbe5-e952-4d3a-9f80-b50a2ed38022 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:06.148086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Attempting to bind port a283fbe5-e952-4d3a-9f80-b50a2ed38022 on network d88bb592-2fca-4969-b307-59c8952b555b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:06.156670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 9f8275c5-5ae0-4321-aa2b-e0d29a638747 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:06.207130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Port a283fbe5-e952-4d3a-9f80-b50a2ed38022 on network d88bb592-2fca-4969-b307-59c8952b555b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:06.207498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Attempting to bind port a283fbe5-e952-4d3a-9f80-b50a2ed38022 on network d88bb592-2fca-4969-b307-59c8952b555b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:06.244697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:06.245083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Checking segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:06.249916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Bound using segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:06.250388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Bound port: a283fbe5-e952-4d3a-9f80-b50a2ed38022, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:06.250760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.465215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c16cd-51d0-433a-a2eb-afbfee4e06b3 req-7e1ddc4d-72ea-40ae-8bc4-543cb0181515 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.480988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e8c16cd-51d0-433a-a2eb-afbfee4e06b3 req-7e1ddc4d-72ea-40ae-8bc4-543cb0181515 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 944 time: 0.4993923 Jun 30 09:09:06.515626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:06.551249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '9f8275c5-5ae0-4321-aa2b-e0d29a638747', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'port_id': '9f8275c5-5ae0-4321-aa2b-e0d29a638747', 'mac_address': 'fa:16:3e:40:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf851c98-7eef-41af-8d0d-08a20d44cdac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:06.620662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e8c16cd-51d0-433a-a2eb-afbfee4e06b3 req-a10ebe6e-c444-4aac-8d39-cbd3a5ea7b6b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386919 Jun 30 09:09:06.632875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:06.643169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.645395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:06.657644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.676326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8275c5-5ae0-4321-aa2b-e0d29a638747 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:06.739423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:06.750127 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.808504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.830881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:06.830881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 200 len: 1092 time: 2.5586820 Jun 30 09:09:06.883117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.903140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e83c52-299f-42d5-890b-626f168f51e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:06.919638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Request body: {'port': {'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:07.048733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-4b84a171-73d7-40a2-86ef-549dadfabc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.051890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-4b84a171-73d7-40a2-86ef-549dadfabc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.053899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-4b84a171-73d7-40a2-86ef-549dadfabc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.055985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dbff6133-9294-4b0c-95da-459f05911305 req-4b84a171-73d7-40a2-86ef-549dadfabc8f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4735942 Jun 30 09:09:07.062903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.084300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.169979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['9f8275c5-5ae0-4321-aa2b-e0d29a638747'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:07.248912 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.358547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.378292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.391105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.413270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.422663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.428996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.436444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=1c53803e-1c75-452e-977c-1e88aa2115bf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:07.437595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.439565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-5d4b6c6f-2b64-41e8-bf4b-9f5b3f79d447 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5408 time: 0.3619242 Jun 30 09:09:07.457479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f66b974-2206-4520-8268-1a3d40b761d8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:07.476232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.486482 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fffa9a54-be52-461a-bf25-cbab8b145a87 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1c53803e-1c75-452e-977c-1e88aa2115bf HTTP/1.1" status: 204 len: 168 time: 2.5058219 Jun 30 09:09:07.488113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de5ad1-0fe7-4fa9-9e58-46d2c8587d17 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:07.495426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57364) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.519495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.535766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2337622a-f686-45d0-a526-34d4477ecc27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3f66b974-2206-4520-8268-1a3d40b761d8 HTTP/1.1" status: 204 len: 168 time: 2.4629261 Jun 30 09:09:07.551116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57372) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.590234 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f06a1eb-a26a-4ffd-8f11-2966a5d07b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:07.598320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f06a1eb-a26a-4ffd-8f11-2966a5d07b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports/3f66b974-2206-4520-8268-1a3d40b761d8 HTTP/1.1" status: 404 len: 333 time: 0.0356934 Jun 30 09:09:07.602605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57376) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:07.608757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1083043413'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:07.630646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6133-9294-4b0c-95da-459f05911305 req-aedddda7-78a2-41f8-a8d0-b9c7010e2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.632116 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dbff6133-9294-4b0c-95da-459f05911305 req-aedddda7-78a2-41f8-a8d0-b9c7010e2d53 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5633481 Jun 30 09:09:07.654797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Made reservation on behalf of 027c21d502c4479b8bd54c509ed0a5fa for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:07.656498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:07.692317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:07.770089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:07.772388 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb552ff-385c-4b36-8fef-0f257064994b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:07.846534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e01901a-0bc9-4f0e-b1a3-2052a9ad5b7d req-1c4beb54-8548-47e4-856c-48ca4377779e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3992162 Jun 30 09:09:07.944225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 56ff36ea-6c06-4073-a9b6-daf3fe1cd349 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:07.988268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.042162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.071037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.117198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57388) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:08.170168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e95b067-ae78-40f1-a492-de227b804761 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:08.187631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:08.192461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:08.200657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:08.203553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.204687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.269641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:08.280629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-388001a4-658d-4ccd-bcfa-241e3448f57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6765685 Jun 30 09:09:08.281476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:08.286979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:08.344949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1e95b067-ae78-40f1-a492-de227b804761 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:08.356402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1e95b067-ae78-40f1-a492-de227b804761 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:08.356802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.362094 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.403957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.416785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83608033-ebaa-4bd3-9813-3875aee512e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.533745 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.547118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971187-dd7a-453b-8208-644f3e58142f req-2742982b-10ad-4e39-a626-dd5ad354abba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.554397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85971187-dd7a-453b-8208-644f3e58142f req-2742982b-10ad-4e39-a626-dd5ad354abba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.6046276 Jun 30 09:09:08.585826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95b067-ae78-40f1-a492-de227b804761'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:08.589014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc30da1-a5c6-4cbb-ba0a-7df2a65fde6f" -d '{"events": [{"server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "name": "network-vif-plugged", "status": "completed", "tag": "1e95b067-ae78-40f1-a492-de227b804761"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:08.596768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:08.601821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea02172-8459-4e15-ab2e-e874ba91e7b3 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:08.604748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.609994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e95b067-ae78-40f1-a492-de227b804761,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:08.616221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.616442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42b6c-a4cb-4d8b-9d1e-62bd77cc00bc req-96602241-1895-4ef4-a764-287dda63cb33 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:08.617882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fe42b6c-a4cb-4d8b-9d1e-62bd77cc00bc req-96602241-1895-4ef4-a764-287dda63cb33 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 944 time: 0.4828222 Jun 30 09:09:08.621126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Transition to ACTIVE for port object 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:08.631456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.634336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.689246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Transition to ACTIVE for port object aea02172-8459-4e15-ab2e-e874ba91e7b3 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:08.690500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:08.703121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.703271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.703601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.708551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.714581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.715111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:08.718106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.718520 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.720263 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 2 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:08.736928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.737278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.737626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.742449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.743394 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.743804 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 3 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:08.755614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85971187-dd7a-453b-8208-644f3e58142f req-f78ae0f2-9436-48e1-b1ef-c1cf4018d71a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003269 Jun 30 09:09:08.757478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.757989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.758336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.764423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.764643 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.765043 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 4 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:08.780830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.781173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.781512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.786137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.786599 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.786860 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 5 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:08.796772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fe42b6c-a4cb-4d8b-9d1e-62bd77cc00bc req-5bd7ba1b-dbe0-429e-83a8-8633d2d4fb09 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658137 Jun 30 09:09:08.842084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7bb09a73-916f-46f3-b54e-5afb38a512ea None None] Provisioning complete for port afcebcea-c7a1-4e46-a966-f697bdf83753 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:08.842473 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7bb09a73-916f-46f3-b54e-5afb38a512ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.847333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.847799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.853382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.862742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.863691 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.866535 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 6 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:08.869050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Pushing event updated for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:08.893725 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57deff7-c610-4979-9fe1-87b9a03acc13 x-openstack-request-id: req-e57deff7-c610-4979-9fe1-87b9a03acc13 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:08.894008 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:08.894264 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e57deff7-c610-4979-9fe1-87b9a03acc13 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:08.894653 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'status': 'completed', 'code': 200} Jun 30 09:09:08.925689 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3bc36c-cca4-455c-802a-a35e1143f389 x-openstack-request-id: req-5c3bc36c-cca4-455c-802a-a35e1143f389 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:08.926030 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "name": "network-vif-plugged", "status": "completed", "tag": "1e95b067-ae78-40f1-a492-de227b804761", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:08.926295 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c3bc36c-cca4-455c-802a-a35e1143f389 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:08.927050 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95b067-ae78-40f1-a492-de227b804761', 'code': 200} Jun 30 09:09:08.934485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:08.935038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:08.936146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:08.964208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:08.987670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:08.988006 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:08.988572 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 7 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:09.057204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=56ff36ea-6c06-4073-a9b6-daf3fe1cd349,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.062697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83608033-ebaa-4bd3-9813-3875aee512e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.067651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.072201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d7d4e-62b5-403c-8769-81295d198c0a None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:09.072822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9b86dcdc-c352-4357-8c79-d051571e5d33 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/56ff36ea-6c06-4073-a9b6-daf3fe1cd349 HTTP/1.1" status: 204 len: 168 time: 1.5760148 Jun 30 09:09:09.074255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:09.087820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83608033-ebaa-4bd3-9813-3875aee512e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.112241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:09.113237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:09.113957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.127250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:09.127600 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:09.135612 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 8 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:09.163134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-08ef583d-f600-486b-b4c7-7bbca92b8906 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843902 Jun 30 09:09:09.164323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:09.164685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:09.165090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.168173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:09.178495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:09.203350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Attempting to bind port aea02172-8459-4e15-ab2e-e874ba91e7b3 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:09.203693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Attempting to bind port aea02172-8459-4e15-ab2e-e874ba91e7b3 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:09.204031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Attempting to bind port aea02172-8459-4e15-ab2e-e874ba91e7b3 on network d88bb592-2fca-4969-b307-59c8952b555b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.222131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-83608033-ebaa-4bd3-9813-3875aee512e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e532e9cce304f3b892990716d173497&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0966237 Jun 30 09:09:09.224760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57408) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:09.225469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Port aea02172-8459-4e15-ab2e-e874ba91e7b3 on network d88bb592-2fca-4969-b307-59c8952b555b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:09.225822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Attempting to bind port aea02172-8459-4e15-ab2e-e874ba91e7b3 on network d88bb592-2fca-4969-b307-59c8952b555b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.229077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83608033-ebaa-4bd3-9813-3875aee512e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135e0bf-2834-4e5e-a171-61f1581f0a6b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.249831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:09.250193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Checking segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:09.250589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Bound using segment: {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:09.251037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Bound port: aea02172-8459-4e15-ab2e-e874ba91e7b3, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8e8970-5849-4f27-9b44-007c138e6380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:09.251401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.259360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:09.259703 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:09.267080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.267565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.268036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.268501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.269129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.270061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.270061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.271968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4fb552ff-385c-4b36-8fef-0f257064994b req-3f75b449-b7dd-4fc5-9f2d-0b7652e79e03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6442 time: 0.3719022 Jun 30 09:09:09.278590 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 9 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:09.342064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:09:09.345141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.353790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.355927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f277e-e57b-4b12-ba96-712722d4391f req-02fb366a-89d5-4a20-946b-9f2e83cfb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.357938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.358079 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba5f277e-e57b-4b12-ba96-712722d4391f req-02fb366a-89d5-4a20-946b-9f2e83cfb0c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 1097 time: 0.3589692 Jun 30 09:09:09.363305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.369275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.375039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.380874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.382890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-2ff34664-f2bc-4842-83ef-ab3d76621a73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2810891 Jun 30 09:09:09.392574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:09.392916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:09.393253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.407040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Deleting port afcebcea-c7a1-4e46-a966-f697bdf83753 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:09.408713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.413840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:09.414183 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:09.422634 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 10 to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da Jun 30 09:09:09.432068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.436335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:09.440127 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba5f277e-e57b-4b12-ba96-712722d4391f req-19049612-b6ce-4cb4-be72-81d467cbf109 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Jun 30 09:09:09.454460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:09.454704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:09.455028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:09.474130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:09.478159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.478469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:09.483627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.486286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:09.486620 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:09.487123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.490841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] For port afcebcea-c7a1-4e46-a966-f697bdf83753, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=afcebcea-c7a1-4e46-a966-f697bdf83753,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:09.491217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.491361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.500312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed971238-41b0-45e8-83c4-06e1d5048852 req-e4979e02-dc47-40d4-a802-bef0f59a759c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056538 Jun 30 09:09:09.514632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Calling delete_port for afcebcea-c7a1-4e46-a966-f697bdf83753 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:09.561117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.562092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.563805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] 10.222.0.11 "PUT /v2.0/ports/aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 1092 time: 2.6562703 Jun 30 09:09:09.574873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-9a417c84-bfe8-4724-a942-7d55be7550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.575359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-9a417c84-bfe8-4724-a942-7d55be7550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.575905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-9a417c84-bfe8-4724-a942-7d55be7550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.577966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4fb552ff-385c-4b36-8fef-0f257064994b req-9a417c84-bfe8-4724-a942-7d55be7550c4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2889481 Jun 30 09:09:09.605683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901bae6-813e-4a27-b91d-ec9cc8b6274e service neutron] Pushing event updated for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.608395 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.617782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.620702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.629355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5135e0bf-2834-4e5e-a171-61f1581f0a6b HTTP/1.1" status: 204 len: 168 time: 0.3988588 Jun 30 09:09:09.644753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe8aa-acdc-488b-a344-60a746fbea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135e0bf-2834-4e5e-a171-61f1581f0a6b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.670861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] No DVR routers for this DVR port afcebcea-c7a1-4e46-a966-f697bdf83753 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:09.683800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86904d56-db08-48d7-84f5-108fa54c83ea None None] Pushing event deleted for resources: {'Port': ['ID=afcebcea-c7a1-4e46-a966-f697bdf83753,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:09.771723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:09.772098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempted to set empty binding levels {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:09.784227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.878953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] In _notify_port_updated(), no bound segment for port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:09.880406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.881016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:09.886150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:09.895056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "PUT /v2.0/ports/6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da HTTP/1.1" status: 200 len: 980 time: 1.6124187 Jun 30 09:09:09.904288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb552ff-385c-4b36-8fef-0f257064994b req-25c497da-0536-4ab3-8c56-722fd26e03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:09.906350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4fb552ff-385c-4b36-8fef-0f257064994b req-25c497da-0536-4ab3-8c56-722fd26e03cd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162048 Jun 30 09:09:09.937437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d810fcd-d50d-40ec-a0d3-8ec970c33650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.058680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.115612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:10.127022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:10.132622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.133281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.145349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efae712-b9c6-45c9-9cd2-44a710c4368e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:10.153108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.153603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.154692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.155168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.155650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.156121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.156243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.156590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.156726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.157316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.157816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.158290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.158759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.158894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4a6922bb-fa7c-4874-8495-d1f87fbdbc41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6484 time: 0.1691036 Jun 30 09:09:10.159229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.159691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.160254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.160372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.160629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.162026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.162695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.163041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.163495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.164292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.164421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.164872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.165460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.166044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.166758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.167479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.168401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.169086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.169898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.170707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.171121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.171711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.172515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.173268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.173780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.174241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.174729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.175541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.175664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.176090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.177124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.177124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.177461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.177945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.178403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.179369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.179369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.179757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.187471 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6f40684f-d455-45a7-a106-bd4cf0cfadd7 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0127656 Jun 30 09:09:10.187712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af142e6c-f427-4af5-9b70-c279bc92f220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38761 time: 0.2970219 Jun 30 09:09:10.187829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57430) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:10.190429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:10.194896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:10.209589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33790d04-6ae8-4b52-b27f-428bf8960b88 req-1767bdf6-4623-4767-8fe3-5bed2cd3428d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.217113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33790d04-6ae8-4b52-b27f-428bf8960b88 req-1767bdf6-4623-4767-8fe3-5bed2cd3428d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.2573364 Jun 30 09:09:10.224935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 9f8275c5-5ae0-4321-aa2b-e0d29a638747 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:10.264557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9b6f7dd3-968b-4c4c-bde5-84cd64b8ce56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 217 time: 0.0963159 Jun 30 09:09:10.269588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413efb-194f-43f7-b430-9e6c670dd51f req-eeb7054f-8bc8-439a-8ece-576858b2e02b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.271733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba413efb-194f-43f7-b430-9e6c670dd51f req-eeb7054f-8bc8-439a-8ece-576858b2e02b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 945 time: 0.2550514 Jun 30 09:09:10.360086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33790d04-6ae8-4b52-b27f-428bf8960b88 req-77e3b14d-5144-48ba-80ec-22807d366dbd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419923 Jun 30 09:09:10.389017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-870d655f-b4ba-470c-a551-473314b01604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.390810 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-870d655f-b4ba-470c-a551-473314b01604 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 200 len: 850 time: 0.0999014 Jun 30 09:09:10.399468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:10.411650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba413efb-194f-43f7-b430-9e6c670dd51f req-40927840-601b-4e5a-a790-342af3476dfa tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310437 Jun 30 09:09:10.425301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:10.429948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.456615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Deleting port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:10.456968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.534161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': '1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:10.535447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.563364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:10.576744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.645565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da, host n-h1-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:10.645961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.674883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Calling delete_port for 6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:10.781674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1a6cd40d-de37-4a73-83cf-3800a82b23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.783169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1a6cd40d-de37-4a73-83cf-3800a82b23ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5636098c-c6b9-430f-a050-a2d980f626a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3817286 Jun 30 09:09:10.792248 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2 (CIDR: 2001:db8::/64) Jun 30 09:09:10.805728 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:09:10.805728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:10.806062 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.880405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8ed58b0a-a2d3-4111-bc3f-e1c7dd0e23ea tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6894717 Jun 30 09:09:10.882982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57454) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:10.889980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:10.892305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.901856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:10.905389 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a43cb-de69-4569-95f5-139a065bd18d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:10.945171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:10.949964 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99967110-b524-4026-b865-19e5053f2919" -d '{"events": [{"server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:10.959231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.972823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:10.981003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:10.985973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.986969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:10.987215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.993303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:11.008089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-91625a45-fab5-4220-abff-4235ef1fedbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da HTTP/1.1" status: 204 len: 168 time: 0.8101251 Jun 30 09:09:11.008360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-507fc6e7-1b5c-4c8c-b052-703944f397f9 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142732 Jun 30 09:09:11.037691 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8102114-e307-452c-b97e-c932e12b788e tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:11.039202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d8102114-e307-452c-b97e-c932e12b788e tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports/6d89a1e5-9bdb-4ea5-ab68-0fb0c11545da HTTP/1.1" status: 404 len: 333 time: 0.0434809 Jun 30 09:09:11.044525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57466) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:11.055496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.071893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1274991490', 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:11.078188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.091067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.104501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.112188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.118716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.125465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.134286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-033ca7cf-70e0-49dc-ab60-c02ebcb224d4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.3277843 Jun 30 09:09:11.140154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2/6eab99cf-3a4d-4bef-b526-4dec8f64f245) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:11.162008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-807248534-network', 'tenant_id': '82d6aaaccf58476a8a0109d47e4f8567'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:11.193856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Made reservation on behalf of 027c21d502c4479b8bd54c509ed0a5fa for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:11.194033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2aee5b1-c24c-4773-923d-6d72a608c1d9 req-c3977330-6c70-42e6-9493-48159b09ee8e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579071 Jun 30 09:09:11.196801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.197994 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175e1bb-82a5-4c31-a8dd-d2cfdfda7d01 x-openstack-request-id: req-f175e1bb-82a5-4c31-a8dd-d2cfdfda7d01 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:11.198432 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:11.198974 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f175e1bb-82a5-4c31-a8dd-d2cfdfda7d01 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:11.199922 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3', 'status': 'completed', 'code': 200} Jun 30 09:09:11.251979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:11.260419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7f0dfae3-6093-4a70-93c7-c61f6a43be4f service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336822 Jun 30 09:09:11.262136 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691e3ff-f473-4c95-89fc-2b3f229d6b86 x-openstack-request-id: req-9691e3ff-f473-4c95-89fc-2b3f229d6b86 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:11.262633 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:11.262884 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9691e3ff-f473-4c95-89fc-2b3f229d6b86 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:11.263335 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747', 'code': 200} Jun 30 09:09:11.264552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Made reservation on behalf of 82d6aaaccf58476a8a0109d47e4f8567 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:11.266908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.283188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.286361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port 6d355062-1c48-4d3a-a37e-0bd8a39b1663 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:11.335832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:11.340495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.345494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.361957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device afcebcea-c7a1-4e46-a966-f697bdf83753 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:11.368362 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-813a4dc9-13fa-46a7-a9c2-29073ad986b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 217 time: 0.0848784 Jun 30 09:09:11.394479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: afcebcea-c7a1-4e46-a966-f697bdf83753 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:11.395419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device afcebcea-c7a1-4e46-a966-f697bdf83753 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:11.434339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:11.444100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.529907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f985-4dd9-4933-a3d9-96aa74c67524 req-2a96fab5-4f39-41a2-81fd-9a73c92f079a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.541206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec40f985-4dd9-4933-a3d9-96aa74c67524 req-2a96fab5-4f39-41a2-81fd-9a73c92f079a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1608114 Jun 30 09:09:11.548869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:11.552319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-00f630b0-4a88-4c48-a2df-331f92ed4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.553957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-00f630b0-4a88-4c48-a2df-331f92ed4b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1239765 Jun 30 09:09:11.565944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cbd56-46f3-4114-a04d-1651865103d7 req-a481bf50-afdf-43e2-86f5-58f34981b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.568929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b21cbd56-46f3-4114-a04d-1651865103d7 req-a481bf50-afdf-43e2-86f5-58f34981b918 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 1097 time: 0.1537564 Jun 30 09:09:11.579756 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.591779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Transition to ACTIVE for port object 6eab99cf-3a4d-4bef-b526-4dec8f64f245 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:11.616503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Transition to ACTIVE for port object 6eab99cf-3a4d-4bef-b526-4dec8f64f245 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:11.625673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.697999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec40f985-4dd9-4933-a3d9-96aa74c67524 req-afdd57b1-c97b-426f-9bfa-6d80e5b9fc3a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554580 Jun 30 09:09:11.704401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b21cbd56-46f3-4114-a04d-1651865103d7 req-9edf00f1-5f30-4621-a4d1-00476b3ab830 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199434 Jun 30 09:09:11.710467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Pushing event updated for resources: {'Port': ['ID=6eab99cf-3a4d-4bef-b526-4dec8f64f245,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:11.725496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:11.727068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:11.734881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:11.768767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71514-2937-4085-aa29-735f004b0345 req-5ee9a015-fc12-44df-9557-5126859c0153 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.768767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5df71514-2937-4085-aa29-735f004b0345 req-5ee9a015-fc12-44df-9557-5126859c0153 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 945 time: 0.1857660 Jun 30 09:09:11.776012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.860978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5df71514-2937-4085-aa29-735f004b0345 req-5c5f795f-f2ce-4786-a13f-528a9a634f90 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806587 Jun 30 09:09:11.866053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Attempting to bind port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:11.866488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Attempting to bind port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:11.866872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Attempting to bind port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:11.867060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.874551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:11.874945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:11.875537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.876534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:11.877028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Bound port: 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:11.877995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.879527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-78de71a2-cebd-4e15-9c42-de88982d9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:11.881098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-78de71a2-cebd-4e15-9c42-de88982d9e2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3186796 Jun 30 09:09:11.888970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.971378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] For port 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:11.974616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] For port 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6eab99cf-3a4d-4bef-b526-4dec8f64f245,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:11.979010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.002333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:12.020940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.022611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.054621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36584c03-0a7b-4d13-bd3e-fc84e9babc5e None None] Pushing event updated for resources: {'Port': ['ID=6eab99cf-3a4d-4bef-b526-4dec8f64f245,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.055234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.055603 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Added segment f186fb37-95fc-4113-ba54-409de0d38634 of type vlan for network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 Jun 30 09:09:12.123393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde60bd-d563-403c-b8b5-0074d0042e98 req-ee294375-89be-422c-955b-b82d874d6955 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.124801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efde60bd-d563-403c-b8b5-0074d0042e98 req-ee294375-89be-422c-955b-b82d874d6955 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 945 time: 0.1071951 Jun 30 09:09:12.150819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:12.181440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:12.189062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.193391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:12.194427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.195047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.205703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-7f076231-3c5e-460c-9597-39b08cf402fb service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117390 Jun 30 09:09:12.213056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=6d355062-1c48-4d3a-a37e-0bd8a39b1663,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.339286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f97f24e7-a69a-473b-ac1e-2d94891080de tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2936332 Jun 30 09:09:12.346298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:12.413852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.415119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.415719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.530311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efde60bd-d563-403c-b8b5-0074d0042e98 req-73c52501-5f0c-4b4f-a4ab-1c87f5b5f4ea tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968163 Jun 30 09:09:12.550898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f9863-124c-4d79-b7ea-e50eb8a15423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.552292 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-351f9863-124c-4d79-b7ea-e50eb8a15423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports/6d355062-1c48-4d3a-a37e-0bd8a39b1663 HTTP/1.1" status: 200 len: 959 time: 0.1913986 Jun 30 09:09:12.553952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5763946 Jun 30 09:09:12.556061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57480) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:12.558096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57482) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:12.570136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Request body: {'subnet': {'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-807248534-subnet', 'tenant_id': '82d6aaaccf58476a8a0109d47e4f8567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:12.572868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345222-65e6-4978-918d-d0f339497d2e admin admin] Pushing event updated for resources: {'Network': ['ID=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.576622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:09:12.584309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:12.584957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b525d8b8-0e51-4741-a7cb-8a437c77249d service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434038 Jun 30 09:09:12.618383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.625058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.631017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.637050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.643049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.649088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.656058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.663605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-69254e7f-dbf9-4bde-b6d9-791d7d4645b3 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.1873820 Jun 30 09:09:12.687512 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-8a123b66-2f5f-42b8-a46f-ff4a86e413af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 217 time: 0.0529082 Jun 30 09:09:12.722203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Made reservation on behalf of 82d6aaaccf58476a8a0109d47e4f8567 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:12.724605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.785702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-77a3515a-127e-4710-83be-c696eff77a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.787312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-77a3515a-127e-4710-83be-c696eff77a82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0877748 Jun 30 09:09:12.795096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90547883-4bf4-4686-8f09-df1ce467f6ac req-3b5f55fe-9c27-4aef-9c03-752b7fbfe234 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296008 Jun 30 09:09:12.871909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Deleting port 6d355062-1c48-4d3a-a37e-0bd8a39b1663 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:12.872989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.892476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.995573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.046448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Calling delete_port for 6d355062-1c48-4d3a-a37e-0bd8a39b1663 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:13.091270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:13.173726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6eda5-34e5-40f5-9a8e-b8f3a7e40e33 req-0148ef95-5c44-4176-9ce5-459d3f57e1ea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.178365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbf6eda5-34e5-40f5-9a8e-b8f3a7e40e33 req-0148ef95-5c44-4176-9ce5-459d3f57e1ea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2980282 Jun 30 09:09:13.235687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.264985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:13.268439 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd44c5-2aad-4681-963e-c12d01931f10" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:13.300885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbf6eda5-34e5-40f5-9a8e-b8f3a7e40e33 req-60028dc5-dce7-466c-98a6-86d85399fd5d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070392 Jun 30 09:09:13.323055 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee67cb-0686-4a78-a739-8159912d80db x-openstack-request-id: req-d0ee67cb-0686-4a78-a739-8159912d80db {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:13.323604 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:13.324043 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0ee67cb-0686-4a78-a739-8159912d80db {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:13.324631 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:09:13.331249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.396111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6eab99cf-3a4d-4bef-b526-4dec8f64f245 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:13.396387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d355062-1c48-4d3a-a37e-0bd8a39b1663,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.412206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edda8f62-aa5c-4806-9afa-795be60d2530,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.414673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.417455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-400ac18d-ceed-467a-bad1-73c8ed1bcd17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6d355062-1c48-4d3a-a37e-0bd8a39b1663 HTTP/1.1" status: 204 len: 168 time: 0.8601818 Jun 30 09:09:13.420717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57494) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:13.428093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1ec80f54-2b92-4cdc-9221-b0e4fda97438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.429623 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-1ec80f54-2b92-4cdc-9221-b0e4fda97438 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6268435 Jun 30 09:09:13.457786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Checking segment: {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:13.458457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Network hostable DHCP agents. Network: 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:13.462609 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde699f8-3747-460e-aab6-14e55511beb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:13.470608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cde699f8-3747-460e-aab6-14e55511beb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports/6d355062-1c48-4d3a-a37e-0bd8a39b1663 HTTP/1.1" status: 404 len: 333 time: 0.0422585 Jun 30 09:09:13.470608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:13.475518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-142535629'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:13.486702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:13.512832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:13.522423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Made reservation on behalf of 027c21d502c4479b8bd54c509ed0a5fa for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:13.525068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.528736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:13.537520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab82ac2-4743-45d3-a01d-aa62140276b0 None None] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:13.540204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.540883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.552633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port b7806869-50ab-4261-bfb9-22747e627ac6 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:13.581181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e669e4d7-0266-4785-8199-f4fbd4088064 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0080700 Jun 30 09:09:13.633610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-b25e8bbf-d0cc-4836-af55-e254a05f642e service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955290 Jun 30 09:09:13.696819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Provisioning for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:13.703557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6eab99cf-3a4d-4bef-b526-4dec8f64f245,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:13.704473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Provisioning complete for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:13.706571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.752256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351034a7-0ca1-4130-8b4f-02d497d0826f None None] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:13.759811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.774083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.777124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.854270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.887594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd944d3-da12-4ff8-a7ed-8348700add4c req-d6498fbf-8d9f-46c6-b86c-58af38071043 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.894502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dd944d3-da12-4ff8-a7ed-8348700add4c req-d6498fbf-8d9f-46c6-b86c-58af38071043 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 945 time: 0.1726177 Jun 30 09:09:13.926293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:13.932316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:13.936871 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e84e5644-4b61-4273-b186-5ebbc9971dae service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941592 Jun 30 09:09:13.938454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.939206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.955908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0b81e-c6dd-4384-a0cb-17d4f20fd810 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:13.965699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dd944d3-da12-4ff8-a7ed-8348700add4c req-37b09014-c399-41c0-bfb2-97067df28fe1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Jun 30 09:09:13.972793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.036082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:14.050342 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9334fc71-32ac-4362-9511-3fcd1a1e635f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 200 len: 217 time: 0.0978615 Jun 30 09:09:14.050752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:14.060806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:14.061835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.062452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.072190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=b7806869-50ab-4261-bfb9-22747e627ac6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.086260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=ff68afba-1eb4-41b9-b9b9-26933a8b9fe1,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.086455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.116776 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2327588 Jun 30 09:09:14.123322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57510) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:14.129368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:4a:41:57', 'name': 'tempest-NetworksTestDHCPv6-694168640'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:14.137872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb02ac09-0e99-4e5d-b56d-b8b695ea5054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6669650 Jun 30 09:09:14.157739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] For port 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6eab99cf-3a4d-4bef-b526-4dec8f64f245,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:14.171922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57512) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:14.177557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:14.200377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.243009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc2067-42f5-436c-8ec0-b1f6c5902f69 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=6eab99cf-3a4d-4bef-b526-4dec8f64f245,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.269468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5b69a4d9-84d4-476c-b595-c3d437bfa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.271160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-5b69a4d9-84d4-476c-b595-c3d437bfa0b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.2014539 Jun 30 09:09:14.286356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9323d-2ff4-4b54-afd6-ee193e5c0d94 None None] Pushing event updated for resources: {'Port': ['ID=6eab99cf-3a4d-4bef-b526-4dec8f64f245,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:14.327571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:14.347399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.353886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.360682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.366955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.373503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.379468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.386242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.394537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d35975ea-ca50-4cfe-b134-07899a256853 req-3a6a7829-db9a-4a33-a191-05deebcbd2c6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2956645 Jun 30 09:09:14.413906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.459331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d35975ea-ca50-4cfe-b134-07899a256853 req-6077aeae-a52f-4b1e-b445-17d6f505edbe tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636563 Jun 30 09:09:14.567694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-c6661432-97a7-4767-925a-469867736309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.571384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-c6661432-97a7-4767-925a-469867736309 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2887149 Jun 30 09:09:14.698346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.729162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port 8885e290-720f-4e3b-88ac-583039f385f4 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:14.859524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] device_id is not set on port b7806869-50ab-4261-bfb9-22747e627ac6 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:14.868494 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-fd272b54-1781-4cef-bcef-5a8daf466a39 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682140 Jun 30 09:09:14.889363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bad670-647a-4b90-be83-bba9c7904285 req-c6a321e0-2f0e-45bb-b4c9-5ce2b710d93f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.895225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7bad670-647a-4b90-be83-bba9c7904285 req-c6a321e0-2f0e-45bb-b4c9-5ce2b710d93f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2370675 Jun 30 09:09:14.904360 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.945043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Transition to ACTIVE for port object b7806869-50ab-4261-bfb9-22747e627ac6 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:14.963858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.006585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7bad670-647a-4b90-be83-bba9c7904285 req-4ccbf49c-c12a-46f6-bafb-542cfeec1817 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993888 Jun 30 09:09:15.066643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::378 (a1303013-487f-4883-aef3-95ff9d5838d3/1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2/8885e290-720f-4e3b-88ac-583039f385f4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:15.086117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:4157 (a1303013-487f-4883-aef3-95ff9d5838d3/ff68afba-1eb4-41b9-b9b9-26933a8b9fe1/8885e290-720f-4e3b-88ac-583039f385f4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:15.120546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-2275ae42-cd19-4b0e-bfb4-e44124da3bbf service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349210 Jun 30 09:09:15.164013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.164371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.164748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.166971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=b7806869-50ab-4261-bfb9-22747e627ac6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:15.187276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-cbd5dd79-0786-487a-a2d5-f33a769e0201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 200 len: 217 time: 0.0566652 Jun 30 09:09:15.191379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.196593 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.209245 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 2 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.256004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.256353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.256688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.269385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.270045 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.270606 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 3 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.302577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.303588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.304085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.310380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.311057 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.312041 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 4 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.328874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.329446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.330186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.338374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.338971 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.339772 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 5 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.359723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6eab99cf-3a4d-4bef-b526-4dec8f64f245 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:15.380808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.381439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.386309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.412317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.414348 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.416411 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 6 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.418481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-303bbe2d-8776-4c4e-8ded-7d510aceaea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.419726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-303bbe2d-8776-4c4e-8ded-7d510aceaea9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.2240353 Jun 30 09:09:15.466154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.473304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.473668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.485743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.486386 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.489395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-88364160-8f6b-419f-8706-e6fde5bc7f43 None None] Provisioning complete for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:15.490034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88364160-8f6b-419f-8706-e6fde5bc7f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.494311 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 7 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.534065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.536577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.536577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.549739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.550119 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.550714 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 8 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.560587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.584630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.586215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:15.586794 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.587858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.588230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.600254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.600592 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.600996 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 9 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.637865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object 8885e290-720f-4e3b-88ac-583039f385f4 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:15.647541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.647883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.651904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.652956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-f2ee941a-64b1-4065-8ee6-b91334c0d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.655297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-f2ee941a-64b1-4065-8ee6-b91334c0d39d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2252414 Jun 30 09:09:15.666683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.667035 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.667751 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempt 10 to bind port b7806869-50ab-4261-bfb9-22747e627ac6 Jun 30 09:09:15.709167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:15.709672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:15.710796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempting to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:15.733799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:15.734337 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Failed to bind port b7806869-50ab-4261-bfb9-22747e627ac6 on host n-h1-779913-25 for vnic_type normal using segments [{'id': 'bc4c8151-ee0f-428c-b278-01fbe29547e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f4b8b223-b2e9-4ef7-947e-2b0832bee8e2'}] Jun 30 09:09:15.734895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.786738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.806449 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-dcb2991c-ef3b-4b7e-9f7f-cdb7ce40e8b0 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270645 Jun 30 09:09:15.860340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:15.898800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:15.902229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=8885e290-720f-4e3b-88ac-583039f385f4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:15.905182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:15.910470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.911432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.936230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port b7806869-50ab-4261-bfb9-22747e627ac6, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:15.936637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attempted to set empty binding levels {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:15.938270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28424957-a4bd-40c0-ae53-22e7f8965200 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8133881 Jun 30 09:09:15.940888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57550) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:15.957246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-20661de4-ea0b-4f34-b3cf-83218fe81222 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.959025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-20661de4-ea0b-4f34-b3cf-83218fe81222 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 0.2055528 Jun 30 09:09:15.964395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.966756 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-fd8e2f8c-65d2-449b-aaf6-dd8bcf2b4e37 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422315 Jun 30 09:09:16.028321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-90c944fe-80cf-4d71-93c0-7979acb9d20c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Jun 30 09:09:16.054077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] In _notify_port_updated(), no bound segment for port b7806869-50ab-4261-bfb9-22747e627ac6 on network f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:16.054974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.055602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.060520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "PUT /v2.0/ports/b7806869-50ab-4261-bfb9-22747e627ac6 HTTP/1.1" status: 200 len: 979 time: 1.8844342 Jun 30 09:09:16.069903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:16.070130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.076704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.085627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.092091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.098004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.104930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.110858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.118541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-46f3f754-936d-4a4e-8549-5f6af194b568 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.3117983 Jun 30 09:09:16.124224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-57cb8813-3cbd-4579-bfee-7379dbff65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.125725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-57cb8813-3cbd-4579-bfee-7379dbff65f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.0897419 Jun 30 09:09:16.133555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-587dd633-4f1e-4e15-b26c-d2f079967769 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/quotas/3b1c64dbd78440a184189c44bc920718 HTTP/1.1" status: 200 len: 375 time: 0.1659930 Jun 30 09:09:16.212052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4168-772f-4e74-af34-f1b57a88112f tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event updated for resources: {'Port': ['ID=b7806869-50ab-4261-bfb9-22747e627ac6,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.220391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:16.225290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Deleting port b7806869-50ab-4261-bfb9-22747e627ac6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:16.226261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.230585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9a4bf1c5-3772-42ed-a8cc-926b1d04bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.232908 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-9a4bf1c5-3772-42ed-a8cc-926b1d04bccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961666 Jun 30 09:09:16.255638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc41903b-7536-4368-b054-7c9cecf702f8 req-20042854-b6a9-4054-9413-a10dd42503c9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342890 Jun 30 09:09:16.289739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-26521948-9979-44f9-8fb5-438f936e103a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552601 Jun 30 09:09:16.302064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-332aaaed-22b6-45a2-81cf-3d32e9a28511 None None] Provisioning for port 8885e290-720f-4e3b-88ac-583039f385f4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:16.311504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-332aaaed-22b6-45a2-81cf-3d32e9a28511 None None] Provisioning complete for port 8885e290-720f-4e3b-88ac-583039f385f4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:16.311942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-332aaaed-22b6-45a2-81cf-3d32e9a28511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.364518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] For port b7806869-50ab-4261-bfb9-22747e627ac6, host n-h1-779913-25, got binding levels [] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:16.364891 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.390696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Calling delete_port for b7806869-50ab-4261-bfb9-22747e627ac6 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:16.403589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-332aaaed-22b6-45a2-81cf-3d32e9a28511 None None] Port 8885e290-720f-4e3b-88ac-583039f385f4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:16.407358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:16.418821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-214de1ba-3c95-4ccf-8266-6ab801eebe43 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757312 Jun 30 09:09:16.423459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'mac_address': 'fa:16:3e:17:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:16.430757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port 8885e290-720f-4e3b-88ac-583039f385f4 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:16.431175 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.469831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.485096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:16.517474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:16.525084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.562490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-9ce7c1c7-4a5d-4df9-b14f-5f964dc10adf service neutron] 10.222.0.66 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591879 Jun 30 09:09:16.568921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-ff0600e1-0328-4e2b-8b02-518ebb28cc8c service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224594 Jun 30 09:09:16.583753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.593845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.618642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-dcfa13c0-e5d7-41d7-a4dd-797ddc23e774 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0434442 Jun 30 09:09:16.651238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f19a55c4-ba1e-4049-a383-5068e73dec11'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:16.653688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7806869-50ab-4261-bfb9-22747e627ac6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.668806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.683042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.687977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db41e525-3694-4730-839a-8f2e697078bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b7806869-50ab-4261-bfb9-22747e627ac6 HTTP/1.1" status: 204 len: 168 time: 0.6139262 Jun 30 09:09:16.688170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57558) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:16.693043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-86cd1080-d646-4bc1-818b-e7e670b3e9f2 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.694601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-86cd1080-d646-4bc1-818b-e7e670b3e9f2 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/ports?device_id=7449cb7e-5b26-44d4-a023-e8cb40e3953a HTTP/1.1" status: 200 len: 945 time: 0.2439041 Jun 30 09:09:16.703694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d7c19-2139-4856-baf2-45d777de2989 req-79120bf4-7ef9-46bd-9a47-78bfea9b625d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.705214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d4d7c19-2139-4856-baf2-45d777de2989 req-79120bf4-7ef9-46bd-9a47-78bfea9b625d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3094778 Jun 30 09:09:16.715203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for 8885e290-720f-4e3b-88ac-583039f385f4 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:16.727765 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0a67d3-e276-4d57-88d8-bae5d2f0ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:16.732636 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae0a67d3-e276-4d57-88d8-bae5d2f0ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132157701-project-admin] 10.222.0.66 "GET /v2.0/ports/b7806869-50ab-4261-bfb9-22747e627ac6 HTTP/1.1" status: 404 len: 333 time: 0.0403008 Jun 30 09:09:16.736262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57562) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:16.750896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-701493c9-21fc-401c-930b-2bd91dab2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.752372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-701493c9-21fc-401c-930b-2bd91dab2a63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.1123307 Jun 30 09:09:16.860287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.922708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4e230aa5-ed1b-4432-bfc6-15fabd35b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.924272 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-4e230aa5-ed1b-4432-bfc6-15fabd35b9ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1616018 Jun 30 09:09:16.983445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.996551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b8b223-b2e9-4ef7-947e-2b0832bee8e2']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.009373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4c8151-ee0f-428c-b278-01fbe29547e8') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.009739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4c8151-ee0f-428c-b278-01fbe29547e8') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:17.022303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.049599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.061951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:17.062299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:17.135941 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:17.166369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d4d7c19-2139-4856-baf2-45d777de2989 req-0aff64b8-9533-4625-b3a3-d1ea3469c7c4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488378 Jun 30 09:09:17.178507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.207008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.214804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] 10.222.0.66 "DELETE /v2.0/networks/f4b8b223-b2e9-4ef7-947e-2b0832bee8e2 HTTP/1.1" status: 204 len: 168 time: 0.4749994 Jun 30 09:09:17.216151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c6011-bfba-431f-a3d8-4f9b5d14d444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1709676370-project] Pushing event deleted for resources: {'Network': ['ID=f4b8b223-b2e9-4ef7-947e-2b0832bee8e2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.226930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-f51fde19-face-4f69-9c5d-eac82edeab42 service neutron] 10.222.0.66 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527998 Jun 30 09:09:17.337039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-e73e061d-ed65-4f1c-928c-af54abea0aae service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829281 Jun 30 09:09:17.351637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Deleting port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:17.351989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.498649 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f59e43c4-5c6f-4002-a0a2-510f896dc077 req-a652c633-0983-4717-8cbf-8e3551d11c3e service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528819 Jun 30 09:09:17.562539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.654379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] For port 9f8275c5-5ae0-4321-aa2b-e0d29a638747, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=9f8275c5-5ae0-4321-aa2b-e0d29a638747,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:17.654758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.690842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=8885e290-720f-4e3b-88ac-583039f385f4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.711891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57578) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:17.750900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Calling delete_port for 9f8275c5-5ae0-4321-aa2b-e0d29a638747 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:17.799844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.808313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab025ba7-2bb4-4758-ba85-f595c41eeaab tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/8885e290-720f-4e3b-88ac-583039f385f4 HTTP/1.1" status: 204 len: 168 time: 1.8663177 Jun 30 09:09:17.817728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57582) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:17.867097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-48cdeb5c-c6a5-44dd-932c-ded13046417f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.868670 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-48cdeb5c-c6a5-44dd-932c-ded13046417f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d90de6b-7173-4398-967f-2cec9ba1a84d HTTP/1.1" status: 200 len: 945 time: 0.2840133 Jun 30 09:09:18.001471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.012435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.031662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.058496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.087208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.115637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.139526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.149211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-77a8f2fc-1ea2-4c57-bb8b-eaed560edaf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.6212473 Jun 30 09:09:18.234882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8736b-753c-4e07-852f-692dbacc54c1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.246944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3ca8736b-753c-4e07-852f-692dbacc54c1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4083538 Jun 30 09:09:18.259747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.260234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.263538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.264283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.264982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.269536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.270297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.272468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b5df9629-4eb2-465c-a7a0-36f1dc68c85b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6484 time: 0.6211159 Jun 30 09:09:18.273367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57602) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:18.338859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.350567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1e95b067-ae78-40f1-a492-de227b804761', '9f8275c5-5ae0-4321-aa2b-e0d29a638747'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:18.374697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bfd727b-ccbc-4b47-8d24-4d95b8a6353a req-30effcd3-3bb7-4126-a834-09c39de3428a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.2232263 Jun 30 09:09:18.469282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e606c913-7e2d-4719-a1d4-b81278410ba2 req-a856ed5b-dcaf-4a74-9140-e5c6dd7f4490 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480887 Jun 30 09:09:18.470144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event deleted for resources: {'Port': ['ID=9f8275c5-5ae0-4321-aa2b-e0d29a638747,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.504856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-959e84c4-19e0-4de7-9c51-3b1ffae87b98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cbd4e4f02fa0461787bd30129e23fbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657235 Jun 30 09:09:18.507537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:18.536695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] No DVR routers for this DVR port 9f8275c5-5ae0-4321-aa2b-e0d29a638747 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:18.541057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.543537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-517691bf-fe0b-4081-a324-c41ab6828a66 req-6ccce663-c250-4e7c-9691-c76e0a47e27a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "DELETE /v2.0/ports/9f8275c5-5ae0-4321-aa2b-e0d29a638747 HTTP/1.1" status: 204 len: 173 time: 1.8209026 Jun 30 09:09:18.544821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'name': 'network-vif-deleted', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:18.547803 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7b8a2-cfc9-43f9-bd12-84e23ae02c8e" -d '{"events": [{"server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "name": "network-vif-deleted", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:18.613722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.718801 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02780e8-0830-4b85-be21-03c0c98ea608 x-openstack-request-id: req-b02780e8-0830-4b85-be21-03c0c98ea608 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:18.719199 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7449cb7e-5b26-44d4-a023-e8cb40e3953a", "name": "network-vif-deleted", "tag": "9f8275c5-5ae0-4321-aa2b-e0d29a638747", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:18.719569 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b02780e8-0830-4b85-be21-03c0c98ea608 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:18.719984 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7449cb7e-5b26-44d4-a023-e8cb40e3953a', 'name': 'network-vif-deleted', 'tag': '9f8275c5-5ae0-4321-aa2b-e0d29a638747', 'status': 'completed', 'code': 200} Jun 30 09:09:18.887830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.038253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adb46d-990c-48dd-be08-9d12872ca358 req-30e22429-a1d3-4431-80a0-1184116295ed tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.040387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adb46d-990c-48dd-be08-9d12872ca358 req-30e22429-a1d3-4431-80a0-1184116295ed tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.3934202 Jun 30 09:09:19.106102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7adb46d-990c-48dd-be08-9d12872ca358 req-d13895f7-60fb-43da-8748-3510907c9a22 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588031 Jun 30 09:09:19.109856 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.116778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.119459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdb9f81d-facc-43d7-b2a1-1ce99e7f98a0 HTTP/1.1" status: 204 len: 168 time: 0.6099207 Jun 30 09:09:19.130749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e9c8b-40e0-49dc-8d30-f946f65a57da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb9f81d-facc-43d7-b2a1-1ce99e7f98a0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:19.219492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-3f8f446b-7d94-4ee1-bb5b-baaf7726f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.220966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-3f8f446b-7d94-4ee1-bb5b-baaf7726f1ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 903 time: 0.9230962 Jun 30 09:09:19.227813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Deleting port 1e95b067-ae78-40f1-a492-de227b804761 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:19.228134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.328619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-07bceb3a-4972-4e92-be3d-d661d5cd623f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0795622 Jun 30 09:09:19.455362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4934950-d26d-406c-9ecf-c349da28bb46 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.456982 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b4934950-d26d-406c-9ecf-c349da28bb46 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1757638 Jun 30 09:09:19.460610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57622) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:19.488416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-90daeec6-6424-46da-a300-e4869594255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.490000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-90daeec6-6424-46da-a300-e4869594255e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.1505935 Jun 30 09:09:19.568829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] For port 1e95b067-ae78-40f1-a492-de227b804761, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1e95b067-ae78-40f1-a492-de227b804761,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:19.569590 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.588577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Calling delete_port for 1e95b067-ae78-40f1-a492-de227b804761 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:19.652972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d53a20c3-21be-4592-a066-0f44d43f9405 req-f02a7046-75cd-4b43-9e99-8b016bee542f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.0735354 Jun 30 09:09:19.657283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:19.677392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a43cb-de69-4569-95f5-139a065bd18d req-286bbe0d-f3e5-4c0a-b9f4-1e3e365091b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.679070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-286bbe0d-f3e5-4c0a-b9f4-1e3e365091b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689775 Jun 30 09:09:19.681004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dafd5b-ba3b-4245-b560-30af3639c2e4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.683087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dafd5b-ba3b-4245-b560-30af3639c2e4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.685553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dafd5b-ba3b-4245-b560-30af3639c2e4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.691661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d3dafd5b-ba3b-4245-b560-30af3639c2e4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2295401 Jun 30 09:09:19.692271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57628) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:19.813939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet 1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:19.819640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06c26123-b8c5-4962-b2d9-c69678d0770a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=027c21d502c4479b8bd54c509ed0a5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612580 Jun 30 09:09:19.820558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.823868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57630) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:19.856002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-936960ce-8299-48e1-9270-bda526cf82b7 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684046 Jun 30 09:09:19.861229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.871433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.916062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event deleted for resources: {'Port': ['ID=1e95b067-ae78-40f1-a492-de227b804761,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:19.917231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.923126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.928928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.935253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.941267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.947948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.954687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.956682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-4730c230-f635-4e21-91db-5635c390f8bb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2159147 Jun 30 09:09:19.963593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.963948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.964294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.964636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.964973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.965305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.965626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.966077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.966913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.967244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.967572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:19.967898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:20.022469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] No DVR routers for this DVR port 1e95b067-ae78-40f1-a492-de227b804761 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:20.025885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.030569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.032463 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8c2ec98-42fe-4f44-a694-6cd1686f8e64 req-d1dc2253-5fdd-43f4-bef2-a6cd951fbf1e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "DELETE /v2.0/ports/1e95b067-ae78-40f1-a492-de227b804761 HTTP/1.1" status: 204 len: 173 time: 2.0846994 Jun 30 09:09:20.032887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'name': 'network-vif-deleted', 'tag': '1e95b067-ae78-40f1-a492-de227b804761'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:20.033221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52da801d-ffcd-4adc-8f0b-fd48dfb874c0 req-83849418-aff2-4e7e-870f-4abd5d4f947d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625679 Jun 30 09:09:20.035241 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d2f4f-cf15-439d-8114-5a6a6d462463" -d '{"events": [{"server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "name": "network-vif-deleted", "tag": "1e95b067-ae78-40f1-a492-de227b804761"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:20.049592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.072819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.087452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b33a43cb-de69-4569-95f5-139a065bd18d req-b82bcd3e-61a8-4811-b99f-23f423e9c0fe service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126353 Jun 30 09:09:20.126017 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aed741-2497-4a88-9b9c-ff6c733356c6 x-openstack-request-id: req-24aed741-2497-4a88-9b9c-ff6c733356c6 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:20.126774 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d90de6b-7173-4398-967f-2cec9ba1a84d", "name": "network-vif-deleted", "tag": "1e95b067-ae78-40f1-a492-de227b804761", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:20.132602 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24aed741-2497-4a88-9b9c-ff6c733356c6 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:20.133375 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d90de6b-7173-4398-967f-2cec9ba1a84d', 'name': 'network-vif-deleted', 'tag': '1e95b067-ae78-40f1-a492-de227b804761', 'status': 'completed', 'code': 200} Jun 30 09:09:20.160973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.178613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.181498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.182696 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b746cb10-6020-4dfa-ad2a-b6131425fa70 HTTP/1.1" status: 204 len: 168 time: 0.3559792 Jun 30 09:09:20.200168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.206934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cdf82-dbd2-44a4-abfb-63de9f3daba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746cb10-6020-4dfa-ad2a-b6131425fa70,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.221696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.223679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-00dca9a1-a5f5-41ba-b098-ba5a4d9564bf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2 HTTP/1.1" status: 204 len: 168 time: 0.5291026 Jun 30 09:09:20.227867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57640) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.235216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9f558-d224-4dbf-87a6-da546fc92801 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:20.286347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:20.367036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet ff68afba-1eb4-41b9-b9b9-26933a8b9fe1 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:20.380045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.465631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9d84-b5f3-4520-8f1d-7307c14a3455 req-e82a8361-7033-4fe3-93b2-d1e2f2478da2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.467136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.470163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a63c9d84-b5f3-4520-8f1d-7307c14a3455 req-e82a8361-7033-4fe3-93b2-d1e2f2478da2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 945 time: 0.1383505 Jun 30 09:09:20.601716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a63c9d84-b5f3-4520-8f1d-7307c14a3455 req-98e1324c-b1dc-4764-9507-68633e9cd46a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124678 Jun 30 09:09:20.705371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f19a55c4-ba1e-4049-a383-5068e73dec11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:20.706947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.814219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.827034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.874371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:20.880282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b140bd-e927-41e2-86c2-905ee0775d13" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:20.916020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:20.926285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.927563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 9f8275c5-5ae0-4321-aa2b-e0d29a638747 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:21.024941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 9f8275c5-5ae0-4321-aa2b-e0d29a638747 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:21.030333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 9f8275c5-5ae0-4321-aa2b-e0d29a638747 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:21.044354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-ecf7906c-2fa2-458e-9b98-0b0e7f62a7cf tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.050616 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-ecf7906c-2fa2-458e-9b98-0b0e7f62a7cf tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 0.5204711 Jun 30 09:09:21.060302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.066170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4cb3b36-c88d-46bf-aeab-84bdf7f237cd req-41a3896b-5619-4bc1-9eee-3ae96aeef46e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.1031084 Jun 30 09:09:21.077593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Request body: {'port': {'device_id': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'admin_state_up': True, 'tenant_id': '3b1c64dbd78440a184189c44bc920718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:21.085140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=13']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:21.167756 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.170212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/ff68afba-1eb4-41b9-b9b9-26933a8b9fe1 HTTP/1.1" status: 204 len: 168 time: 0.9410677 Jun 30 09:09:21.174159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57672) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:21.179292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbeba7-525a-45eb-aba6-86f8a16a7a63 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=ff68afba-1eb4-41b9-b9b9-26933a8b9fe1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:21.268912 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326863b-1a3e-4004-9dac-1c1d22b17ba1 x-openstack-request-id: req-6326863b-1a3e-4004-9dac-1c1d22b17ba1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:21.269399 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-plugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:21.269559 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6326863b-1a3e-4004-9dac-1c1d22b17ba1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:21.270219 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:09:21.296174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:21.302262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.344014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af500252-0b93-4c74-b913-05bdda296040 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1685510 Jun 30 09:09:21.348816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57678) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:21.367876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:21.623159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.642989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.656785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.675354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.696308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.709881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.743472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.748769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-dba7fc1e-8dae-443b-99a5-d7ff4f87438e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.3010964 Jun 30 09:09:21.874949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75bd4fdf-ee9f-44d8-a559-65dbd29ef72a req-0ff5d51c-f8fe-4f98-9584-c4f69bd6fa60 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199985 Jun 30 09:09:21.919896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:21.932903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:21.979963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd239a-6f8f-4512-81e8-a1b4e8c81b2b None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:22.081156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4607527-2c9b-4ea0-93f9-cde9ca2e1900 req-046bc50e-c7d0-48d1-bdf5-bc16c4f075ce tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.087861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4607527-2c9b-4ea0-93f9-cde9ca2e1900 req-046bc50e-c7d0-48d1-bdf5-bc16c4f075ce tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1571214 Jun 30 09:09:22.150428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25c5c7bd-b813-441c-8bad-398bad5f05b4 None None] Provisioning complete for port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:22.150863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25c5c7bd-b813-441c-8bad-398bad5f05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.196995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4607527-2c9b-4ea0-93f9-cde9ca2e1900 req-cb409037-5243-4676-bd22-8dd741f59188 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003876 Jun 30 09:09:22.274239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Allocated IP 172.20.0.11 (e8122271-6363-497e-870f-a1740a924e82/bf851c98-7eef-41af-8d0d-08a20d44cdac/1a74a4b7-ab53-4720-b1df-c83834c59108) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:22.288021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e95b067-ae78-40f1-a492-de227b804761 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:22.334780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffc14205-9dca-4b02-b041-cc26784f46d9 req-6f570ddd-d01e-402b-b50a-a37e0b9b2c0b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.0546091 Jun 30 09:09:22.347145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-552a475a-db07-42f1-a641-6cf5a92b6467 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.349416 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-552a475a-db07-42f1-a641-6cf5a92b6467 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 812 time: 0.8084066 Jun 30 09:09:22.401327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Request body: {'port': {'device_id': '62883d58-f953-4b0d-a579-1723dff354bd', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'admin_state_up': True, 'tenant_id': '3b1c64dbd78440a184189c44bc920718'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:22.406454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 1e95b067-ae78-40f1-a492-de227b804761 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:22.407790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1e95b067-ae78-40f1-a492-de227b804761 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:22.485374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.602056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:09:22.620473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:22.633765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=c695a202-1536-42a0-864b-51c458d78630,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:22.638743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:22.647002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.648157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.768460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Deleting port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:22.783588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:22.834764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57724) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:22.841904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:22.846240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4a926280-2265-4ce8-9cd1-20467796ddc4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4944556 Jun 30 09:09:22.987341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.003758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] For port 6eab99cf-3a4d-4bef-b526-4dec8f64f245, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6eab99cf-3a4d-4bef-b526-4dec8f64f245,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:23.007924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.037896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Calling delete_port for 6eab99cf-3a4d-4bef-b526-4dec8f64f245 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:23.155802 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.172057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.190612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.198829 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.203920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.215261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.232441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] Pushing event deleted for resources: {'Port': ['ID=6eab99cf-3a4d-4bef-b526-4dec8f64f245,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.233583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.242880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf43ba2-1132-4447-b012-dce2f6c8efd6 None None] No DVR routers for this DVR port 6eab99cf-3a4d-4bef-b526-4dec8f64f245 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:23.249183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Made reservation on behalf of 3b1c64dbd78440a184189c44bc920718 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:23.251384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.257158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.276273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03055a-28c6-43e9-b12a-7fff57481467 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:23.280774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.295307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-9adae3df-1587-4aa5-b009-02940ad91673 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2435446 Jun 30 09:09:23.303225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Network e8122271-6363-497e-870f-a1740a924e82 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:23.333961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:23.345335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:23.365783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:23.416015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6eab99cf-3a4d-4bef-b526-4dec8f64f245 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:23.429471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8606b0df-61af-46b1-9816-6c042dc41ea4 req-6c61b945-e665-4411-b067-0275a303c678 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315744 Jun 30 09:09:23.431602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:23.440749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.482209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6eab99cf-3a4d-4bef-b526-4dec8f64f245 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:23.482961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6eab99cf-3a4d-4bef-b526-4dec8f64f245 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:23.568499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.569157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.706014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a1303013-487f-4883-aef3-95ff9d5838d3', 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'tenant_id': '7bd735c8a4b64d85957c63a680eaa70e', 'fixed_ips': [{'subnet_id': 'c695a202-1536-42a0-864b-51c458d78630'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:23.706795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.717874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56084633-4ca1-4601-a977-59d27b5825cf req-5fe33904-6f9e-4982-820a-9461092aba7a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.0789053 Jun 30 09:09:23.796310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-157115330'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:23.831842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.882752 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c695a202-1536-42a0-864b-51c458d78630 (CIDR: 2001:db8::/64) Jun 30 09:09:23.935395 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:09:23.936199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:23.949923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Allocated IP 172.20.0.10 (e8122271-6363-497e-870f-a1740a924e82/bf851c98-7eef-41af-8d0d-08a20d44cdac/244110e5-c6b6-4eb8-99d7-ec2a534a7079) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:23.972079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Allocated IP 2001:db8::2 (a1303013-487f-4883-aef3-95ff9d5838d3/c695a202-1536-42a0-864b-51c458d78630/54684b3a-5d2a-4a7e-b365-4565ecc4011e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:23.994784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Made reservation on behalf of eeec1054be0f4b6abc736d762a37fbcb for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:23.999180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.002785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-e449385c-5e5e-4d31-8ef4-8ec044deeb3e tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9393969 Jun 30 09:09:24.024008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-73afc4d1-e34a-4a92-83c4-ba21d96e748b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1874268 Jun 30 09:09:24.024479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Request body: {'port': {'device_id': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:24.025609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.027604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:24.071333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'subnet': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:24.083999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3395-1951-40e3-bccd-825c1e65194f req-29721ea3-14c1-4e90-b90c-13bbfdcc0c32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.092454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77dd3395-1951-40e3-bccd-825c1e65194f req-29721ea3-14c1-4e90-b90c-13bbfdcc0c32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.4828722 Jun 30 09:09:24.169473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77dd3395-1951-40e3-bccd-825c1e65194f req-82b5e712-a160-4bbf-bdf2-a82279697cf4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755973 Jun 30 09:09:24.279316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.288596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.295363 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.327022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Transition to ACTIVE for port object 54684b3a-5d2a-4a7e-b365-4565ecc4011e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:24.369723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Transition to ACTIVE for port object 54684b3a-5d2a-4a7e-b365-4565ecc4011e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:24.372034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:24.381802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.395918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c1f00-b3aa-489e-9ed2-f8549b76f8b2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.415353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.415353 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Added segment 30a809ef-007f-43ab-991d-4fb5533e4623 of type vlan for network 08d39808-00da-41b5-9dea-91db102a7ccd Jun 30 09:09:24.416375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.453008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.501742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:24.504829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:24.510319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:24.547993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.557984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Pushing event updated for resources: {'Port': ['ID=54684b3a-5d2a-4a7e-b365-4565ecc4011e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.644087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.649605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.650230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.667893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:24.679269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.711914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Attempting to bind port 54684b3a-5d2a-4a7e-b365-4565ecc4011e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:24.713386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Attempting to bind port 54684b3a-5d2a-4a7e-b365-4565ecc4011e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:24.718245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Attempting to bind port 54684b3a-5d2a-4a7e-b365-4565ecc4011e on network a1303013-487f-4883-aef3-95ff9d5838d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:24.724635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:24.725016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Checking segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:24.725430 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.725848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Bound using segment: {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:24.726328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Bound port: 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:24.726714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.873961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5287614 Jun 30 09:09:24.915674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] For port 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:24.927652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] For port 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=54684b3a-5d2a-4a7e-b365-4565ecc4011e,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:24.933187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.975542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebb28e-e758-4beb-9898-fa54a1868cd3 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Pushing event updated for resources: {'Network': ['ID=08d39808-00da-41b5-9dea-91db102a7ccd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.990868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.031014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 08d39808-00da-41b5-9dea-91db102a7ccd details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:25.045677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Network e8122271-6363-497e-870f-a1740a924e82 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:25.053285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:25.076500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:25.145433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.156284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.162965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.187487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.195433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.203995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.212477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.222498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-2f88a5a4-10d8-4aef-9bd2-56b4609745bf tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.4292092 Jun 30 09:09:25.246443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566553d-40ba-4a63-ba40-1ff3088f061a None None] Pushing event updated for resources: {'Port': ['ID=54684b3a-5d2a-4a7e-b365-4565ecc4011e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.298454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7ecd031-68a3-4fbf-a31e-52758e70ddb0 req-33525c65-2de6-4c69-b05a-726b6ce6b1c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749705 Jun 30 09:09:25.309574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26436629-47d3-4b13-b78d-283ee9bf04f0 req-deabfad5-1a68-46ca-ab73-b3a134be3a61 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.340365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26436629-47d3-4b13-b78d-283ee9bf04f0 req-deabfad5-1a68-46ca-ab73-b3a134be3a61 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 932 time: 0.3285983 Jun 30 09:09:25.409737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26436629-47d3-4b13-b78d-283ee9bf04f0 req-ca02d069-5c2f-4f1f-883a-50af4ef7a196 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644259 Jun 30 09:09:25.841492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11603b4-bc91-4d75-9123-682ef38a3c0f req-d9c29595-d2b4-4563-be94-c6793856233b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.843486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a11603b4-bc91-4d75-9123-682ef38a3c0f req-d9c29595-d2b4-4563-be94-c6793856233b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1141453 Jun 30 09:09:25.844367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57772) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.859467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd', 'binding:host_id': 'n-h1-779913-25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-33556063'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:25.971708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Made reservation on behalf of e7744e2141c149c3a32b778598707b81 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:25.978925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.014080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.040951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a11603b4-bc91-4d75-9123-682ef38a3c0f req-dd7aca88-7899-4713-896b-98033ef1a569 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285429 Jun 30 09:09:26.092476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event updated for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.136364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.137076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.280005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.288265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.317952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port 84718e4f-7629-4bfb-aaf8-07ce72e39546 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:26.338027 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-d7b401c2-7335-4307-9059-89123b4fbf1c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9503319 Jun 30 09:09:26.400740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Request body: {'port': {'device_id': '62883d58-f953-4b0d-a579-1723dff354bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:26.467825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94643f-8927-4e38-abbf-faacdebde065,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.665798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:09:26.881687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.927724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a74a4b7-ab53-4720-b1df-c83834c59108 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:26.949930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.979244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port 84718e4f-7629-4bfb-aaf8-07ce72e39546 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:27.004850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113efb42-ec8e-427c-ab16-cd943f5d235f req-2e8cc953-1916-4d85-ae81-2da97a02eb55 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.012358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-113efb42-ec8e-427c-ab16-cd943f5d235f req-2e8cc953-1916-4d85-ae81-2da97a02eb55 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 932 time: 0.2832823 Jun 30 09:09:27.021082 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.065725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6ee0051-b154-45fc-bbd2-5b5afaf0cf6b None None] Provisioning for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:27.066528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Transition to ACTIVE for port object 1a74a4b7-ab53-4720-b1df-c83834c59108 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:27.084047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.091668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.099036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.106091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.111294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.114367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.121544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.128793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.138541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0f134604-d276-46e8-831d-4a2b7fd8dbad tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.4561687 Jun 30 09:09:27.171174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Transition to ACTIVE for port object 84718e4f-7629-4bfb-aaf8-07ce72e39546 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:27.202268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.222744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-113efb42-ec8e-427c-ab16-cd943f5d235f req-d5f1eacf-8922-4074-bf40-7cc09fc4726f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085452 Jun 30 09:09:27.248774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14962a07-0940-40f4-8f6c-67f2668a8326 req-0bbe5a60-3a17-4cf1-8354-1bf7d3969566 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063335 Jun 30 09:09:27.252611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.495118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=84718e4f-7629-4bfb-aaf8-07ce72e39546,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.500843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 54684b3a-5d2a-4a7e-b365-4565ecc4011e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:27.508747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Checking segment: {'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:27.509132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Network hostable DHCP agents. Network: 08d39808-00da-41b5-9dea-91db102a7ccd, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:27.538686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Attempting to bind port 1a74a4b7-ab53-4720-b1df-c83834c59108 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:27.539028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Attempting to bind port 1a74a4b7-ab53-4720-b1df-c83834c59108 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:27.539368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Attempting to bind port 1a74a4b7-ab53-4720-b1df-c83834c59108 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:27.552590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Network 08d39808-00da-41b5-9dea-91db102a7ccd is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:27.560378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Port 1a74a4b7-ab53-4720-b1df-c83834c59108 on network e8122271-6363-497e-870f-a1740a924e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:27.560800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Attempting to bind port 1a74a4b7-ab53-4720-b1df-c83834c59108 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:27.580235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:27.580712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Checking segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:27.581108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Bound using segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:27.581548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Bound port: 1a74a4b7-ab53-4720-b1df-c83834c59108, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:27.581932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.612099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.617502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 08d39808-00da-41b5-9dea-91db102a7ccd) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:27.619261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:27.626337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:27.627174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.681830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc656e-f4b6-4c35-b90a-7765c241ce19 None None] Network 08d39808-00da-41b5-9dea-91db102a7ccd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:27.734321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:27.760130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:27.760519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:27.760798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:27.780155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:27.780563 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:27.786832 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 2 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:27.818607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:27.839289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:27.839681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:27.840026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:27.852197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:27.852552 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:27.866759 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 3 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:27.880272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:27.912244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a407fe-de99-48d8-a989-43e42616ec6b req-0321eebb-a059-4e05-9abf-0ad4fa960480 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.922164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49a407fe-de99-48d8-a989-43e42616ec6b req-0321eebb-a059-4e05-9abf-0ad4fa960480 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.3346066 Jun 30 09:09:27.960846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:27.961231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:27.961563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:27.980134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:27.980847 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:27.987682 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 4 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.027783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.028153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.028500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.042635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49a407fe-de99-48d8-a989-43e42616ec6b req-09035242-e420-4db3-90a6-6cdebc97dbde tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194892 Jun 30 09:09:28.051209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.051753 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.052546 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 5 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.057074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.085046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.085661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.086202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.091051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.091599 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.092169 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 6 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.108513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] For port 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=54684b3a-5d2a-4a7e-b365-4565ecc4011e,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:28.125109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.125717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.133623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.138801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.139352 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.139920 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 7 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.146975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.175666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.177096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.179673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.180024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.180376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.200240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.200697 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.201205 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 8 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.229578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.229953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.230300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.243845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.244572 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.244707 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 9 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.253138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.253898 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.267938 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a74a4b7-ab53-4720-b1df-c83834c59108 HTTP/1.1" status: 200 len: 1093 time: 4.2532012 Jun 30 09:09:28.270687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.271037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.271381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.285919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.286269 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.286690 n-d-779913-25 neutron-server[94183]: INFO neutron.plugins.ml2.plugin [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 10 to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 Jun 30 09:09:28.316998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:28.317345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:28.318054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:28.329653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:28.330019 n-d-779913-25 neutron-server[94183]: ERROR neutron.plugins.ml2.managers [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port 84718e4f-7629-4bfb-aaf8-07ce72e39546 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:28.330399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.381256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.434079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:28.436357 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:28.530757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port 84718e4f-7629-4bfb-aaf8-07ce72e39546, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:28.531120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempted to set empty binding levels {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:28.544226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.561287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:09:28.564893 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:09:28.597379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244110e5-c6b6-4eb8-99d7-ec2a534a7079 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:28.660693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Subnet': ['ID=f40a2a64-837c-4daf-ba6c-1afe4da4ff3c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.677992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.712114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:28.733466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:28.744414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832b9ff-b716-45b4-9485-63ae8576c91d None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:28.747940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Transition to ACTIVE for port object 244110e5-c6b6-4eb8-99d7-ec2a534a7079 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:28.750832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.751495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.754566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3ea1a-a8d4-4f4d-9f29-e775d66a7319 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.784773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.785391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.815566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=84718e4f-7629-4bfb-aaf8-07ce72e39546,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.838799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61a4844c-2e2f-4a35-9cad-0d46f85a683b tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9930861 Jun 30 09:09:28.846694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57798) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.851867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=54684b3a-5d2a-4a7e-b365-4565ecc4011e,revision_number=4']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.860457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.875475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-c95b5233-3d88-4b15-94ab-51da1f1cc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.877009 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-c95b5233-3d88-4b15-94ab-51da1f1cc5de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 1096 time: 0.4334199 Jun 30 09:09:28.957521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-090ef0c5-8346-4269-883b-4ce29e66ec19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a74a4b7-ab53-4720-b1df-c83834c59108 HTTP/1.1" status: 200 len: 217 time: 0.0465667 Jun 30 09:09:28.977628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b783ad7-252f-4220-bcf5-9ba418f5153a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.9390981 Jun 30 09:09:28.978155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.995656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Request body: {'port': {'network_id': 'a1303013-487f-4883-aef3-95ff9d5838d3', 'mac_address': 'fa:16:3e:29:1f:fb', 'name': 'tempest-NetworksTestDHCPv6-223628495'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:29.168258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.205368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-4436daf2-db97-473a-86ef-708c7503ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.206888 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-4436daf2-db97-473a-86ef-708c7503ea7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.2387524 Jun 30 09:09:29.297609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7850e-cbc7-47bf-b300-36ab3ca79f08 req-5daa3de0-0ff4-4279-8829-12be774ff9ea tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.306324 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-49c678df-050c-4786-b851-bd6738048aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.310227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cb7850e-cbc7-47bf-b300-36ab3ca79f08 req-5daa3de0-0ff4-4279-8829-12be774ff9ea tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 932 time: 0.6899993 Jun 30 09:09:29.313160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=54684b3a-5d2a-4a7e-b365-4565ecc4011e,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:29.321796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.329218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Pushing event updated for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.361586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-6c842658-3583-45c0-8207-fe340d19026d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314888 Jun 30 09:09:29.410498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.430029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=54684b3a-5d2a-4a7e-b365-4565ecc4011e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.436909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.461860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.484331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.501050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.517727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.539881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.564748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-e22fc06b-09a1-479e-ab56-efa9db9fb4a6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.9425607 Jun 30 09:09:29.592611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Made reservation on behalf of 7bd735c8a4b64d85957c63a680eaa70e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:29.602589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-3417e4ad-53cc-424b-a0fe-edaf2bdd9a03 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103868 Jun 30 09:09:29.605091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 54684b3a-5d2a-4a7e-b365-4565ecc4011e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:29.746537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Attempting to bind port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:29.748674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Attempting to bind port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:29.748674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Attempting to bind port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:29.765997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 on network e8122271-6363-497e-870f-a1740a924e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:29.766379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Attempting to bind port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 on network e8122271-6363-497e-870f-a1740a924e82 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:29.804693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:29.805112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Checking segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:29.805439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Bound using segment: {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:29.805964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Bound port: 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d67f831-b3c7-4c27-a971-d1c2242bccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e8122271-6363-497e-870f-a1740a924e82'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:29.815021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.867562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:29.867956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.962267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:29.967329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:29.982207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.029084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d569dee-afc5-4ab1-96b4-f1ac28eb81df req-10cdce0d-b953-4407-8e7f-134ffec03ed1 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4564228 Jun 30 09:09:30.036609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.040092 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-de57a5d0-14f7-4f05-b1ee-c41d47dee018 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226584 Jun 30 09:09:30.061730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.061730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.062898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] 10.222.0.11 "PUT /v2.0/ports/244110e5-c6b6-4eb8-99d7-ec2a534a7079 HTTP/1.1" status: 200 len: 1093 time: 3.6968386 Jun 30 09:09:30.103180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] device_id is not set on port cbb726aa-d140-4bd2-a51b-c10ed4997043 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:30.108254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c81db3-a8ee-43a2-aa62-6c512117b84a service neutron] Pushing event updated for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.123311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cb7850e-cbc7-47bf-b300-36ab3ca79f08 req-992aaf70-612e-48a1-9e85-95a85d058277 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540042 Jun 30 09:09:30.161447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Deleting port 84718e4f-7629-4bfb-aaf8-07ce72e39546 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:30.162250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.320278 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5eb5c-f4fa-4633-9e1a-dd11f44dc75e x-openstack-request-id: req-6ce5eb5c-f4fa-4633-9e1a-dd11f44dc75e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:30.320876 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:30.330481 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ce5eb5c-f4fa-4633-9e1a-dd11f44dc75e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:30.331153 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'status': 'completed', 'code': 200} Jun 30 09:09:30.383003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port 84718e4f-7629-4bfb-aaf8-07ce72e39546, host n-h1-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.392508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.438809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Calling delete_port for 84718e4f-7629-4bfb-aaf8-07ce72e39546 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:30.703263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.769543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event deleted for resources: {'Port': ['ID=84718e4f-7629-4bfb-aaf8-07ce72e39546,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.796849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff4796-e499-40cf-9310-0151f63fe2d5 req-3c9e74bd-456c-40dc-9d9a-c30fa752b045 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.807832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edff4796-e499-40cf-9310-0151f63fe2d5 req-3c9e74bd-456c-40dc-9d9a-c30fa752b045 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.2338488 Jun 30 09:09:30.841593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.843696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71696c0b-4de0-4ba6-9f78-a953fd470551 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "DELETE /v2.0/ports/84718e4f-7629-4bfb-aaf8-07ce72e39546 HTTP/1.1" status: 204 len: 168 time: 1.9905884 Jun 30 09:09:30.848994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:30.849197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f3587cc2-6e3f-48f3-bfb9-e4fa7067255e None None] Provisioning complete for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:30.849663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f3587cc2-6e3f-48f3-bfb9-e4fa7067255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.893904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-57c48f78-9e76-4cab-8837-9e352fa8a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.898093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-57c48f78-9e76-4cab-8837-9e352fa8a97a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 1096 time: 0.6006298 Jun 30 09:09:30.913455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edff4796-e499-40cf-9310-0151f63fe2d5 req-e0221d89-60d7-46a1-a471-b1df8583bd70 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906785 Jun 30 09:09:31.009361 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-ca851f42-ddf9-4a37-983a-1651bcf720b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079 HTTP/1.1" status: 200 len: 217 time: 0.0946057 Jun 30 09:09:31.033445 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f24c47b-1d38-4cad-9034-e47fad902e80 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:31.035703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4f24c47b-1d38-4cad-9034-e47fad902e80 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports/84718e4f-7629-4bfb-aaf8-07ce72e39546 HTTP/1.1" status: 404 len: 333 time: 0.1765196 Jun 30 09:09:31.039737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57814) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:31.048585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-902515200'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:31.116367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-bd449380-3412-4659-a14d-31bd7b24fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.118911 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-bd449380-3412-4659-a14d-31bd7b24fd71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 1096 time: 0.7834890 Jun 30 09:09:31.156572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Made reservation on behalf of e7744e2141c149c3a32b778598707b81 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:31.160062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.202161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port ed87ef11-a812-4122-bf53-a9f8443fd867 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:31.306897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8::326 (a1303013-487f-4883-aef3-95ff9d5838d3/c695a202-1536-42a0-864b-51c458d78630/cbb726aa-d140-4bd2-a51b-c10ed4997043) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:31.341510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:1ffb (a1303013-487f-4883-aef3-95ff9d5838d3/f40a2a64-837c-4daf-ba6c-1afe4da4ff3c/cbb726aa-d140-4bd2-a51b-c10ed4997043) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:31.372111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273397d2-9713-49e9-b14d-af6f4823823c req-48124aeb-80be-4ff4-8eb4-389171f5fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.379013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-48124aeb-80be-4ff4-8eb4-389171f5fdc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.3594904 Jun 30 09:09:31.557831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-1273ff28-fd6d-4e29-9127-8a34c755255b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489611 Jun 30 09:09:31.622542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 54684b3a-5d2a-4a7e-b365-4565ecc4011e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:31.767518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-f2ce63e0-8ae1-42e1-8f38-fe31565c280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.769632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-f2ce63e0-8ae1-42e1-8f38-fe31565c280a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 913 time: 0.6327472 Jun 30 09:09:31.828038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:31.828716 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.905719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.910484 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-1270286f-f3e4-4daf-b865-9d144906dc80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a74a4b7-ab53-4720-b1df-c83834c59108 HTTP/1.1" status: 200 len: 217 time: 0.1222997 Jun 30 09:09:32.011539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.017780 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-07d588b6-b8fc-424c-b11a-a79920e02ddf service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078505 Jun 30 09:09:32.021810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.029594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.038250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.038447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce819e6b-36da-4086-99a6-2039ac5c1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.048629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.062971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.076282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-1ad0b363-0a25-490c-8cf3-bf21c3ca05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.078928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-1ad0b363-0a25-490c-8cf3-bf21c3ca05d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.1589260 Jun 30 09:09:32.083843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.090660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.101762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-b47b8f0e-934e-4d71-b0c1-8ab8ae44ee79 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.7921133 Jun 30 09:09:32.142828 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-22dbbf0f-bfd6-4cb0-96bf-19fec61f3853 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469897 Jun 30 09:09:32.152273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.193370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7aa1543d-8155-4d8e-8f53-7c8a029336b7 req-fd2a15e7-cfe4-4ae7-af79-d8247278182c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901880 Jun 30 09:09:32.197992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.279952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Transition to ACTIVE for port object cbb726aa-d140-4bd2-a51b-c10ed4997043 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:32.303186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=ed87ef11-a812-4122-bf53-a9f8443fd867,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.324931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80ed38-93c4-45b0-91c7-128e1b3df385 req-ff196a76-b5f2-48b0-8195-89b96409348b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.333352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:32.335449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f80ed38-93c4-45b0-91c7-128e1b3df385 req-ff196a76-b5f2-48b0-8195-89b96409348b tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 944 time: 0.6038866 Jun 30 09:09:32.336185 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab394c-588c-48f6-b4b9-ce3d342bcc78" -d '{"events": [{"name": "network-changed", "server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:32.380554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-273397d2-9713-49e9-b14d-af6f4823823c req-b3201544-3840-4abd-9a2e-62bc93bd76f0 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490751 Jun 30 09:09:32.385799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-d77ffca2-6f57-47db-a1ce-2d3efea52800 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089753 Jun 30 09:09:32.402740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Network 08d39808-00da-41b5-9dea-91db102a7ccd is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:32.416480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:32.419448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:32.420838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.421722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.450783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.522438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event updated for resources: {'Port': ['ID=cbb726aa-d140-4bd2-a51b-c10ed4997043,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.572964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f80ed38-93c4-45b0-91c7-128e1b3df385 req-a9e6fbbb-4a8a-4c6c-a6eb-86cb816b22c5 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204149 Jun 30 09:09:32.586558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-608ec406-220d-4160-ad26-c2e58b557741 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5452695 Jun 30 09:09:32.593572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Network a1303013-487f-4883-aef3-95ff9d5838d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:32.594668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:32.596915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:32.616876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:32.625096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:32.631804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.632587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.700905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b83964a-462b-4d20-8a7e-f71b4f09ffc9 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7114911 Jun 30 09:09:32.710528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:32.741195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113addc-b776-47ec-9ec1-9f8f185ef5d5 req-8d152ce2-1e8e-4468-830a-6174bf3191c7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.756291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7113addc-b776-47ec-9ec1-9f8f185ef5d5 req-8d152ce2-1e8e-4468-830a-6174bf3191c7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1737583 Jun 30 09:09:32.834652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7113addc-b776-47ec-9ec1-9f8f185ef5d5 req-2e9644ce-ebfa-4d44-8241-536ae8f17371 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774508 Jun 30 09:09:32.865793 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbde9d-db81-4c94-8e11-56e157cf3598 x-openstack-request-id: req-1bfbde9d-db81-4c94-8e11-56e157cf3598 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:32.866155 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:32.866353 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bfbde9d-db81-4c94-8e11-56e157cf3598 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:32.866733 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079', 'status': 'completed', 'code': 200} Jun 30 09:09:32.879975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.892586 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.008117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bdb30420-c9c6-4a58-bef1-de3cdbf26c45 req-fc2c2daf-28bf-4da5-8c5c-add857dbe322 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894580 Jun 30 09:09:33.083572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-308fdf3f-3aed-497b-9981-2b482db4cca0 None None] Provisioning for port cbb726aa-d140-4bd2-a51b-c10ed4997043 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:33.089331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-308fdf3f-3aed-497b-9981-2b482db4cca0 None None] Provisioning complete for port cbb726aa-d140-4bd2-a51b-c10ed4997043 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:33.090236 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-308fdf3f-3aed-497b-9981-2b482db4cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.176866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-4379e05e-b457-4b98-a964-12f274a080fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.179342 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-4379e05e-b457-4b98-a964-12f274a080fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b1c64dbd78440a184189c44bc920718&device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 1096 time: 0.3118570 Jun 30 09:09:33.198179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-308fdf3f-3aed-497b-9981-2b482db4cca0 None None] Port cbb726aa-d140-4bd2-a51b-c10ed4997043 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:33.240667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.304497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting port cbb726aa-d140-4bd2-a51b-c10ed4997043 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:33.305142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.616971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.637708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.651744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.670716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.672779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port ed87ef11-a812-4122-bf53-a9f8443fd867 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:33.683812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-b2d33211-6610-451a-ab03-aea155db18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.686283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-b2d33211-6610-451a-ab03-aea155db18ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 200 len: 913 time: 0.4985290 Jun 30 09:09:33.688170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.691439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.702011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.709041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.713573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-5d9fe393-d705-49d7-8614-68286a1ac17f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2389324 Jun 30 09:09:33.784247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53c14310-b93a-4762-b9dd-4ce675c0d0f6 req-28797a55-7838-4791-826e-c2245654a492 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616267 Jun 30 09:09:34.038658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb93ab-d909-4629-a9b6-88addacce71b req-5bd27dad-e8d3-4dbe-9e6b-0a19a73def86 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.040634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5aeb93ab-d909-4629-a9b6-88addacce71b req-5bd27dad-e8d3-4dbe-9e6b-0a19a73def86 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 944 time: 0.2248785 Jun 30 09:09:34.118714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5aeb93ab-d909-4629-a9b6-88addacce71b req-4c28809f-229e-4b0e-a7b2-b274f684793a tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Jun 30 09:09:34.142798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbebbc-273e-4674-ab28-3415582a0650 req-62d8e20c-cd3a-4b08-8a58-87dd96d4f1f2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.144601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebcbebbc-273e-4674-ab28-3415582a0650 req-62d8e20c-cd3a-4b08-8a58-87dd96d4f1f2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1345346 Jun 30 09:09:34.259694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebcbebbc-273e-4674-ab28-3415582a0650 req-cc522b54-8e8c-47b2-881c-5bbec91128ee tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046486 Jun 30 09:09:34.311505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1a74a4b7-ab53-4720-b1df-c83834c59108 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:34.316757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.359550 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-2a770e01-7196-42b1-a274-ab32f811f009 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079 HTTP/1.1" status: 200 len: 217 time: 0.6638029 Jun 30 09:09:34.360486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Transition to ACTIVE for port object ed87ef11-a812-4122-bf53-a9f8443fd867 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:34.365020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Calling delete_port for cbb726aa-d140-4bd2-a51b-c10ed4997043 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:34.377682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.442687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=ed87ef11-a812-4122-bf53-a9f8443fd867,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.517433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:34.518111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-4fbabb81-ddec-446b-91c8-6f178e0d2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.520219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-4fbabb81-ddec-446b-91c8-6f178e0d2c8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 200 len: 852 time: 0.1522396 Jun 30 09:09:34.542879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'port_id': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'mac_address': 'fa:16:3e:51:15:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf851c98-7eef-41af-8d0d-08a20d44cdac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:34.574032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-e0425694-22ad-4ea4-8d16-273d1dd02b6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8122271-6363-497e-870f-a1740a924e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425410 Jun 30 09:09:34.580220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.597098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:34.597449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:34.597820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:34.603280 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.618948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a74a4b7-ab53-4720-b1df-c83834c59108 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:34.646260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:34.646717 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:34.652028 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 2 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:34.653588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:34.660462 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.699125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:34.699698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:34.699798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:34.722030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:34.722364 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:34.727456 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 3 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:34.728649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.787283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:34.787798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:34.787976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:34.793584 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-dad724a2-e840-4379-899b-ea6eb106251a service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043712 Jun 30 09:09:34.834161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:34.834678 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:34.851772 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 4 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:34.874924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.986924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:34.995835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:34.996552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.001007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.045549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.056668 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.088195 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 5 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.119913 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ffab394c-588c-48f6-b4b9-ce3d342bcc78 req-1ac1c422-f372-48d0-9921-3511326aec42 service neutron] 10.222.0.11 "GET /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139985 Jun 30 09:09:35.122932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Port': ['ID=cbb726aa-d140-4bd2-a51b-c10ed4997043,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:35.156794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1a74a4b7-ab53-4720-b1df-c83834c59108'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:35.266631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.267423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.272288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6e2d2abb-7048-4e87-9dd7-3e13f8dd06ce tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/cbb726aa-d140-4bd2-a51b-c10ed4997043 HTTP/1.1" status: 204 len: 168 time: 2.5529535 Jun 30 09:09:35.273241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.273565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.273930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.286452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57858) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.287088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.287727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.290803 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.295251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.301836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.308565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.315451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.322721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.327669 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 6 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.339952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-f4ff0d6d-0003-4b6b-aa6c-fee5e46cd6c8 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.2678509 Jun 30 09:09:35.416285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.416660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.416963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.430955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63650cce-3708-4d16-951e-c3c2c784edc0 req-c1b0803e-26be-4c29-9edf-71d4bede8d83 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885153 Jun 30 09:09:35.444056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.444424 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.445545 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 7 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.462387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.462726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.463203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.495067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.495410 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.497794 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 8 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.525622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85f9cb-fa63-48a4-9cbe-b8efcc6f5ac1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.531544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd85f9cb-fa63-48a4-9cbe-b8efcc6f5ac1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2358127 Jun 30 09:09:35.534420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.585126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.585490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.586269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.611035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.612929 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.620889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e7e3c-dcdd-47db-80c1-39d67d3382ef req-fd40946a-14b4-4148-8041-cf7d2aef6c72 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.621929 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 9 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.631115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-345e7e3c-dcdd-47db-80c1-39d67d3382ef req-fd40946a-14b4-4148-8041-cf7d2aef6c72 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 944 time: 0.1885450 Jun 30 09:09:35.666614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.667008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.667328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.682653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6087c06-83f6-46c0-85b4-bb0ae636cee0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.687682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e6087c06-83f6-46c0-85b4-bb0ae636cee0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1522117 Jun 30 09:09:35.688303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.688635 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.688872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.689085 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 10 to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 Jun 30 09:09:35.702684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:35.703358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:35.703358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:35.712927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:35.713358 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port ed87ef11-a812-4122-bf53-a9f8443fd867 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:35.714066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.780283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6396863-cb42-4a1d-baed-c13bdc57e6e7 req-51eb3b8b-c0d0-4414-aa0b-3131395dc865 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.789716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6396863-cb42-4a1d-baed-c13bdc57e6e7 req-51eb3b8b-c0d0-4414-aa0b-3131395dc865 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1495357 Jun 30 09:09:35.827616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-345e7e3c-dcdd-47db-80c1-39d67d3382ef req-6d795162-6e00-4ffd-8d9c-f8ba605edecd tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954560 Jun 30 09:09:35.850785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port ed87ef11-a812-4122-bf53-a9f8443fd867, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:35.851177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempted to set empty binding levels {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:35.860802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db81ce-bc27-49fe-a600-322b9fa38d97 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.862824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.864148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db81ce-bc27-49fe-a600-322b9fa38d97 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.869239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db81ce-bc27-49fe-a600-322b9fa38d97 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.874721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-77db81ce-bc27-49fe-a600-322b9fa38d97 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1838839 Jun 30 09:09:35.875685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.885214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] In _notify_port_updated(), no bound segment for port ed87ef11-a812-4122-bf53-a9f8443fd867 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:35.886522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.887236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.888838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "PUT /v2.0/ports/ed87ef11-a812-4122-bf53-a9f8443fd867 HTTP/1.1" status: 200 len: 975 time: 3.2896924 Jun 30 09:09:35.892997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57868) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.982417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6396863-cb42-4a1d-baed-c13bdc57e6e7 req-7364a061-28c1-4b98-97c2-94d8fb98343d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915748 Jun 30 09:09:36.011215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb09e52-6020-4abe-aa93-3b7338b3b57d tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=ed87ef11-a812-4122-bf53-a9f8443fd867,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.031558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet c695a202-1536-42a0-864b-51c458d78630 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:36.036076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.080786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.191166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.192151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.192945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.194230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.195105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.195765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.196486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.197170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.197864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.198533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.199182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.199833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.200650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.201322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.202041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.202691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.203347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.204226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.204628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.205154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.205667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.207064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.207717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.208622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.209833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.210570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.211223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.211872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.212520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.213215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.213924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.214607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.215134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.216316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.216989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.217731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.218437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.219171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.219801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.220420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.221045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.221672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.222342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.222972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.228083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-03467fe7-5cbf-4b76-b510-c4ee565590fd tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39812 time: 0.3317952 Jun 30 09:09:36.233311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.302184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 244110e5-c6b6-4eb8-99d7-ec2a534a7079 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:36.374301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.457410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Deleting port ed87ef11-a812-4122-bf53-a9f8443fd867 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:36.460651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.490178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.512964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:36.535933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '244110e5-c6b6-4eb8-99d7-ec2a534a7079', 'network_id': 'e8122271-6363-497e-870f-a1740a924e82', 'port_id': '244110e5-c6b6-4eb8-99d7-ec2a534a7079', 'mac_address': 'fa:16:3e:46:df:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf851c98-7eef-41af-8d0d-08a20d44cdac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:36.550049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=c695a202-1536-42a0-864b-51c458d78630,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.558083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.571479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4e8ae915-3011-49e8-a209-fc7fdd4cd1c0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/c695a202-1536-42a0-864b-51c458d78630 HTTP/1.1" status: 204 len: 168 time: 0.6877639 Jun 30 09:09:36.572285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.590483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe01591-eae8-41e6-9ca1-935e0a5d6fe2 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:36.628596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port ed87ef11-a812-4122-bf53-a9f8443fd867, host n-h1-779913-25, got binding levels [] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:36.629130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.656517 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.662435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Calling delete_port for ed87ef11-a812-4122-bf53-a9f8443fd867 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:36.684407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244110e5-c6b6-4eb8-99d7-ec2a534a7079 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:36.694672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Deleting subnet f40a2a64-837c-4daf-ba6c-1afe4da4ff3c {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:36.707761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:36.713821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.720021 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.823408 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.837018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.871010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.923847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed87ef11-a812-4122-bf53-a9f8443fd867,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.927986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.930544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2b4da93a-edec-44ff-a6e9-955dc865cee9 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "DELETE /v2.0/ports/ed87ef11-a812-4122-bf53-a9f8443fd867 HTTP/1.1" status: 204 len: 168 time: 0.6959307 Jun 30 09:09:36.933101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.967171 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d194f-0fb3-4410-af23-069d96dc85ec tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:36.969373 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b38d194f-0fb3-4410-af23-069d96dc85ec tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports/ed87ef11-a812-4122-bf53-a9f8443fd867 HTTP/1.1" status: 404 len: 333 time: 0.0344701 Jun 30 09:09:36.975551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57884) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:36.982226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-921977586', 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:37.025078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Made reservation on behalf of e7744e2141c149c3a32b778598707b81 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:37.027715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.061738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port dcf7607e-4688-48dd-805d-25fd66098a6f yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:37.221114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.274651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.297291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.312943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.320585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['244110e5-c6b6-4eb8-99d7-ec2a534a7079'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:37.321602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.345030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.363131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.369730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.385946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.407324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-5a0bdfa2-6138-4ef1-be3b-88f17b0ccf2d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.5091918 Jun 30 09:09:37.461115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.628225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-138b45fa-6595-4eae-bcfd-779142c5e905 req-fb38715a-0a25-4211-a5a5-55019df39b10 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198980 Jun 30 09:09:37.631096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Network 08d39808-00da-41b5-9dea-91db102a7ccd is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:37.633698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf7607e-4688-48dd-805d-25fd66098a6f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.646629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:37.651986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:37.653006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.653737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.683235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea306c-0b5a-41d8-b3e1-16d85a53ab6e req-4e82b6dc-ff00-40b8-83f4-ff3a0ca5aab7 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.693176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddea306c-0b5a-41d8-b3e1-16d85a53ab6e req-4e82b6dc-ff00-40b8-83f4-ff3a0ca5aab7 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 945 time: 0.5565598 Jun 30 09:09:37.786712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f05689a1-0166-47be-8636-b2a3165d4640 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7579973 Jun 30 09:09:37.786712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57894) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:37.850987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.863844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce47fce-b3ed-4089-ac33-603efc603e74 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.864103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddea306c-0b5a-41d8-b3e1-16d85a53ab6e req-31ca7860-7903-4079-826a-d2a29ac61b3f tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699102 Jun 30 09:09:37.865831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7ce47fce-b3ed-4089-ac33-603efc603e74 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports/dcf7607e-4688-48dd-805d-25fd66098a6f HTTP/1.1" status: 200 len: 954 time: 0.1288035 Jun 30 09:09:37.868570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57896) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:37.917127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Subnet': ['ID=f40a2a64-837c-4daf-ba6c-1afe4da4ff3c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.933851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.937092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2e2bfc3-6a2d-4599-b5a0-d9372370c1a1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/f40a2a64-837c-4daf-ba6c-1afe4da4ff3c HTTP/1.1" status: 204 len: 168 time: 1.3624902 Jun 30 09:09:37.938584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:37.994440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d8e2b1c7-3ce9-41cc-a4e3-80fd68c7b3d1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515745 Jun 30 09:09:37.994668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Deleting port dcf7607e-4688-48dd-805d-25fd66098a6f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:37.994668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.995820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57904) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.094089 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.125288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f830e-113f-4979-b0ad-93de51f25a71 req-f473fa2e-e402-465f-b2ae-3d4f656a98d8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.126886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b6f830e-113f-4979-b0ad-93de51f25a71 req-f473fa2e-e402-465f-b2ae-3d4f656a98d8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.2702389 Jun 30 09:09:38.137230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Calling delete_port for dcf7607e-4688-48dd-805d-25fd66098a6f owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:38.242771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042159f0-9dd8-4761-9309-d74d493006b9 None None] Network a1303013-487f-4883-aef3-95ff9d5838d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:38.262233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c637c-ef4c-47ab-b563-a4a935fd00ad tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.263862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-796c637c-ef4c-47ab-b563-a4a935fd00ad tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2662785 Jun 30 09:09:38.267886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57908) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.298265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b6f830e-113f-4979-b0ad-93de51f25a71 req-caf94afe-d382-406a-95f5-9765246dbf40 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513274 Jun 30 09:09:38.345186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1a74a4b7-ab53-4720-b1df-c83834c59108 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:38.416016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d9200-fcc8-43a2-840f-b2f792d85f5d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.421162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.421707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b37d9200-fcc8-43a2-840f-b2f792d85f5d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504705 Jun 30 09:09:38.440342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.489116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf7607e-4688-48dd-805d-25fd66098a6f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:38.510502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-855d52e3-de96-4b3d-8aa1-a7525b118040 None None] Provisioning complete for port 54684b3a-5d2a-4a7e-b365-4565ecc4011e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:38.510964 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-855d52e3-de96-4b3d-8aa1-a7525b118040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.520333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.522000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d35128fd-ae99-4eed-bcbb-70025b2f1147 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "DELETE /v2.0/ports/dcf7607e-4688-48dd-805d-25fd66098a6f HTTP/1.1" status: 204 len: 168 time: 0.6521719 Jun 30 09:09:38.524740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57914) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.542347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34b21a26-a44f-44b6-855d-d8586d8168bb tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191816 Jun 30 09:09:38.551569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57916) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.585057 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a23696-27bd-4ec1-81ca-4a078300bfd6 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:38.586687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-34a23696-27bd-4ec1-81ca-4a078300bfd6 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports/dcf7607e-4688-48dd-805d-25fd66098a6f HTTP/1.1" status: 404 len: 333 time: 0.0609875 Jun 30 09:09:38.592926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57918) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.599972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1015532658'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:38.635724 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d430fbf4-e691-401a-a0fb-23d60432e768 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:38.644242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d430fbf4-e691-401a-a0fb-23d60432e768 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:38.647733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d430fbf4-e691-401a-a0fb-23d60432e768 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/cbb726aa-d140-4bd2-a51b-c10ed4997043 HTTP/1.1" status: 404 len: 333 time: 0.0948725 Jun 30 09:09:38.649393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.673217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Made reservation on behalf of e7744e2141c149c3a32b778598707b81 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:38.675080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.734493 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fbbee8-7f64-49bf-afb8-9e077887b4d4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:38.735015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fbbee8-7f64-49bf-afb8-9e077887b4d4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:38.736673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18fbbee8-7f64-49bf-afb8-9e077887b4d4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/f40a2a64-837c-4daf-ba6c-1afe4da4ff3c HTTP/1.1" status: 404 len: 337 time: 0.0861139 Jun 30 09:09:38.741256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.749738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1a74a4b7-ab53-4720-b1df-c83834c59108 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:38.766987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1a74a4b7-ab53-4720-b1df-c83834c59108 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:38.767366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.780848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port f81f6794-58b2-4b41-8888-7cece9c2f254 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:38.823150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115ffb2-c60e-444a-a382-01058df90d29 req-83df1df9-5d8d-412c-a6ae-f78908315118 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.825714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7115ffb2-c60e-444a-a382-01058df90d29 req-83df1df9-5d8d-412c-a6ae-f78908315118 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2161102 Jun 30 09:09:38.831564 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4e23f7-3329-4b3f-86e3-260908d84f89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:38.832261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4e23f7-3329-4b3f-86e3-260908d84f89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:38.836870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d4e23f7-3329-4b3f-86e3-260908d84f89 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/c695a202-1536-42a0-864b-51c458d78630 HTTP/1.1" status: 404 len: 337 time: 0.0946126 Jun 30 09:09:38.845034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.964744 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcc194c-496a-43f9-8b82-f1d555222f08 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:38.965514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcc194c-496a-43f9-8b82-f1d555222f08 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:38.977515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3fcc194c-496a-43f9-8b82-f1d555222f08 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/8885e290-720f-4e3b-88ac-583039f385f4 HTTP/1.1" status: 404 len: 333 time: 0.1298122 Jun 30 09:09:38.980752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.016448 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b1516e-8dcc-44a5-b314-91fa757e099d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.017239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b1516e-8dcc-44a5-b314-91fa757e099d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.018841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d8b1516e-8dcc-44a5-b314-91fa757e099d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/ff68afba-1eb4-41b9-b9b9-26933a8b9fe1 HTTP/1.1" status: 404 len: 337 time: 0.0374608 Jun 30 09:09:39.022198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.026138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] DHCP port deletion for a1303013-487f-4883-aef3-95ff9d5838d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:09:39.034063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.073733 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c7b4a2-bfad-403b-b235-d90a1558d322 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.074388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c7b4a2-bfad-403b-b235-d90a1558d322 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.077996 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7c7b4a2-bfad-403b-b235-d90a1558d322 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1d6cd6cf-b8ef-45a5-8ff8-936fc38bfaa2 HTTP/1.1" status: 404 len: 337 time: 0.0545974 Jun 30 09:09:39.087540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.090701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7115ffb2-c60e-444a-a382-01058df90d29 req-1695d5f5-8c23-4eb3-bc81-6820f565c852 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443812 Jun 30 09:09:39.159381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:39.163530 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69f336c-e8e5-4d9c-af91-fed89e21084a" -d '{"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-plugged", "status": "completed", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:39.166669 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a10626-c5af-42f0-8c73-57d9f4b67468 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.167406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a10626-c5af-42f0-8c73-57d9f4b67468 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.182363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3a10626-c5af-42f0-8c73-57d9f4b67468 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/d78df751-d6df-423a-b00a-c4fe6f12ff48 HTTP/1.1" status: 404 len: 333 time: 0.0906060 Jun 30 09:09:39.183044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57940) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.189606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.209643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Deleting port 54684b3a-5d2a-4a7e-b365-4565ecc4011e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:39.210629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.213666 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.223752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.230750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.237263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.255598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.261363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.276485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.290776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.296525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.306160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.316061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-f304120a-1a82-477d-b8c3-320a1fa9e449 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5420 time: 0.3917017 Jun 30 09:09:39.373507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Network 08d39808-00da-41b5-9dea-91db102a7ccd is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:39.376725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.378743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:39.386328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:39.388667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.389925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.417876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=f81f6794-58b2-4b41-8888-7cece9c2f254,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.419017 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe13ec6a-a9e1-4270-842d-9a9f0e1c7daf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.419555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe13ec6a-a9e1-4270-842d-9a9f0e1c7daf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.424618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fe13ec6a-a9e1-4270-842d-9a9f0e1c7daf tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/56ff36ea-6c06-4073-a9b6-daf3fe1cd349 HTTP/1.1" status: 404 len: 337 time: 0.2394919 Jun 30 09:09:39.426006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.433817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] For port 54684b3a-5d2a-4a7e-b365-4565ecc4011e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=54684b3a-5d2a-4a7e-b365-4565ecc4011e,segment=NetworkSegment(dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a),segment_id=dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.434889 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.439638 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d24a441c-eca7-42de-89f9-380d7d589603 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8433411 Jun 30 09:09:39.440463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.446065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:39.474546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Calling delete_port for 54684b3a-5d2a-4a7e-b365-4565ecc4011e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:39.498786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 54684b3a-5d2a-4a7e-b365-4565ecc4011e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:39.502241 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b7d44b-2d65-41b0-b9d6-f6fa28556d96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.503004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b7d44b-2d65-41b0-b9d6-f6fa28556d96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.507261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a0b7d44b-2d65-41b0-b9d6-f6fa28556d96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1c53803e-1c75-452e-977c-1e88aa2115bf HTTP/1.1" status: 404 len: 337 time: 0.0500755 Jun 30 09:09:39.510402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.542371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-069d09c7-0d7a-4641-8bfb-c0c3a1d72c64 req-074f1425-f2b4-49ec-ad0c-6d66b296dbdb tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1442842 Jun 30 09:09:39.550729 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28ad1be-9106-45fc-9e60-2c3e10f6be24 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.551535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28ad1be-9106-45fc-9e60-2c3e10f6be24 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.567731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b28ad1be-9106-45fc-9e60-2c3e10f6be24 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/8d732a3c-47ab-43ee-a78a-6f22d87a4644 HTTP/1.1" status: 404 len: 333 time: 0.0562127 Jun 30 09:09:39.568408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.573445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf298d-9b1f-40de-a75a-86fbc8218520 req-5c2b1d74-56c1-406e-9d8d-82564138ddb5 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.575098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43cf298d-9b1f-40de-a75a-86fbc8218520 req-5c2b1d74-56c1-406e-9d8d-82564138ddb5 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 945 time: 0.2011833 Jun 30 09:09:39.684751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43cf298d-9b1f-40de-a75a-86fbc8218520 req-7dced983-4696-4789-9b4e-362fbba79039 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034410 Jun 30 09:09:39.694484 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d347d10b-5cd8-46dd-b972-a5e2163dfd5b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.695140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d347d10b-5cd8-46dd-b972-a5e2163dfd5b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.706053 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d347d10b-5cd8-46dd-b972-a5e2163dfd5b tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/beb6c331-86f7-4b11-88ca-b43aa5c38eb6 HTTP/1.1" status: 404 len: 337 time: 0.1259921 Jun 30 09:09:39.706883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57952) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.763261 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745672bb-2c2b-4825-bc7a-74bf70e6e6c7 x-openstack-request-id: req-745672bb-2c2b-4825-bc7a-74bf70e6e6c7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:39.763696 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-plugged", "status": "completed", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:39.764049 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-745672bb-2c2b-4825-bc7a-74bf70e6e6c7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:39.764590 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'code': 200} Jun 30 09:09:39.765015 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5a835c-11e4-47f9-ba9a-fb002df1c4db tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.767429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5a835c-11e4-47f9-ba9a-fb002df1c4db tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.775436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa5a835c-11e4-47f9-ba9a-fb002df1c4db tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/df3d1443-2c77-4f4a-8ccd-57a623172a81 HTTP/1.1" status: 404 len: 337 time: 0.0665100 Jun 30 09:09:39.776277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57954) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.813425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.822853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.859998 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.868064 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-53480983-191e-4b7b-a46b-cdee3a384679 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:39.878648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53480983-191e-4b7b-a46b-cdee3a384679 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:39.883294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-53480983-191e-4b7b-a46b-cdee3a384679 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/74810a0d-4c00-4486-b1de-01fca1116849 HTTP/1.1" status: 404 len: 333 time: 0.1029997 Jun 30 09:09:39.890445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] Pushing event deleted for resources: {'Port': ['ID=54684b3a-5d2a-4a7e-b365-4565ecc4011e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.899897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.925628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbefc84-5e00-4bcd-a1d2-49f54bd43045 None None] No DVR routers for this DVR port 54684b3a-5d2a-4a7e-b365-4565ecc4011e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:39.980177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-eceebd20-5439-45cc-b027-42ceddff24bb req-82c31c5a-6c88-40b7-bb02-d51a37a034c2 service neutron] (94185) timed out ('10.222.0.41', 49259) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:09:40.023234 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-0509ab87-8b8a-4384-aba6-93d4310a3172 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.025065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0509ab87-8b8a-4384-aba6-93d4310a3172 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.032840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0509ab87-8b8a-4384-aba6-93d4310a3172 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/6bc01d40-5c69-4261-9f8b-9fca8317297e HTTP/1.1" status: 404 len: 337 time: 0.1213596 Jun 30 09:09:40.034414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57958) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.039779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36315fe-d781-4324-9ef5-9d78bb7d9d6a req-7202d405-37aa-4f5c-956a-9368489280c7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.046773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a36315fe-d781-4324-9ef5-9d78bb7d9d6a req-7202d405-37aa-4f5c-956a-9368489280c7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1967971 Jun 30 09:09:40.179202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a36315fe-d781-4324-9ef5-9d78bb7d9d6a req-f798ba56-03b2-436c-8d87-a86d95a2a395 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213315 Jun 30 09:09:40.298471 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0f5826-6b9f-471c-9260-ae34d35d3c48 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.300039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0f5826-6b9f-471c-9260-ae34d35d3c48 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.313032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-da0f5826-6b9f-471c-9260-ae34d35d3c48 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/6ce51d52-8e6b-42fb-8cfc-5e475cd730bb HTTP/1.1" status: 404 len: 333 time: 0.2610886 Jun 30 09:09:40.317359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.342183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 519af47f-6dfe-4ae9-944b-f7d8702b3d48 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:40.344814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea21b2-a804-437a-9439-2d6e74ab1375 req-194f1aca-e2a7-4ec7-81eb-c5900c2440e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.347781 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea21b2-a804-437a-9439-2d6e74ab1375 req-194f1aca-e2a7-4ec7-81eb-c5900c2440e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 1098 time: 0.5315969 Jun 30 09:09:40.400473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 244110e5-c6b6-4eb8-99d7-ec2a534a7079 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:40.435649 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-412146e8-c083-4051-bd18-051147230798 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.437305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412146e8-c083-4051-bd18-051147230798 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.443641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57966) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.444655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-412146e8-c083-4051-bd18-051147230798 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/bf7e6f97-f458-4cf6-a117-b79a5bc8e1e8 HTTP/1.1" status: 404 len: 337 time: 0.1177545 Jun 30 09:09:40.450164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2cea21b2-a804-437a-9439-2d6e74ab1375 req-916d3e66-ff81-45d4-8aa4-0e7431d62456 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Jun 30 09:09:40.498418 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1647118a-79b4-4d9f-ba16-91af4df5efe4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.500216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1647118a-79b4-4d9f-ba16-91af4df5efe4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.504882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1647118a-79b4-4d9f-ba16-91af4df5efe4 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/f7d49b1f-620f-458c-934f-477d31c6792e HTTP/1.1" status: 404 len: 333 time: 0.0579624 Jun 30 09:09:40.505284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57968) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.534739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:40.538246 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99f07be-ed60-43ec-add6-dafcafc6adba tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.538935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99f07be-ed60-43ec-add6-dafcafc6adba tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.549498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f99f07be-ed60-43ec-add6-dafcafc6adba tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/4fec8d1e-9923-433a-9955-3c732fa3acbe HTTP/1.1" status: 404 len: 337 time: 0.0409975 Jun 30 09:09:40.552282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57970) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.555422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'port_id': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'mac_address': 'fa:16:3e:13:2c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:40.567497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902e1ef-96c9-4340-ba62-b62ada0912de req-0e811e41-869e-40c1-adaa-c2f90d0d5d13 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.582502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9902e1ef-96c9-4340-ba62-b62ada0912de req-0e811e41-869e-40c1-adaa-c2f90d0d5d13 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2727754 Jun 30 09:09:40.655831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.670661 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-363af4a3-e540-4a3e-8248-31175a814afd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.671477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363af4a3-e540-4a3e-8248-31175a814afd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.675707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-363af4a3-e540-4a3e-8248-31175a814afd tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/ba780fa3-005f-49fa-8ed2-eae52fb1b9d9 HTTP/1.1" status: 404 len: 333 time: 0.1198318 Jun 30 09:09:40.676312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.693115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9902e1ef-96c9-4340-ba62-b62ada0912de req-48544523-211f-41ce-b0b3-75b2c71771ea tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092498 Jun 30 09:09:40.695638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519af47f-6dfe-4ae9-944b-f7d8702b3d48 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:40.701908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:40.728871 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f9902-1ee8-415f-a066-2044cd0e03b5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.729769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f9902-1ee8-415f-a066-2044cd0e03b5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.734016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-965f9902-1ee8-415f-a066-2044cd0e03b5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/184c3237-4701-4d61-ad95-4ce128f8455d HTTP/1.1" status: 404 len: 337 time: 0.0544834 Jun 30 09:09:40.734465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.738467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:40.739209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.773964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:40.784042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.785195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c93f23ca-6331-4246-a768-0d4c46f8a2ee details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:40.805328 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7419f48a-a7ae-4665-9811-bd299d770cee tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.806511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7419f48a-a7ae-4665-9811-bd299d770cee tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.812516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7419f48a-a7ae-4665-9811-bd299d770cee tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/17893591-2570-4f86-800d-0625e90ea3e8 HTTP/1.1" status: 404 len: 333 time: 0.0724576 Jun 30 09:09:40.812516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.867555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] device_id is not set on port f81f6794-58b2-4b41-8888-7cece9c2f254 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:40.895068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.930770 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-da072bcd-f7e5-4df8-a16a-758198e976b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:40.934868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da072bcd-f7e5-4df8-a16a-758198e976b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:40.941870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Transition to ACTIVE for port object f81f6794-58b2-4b41-8888-7cece9c2f254 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:40.946893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-da072bcd-f7e5-4df8-a16a-758198e976b1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/1718c6c9-65d8-42d8-846c-efe4ad3015be HTTP/1.1" status: 404 len: 337 time: 0.1312597 Jun 30 09:09:40.947691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57982) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.033373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.047534 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1947a05c-b0e1-40ff-a4b4-626e85f4409e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.048290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1947a05c-b0e1-40ff-a4b4-626e85f4409e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.053995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1947a05c-b0e1-40ff-a4b4-626e85f4409e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/aed48e92-3b32-40c1-9b9a-bcda7cd87571 HTTP/1.1" status: 404 len: 333 time: 0.1030750 Jun 30 09:09:41.073763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57984) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.127518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:09:41.143167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.160621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.194891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'port_id': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee', 'mac_address': 'fa:16:3e:8f:bb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:41.211403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=f81f6794-58b2-4b41-8888-7cece9c2f254,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.218630 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e40f642-1d45-4229-b293-33c81c0c2b1e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.220079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e40f642-1d45-4229-b293-33c81c0c2b1e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.223877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6e40f642-1d45-4229-b293-33c81c0c2b1e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/604a287f-3575-4a2c-bb91-2bd3ef771df8 HTTP/1.1" status: 404 len: 337 time: 0.1421981 Jun 30 09:09:41.225863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57988) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.242222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.242497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.242844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.274747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.301710 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3c8ffd-7983-401b-bad9-df820baf4c2f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.302193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3c8ffd-7983-401b-bad9-df820baf4c2f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.306273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb3c8ffd-7983-401b-bad9-df820baf4c2f tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/97885468-f4a6-4536-a03a-fbdc03be9a80 HTTP/1.1" status: 404 len: 337 time: 0.0771511 Jun 30 09:09:41.307189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.311287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.314993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.315333 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.315731 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 2 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.343545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.343932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.344226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.344433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.347086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93f23ca-6331-4246-a768-0d4c46f8a2ee {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:41.352961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.353302 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.353740 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 3 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.362182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.387063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.388291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.388661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.398653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.399000 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.399396 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 4 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.416120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.425065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.433716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.434070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.434627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.442370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.442832 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.443139 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 5 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.446073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.447899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.462389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.469906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.470258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.470606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.471908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.475185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.478831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.479576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0da95181-f033-4e55-ae99-9c9904bd4250 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:41.480274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.480895 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.482630 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 6 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.498191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.499114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.499782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.501689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.505724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.506440 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.507144 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 7 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.514990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.524128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.524906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.525510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.531288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-d8fbf958-15ab-42f4-b821-07d83c1c1002 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5421 time: 0.5844939 Jun 30 09:09:41.532138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.533417 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.534129 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 8 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.546631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0da95181-f033-4e55-ae99-9c9904bd4250,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.560300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724690c0-77e6-4289-853e-1351f0d40360 req-995a4646-c252-40be-8393-f5e1c40e3fdc tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.561879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.564706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-724690c0-77e6-4289-853e-1351f0d40360 req-995a4646-c252-40be-8393-f5e1c40e3fdc tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 945 time: 0.5137846 Jun 30 09:09:41.565157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.565898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.567314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '0da95181-f033-4e55-ae99-9c9904bd4250', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'port_id': '0da95181-f033-4e55-ae99-9c9904bd4250', 'mac_address': 'fa:16:3e:1c:4e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:41.568817 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-46159067-d39f-45bb-b6da-10887fb618a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.570607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46159067-d39f-45bb-b6da-10887fb618a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.579110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-46159067-d39f-45bb-b6da-10887fb618a8 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/b96727d7-ea88-416c-9ee7-7352774a4ed3 HTTP/1.1" status: 404 len: 333 time: 0.2690337 Jun 30 09:09:41.580877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.596125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.596796 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.599041 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 9 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.633573 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4cf724-ab99-4fda-b26a-f55648d077b3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.634581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4cf724-ab99-4fda-b26a-f55648d077b3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.641088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb4cf724-ab99-4fda-b26a-f55648d077b3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/a2de3741-8ad9-45c4-80d2-7b57c16108df HTTP/1.1" status: 404 len: 337 time: 0.0566223 Jun 30 09:09:41.646900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.668443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.671950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.672590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.680823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.682786 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.683523 n-d-779913-25 neutron-server[94185]: INFO neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempt 10 to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 Jun 30 09:09:41.685659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.688903 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e453bf-6562-4a35-b669-e0400a3ab52a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.689471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e453bf-6562-4a35-b669-e0400a3ab52a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.694160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f5e453bf-6562-4a35-b669-e0400a3ab52a tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/17c7022d-1269-4b92-8728-a62a1aebfe88 HTTP/1.1" status: 404 len: 337 time: 0.0395153 Jun 30 09:09:41.698635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57998) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.719879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:41.724436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:41.725162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempting to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:41.739894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:41.741852 n-d-779913-25 neutron-server[94185]: ERROR neutron.plugins.ml2.managers [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Failed to bind port f81f6794-58b2-4b41-8888-7cece9c2f254 on host n-h1-779913-25 for vnic_type normal using segments [{'id': '30a809ef-007f-43ab-991d-4fb5533e4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '08d39808-00da-41b5-9dea-91db102a7ccd'}] Jun 30 09:09:41.743212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-babd0454-de0d-4063-a7eb-273f3bb6f0d5 req-0051e21c-e887-4274-923b-60fd974c02d6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2098589 Jun 30 09:09:41.744604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.748629 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce190094-2e60-4557-b7d6-abc0e387999e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.749442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce190094-2e60-4557-b7d6-abc0e387999e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.754665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ce190094-2e60-4557-b7d6-abc0e387999e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/86cce6bd-ab01-4204-b615-4b213cde83ad HTTP/1.1" status: 404 len: 333 time: 0.0496171 Jun 30 09:09:41.755537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58002) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.766824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-724690c0-77e6-4289-853e-1351f0d40360 req-1ab7e377-f77b-405c-85c4-d73cf13abedd tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841564 Jun 30 09:09:41.804633 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-885006f7-b8f3-497a-962e-bd6eb9f326a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.805788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da95181-f033-4e55-ae99-9c9904bd4250 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:41.808444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885006f7-b8f3-497a-962e-bd6eb9f326a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.810275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:41.816381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-885006f7-b8f3-497a-962e-bd6eb9f326a2 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/e18945fd-d340-4d27-9c18-bbc05c179680 HTTP/1.1" status: 404 len: 337 time: 0.0597618 Jun 30 09:09:41.818279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58004) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.823967 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01ec40-25a4-42c3-9a61-101c82257525" -d '{"events": [{"server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "name": "network-vif-plugged", "status": "completed", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:41.826756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.881737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0da95181-f033-4e55-ae99-9c9904bd4250,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:41.887175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.887897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 45d5ccf0-0fee-46df-b024-440e249aad05 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:41.901522 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-777013b9-17e0-4fbb-bd8c-3216b8dce080 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.902457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777013b9-17e0-4fbb-bd8c-3216b8dce080 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.908677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-777013b9-17e0-4fbb-bd8c-3216b8dce080 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/2bced4de-4de0-4ac1-86aa-fa537f23c322 HTTP/1.1" status: 404 len: 337 time: 0.0880232 Jun 30 09:09:41.909173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port f81f6794-58b2-4b41-8888-7cece9c2f254, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:41.909556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attempted to set empty binding levels {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:41.910167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58008) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.927961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.973162 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d226d562-a3b4-471a-82b5-bff093a7db37 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:41.974970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d226d562-a3b4-471a-82b5-bff093a7db37 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:41.984225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] In _notify_port_updated(), no bound segment for port f81f6794-58b2-4b41-8888-7cece9c2f254 on network 08d39808-00da-41b5-9dea-91db102a7ccd {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:41.984225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.984583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d226d562-a3b4-471a-82b5-bff093a7db37 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/5c150e24-e376-4ade-9e96-ae7aafc0f29d HTTP/1.1" status: 404 len: 333 time: 0.0696273 Jun 30 09:09:41.984874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.986391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.990217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "PUT /v2.0/ports/f81f6794-58b2-4b41-8888-7cece9c2f254 HTTP/1.1" status: 200 len: 976 time: 2.5492039 Jun 30 09:09:41.999018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58012) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.022133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c664-8bd8-4056-90fb-4a4845499006 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event updated for resources: {'Port': ['ID=f81f6794-58b2-4b41-8888-7cece9c2f254,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.110839 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-607e1b8f-b278-46c6-a829-02fdbae1494e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.111350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607e1b8f-b278-46c6-a829-02fdbae1494e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.115456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-607e1b8f-b278-46c6-a829-02fdbae1494e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/216c8443-5e9f-4072-adf4-c920e8765243 HTTP/1.1" status: 404 len: 337 time: 0.1273589 Jun 30 09:09:42.115845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.146097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.157648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.166403 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea0dcc2-00b6-4885-b2e9-eadea9d191b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.166863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea0dcc2-00b6-4885-b2e9-eadea9d191b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.171287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ea0dcc2-00b6-4885-b2e9-eadea9d191b0 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/515dd45a-588e-4627-b149-0b34f074cf72 HTTP/1.1" status: 404 len: 337 time: 0.0517504 Jun 30 09:09:42.174773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58016) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.187400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '45d5ccf0-0fee-46df-b024-440e249aad05', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'port_id': '45d5ccf0-0fee-46df-b024-440e249aad05', 'mac_address': 'fa:16:3e:ef:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:42.211091 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06f46d11-c07c-4187-ad18-e9498ad41237 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports?device_id=33c309a8-8cd8-4e25-8ba4-205ff5b30b19 HTTP/1.1" status: 200 len: 205 time: 0.0350370 Jun 30 09:09:42.213408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.248233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.262449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d5ccf0-0fee-46df-b024-440e249aad05 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:42.301872 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-2df7d33d-f5c7-4f9e-95a0-fba29566ffbe tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] delete failed (client error): The resource could not be found. Jun 30 09:09:42.302840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2df7d33d-f5c7-4f9e-95a0-fba29566ffbe tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/routers/33c309a8-8cd8-4e25-8ba4-205ff5b30b19 HTTP/1.1" status: 404 len: 336 time: 0.0884864 Jun 30 09:09:42.304770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.305862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58022) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.313473 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.314182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a283fbe5-e952-4d3a-9f80-b50a2ed38022 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:42.333801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Deleting port f81f6794-58b2-4b41-8888-7cece9c2f254 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:42.334829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.379320 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-537a4ea6-a934-4987-b2ff-7eb53f630f3c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.379823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537a4ea6-a934-4987-b2ff-7eb53f630f3c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.381635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-537a4ea6-a934-4987-b2ff-7eb53f630f3c tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/630f0038-bc6d-4ecf-9947-4eecc48c4b68 HTTP/1.1" status: 404 len: 337 time: 0.0748224 Jun 30 09:09:42.384375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.452460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0e529833-dc87-4cfd-96a2-e07be5bdd454 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ec413ae-3459-4dc8-a9ea-9a71952d0ebf HTTP/1.1" status: 200 len: 205 time: 0.0668573 Jun 30 09:09:42.454620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58026) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.464026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.543046 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-96595478-5d2b-4905-b26c-ed6b16eb5cd1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] delete failed (client error): The resource could not be found. Jun 30 09:09:42.544563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-96595478-5d2b-4905-b26c-ed6b16eb5cd1 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/routers/6ec413ae-3459-4dc8-a9ea-9a71952d0ebf HTTP/1.1" status: 404 len: 336 time: 0.0890002 Jun 30 09:09:42.558444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.583661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.602596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'port_id': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'mac_address': 'fa:16:3e:68:a0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0e31f-68c4-4981-8b70-b7f22a7795b6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:42.633499 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdca815-f479-403e-9695-8f1131803ee5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.639204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdca815-f479-403e-9695-8f1131803ee5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.642171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6bdca815-f479-403e-9695-8f1131803ee5 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/88f49b6c-2c67-4301-819a-0d4feb8e0083 HTTP/1.1" status: 404 len: 337 time: 0.0826526 Jun 30 09:09:42.646253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58030) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.673119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.711107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a283fbe5-e952-4d3a-9f80-b50a2ed38022 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:42.723433 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-616de4e0-6291-4fbf-9563-8babf546d5c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.723906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616de4e0-6291-4fbf-9563-8babf546d5c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.725629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-616de4e0-6291-4fbf-9563-8babf546d5c6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/ca637671-6959-4a10-b2e7-abceb3c6c927 HTTP/1.1" status: 404 len: 337 time: 0.0783820 Jun 30 09:09:42.734475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.762206 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-40310a65-1faa-4c9e-969a-e89bda61220e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.762936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40310a65-1faa-4c9e-969a-e89bda61220e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.764657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-40310a65-1faa-4c9e-969a-e89bda61220e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/3e62566f-5dcc-4c91-8b30-9c57b42c3a9e HTTP/1.1" status: 404 len: 333 time: 0.0291784 Jun 30 09:09:42.767171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.772986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.780106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.780798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:42.828460 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-73791436-bda6-46d8-8238-14ace36d28a3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.828917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73791436-bda6-46d8-8238-14ace36d28a3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.834927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-73791436-bda6-46d8-8238-14ace36d28a3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/9dd0a947-ae06-4752-8a7f-e0ef256395bd HTTP/1.1" status: 404 len: 337 time: 0.0667310 Jun 30 09:09:42.837343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58040) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.840148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c39a-06b3-4e47-80e2-bb585df91ab3 req-d68fbf6e-fe41-4c56-b7f9-f02d7bb8f362 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.843064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a405c39a-06b3-4e47-80e2-bb585df91ab3 req-d68fbf6e-fe41-4c56-b7f9-f02d7bb8f362 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.7466879 Jun 30 09:09:42.862712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168cc8-cd70-43d7-9be3-7f1fe827fed5 req-e6c95728-042b-4e8c-b96c-942f63b5de3b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.870591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4168cc8-cd70-43d7-9be3-7f1fe827fed5 req-e6c95728-042b-4e8c-b96c-942f63b5de3b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.7115057 Jun 30 09:09:42.913800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] For port f81f6794-58b2-4b41-8888-7cece9c2f254, host n-h1-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.914307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.920659 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48d2e43-e6df-450d-8db6-c524ea01e26e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.921722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48d2e43-e6df-450d-8db6-c524ea01e26e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.923571 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f48d2e43-e6df-450d-8db6-c524ea01e26e tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/7aa481bd-4ca1-446c-8214-7a1773359cc0 HTTP/1.1" status: 404 len: 333 time: 0.0852482 Jun 30 09:09:42.926185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58042) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.950519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.952908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.969909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Calling delete_port for f81f6794-58b2-4b41-8888-7cece9c2f254 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:42.988861 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-072594db-6613-4fe1-897e-a108ed0d1bfe tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:42.991543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072594db-6613-4fe1-897e-a108ed0d1bfe tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:42.992864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511', 'network_id': 'ef08391d-9d4d-48a3-b856-439d09896119', 'port_id': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511', 'mac_address': 'fa:16:3e:d8:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068c1f9e-0d90-47c5-86d8-6f6b192162fc', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:42.995770 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-072594db-6613-4fe1-897e-a108ed0d1bfe tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/50d65655-b211-4259-b2ca-9d933623ad7f HTTP/1.1" status: 404 len: 337 time: 0.0682220 Jun 30 09:09:42.998693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58044) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.020949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4168cc8-cd70-43d7-9be3-7f1fe827fed5 req-8ea368c4-67c0-4747-b194-4ace5039abe1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492214 Jun 30 09:09:43.028483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a405c39a-06b3-4e47-80e2-bb585df91ab3 req-e5ab5324-996d-4def-9f81-29e9ebb3f481 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113398 Jun 30 09:09:43.078541 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-8369656f-7eed-406b-aa9f-c671c1bf7a96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.088688 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.091784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8369656f-7eed-406b-aa9f-c671c1bf7a96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.094897 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8369656f-7eed-406b-aa9f-c671c1bf7a96 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/7d178e4a-51c5-481a-8ea5-bd691fdcff75 HTTP/1.1" status: 404 len: 333 time: 0.0911396 Jun 30 09:09:43.097354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58046) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.124655 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4040c2-98ec-4c03-9c30-33c5add7b48d x-openstack-request-id: req-9c4040c2-98ec-4c03-9c30-33c5add7b48d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:43.124979 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "name": "network-vif-plugged", "status": "completed", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:43.125216 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c4040c2-98ec-4c03-9c30-33c5add7b48d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:43.125624 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079', 'code': 200} Jun 30 09:09:43.129619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:43.142864 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fe19ac-d5ee-4c61-823e-da725478d49d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.143444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fe19ac-d5ee-4c61-823e-da725478d49d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.145133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a7fe19ac-d5ee-4c61-823e-da725478d49d tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/46349efb-7579-4240-8c01-931d63861fcc HTTP/1.1" status: 404 len: 337 time: 0.0468211 Jun 30 09:09:43.147674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58048) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.181304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:43.187039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.187950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device aea02172-8459-4e15-ab2e-e874ba91e7b3 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:43.215997 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76ae8fb-ae8d-4559-9d9e-2d804e6772ed tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.217995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76ae8fb-ae8d-4559-9d9e-2d804e6772ed tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.223476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d76ae8fb-ae8d-4559-9d9e-2d804e6772ed tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/2382626f-7c7c-4ac8-a7c8-3bf0d845d8ea HTTP/1.1" status: 404 len: 333 time: 0.0740118 Jun 30 09:09:43.225302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.240688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:43.268573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'aea02172-8459-4e15-ab2e-e874ba91e7b3', 'network_id': 'd88bb592-2fca-4969-b307-59c8952b555b', 'port_id': 'aea02172-8459-4e15-ab2e-e874ba91e7b3', 'mac_address': 'fa:16:3e:30:06:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0e31f-68c4-4981-8b70-b7f22a7795b6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:43.316956 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f362f795-3f34-47b4-b8a6-8deaf27dcc45 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.319073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f362f795-3f34-47b4-b8a6-8deaf27dcc45 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.322101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f362f795-3f34-47b4-b8a6-8deaf27dcc45 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/dc92f689-7924-48f4-9863-1aaaf3c1e295 HTTP/1.1" status: 404 len: 337 time: 0.0956821 Jun 30 09:09:43.329057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.362892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.412602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Pushing event deleted for resources: {'Port': ['ID=f81f6794-58b2-4b41-8888-7cece9c2f254,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:43.428279 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b20b2cc-f8bb-4a3a-b994-867f605920b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.429492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b20b2cc-f8bb-4a3a-b994-867f605920b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.433551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b20b2cc-f8bb-4a3a-b994-867f605920b6 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/b94ff74a-9581-4e5c-b641-21b671f5ce5e HTTP/1.1" status: 404 len: 333 time: 0.1013985 Jun 30 09:09:43.435544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58056) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.440792 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.446328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06150db5-27ea-45be-8d27-5f3a0e9223de tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f81f6794-58b2-4b41-8888-7cece9c2f254 HTTP/1.1" status: 204 len: 168 time: 1.4409273 Jun 30 09:09:43.450128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58058) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.460536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:43.477037 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.497743 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b89961a-2dc2-4525-beab-c41b23f19fcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.502673 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5378b394-8f44-4b1a-b3de-72c32ad53078 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:43.511746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5378b394-8f44-4b1a-b3de-72c32ad53078 tempest-PortsAdminExtendedAttrsTestJSON-771955114 tempest-PortsAdminExtendedAttrsTestJSON-771955114-project-admin] 10.222.0.66 "GET /v2.0/ports/f81f6794-58b2-4b41-8888-7cece9c2f254 HTTP/1.1" status: 404 len: 333 time: 0.0521574 Jun 30 09:09:43.511987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b89961a-2dc2-4525-beab-c41b23f19fcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.511987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b89961a-2dc2-4525-beab-c41b23f19fcc tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/cc6fe1d3-ef48-495d-a5e7-8b5658c29eed HTTP/1.1" status: 404 len: 337 time: 0.0696349 Jun 30 09:09:43.511987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e3df-c7d3-4028-8fd9-4ab03be7c483 req-7ec26860-9b8c-44b0-891f-788c649e00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.511987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ec1e3df-c7d3-4028-8fd9-4ab03be7c483 req-7ec26860-9b8c-44b0-891f-788c649e00e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 1098 time: 0.2568214 Jun 30 09:09:43.511987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.514932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea02172-8459-4e15-ab2e-e874ba91e7b3 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:43.515114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58062) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.551844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:43.556459 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a4d07a-6a50-4051-bf70-3e6ba4fff3f3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.557403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a4d07a-6a50-4051-bf70-3e6ba4fff3f3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.557568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.562001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-16a4d07a-6a50-4051-bf70-3e6ba4fff3f3 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/60107faf-966e-4cac-939c-67d6cfbc2efd HTTP/1.1" status: 404 len: 333 time: 0.0426772 Jun 30 09:09:43.566490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.576486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d3c3-e05b-49b0-b88f-093caddbc8c5 req-6a1cdcfc-16a0-4e38-a54d-d23178e21d01 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.578304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1a3d3c3-e05b-49b0-b88f-093caddbc8c5 req-6a1cdcfc-16a0-4e38-a54d-d23178e21d01 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 946 time: 0.2540917 Jun 30 09:09:43.657282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.666790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.671428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:43.673834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.680427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.688077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.694154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.697891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ec1e3df-c7d3-4028-8fd9-4ab03be7c483 req-7cc6ae72-bd2b-4f34-866f-60672f03caf5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624496 Jun 30 09:09:43.702227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.704994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-9807c445-3f7e-46fa-9aa0-bcaecba714f0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5426 time: 0.3046162 Jun 30 09:09:43.706059 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a352280-795b-4812-8eb1-4d5ddbe83045 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.706599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a352280-795b-4812-8eb1-4d5ddbe83045 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.710775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3a352280-795b-4812-8eb1-4d5ddbe83045 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/daa33484-8e88-4ab5-a825-6638110d2809 HTTP/1.1" status: 404 len: 337 time: 0.1291544 Jun 30 09:09:43.712073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.729572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.736753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1a3d3c3-e05b-49b0-b88f-093caddbc8c5 req-538bb17a-c1f1-4297-924c-fe67b1e327f6 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481900 Jun 30 09:09:43.756508 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-74019dec-8ca9-4f13-9961-f97e4eefa242 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.757232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74019dec-8ca9-4f13-9961-f97e4eefa242 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.761293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74019dec-8ca9-4f13-9961-f97e4eefa242 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/ports/a4449f09-3dec-41a5-b06f-317f7c40c3fb HTTP/1.1" status: 404 len: 333 time: 0.0459678 Jun 30 09:09:43.762020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58068) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.777730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5047e4bb-0679-4e9d-8544-dfd5177eb02c req-66f76b7a-e423-4102-9fcd-65ec0b3fee12 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504155 Jun 30 09:09:43.822558 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5b102c-6769-4370-8c23-1701d5a5b279 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] DELETE failed (client error): The resource could not be found. Jun 30 09:09:43.823032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5b102c-6769-4370-8c23-1701d5a5b279 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:09:43.826280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-de5b102c-6769-4370-8c23-1701d5a5b279 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/subnets/813322cf-f989-42a9-9d54-05c50b64f038 HTTP/1.1" status: 404 len: 337 time: 0.0615175 Jun 30 09:09:43.829868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58070) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.899293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.917820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d39808-00da-41b5-9dea-91db102a7ccd']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:43.933744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a809ef-007f-43ab-991d-4fb5533e4623') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:43.934200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a809ef-007f-43ab-991d-4fb5533e4623') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:43.937258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.953849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.972277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.992697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:43.993109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:43.997338 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:44.072458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.094328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1303013-487f-4883-aef3-95ff9d5838d3']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:44.113030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:44.113524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa8b4f5-54f4-4ba9-b4f0-486e7b6f241a') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:44.121073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.126069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.142639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.149630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:44.150308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.160811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.164413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] 10.222.0.66 "DELETE /v2.0/networks/08d39808-00da-41b5-9dea-91db102a7ccd HTTP/1.1" status: 204 len: 168 time: 0.6527002 Jun 30 09:09:44.167500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62a72c-c6a3-4adf-a2ba-c48c5968f697 tempest-PortsAdminExtendedAttrsTestJSON-728733316 tempest-PortsAdminExtendedAttrsTestJSON-728733316-project] Pushing event deleted for resources: {'Network': ['ID=08d39808-00da-41b5-9dea-91db102a7ccd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:44.238013 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:44.243704 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:44.347794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.398607 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.414258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] 10.222.0.66 "DELETE /v2.0/networks/a1303013-487f-4883-aef3-95ff9d5838d3 HTTP/1.1" status: 204 len: 168 time: 0.5849452 Jun 30 09:09:44.415586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc7ab-3efc-4018-b3c4-cce5f7dcaf54 tempest-NetworksTestDHCPv6-1647378447 tempest-NetworksTestDHCPv6-1647378447-project] Pushing event deleted for resources: {'Network': ['ID=a1303013-487f-4883-aef3-95ff9d5838d3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.506515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e53680-52c0-4e0e-8b95-1ce09c1f8704 req-2e7a3fff-1f67-4df1-bfc9-11b791026a32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.508248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e53680-52c0-4e0e-8b95-1ce09c1f8704 req-2e7a3fff-1f67-4df1-bfc9-11b791026a32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.2483566 Jun 30 09:09:44.591212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e53680-52c0-4e0e-8b95-1ce09c1f8704 req-38662754-cf69-4260-966c-60dc1a92ecc8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739965 Jun 30 09:09:44.603302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac76e-bfa0-41de-b66b-7116f288a043 req-853a6a02-6de8-483c-8734-4f881b97faac tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.611990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfaac76e-bfa0-41de-b66b-7116f288a043 req-853a6a02-6de8-483c-8734-4f881b97faac tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1942484 Jun 30 09:09:44.630807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:44.681497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfaac76e-bfa0-41de-b66b-7116f288a043 req-40ff2129-558e-4de7-8a66-5aa71d3fefd2 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677748 Jun 30 09:09:44.846403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.026554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99ba793e-ec28-4286-9ac0-9a259c358196 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeec1054be0f4b6abc736d762a37fbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943768 Jun 30 09:09:45.028751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.144210 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66af6c6a-a401-4ffe-b94a-3765c7001d8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bd735c8a4b64d85957c63a680eaa70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966008 Jun 30 09:09:45.145552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.147476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58106) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.153884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['0da95181-f033-4e55-ae99-9c9904bd4250'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.214177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4c3a5-56f8-447b-a9c2-562798189394 req-47560f81-7b2c-4697-9ad8-139af8b412b0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.217157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.226973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ef4c3a5-56f8-447b-a9c2-562798189394 req-47560f81-7b2c-4697-9ad8-139af8b412b0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 946 time: 0.1757944 Jun 30 09:09:45.236953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.265099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['45d5ccf0-0fee-46df-b024-440e249aad05'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.281996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.288854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.289055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.296759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.305174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.313675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.322156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.329681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:45.333430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd69a740-2387-46b2-8382-cb321a64e370 req-97338e21-1d67-4c1f-b1a6-163b0f7b455c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5427 time: 0.3414786 Jun 30 09:09:45.354960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.359618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.361547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c9c1f00-b3aa-489e-9ed2-f8549b76f8b2 HTTP/1.1" status: 204 len: 168 time: 0.3308494 Jun 30 09:09:45.367351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ef4c3a5-56f8-447b-a9c2-562798189394 req-7cc9211f-779e-4b6a-9b7d-a542ed4b8cdd tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393592 Jun 30 09:09:45.420131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c93f23ca-6331-4246-a768-0d4c46f8a2ee'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.421285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c4091-10ac-4094-96fa-337b7e468641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c1f00-b3aa-489e-9ed2-f8549b76f8b2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.422923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['aea02172-8459-4e15-ab2e-e874ba91e7b3'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.450738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.453725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.458379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c40e43f2-8370-46e9-b6fd-12a3fd56a054 HTTP/1.1" status: 204 len: 168 time: 0.3023200 Jun 30 09:09:45.471146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975b19f-ae46-450e-b512-74c5d37eb7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e43f2-8370-46e9-b6fd-12a3fd56a054,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.510497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['519af47f-6dfe-4ae9-944b-f7d8702b3d48'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.514885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd69a740-2387-46b2-8382-cb321a64e370 req-3f7d65a8-7933-46e3-a1c4-7aa07216939e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421869 Jun 30 09:09:45.572910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a283fbe5-e952-4d3a-9f80-b50a2ed38022'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.803741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['d6fc08ef-98f2-44dc-a99f-1c9a59a2a511'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:46.052815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e77ec-99e4-4283-9640-238ce878f710 req-ade347c8-a997-4252-b3eb-0ae16711f8b5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.060918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f0e77ec-99e4-4283-9640-238ce878f710 req-ade347c8-a997-4252-b3eb-0ae16711f8b5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1455729 Jun 30 09:09:46.082594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b71e1-4678-4c8b-be57-35ad4f38c093 req-a264e398-7224-4de0-83b9-4c76eb550854 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.084532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-090b71e1-4678-4c8b-be57-35ad4f38c093 req-a264e398-7224-4de0-83b9-4c76eb550854 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1319761 Jun 30 09:09:46.147450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f0e77ec-99e4-4283-9640-238ce878f710 req-eec699d2-aeff-4ff7-9b59-225c0f71bb55 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823510 Jun 30 09:09:46.190857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-090b71e1-4678-4c8b-be57-35ad4f38c093 req-4adc2ed3-a7ae-47c0-aee1-4f53b6c75a62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994983 Jun 30 09:09:46.234468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:46.345041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8ee3b5aa-8d84-43de-96b1-d99b57b91908 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7744e2141c149c3a32b778598707b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079190 Jun 30 09:09:46.347943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:46.424633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.449599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.517399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.523402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.526370 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d94643f-8927-4e38-abbf-faacdebde065 HTTP/1.1" status: 204 len: 168 time: 0.1764970 Jun 30 09:09:46.560474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c83a39-f429-49cc-a454-2cd396329cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94643f-8927-4e38-abbf-faacdebde065,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.688544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86054a-04dc-4f5c-a52d-cd6d3ba0fd80 req-2ac61a62-8ab3-4be9-b004-8c316b974da0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.698492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f86054a-04dc-4f5c-a52d-cd6d3ba0fd80 req-2ac61a62-8ab3-4be9-b004-8c316b974da0 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 946 time: 0.1084530 Jun 30 09:09:46.755064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f86054a-04dc-4f5c-a52d-cd6d3ba0fd80 req-f24882ef-ddfb-4813-a320-bb1e432177a4 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Jun 30 09:09:46.865391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.872037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.878450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.885135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.891999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.898105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.904460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.906501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea568068-e6bf-4680-a830-9df506959ddb req-a1a06fd2-ef31-4a45-a026-98033f632353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5427 time: 0.1504781 Jun 30 09:09:46.985911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea568068-e6bf-4680-a830-9df506959ddb req-52e67e26-e1b1-468c-a0a1-76708d696d76 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708246 Jun 30 09:09:47.017485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97ea45-9722-4dd7-bd4f-fc4fc7e6ef48 req-5a0ddc6f-fcb9-4578-a875-bfd331f64d0d tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.019027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a97ea45-9722-4dd7-bd4f-fc4fc7e6ef48 req-5a0ddc6f-fcb9-4578-a875-bfd331f64d0d tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 946 time: 0.0854723 Jun 30 09:09:47.070098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a97ea45-9722-4dd7-bd4f-fc4fc7e6ef48 req-d5f5338f-475e-4dbe-8124-8b20805fd68c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Jun 30 09:09:47.228436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58196) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:47.452289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d89bf-5d81-437c-864e-d67d16549420 req-bef39a09-9661-4f43-81dd-c66ace3b62e9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.454088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d1d89bf-5d81-437c-864e-d67d16549420 req-bef39a09-9661-4f43-81dd-c66ace3b62e9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.0798199 Jun 30 09:09:47.509799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187158790'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:47.572534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d1d89bf-5d81-437c-864e-d67d16549420 req-07b8080b-eda2-49d0-8dfa-eb9b8ef440f9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119838 Jun 30 09:09:47.596299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:47.607950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.629638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.660331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3caf-c558-4f38-a45c-ec7e7a3b161d req-5aef5200-7645-4918-a6e6-947027ed4aad tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.661875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210e3caf-c558-4f38-a45c-ec7e7a3b161d req-5aef5200-7645-4918-a6e6-947027ed4aad tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1892743 Jun 30 09:09:47.729167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210e3caf-c558-4f38-a45c-ec7e7a3b161d req-4b07ae6e-fbca-4c21-92ec-4484ea184264 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596817 Jun 30 09:09:47.847567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.853726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.895034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:47.916164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.916506 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 354a1a06-9d2a-43fd-8324-12ece42a6081 of type vlan for network b5af6253-412c-453a-844c-7cbeb9cb93ae Jun 30 09:09:47.918023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd04c6-dd0f-4783-a831-ef62c12c6a18,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:47.976459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.043764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.053861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.054507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.149780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9048178 Jun 30 09:09:48.162857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6d99a-ee23-4a46-b377-6737a9c291db tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=b5af6253-412c-453a-844c-7cbeb9cb93ae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.173529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b5af6253-412c-453a-844c-7cbeb9cb93ae details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:48.307124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c6d1-4d31-402b-844c-3dc58d09a642 req-d460e92d-1f69-49cc-9dc2-a3ced58f0cf3 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.308965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf1c6d1-4d31-402b-844c-3dc58d09a642 req-d460e92d-1f69-49cc-9dc2-a3ced58f0cf3 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 946 time: 0.1323640 Jun 30 09:09:48.348931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.355941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.372790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.394705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.416222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.417362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.424043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.435844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9270570-eb7f-4c64-9425-141e86155a4f req-05b4f44b-c149-466e-92d4-01199560472a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5427 time: 0.2279644 Jun 30 09:09:48.549040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf1c6d1-4d31-402b-844c-3dc58d09a642 req-8045b0cd-5e3b-450f-bb46-26bf8b86f089 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249441 Jun 30 09:09:48.581852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9270570-eb7f-4c64-9425-141e86155a4f req-506c1b96-2d97-4e96-8096-10f0067883fe tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450710 Jun 30 09:09:48.847534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15e17-f7ce-426a-a2e1-baca0cd3cf93 req-00d953b5-26e0-4ab6-940f-3dbc70773989 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.851622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43b15e17-f7ce-426a-a2e1-baca0cd3cf93 req-00d953b5-26e0-4ab6-940f-3dbc70773989 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1169691 Jun 30 09:09:48.930144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43b15e17-f7ce-426a-a2e1-baca0cd3cf93 req-8f299677-98a6-4f8d-8e11-fe820996119d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688438 Jun 30 09:09:49.074364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:49.133310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534254a-5e77-4855-912d-94bf299b37ef req-de72aaeb-2349-47af-aed2-421c79932abe tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.140132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7534254a-5e77-4855-912d-94bf299b37ef req-de72aaeb-2349-47af-aed2-421c79932abe tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 946 time: 0.1017377 Jun 30 09:09:49.189460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7534254a-5e77-4855-912d-94bf299b37ef req-b09816ca-2720-4d89-b1b3-de2812d32706 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 Jun 30 09:09:49.213967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-539065082', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:49.250359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Made reservation on behalf of c913ed99b3e4441fa506200e00c51309 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:49.252959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.295846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.421152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-a47bc1e7-d635-4125-8de8-f64afe7182ea tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.422718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-a47bc1e7-d635-4125-8de8-f64afe7182ea tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 946 time: 0.1859035 Jun 30 09:09:49.537470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.549934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.555093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] device_id is not set on port a273aaae-bf79-407c-bd76-b1777cee7c04 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:49.600197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1cb0c2-810f-415a-a86d-445ccf3f82fb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.602064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1a74a4b7-ab53-4720-b1df-c83834c59108 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:49.670825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Deleting port 1a74a4b7-ab53-4720-b1df-c83834c59108 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:49.671834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.890823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.943970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:49.944793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:49.947333 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1033b1e-c393-4bcb-9ef0-66c99ec67c22" -d '{"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-unplugged", "status": "completed", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:49.957687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.958869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:50.033155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebaeb6-aa73-41ac-959d-1211419877f9 req-e441dd3a-f131-4ce3-a311-d0297b8077b9 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.045309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bebaeb6-aa73-41ac-959d-1211419877f9 req-e441dd3a-f131-4ce3-a311-d0297b8077b9 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 946 time: 0.2194488 Jun 30 09:09:50.108675 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:50.124165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] For port 1a74a4b7-ab53-4720-b1df-c83834c59108, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1a74a4b7-ab53-4720-b1df-c83834c59108,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:50.125601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.150391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Allocated IP 172.25.4.151 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/a273aaae-bf79-407c-bd76-b1777cee7c04) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:50.158337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Calling delete_port for 1a74a4b7-ab53-4720-b1df-c83834c59108 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:50.187777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.191363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:50.220097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bebaeb6-aa73-41ac-959d-1211419877f9 req-9f4f8206-a98f-42d6-be0f-e7e057b1e354 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/security-groups?id=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733489 Jun 30 09:09:50.257925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:50.264162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.304236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.312840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.319966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.326863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.333627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.344508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.361574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.364007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=14']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:50.378529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-e198f241-a96b-4823-aedc-ab0ce67b0b01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5427 time: 0.4628694 Jun 30 09:09:50.380262 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464d16f4-1003-4705-9b40-7ffa34417135 x-openstack-request-id: req-464d16f4-1003-4705-9b40-7ffa34417135 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:50.381300 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-unplugged", "status": "completed", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:50.382517 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-464d16f4-1003-4705-9b40-7ffa34417135 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:50.383711 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'code': 200} Jun 30 09:09:50.430404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd162eac-06f5-4a80-8baa-0ebde7849f4c req-9f38f0f6-1480-4842-a4a6-483efac0d41d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509481 Jun 30 09:09:50.450260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-dfa05e68-e3bd-409a-b038-0a70cabf69ba tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.458389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-dfa05e68-e3bd-409a-b038-0a70cabf69ba tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 946 time: 0.4915767 Jun 30 09:09:50.671753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e385845-8e18-4cd9-b43a-d6003ee895d4 req-8dd20cb1-1fbf-4b66-b2fb-b85e6619122f tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.674767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e385845-8e18-4cd9-b43a-d6003ee895d4 req-8dd20cb1-1fbf-4b66-b2fb-b85e6619122f tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1395149 Jun 30 09:09:50.769574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e385845-8e18-4cd9-b43a-d6003ee895d4 req-7b96c360-ab8c-4ac3-889a-8178f092b364 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889916 Jun 30 09:09:50.829984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Deleting port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:50.830253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.852754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.891306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.981624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event deleted for resources: {'Port': ['ID=1a74a4b7-ab53-4720-b1df-c83834c59108,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.020776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.094881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] No DVR routers for this DVR port 1a74a4b7-ab53-4720-b1df-c83834c59108 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:51.101083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.103678 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9df9ff19-124b-4210-b76b-3d17d98211cf req-89bb19e2-db6a-4ccb-bd99-76d505a16be1 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "DELETE /v2.0/ports/1a74a4b7-ab53-4720-b1df-c83834c59108 HTTP/1.1" status: 204 len: 173 time: 1.6743562 Jun 30 09:09:51.124265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-deleted', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:51.128061 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd844afd-8f7a-4105-bba9-85cf930f4e22" -d '{"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-deleted", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:51.136424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:51.140739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Pushing event updated for resources: {'Port': ['ID=a273aaae-bf79-407c-bd76-b1777cee7c04,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.148102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:51.159778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:51.218101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3403998-bbfb-4959-9b00-7e4d881bf222 req-1af83a88-8df1-4cbd-915a-8ddd798e4406 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.220665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3403998-bbfb-4959-9b00-7e4d881bf222 req-1af83a88-8df1-4cbd-915a-8ddd798e4406 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1107736 Jun 30 09:09:51.233319 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b450e76c-a304-45f9-b770-35174ecc1366 x-openstack-request-id: req-b450e76c-a304-45f9-b770-35174ecc1366 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:51.233994 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5929f-384c-43a5-8a23-2f739009ef19", "name": "network-vif-deleted", "tag": "1a74a4b7-ab53-4720-b1df-c83834c59108", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:51.234408 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b450e76c-a304-45f9-b770-35174ecc1366 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:51.234954 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5929f-384c-43a5-8a23-2f739009ef19', 'name': 'network-vif-deleted', 'tag': '1a74a4b7-ab53-4720-b1df-c83834c59108', 'status': 'completed', 'code': 200} Jun 30 09:09:51.246323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.248217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.306776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3403998-bbfb-4959-9b00-7e4d881bf222 req-064e064e-0ed8-4e98-a953-cd7be81023c4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780532 Jun 30 09:09:51.311270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:51.318408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fc0e3947-7abd-4ec3-8b66-114700bc4eef tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.2300086 Jun 30 09:09:51.320997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.151'}]}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:51.340307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] For port 244110e5-c6b6-4eb8-99d7-ec2a534a7079, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=244110e5-c6b6-4eb8-99d7-ec2a534a7079,segment=NetworkSegment(4d67f831-b3c7-4c27-a971-d1c2242bccc7),segment_id=4d67f831-b3c7-4c27-a971-d1c2242bccc7)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:51.350422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.375339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.377125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.429298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Calling delete_port for 244110e5-c6b6-4eb8-99d7-ec2a534a7079 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:51.551752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.556306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58428) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:51.558566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-001f94a2-02e9-4ed8-a904-7fa55f72d8ea req-864122e2-b25d-4814-95ae-3ff606e2eb2c tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4a5929f-384c-43a5-8a23-2f739009ef19 HTTP/1.1" status: 200 len: 210 time: 0.0676453 Jun 30 09:09:51.565128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:51.602770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0da95181-f033-4e55-ae99-9c9904bd4250 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:51.734496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 0da95181-f033-4e55-ae99-9c9904bd4250 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:51.743677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 0da95181-f033-4e55-ae99-9c9904bd4250 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:51.746225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.906254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.953969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.024090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0da95181-f033-4e55-ae99-9c9904bd4250,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:52.031322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.038634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 244110e5-c6b6-4eb8-99d7-ec2a534a7079 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:52.203041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.219601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.226636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.233194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.239197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.245256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.252938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.255818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-ff217343-cfc3-4fa5-9b5a-a4f32c08b8c7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5427 time: 0.4213207 Jun 30 09:09:52.257891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.322373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.339333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:52.345656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c16eb6ee-3464-4ce2-8f90-54ec7ed5ba6f req-dd729b40-6baa-4c32-a9f1-e1b9ff6853fc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745032 Jun 30 09:09:52.370999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.373141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1ece-f8f7-4aa1-8d9d-9f76e9456404 req-10e02b40-66bc-4e55-bc3b-bfbb05c7ada3 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.378562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c34c1ece-f8f7-4aa1-8d9d-9f76e9456404 req-10e02b40-66bc-4e55-bc3b-bfbb05c7ada3 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.3132041 Jun 30 09:09:52.385708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da95181-f033-4e55-ae99-9c9904bd4250'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:52.388750 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ed604d-3175-4254-982f-ccdd1541c27b" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "0da95181-f033-4e55-ae99-9c9904bd4250"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:52.536446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abc42-d197-4806-acb3-5c9288d0d231 req-a10d50f9-fed3-4523-b8db-32d5beca38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.538603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-a10d50f9-fed3-4523-b8db-32d5beca38dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.3887620 Jun 30 09:09:52.539355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.593647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Pushing event deleted for resources: {'Port': ['ID=244110e5-c6b6-4eb8-99d7-ec2a534a7079,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.688267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] No DVR routers for this DVR port 244110e5-c6b6-4eb8-99d7-ec2a534a7079 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:52.696267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.698283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0e73db4c-1e78-452f-8b75-8ac344148c2f req-bb4ea50b-c569-4a21-86b4-b53c2b74f437 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.11 "DELETE /v2.0/ports/244110e5-c6b6-4eb8-99d7-ec2a534a7079 HTTP/1.1" status: 204 len: 173 time: 2.2224233 Jun 30 09:09:52.820822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abc42-d197-4806-acb3-5c9288d0d231 req-909a154f-327a-4b5a-86b6-3543babe53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.822338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-909a154f-327a-4b5a-86b6-3543babe53e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2427664 Jun 30 09:09:52.874246 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.924747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c34c1ece-f8f7-4aa1-8d9d-9f76e9456404 req-648ce2c5-1344-4320-b5ef-6f11a938dee9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391831 Jun 30 09:09:52.959338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-9dece8fd-7ddd-4d32-b52f-f252832d36e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1255467 Jun 30 09:09:52.975018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=2b94b588-a6f5-44c2-9e6d-3a54aa46b96d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.001645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-66000c41-19ef-4e62-9f53-4a4776be045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.003603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-66000c41-19ef-4e62-9f53-4a4776be045c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.6052597 Jun 30 09:09:53.018385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '354a1a06-9d2a-43fd-8324-12ece42a6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:53.018604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: b5af6253-412c-453a-844c-7cbeb9cb93ae, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:53.036393 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e61146-210b-4b8a-873e-b75eaf936ff7 x-openstack-request-id: req-c8e61146-210b-4b8a-873e-b75eaf936ff7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:53.037687 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-unplugged", "status": "completed", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "0da95181-f033-4e55-ae99-9c9904bd4250", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:53.038707 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8e61146-210b-4b8a-873e-b75eaf936ff7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:53.039347 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'code': 200} Jun 30 09:09:53.039868 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da95181-f033-4e55-ae99-9c9904bd4250', 'code': 200} Jun 30 09:09:53.040278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abc42-d197-4806-acb3-5c9288d0d231 req-2b096141-85f4-47bd-8438-39efe529c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.041883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-2b096141-85f4-47bd-8438-39efe529c439 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0679131 Jun 30 09:09:53.054713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network b5af6253-412c-453a-844c-7cbeb9cb93ae is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:53.091731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b5af6253-412c-453a-844c-7cbeb9cb93ae) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:53.101080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84517b12-db5a-45ba-ad23-bed5698a7dbc None None] Network b5af6253-412c-453a-844c-7cbeb9cb93ae requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:53.101440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.102025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.135035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06f33fd4-ad3c-4701-b4c7-0f5a893ef333 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5770159 Jun 30 09:09:53.135397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58458) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.142364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694966392'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:53.162674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abc42-d197-4806-acb3-5c9288d0d231 req-eda58821-f8a0-478c-90c6-cf8f0962ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.164296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-eda58821-f8a0-478c-90c6-cf8f0962ed8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052427 Jun 30 09:09:53.195894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce380-68cf-4fcb-94af-86ec3e58e1e1 req-79918e67-2f74-4178-9775-b139ed5a2929 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.197572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad5ce380-68cf-4fcb-94af-86ec3e58e1e1 req-79918e67-2f74-4178-9775-b139ed5a2929 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3781130 Jun 30 09:09:53.212807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.263827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.287985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:53.296912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.330729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'name': 'network-vif-deleted', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:53.333498 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da34020-435d-404a-9818-72fd47cea695" -d '{"events": [{"server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "name": "network-vif-deleted", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:53.365153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:53.392181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.392658 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 7474b504-c5cf-474b-9feb-fbe77d4d3bfb of type vlan for network 0e8202de-508d-4da6-bfec-62cac6e07149 Jun 30 09:09:53.454494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-548a489c-d0a2-46a3-b315-323bbbefc7b0 req-247351bd-2e51-4514-8264-329033ca2795 tempest-MultipleCreateTestJSON-523005761 tempest-MultipleCreateTestJSON-523005761-project] 10.222.0.66 "GET /v2.0/ports?device_id=62883d58-f953-4b0d-a579-1723dff354bd HTTP/1.1" status: 200 len: 210 time: 0.0699081 Jun 30 09:09:53.463500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-2aeef987-882f-4f04-a237-17bf75acb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.465115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-2aeef987-882f-4f04-a237-17bf75acb30c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.3602874 Jun 30 09:09:53.471619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-764cf08d-e85c-43bd-9466-b5f20e99e994 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946441 Jun 30 09:09:53.472651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad5ce380-68cf-4fcb-94af-86ec3e58e1e1 req-a2b5e9f8-2fff-48bd-bd36-c41a95d88230 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485876 Jun 30 09:09:53.538961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b5af6253-412c-453a-844c-7cbeb9cb93ae', 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': '2b94b588-a6f5-44c2-9e6d-3a54aa46b96d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:53.541519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.566481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.588912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device aea02172-8459-4e15-ab2e-e874ba91e7b3 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:53.645740 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076ebeb-48dd-4362-910e-ed2c359e8f48 x-openstack-request-id: req-9076ebeb-48dd-4362-910e-ed2c359e8f48 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:53.646233 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62883d58-f953-4b0d-a579-1723dff354bd", "name": "network-vif-deleted", "tag": "244110e5-c6b6-4eb8-99d7-ec2a534a7079", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:53.646599 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9076ebeb-48dd-4362-910e-ed2c359e8f48 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:53.647110 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62883d58-f953-4b0d-a579-1723dff354bd', 'name': 'network-vif-deleted', 'tag': '244110e5-c6b6-4eb8-99d7-ec2a534a7079', 'status': 'completed', 'code': 200} Jun 30 09:09:53.674795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-e26beb0a-c76c-4550-9dbf-67be5ba8c159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 1001 time: 0.1396992 Jun 30 09:09:53.765133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.780050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.786526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.805895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port aea02172-8459-4e15-ab2e-e874ba91e7b3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:53.823821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port aea02172-8459-4e15-ab2e-e874ba91e7b3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:53.826403 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.845808 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-869abc42-d197-4806-acb3-5c9288d0d231 req-976ab5fb-d97c-4622-b633-eedd265b380c service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484526 Jun 30 09:09:53.879319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-ce6d5341-40fe-4e38-bea3-2149509f1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.881458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-ce6d5341-40fe-4e38-bea3-2149509f1a67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.1993496 Jun 30 09:09:53.951252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Allocated IP 2001:db8:0:ffff::2 (b5af6253-412c-453a-844c-7cbeb9cb93ae/2b94b588-a6f5-44c2-9e6d-3a54aa46b96d/f4893f3f-de74-4f91-895e-dd77bc4e21e6) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:53.961781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.971625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8304095 Jun 30 09:09:53.978110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58480) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.991777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': '0e8202de-508d-4da6-bfec-62cac6e07149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:54.168928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e32ac-e421-4ec3-9409-e050b45113ca tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=0e8202de-508d-4da6-bfec-62cac6e07149,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.204156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:54.210510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.229192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.236954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.242925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.249305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.256751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.262575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.271668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.274814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-b66aecee-983d-4e1e-872d-f3a966401ac9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5428 time: 0.4526718 Jun 30 09:09:54.388906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0e8202de-508d-4da6-bfec-62cac6e07149 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:54.440549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.463233 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.467691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-0b99fc50-3bb9-4f89-91f9-36cbe532cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.469337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-0b99fc50-3bb9-4f89-91f9-36cbe532cd48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5786014 Jun 30 09:09:54.470769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.518386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:54.523884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.529922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.530742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 519af47f-6dfe-4ae9-944b-f7d8702b3d48 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:54.594502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f99ab6a1-f3b5-4244-a467-2b610bcc81a4 req-c944d359-b9df-415f-b2ae-6d3e26ca62fe tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2049372 Jun 30 09:09:54.622864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.623366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc7e467-16e9-4ce3-80a2-d3dc796ad978 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:09:54.634106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7ad2-a3c1-494c-a615-fb73054c12c7 req-e6f5f2b7-6483-46a9-bc80-438384f2ecee tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.635766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-174a7ad2-a3c1-494c-a615-fb73054c12c7 req-e6f5f2b7-6483-46a9-bc80-438384f2ecee tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.5166399 Jun 30 09:09:54.644984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=3417d4ca-68ef-44f8-a80b-749c8c48718c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.654454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '7474b504-c5cf-474b-9feb-fbe77d4d3bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0e8202de-508d-4da6-bfec-62cac6e07149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:54.654961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: 0e8202de-508d-4da6-bfec-62cac6e07149, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:54.681521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network 0e8202de-508d-4da6-bfec-62cac6e07149 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:54.700177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 0e8202de-508d-4da6-bfec-62cac6e07149) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:54.701583 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:09:54.711333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.716120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.727860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0d7c0627-51de-48e8-a66f-e60fdff726d0 tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4114835 Jun 30 09:09:54.729929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d7f4f-19d6-4b7d-b05d-9077e42fc46e None None] Network 0e8202de-508d-4da6-bfec-62cac6e07149 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:54.740068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58494) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.760991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-733b0526-2594-405a-b0a6-ef0e22124864 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7815564 Jun 30 09:09:54.777424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.811545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.834604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58500) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.881151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:54.889681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.904488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:54.904894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.912016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Transition to ACTIVE for port object f4893f3f-de74-4f91-895e-dd77bc4e21e6 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:54.959144 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.977056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Transition to ACTIVE for port object f4893f3f-de74-4f91-895e-dd77bc4e21e6 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:54.987384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-6242d7fd-afc8-4952-aff1-6cdb4899cd90 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075164 Jun 30 09:09:55.002618 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.004498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-174a7ad2-a3c1-494c-a615-fb73054c12c7 req-9ffc9de9-c49b-4708-9bc6-e49527a5752a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283403 Jun 30 09:09:55.020851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Deleting subnet bf851c98-7eef-41af-8d0d-08a20d44cdac {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:55.029096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.064324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:55.067612 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c07312-1ab4-4ebc-8009-75ab071b44fd" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:55.111148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.119571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8eab09c-8633-45ab-a71a-c88171417b80 req-54cef08c-388d-4564-9609-d20c6a81823d service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099353 Jun 30 09:09:55.151322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.201204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Network b5af6253-412c-453a-844c-7cbeb9cb93ae is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:55.219737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.254237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.259932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf851c98-7eef-41af-8d0d-08a20d44cdac HTTP/1.1" status: 204 len: 168 time: 0.4177783 Jun 30 09:09:55.262799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58510) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:55.271332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e94ea-2f04-4fed-9c36-42c8fa36070f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf851c98-7eef-41af-8d0d-08a20d44cdac,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.273953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.290458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533328f-adb8-424e-a310-128b071e69ca req-93e4b32f-2a31-430e-837a-b985b214742e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.292519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d533328f-adb8-424e-a310-128b071e69ca req-93e4b32f-2a31-430e-837a-b985b214742e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2866240 Jun 30 09:09:55.295036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:55.317322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.330008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:55.338835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Deleting port a273aaae-bf79-407c-bd76-b1777cee7c04 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:55.345238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.351832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Pushing event updated for resources: {'Port': ['ID=f4893f3f-de74-4f91-895e-dd77bc4e21e6,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.384698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d533328f-adb8-424e-a310-128b071e69ca req-2079b62f-b47d-4dcf-87df-141eaf39fce3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714192 Jun 30 09:09:55.425741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.498504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.498870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=3417d4ca-68ef-44f8-a80b-749c8c48718c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.540712 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c71f9a-83b0-4b3a-af9d-c9e51d707586 x-openstack-request-id: req-57c71f9a-83b0-4b3a-af9d-c9e51d707586 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:55.541521 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:55.541521 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57c71f9a-83b0-4b3a-af9d-c9e51d707586 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:55.548630 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3', 'code': 200} Jun 30 09:09:55.635503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef16d2e-84f5-49cd-8971-f0818eeb1d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-0e8202de-508d-4da6-bfec-62cac6e07149', 'network_id': '0e8202de-508d-4da6-bfec-62cac6e07149', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': '3417d4ca-68ef-44f8-a80b-749c8c48718c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:55.636554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8ef16d2e-84f5-49cd-8971-f0818eeb1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.667573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.672568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:55.676449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.691059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Calling delete_port for a273aaae-bf79-407c-bd76-b1777cee7c04 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:55.703206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8202de-508d-4da6-bfec-62cac6e07149']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.704048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.705233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c93f23ca-6331-4246-a768-0d4c46f8a2ee up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:55.706992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Attempting to bind port f4893f3f-de74-4f91-895e-dd77bc4e21e6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:55.709033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Attempting to bind port f4893f3f-de74-4f91-895e-dd77bc4e21e6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '354a1a06-9d2a-43fd-8324-12ece42a6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:55.709514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Attempting to bind port f4893f3f-de74-4f91-895e-dd77bc4e21e6 on network b5af6253-412c-453a-844c-7cbeb9cb93ae {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:55.748155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7474b504-c5cf-474b-9feb-fbe77d4d3bfb') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.748464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7474b504-c5cf-474b-9feb-fbe77d4d3bfb') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.760993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.780560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.789712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:55.790467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.843442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:55.843776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Checking segment: {'id': '354a1a06-9d2a-43fd-8324-12ece42a6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:55.844175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.844563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Bound using segment: {'id': '354a1a06-9d2a-43fd-8324-12ece42a6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:55.845041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Bound port: f4893f3f-de74-4f91-895e-dd77bc4e21e6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354a1a06-9d2a-43fd-8324-12ece42a6081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b5af6253-412c-453a-844c-7cbeb9cb93ae'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:55.845415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:55.902199 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:55.941208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.953337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.955997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8122271-6363-497e-870f-a1740a924e82']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.961216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-c3c8d746-3721-42af-b2ee-c8fd6e44b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.970972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-c3c8d746-3721-42af-b2ee-c8fd6e44b2c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.3838758 Jun 30 09:09:55.989813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d67f831-b3c7-4c27-a971-d1c2242bccc7') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.990093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d67f831-b3c7-4c27-a971-d1c2242bccc7') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.991847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Pushing event deleted for resources: {'Port': ['ID=a273aaae-bf79-407c-bd76-b1777cee7c04,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.005027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.014327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.023496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.031759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port c93f23ca-6331-4246-a768-0d4c46f8a2ee completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:56.038663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91eb244-4da0-4dfb-81db-9cabbaa20158 None None] Network 0e8202de-508d-4da6-bfec-62cac6e07149 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:56.059592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c93f23ca-6331-4246-a768-0d4c46f8a2ee triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:56.060919 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.061466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.072601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:56.073111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:56.077445 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:56.082067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91eb244-4da0-4dfb-81db-9cabbaa20158 None None] Network 0e8202de-508d-4da6-bfec-62cac6e07149 could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:09:56.099757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.106586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/0e8202de-508d-4da6-bfec-62cac6e07149 HTTP/1.1" status: 204 len: 168 time: 1.3218145 Jun 30 09:09:56.119923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58530) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.122790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] For port f4893f3f-de74-4f91-895e-dd77bc4e21e6, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:56.130270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043853f-c841-4d69-81d7-9c8b99b28961 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=0e8202de-508d-4da6-bfec-62cac6e07149,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.132347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573663573'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:56.141226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.144202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a220882c-00c0-42f1-94f7-2f8517cc12ce tempest-RoutersAdminNegativeIpV6Test-1655738359 tempest-RoutersAdminNegativeIpV6Test-1655738359-project-admin] 10.222.0.66 "DELETE /v2.0/ports/a273aaae-bf79-407c-bd76-b1777cee7c04 HTTP/1.1" status: 204 len: 168 time: 1.4043572 Jun 30 09:09:56.146618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] For port f4893f3f-de74-4f91-895e-dd77bc4e21e6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f4893f3f-de74-4f91-895e-dd77bc4e21e6,segment=NetworkSegment(354a1a06-9d2a-43fd-8324-12ece42a6081),segment_id=354a1a06-9d2a-43fd-8324-12ece42a6081)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:56.178622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.180716 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.180978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:56.186009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.192721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.197340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e8122271-6363-497e-870f-a1740a924e82 HTTP/1.1" status: 204 len: 168 time: 0.9305861 Jun 30 09:09:56.220630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0935fd-25d6-48cb-9301-8c80eb931f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8122271-6363-497e-870f-a1740a924e82,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.236374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:56.248387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.248812 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment f454a0a5-0b67-4692-8116-a96701419630 of type vlan for network 0cf0d916-244e-461c-ade6-d3479b0780bb Jun 30 09:09:56.260286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa039-d925-4736-a879-7db194fae242 req-88ed1ef8-12ff-408c-bdb8-7fe09a001979 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.268178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc4fa039-d925-4736-a879-7db194fae242 req-88ed1ef8-12ff-408c-bdb8-7fe09a001979 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.5775006 Jun 30 09:09:56.273115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-66ffcd49-22ac-4384-b179-c28c2dc58c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.281586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-66ffcd49-22ac-4384-b179-c28c2dc58c9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.2793970 Jun 30 09:09:56.364999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.446599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.460752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.461035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.484726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc4fa039-d925-4736-a879-7db194fae242 req-846db44b-c76c-4734-b5ba-7eb2e12cc2bb tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154591 Jun 30 09:09:56.532614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae221f1-eea5-4f47-97fa-5b0dd663ab7b None None] Pushing event updated for resources: {'Port': ['ID=f4893f3f-de74-4f91-895e-dd77bc4e21e6,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.548479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.561121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.561293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58540) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.565739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.583112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.596677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.608894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.617902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:56.623192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.624272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:56.633717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.640036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.660993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-b7b92ec4-99c7-4e16-9ffd-9e4680486cf6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5430 time: 0.7416046 Jun 30 09:09:56.661588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5352752 Jun 30 09:09:56.663213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58544) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.671147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:56.734962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-88edaf9f-ee4f-4985-95e2-b7497d584841 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 1001 time: 0.4249411 Jun 30 09:09:56.740562 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d042532-5e61-43db-8b3e-0915c513fe76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b1c64dbd78440a184189c44bc920718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758807 Jun 30 09:09:56.740562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e1c07-2dc2-407d-a417-6931cb88e394 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=0cf0d916-244e-461c-ade6-d3479b0780bb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.741239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.790325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0cf0d916-244e-461c-ade6-d3479b0780bb details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:56.813070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.867803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.897126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58552) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.978198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:56.990560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:56.990942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.992384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.996007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.004278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3 HTTP/1.1" status: 204 len: 168 time: 0.2590206 Jun 30 09:09:57.018208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc58386-6312-469a-a5c5-ab4066a4d9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021bc6d-93e6-4ac5-a57f-3b5cb263a6c3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.050454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.123792 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.160115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a764ab13-877c-4288-bd4e-8aa4242ba11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.163962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:57.171329 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.172774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a283fbe5-e952-4d3a-9f80-b50a2ed38022 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:57.319925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.358649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a764ab13-877c-4288-bd4e-8aa4242ba11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.364111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a764ab13-877c-4288-bd4e-8aa4242ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.379469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f74fcaa-2f61-450f-acf6-c25493cf1cdf req-6cb793d4-855a-4d9e-b458-f20f3882db33 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7211983 Jun 30 09:09:57.391939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a283fbe5-e952-4d3a-9f80-b50a2ed38022 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:57.397073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a283fbe5-e952-4d3a-9f80-b50a2ed38022 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:57.397446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.405298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-9d38829b-5aa9-4be9-9146-879040b6f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.406787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-9d38829b-5aa9-4be9-9146-879040b6f7f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.6265790 Jun 30 09:09:57.496386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:57.498597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a764ab13-877c-4288-bd4e-8aa4242ba11b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb704a7fd122412fbdb28a3c5076c007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002719 Jun 30 09:09:57.511975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764ab13-877c-4288-bd4e-8aa4242ba11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5fb053-001c-490e-b81a-4093590022e7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.624841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:57.638796 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0691b20f-c641-42cb-9eef-5d4588cab271" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "d6fc08ef-98f2-44dc-a99f-1c9a59a2a511"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:57.649385 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.671162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f4893f3f-de74-4f91-895e-dd77bc4e21e6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:57.695169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aeb91-716d-4585-96bc-9d21a414206c req-6e5246e2-192b-4a7d-b6fc-c25670869c48 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.706434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c8aeb91-716d-4585-96bc-9d21a414206c req-6e5246e2-192b-4a7d-b6fc-c25670869c48 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.9538500 Jun 30 09:09:57.710870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:57.715436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.744525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:57.753456 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.754294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 45d5ccf0-0fee-46df-b024-440e249aad05 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:57.875112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f4893f3f-de74-4f91-895e-dd77bc4e21e6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:57.891720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:57.911705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 45d5ccf0-0fee-46df-b024-440e249aad05 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:57.919419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 45d5ccf0-0fee-46df-b024-440e249aad05 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:57.919806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.967183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c8aeb91-716d-4585-96bc-9d21a414206c req-3c9a69eb-21e1-4980-82f5-140f4b7e1e30 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595992 Jun 30 09:09:57.973781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.982740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-1f3b2bdc-5deb-4677-ae89-b5640280805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.984591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-1f3b2bdc-5deb-4677-ae89-b5640280805c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5669518 Jun 30 09:09:58.098691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.118977 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c54a3f-cfd2-483b-8f52-508de73c491b x-openstack-request-id: req-a5c54a3f-cfd2-483b-8f52-508de73c491b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:58.119302 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "d6fc08ef-98f2-44dc-a99f-1c9a59a2a511", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:58.119575 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5c54a3f-cfd2-483b-8f52-508de73c491b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:58.120161 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'code': 200} Jun 30 09:09:58.120277 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee', 'code': 200} Jun 30 09:09:58.120523 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fc08ef-98f2-44dc-a99f-1c9a59a2a511', 'code': 200} Jun 30 09:09:58.131934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb8a28-bca8-4195-95c2-ca508ce7283b None None] Network b5af6253-412c-453a-844c-7cbeb9cb93ae requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:58.191129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390e6f4-c4c2-4712-b75f-2baf44534007 req-3e34e481-391a-4626-a1df-aa9eb7db37e4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.193103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6390e6f4-c4c2-4712-b75f-2baf44534007 req-3e34e481-391a-4626-a1df-aa9eb7db37e4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.3967438 Jun 30 09:09:58.263422 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.280283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Provisioning for port f4893f3f-de74-4f91-895e-dd77bc4e21e6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:58.290010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Provisioning complete for port f4893f3f-de74-4f91-895e-dd77bc4e21e6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:58.290394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.354543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:58.364995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.425610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-e18abee5-dcc9-40b4-b15d-227b51124c4a service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165630 Jun 30 09:09:58.437108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6390e6f4-c4c2-4712-b75f-2baf44534007 req-36ec83fe-70b9-4c6d-9803-f2c6b5f4ccf5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316625 Jun 30 09:09:58.504512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.511426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.537470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.540135 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.541421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e5fb053-001c-490e-b81a-4093590022e7 HTTP/1.1" status: 204 len: 168 time: 1.0431330 Jun 30 09:09:58.582053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4254e4-2eaa-458c-9ab6-82a264d36932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5fb053-001c-490e-b81a-4093590022e7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.591703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.662076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] For port f4893f3f-de74-4f91-895e-dd77bc4e21e6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f4893f3f-de74-4f91-895e-dd77bc4e21e6,segment=NetworkSegment(354a1a06-9d2a-43fd-8324-12ece42a6081),segment_id=354a1a06-9d2a-43fd-8324-12ece42a6081)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:58.667699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de756995-9699-4118-9cc5-13a2cda8c1b2 req-d019827e-f841-4976-ae21-cec0ff11f669 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.675606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de756995-9699-4118-9cc5-13a2cda8c1b2 req-d019827e-f841-4976-ae21-cec0ff11f669 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3502262 Jun 30 09:09:58.682765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.728202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-986c0e5b-e85d-4dc2-8ed0-1a853cf6a638 req-b4fcbfeb-0d5a-4c99-a8c9-3694bcddae27 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896612 Jun 30 09:09:58.751196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=f9092a06-565b-4943-823e-9e2a1c0b5ac1,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.780423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9a8c3-a448-48fc-96da-4d16e31c87d1 None None] Pushing event updated for resources: {'Port': ['ID=f4893f3f-de74-4f91-895e-dd77bc4e21e6,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.826015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de756995-9699-4118-9cc5-13a2cda8c1b2 req-a5bb57cb-4eb4-4d37-bc2a-631ae619e83a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493478 Jun 30 09:09:58.849122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': 'f454a0a5-0b67-4692-8116-a96701419630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:58.849122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: 0cf0d916-244e-461c-ade6-d3479b0780bb, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:58.876098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network 0cf0d916-244e-461c-ade6-d3479b0780bb is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:58.897273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 0cf0d916-244e-461c-ade6-d3479b0780bb) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:58.901387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.902129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.908093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa318e-015d-4545-9050-79fdf1903728 None None] Network 0cf0d916-244e-461c-ade6-d3479b0780bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:58.937834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42479a43-9f23-4418-b0fa-e86d381e6eda tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2733858 Jun 30 09:09:58.941126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:58.946870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782868659'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:58.998277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:59.002007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.082653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:59.110276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.111182 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 29248125-1c63-4adc-81e2-22819d71ee49 of type vlan for network e8587ffa-ee6a-44fd-9266-24d4414952af Jun 30 09:09:59.184845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a92c5ffd-ad09-451a-b160-73d0f67feb8b None None] Provisioning complete for port f4893f3f-de74-4f91-895e-dd77bc4e21e6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:59.185230 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a92c5ffd-ad09-451a-b160-73d0f67feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.185562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.242240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.253550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.255335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.297453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.323149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.332432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.343210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.350645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.352826 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4101210 Jun 30 09:09:59.354345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:59.358542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.363374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'e8587ffa-ee6a-44fd-9266-24d4414952af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:59.366500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.369031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-4237f8f8-2ced-491c-8ef1-fb43383c732b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.2419584 Jun 30 09:09:59.426398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58640) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:59.440326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-0cf0d916-244e-461c-ade6-d3479b0780bb', 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': 'f9092a06-565b-4943-823e-9e2a1c0b5ac1'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:59.441181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.458559 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5a6b-f5fe-4b45-b1d3-2a86f0376d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.484531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d949b9-46af-40d2-a639-09e1f29dfd05 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=e8587ffa-ee6a-44fd-9266-24d4414952af,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.501575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e8587ffa-ee6a-44fd-9266-24d4414952af details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:59.521555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fa5cadf-c7a7-43d4-86f2-7214ea209419 req-aecab03a-334f-46fa-80c2-21f77fd4927b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305463 Jun 30 09:09:59.607138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f4893f3f-de74-4f91-895e-dd77bc4e21e6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:59.640791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:59.646102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.687336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-08512608-a0e1-45ba-877b-508355c553b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c913ed99b3e4441fa506200e00c51309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586439 Jun 30 09:09:59.690961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58660) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:59.746107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Performing IP validity checks on allocation pools {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:09:59.747566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:09:59.769274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-1df8e6a7-17b4-4c64-aeaa-86f482a1d0d6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.777806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-1df8e6a7-17b4-4c64-aeaa-86f482a1d0d6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2497456 Jun 30 09:09:59.805144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-cdad98c8-54ea-4e15-9ea4-adb48f4de95a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/quotas/63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 375 time: 0.0260024 Jun 30 09:09:59.839114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.875765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.931651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.941576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-76c7cb3e-a824-4ba2-83af-0c95cab6a164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1349802 Jun 30 09:09:59.981142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.987367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.989723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b1cb0c2-810f-415a-a86d-445ccf3f82fb HTTP/1.1" status: 204 len: 168 time: 0.2968857 Jun 30 09:10:00.015367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0141d0-56f2-4db9-8570-fb114b3cebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1cb0c2-810f-415a-a86d-445ccf3f82fb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.017841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=0c4f7c78-4cf9-4bc2-9ea1-b3a73ed78da6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.098513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '29248125-1c63-4adc-81e2-22819d71ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8587ffa-ee6a-44fd-9266-24d4414952af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:00.098875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: e8587ffa-ee6a-44fd-9266-24d4414952af, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:00.136536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network e8587ffa-ee6a-44fd-9266-24d4414952af is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:00.152739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e8587ffa-ee6a-44fd-9266-24d4414952af) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:00.163128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.163720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.198056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-95f28cc9-5c92-48e4-b134-9d5f21bd53e7 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8368449 Jun 30 09:10:00.198056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.200712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Allocated IP 2001:db8::3 (0cf0d916-244e-461c-ade6-d3479b0780bb/f9092a06-565b-4943-823e-9e2a1c0b5ac1/781d5e4c-2891-4191-8b52-0d250d552caf) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:00.289635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:00.291957 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a3015-014c-4729-8e1a-339f2950579e" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:00.310916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b21a1c-4e48-4f80-a285-d3baeedf6be9 None None] Network e8587ffa-ee6a-44fd-9266-24d4414952af requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:00.338510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.398992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b0898-79b3-4fea-ba58-cb587f67e6d8 req-d422d834-fc4a-45ef-8ae3-25541cc5a3d4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:00.418467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8b0898-79b3-4fea-ba58-cb587f67e6d8 req-d422d834-fc4a-45ef-8ae3-25541cc5a3d4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2800655 Jun 30 09:10:00.420084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.460055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f4893f3f-de74-4f91-895e-dd77bc4e21e6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:00.460369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.507489 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.529282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d6d9ac25-ae44-445c-a2d8-a79ac3eb2f2f service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863497 Jun 30 09:10:00.578632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4f7c78-4cf9-4bc2-9ea1-b3a73ed78da6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.624339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba8b0898-79b3-4fea-ba58-cb587f67e6d8 req-adbd8eae-a42e-4aba-a349-efe4a41ea284 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050552 Jun 30 09:10:00.685092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-67b2f768-53c5-4a60-bbcf-7a1590b44174 service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528440 Jun 30 09:10:00.703054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.728570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8587ffa-ee6a-44fd-9266-24d4414952af']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:00.748765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29248125-1c63-4adc-81e2-22819d71ee49') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:00.749080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29248125-1c63-4adc-81e2-22819d71ee49') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:00.771301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.799094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.813505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:00.814412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:00.818352 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:00.854878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.895370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca6270-e00c-46a3-8bd6-3bced8ab36e9 None None] Network e8587ffa-ee6a-44fd-9266-24d4414952af requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:00.966986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.979633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.981603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/e8587ffa-ee6a-44fd-9266-24d4414952af HTTP/1.1" status: 204 len: 168 time: 0.7842228 Jun 30 09:10:00.985453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58712) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.992481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159842021'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.000105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Transition to ACTIVE for port object 781d5e4c-2891-4191-8b52-0d250d552caf will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:01.008053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6340-42b6-48e1-82b9-315df112b3eb tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=e8587ffa-ee6a-44fd-9266-24d4414952af,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.014271 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ceea1d-bac4-42f0-b7ff-88d61e0b5be8 x-openstack-request-id: req-65ceea1d-bac4-42f0-b7ff-88d61e0b5be8 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:01.014675 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-plugged", "status": "completed", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:01.015031 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65ceea1d-bac4-42f0-b7ff-88d61e0b5be8 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:01.015544 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'code': 200} Jun 30 09:10:01.015885 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05', 'code': 200} Jun 30 09:10:01.065493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:01.085157 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.092514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Transition to ACTIVE for port object 781d5e4c-2891-4191-8b52-0d250d552caf will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:01.107970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.157191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:01.173149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.173853 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 7df7788b-02d4-4101-bdfb-480162a015b8 of type vlan for network 5cc14a26-a938-4b68-a631-fa734a9a4e79 Jun 30 09:10:01.245189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Pushing event updated for resources: {'Port': ['ID=781d5e4c-2891-4191-8b52-0d250d552caf,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.260989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.280341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Network 0cf0d916-244e-461c-ade6-d3479b0780bb is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:01.280482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.303181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:01.306521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:01.321560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-128446f5-f063-4aa6-92ae-2485ad7e58f2 req-da158069-7e1d-43e5-a716-148694821259 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 210 time: 0.0747466 Jun 30 09:10:01.336589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.337687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.338962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.339899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.341605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.342746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.344519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.348952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5362201c-4b14-4861-9349-4a1ec78a6632 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.2322927 Jun 30 09:10:01.436806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Attempting to bind port 781d5e4c-2891-4191-8b52-0d250d552caf on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:01.450817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Attempting to bind port 781d5e4c-2891-4191-8b52-0d250d552caf by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f454a0a5-0b67-4692-8116-a96701419630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:01.451906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Attempting to bind port 781d5e4c-2891-4191-8b52-0d250d552caf on network 0cf0d916-244e-461c-ade6-d3479b0780bb {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:01.476239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36394ca1-ff4b-4660-ba21-371759c321e3 req-5a2a9cbb-c506-46ff-aa6e-dcead6bf1cc7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662189 Jun 30 09:10:01.477054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:01.479411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Checking segment: {'id': 'f454a0a5-0b67-4692-8116-a96701419630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:01.482886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.483984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Bound using segment: {'id': 'f454a0a5-0b67-4692-8116-a96701419630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:01.484934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Bound port: 781d5e4c-2891-4191-8b52-0d250d552caf, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f454a0a5-0b67-4692-8116-a96701419630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cf0d916-244e-461c-ade6-d3479b0780bb'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:01.487078 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.506059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.513224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.519491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.527580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.533901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.540752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.555051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.560334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e01041d4-67cd-4635-8435-f42967238e88 req-0e5d0794-045c-4566-bc0c-5d1644e645ce tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.2323854 Jun 30 09:10:01.567735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.569146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-696070381'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.573077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.575151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.604481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:01.611594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.622241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] For port 781d5e4c-2891-4191-8b52-0d250d552caf, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:01.629053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6417222 Jun 30 09:10:01.629842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] For port 781d5e4c-2891-4191-8b52-0d250d552caf, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=781d5e4c-2891-4191-8b52-0d250d552caf,segment=NetworkSegment(f454a0a5-0b67-4692-8116-a96701419630),segment_id=f454a0a5-0b67-4692-8116-a96701419630)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:01.639305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.647044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.649457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.665053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.721979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ee5d-6907-41f2-8a6d-e71173f27470 None None] Pushing event updated for resources: {'Port': ['ID=781d5e4c-2891-4191-8b52-0d250d552caf,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.772216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e01041d4-67cd-4635-8435-f42967238e88 req-7f58068d-c469-4e04-a571-eaa5e7cec72e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054870 Jun 30 09:10:01.816885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=5cc14a26-a938-4b68-a631-fa734a9a4e79,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.845939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.846367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.846924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.847374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.847723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.848896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.849252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.849596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.849963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.853044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.853366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.854168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af8f1d9-ebe1-48d1-a28f-946aebaa2a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:01.880267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5cc14a26-a938-4b68-a631-fa734a9a4e79 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:01.892811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa1004b2-7d70-4e1c-89e2-0598965a2f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.991551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.001830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.048421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.105147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:02.146940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.147283 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Added segment fe077cfe-148e-43c3-8ee4-3480bc34d69e of type vlan for network 902f6eab-b334-4a33-b991-8959e76e8b07 Jun 30 09:10:02.201172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:02.204851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.273255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc356d4-b355-415e-b90a-087080a93368,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.287891 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.348052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.353873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.354423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.455055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1709130 Jun 30 09:10:02.456529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58758) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:02.457098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58760) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:02.464672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'subnet': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:02.485364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6598f2-2c57-4291-9f8c-82d973c5cf44 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Network': ['ID=902f6eab-b334-4a33-b991-8959e76e8b07,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.498210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 902f6eab-b334-4a33-b991-8959e76e8b07 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:02.595995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5c750aa-4905-4b7b-9a22-6e3ec5870bfc req-03912ecd-2d70-41bd-b6fd-2144252c7534 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 210 time: 0.0468760 Jun 30 09:10:02.632491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.632902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:02.640966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.713182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=e16a754d-3302-4bab-bfcf-a2e0232d6398,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.725448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '7df7788b-02d4-4101-bdfb-480162a015b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:02.725778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: 5cc14a26-a938-4b68-a631-fa734a9a4e79, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:02.761768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network 5cc14a26-a938-4b68-a631-fa734a9a4e79 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:02.784122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5cc14a26-a938-4b68-a631-fa734a9a4e79) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:02.790937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.795357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.798350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4644721-d5f3-4da2-89fd-c3f67ab5726a None None] Network 5cc14a26-a938-4b68-a631-fa734a9a4e79 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:02.891251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68b9ca44-9cc7-4bbe-99c8-aa6ddadc2a56 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2399673 Jun 30 09:10:02.892210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:02.943106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.016774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee779d-ca0b-4c99-970b-d19f4b7ccfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.090941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-1ebcf84a-642c-42bd-be39-13068c2550f9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.101831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-1ebcf84a-642c-42bd-be39-13068c2550f9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.4082220 Jun 30 09:10:03.140273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'device_id': '4f76c31d-17c3-4556-ae88-de52d8993165', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'admin_state_up': True, 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:03.150661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.207584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-5cc14a26-a938-4b68-a631-fa734a9a4e79', 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': 'e16a754d-3302-4bab-bfcf-a2e0232d6398'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:03.209069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.267306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.400081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.420145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Allocated IP 2001:db8::1 (5cc14a26-a938-4b68-a631-fa734a9a4e79/e16a754d-3302-4bab-bfcf-a2e0232d6398/8b2eaa48-dc9d-419e-ada3-658ac53b6033) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:03.456458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec3a74-c716-42a6-81bc-f75882a311a5 None None] Network 0cf0d916-244e-461c-ade6-d3479b0780bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:03.473350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.558563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 781d5e4c-2891-4191-8b52-0d250d552caf up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:03.571771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.577786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.583920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.590632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.597886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.604002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.611275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.614135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-c8adfc59-1675-49be-bb03-4faf2e4880a9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.5110755 Jun 30 09:10:03.633060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c6f65972-b304-46aa-987f-fbaa7add5204 None None] Provisioning for port 781d5e4c-2891-4191-8b52-0d250d552caf completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:03.671278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Subnet': ['ID=bd1296ca-7997-47cc-bfe5-0d690eda951a,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:03.739593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Checking segment: {'id': 'fe077cfe-148e-43c3-8ee4-3480bc34d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:03.740089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network hostable DHCP agents. Network: 902f6eab-b334-4a33-b991-8959e76e8b07, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:03.745715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee779d-ca0b-4c99-970b-d19f4b7ccfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.752884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 781d5e4c-2891-4191-8b52-0d250d552caf completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:03.758403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d597e2b8-8f39-41ec-bb13-437e29eb3910 req-bfc8f941-2df4-4a2a-b8a5-6b8f323ba3b5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375751 Jun 30 09:10:03.772993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 781d5e4c-2891-4191-8b52-0d250d552caf triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:03.773385 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.775424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.780971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2ee779d-ca0b-4c99-970b-d19f4b7ccfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.799728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:03.803711 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.821051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Transition to ACTIVE for port object 8b2eaa48-dc9d-419e-ada3-658ac53b6033 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:03.858378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-974f5fec-3714-4cfb-abbe-8ed86aa543ec req-07d462fd-f699-419a-aa38-37e0e02dbf3c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 210 time: 0.0832839 Jun 30 09:10:03.871025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Transition to ACTIVE for port object 8b2eaa48-dc9d-419e-ada3-658ac53b6033 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:03.895470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee779d-ca0b-4c99-970b-d19f4b7ccfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c3132-6e97-45c6-b4c7-29ab640a2ecd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:03.896629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.902532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.920497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:03.937657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2ee779d-ca0b-4c99-970b-d19f4b7ccfd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88407cab9a2b49b594c0ddfa3bd633a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4788792 Jun 30 09:10:03.940390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58784) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:03.953156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 902f6eab-b334-4a33-b991-8959e76e8b07) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:03.955193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=e16a754d-3302-4bab-bfcf-a2e0232d6398,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:03.964526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.966544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.968436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Network 5cc14a26-a938-4b68-a631-fa734a9a4e79 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:03.991086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f6a2a-af16-4b36-8871-676b0459c785 None None] Network 902f6eab-b334-4a33-b991-8959e76e8b07 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:04.007137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:04.032947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.044313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc14a26-a938-4b68-a631-fa734a9a4e79']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:04.054881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df7788b-02d4-4101-bdfb-480162a015b8') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:04.055490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df7788b-02d4-4101-bdfb-480162a015b8') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:04.058443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd392457-3033-477c-92d6-e4420712b2d5 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5960548 Jun 30 09:10:04.060605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58786) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:04.068860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.070450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-972105129'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:04.088295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.095636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:04.096313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.122238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Pushing event updated for resources: {'Port': ['ID=8b2eaa48-dc9d-419e-ada3-658ac53b6033,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.130063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:04.159092 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:04.164062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:10:04.164062 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:10:04.164062 n-d-779913-25 neutron-server[94185]: [parameters: {'id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'}] Jun 30 09:10:04.164062 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:10:04.164908 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:10:04.175254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.274480 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Attempting to bind port 8b2eaa48-dc9d-419e-ada3-658ac53b6033 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:04.275266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Attempting to bind port 8b2eaa48-dc9d-419e-ada3-658ac53b6033 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7df7788b-02d4-4101-bdfb-480162a015b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:04.275707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Attempting to bind port 8b2eaa48-dc9d-419e-ada3-658ac53b6033 on network 5cc14a26-a938-4b68-a631-fa734a9a4e79 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:04.278180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.299852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:04.300299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Checking segment: {'id': '7df7788b-02d4-4101-bdfb-480162a015b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:04.300642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.301043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Bound using segment: {'id': '7df7788b-02d4-4101-bdfb-480162a015b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:04.301535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Bound port: 8b2eaa48-dc9d-419e-ada3-658ac53b6033, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df7788b-02d4-4101-bdfb-480162a015b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5cc14a26-a938-4b68-a631-fa734a9a4e79'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:04.302079 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.331229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 781d5e4c-2891-4191-8b52-0d250d552caf, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=781d5e4c-2891-4191-8b52-0d250d552caf,segment=NetworkSegment(f454a0a5-0b67-4692-8116-a96701419630),segment_id=f454a0a5-0b67-4692-8116-a96701419630)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:04.336196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.432350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=781d5e4c-2891-4191-8b52-0d250d552caf,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.442806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-902f6eab-b334-4a33-b991-8959e76e8b07', 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'tenant_id': '8a4d193771934509850df8a0b3fb3f5d', 'fixed_ips': [{'subnet_id': 'bd1296ca-7997-47cc-bfe5-0d690eda951a'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:04.443549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.510520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8ba273d7-4fb7-4842-a058-1c598ed1a3a3 None None] Provisioning complete for port 781d5e4c-2891-4191-8b52-0d250d552caf triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:04.510926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8ba273d7-4fb7-4842-a058-1c598ed1a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.579196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.617618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] For port 8b2eaa48-dc9d-419e-ada3-658ac53b6033, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:04.624426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.20.0.13 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/5a0a679e-1cb7-468c-a211-acca4528c381) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:04.658087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] For port 8b2eaa48-dc9d-419e-ada3-658ac53b6033, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b2eaa48-dc9d-419e-ada3-658ac53b6033,segment=NetworkSegment(7df7788b-02d4-4101-bdfb-480162a015b8),segment_id=7df7788b-02d4-4101-bdfb-480162a015b8)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:04.659759 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.666562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.697655 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.712924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:04.717333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.743220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:04.781693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port 8b2eaa48-dc9d-419e-ada3-658ac53b6033 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:04.782613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.808207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Allocated IP 2001:db8::2 (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/6a44482a-6a10-41c7-9f05-e4027b630849) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:04.826733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.829282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.833651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/331c3132-6e97-45c6-b4c7-29ab640a2ecd HTTP/1.1" status: 204 len: 168 time: 0.8923450 Jun 30 09:10:04.855468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c8b29-5712-44a7-bd2c-fa4576268775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c3132-6e97-45c6-b4c7-29ab640a2ecd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.943525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port 8b2eaa48-dc9d-419e-ada3-658ac53b6033, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b2eaa48-dc9d-419e-ada3-658ac53b6033,segment=NetworkSegment(7df7788b-02d4-4101-bdfb-480162a015b8),segment_id=7df7788b-02d4-4101-bdfb-480162a015b8)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:04.944205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.990166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for 8b2eaa48-dc9d-419e-ada3-658ac53b6033 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:05.084497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-682f2843-f7ed-4c83-8b73-716037dbd3d2 req-ee6da3c5-66f1-4316-9970-5bb35bd6b64c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 210 time: 0.0671721 Jun 30 09:10:05.154385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.189660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.204082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=8b2eaa48-dc9d-419e-ada3-658ac53b6033,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.217707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Transition to ACTIVE for port object 5a0a679e-1cb7-468c-a211-acca4528c381 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:05.226771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port 8b2eaa48-dc9d-419e-ada3-658ac53b6033 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:05.250247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Pushing event updated for resources: {'Port': ['ID=8b2eaa48-dc9d-419e-ada3-658ac53b6033,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.256537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.262612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.268640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.274869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.280239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.280770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.281402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.281684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.282064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.282429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.282863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.283327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.283694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.284067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.284379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.284771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc474e-d18a-415e-9677-5a467b74ccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:05.288324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.308936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.326198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.339084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.343633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-cc3d0046-6a0d-496a-a98d-4161d599dd57 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.2776837 Jun 30 09:10:05.373219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d2235-86e8-4a1b-9b2a-dbb47770f687 None None] Network 5cc14a26-a938-4b68-a631-fa734a9a4e79 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:05.401515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.423610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.452996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc14a26-a938-4b68-a631-fa734a9a4e79']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:05.460447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:05.489991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df7788b-02d4-4101-bdfb-480162a015b8') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:05.490638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df7788b-02d4-4101-bdfb-480162a015b8') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:05.492952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-262c871c-ef3b-431e-a478-472adaaf74b8 req-b4ca9ee9-6ab4-48ab-93a9-aa289012e78a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000516 Jun 30 09:10:05.502230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:05.514833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:05.515596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.560301 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.573121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 781d5e4c-2891-4191-8b52-0d250d552caf up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:05.579516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:05.580027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:05.587899 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:05.644039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.645809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.679558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.685900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d945c8ef-7388-47a6-b1c7-25200f335166 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5556529 Jun 30 09:10:05.724894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Request body: {'port': {'device_id': '4f76c31d-17c3-4556-ae88-de52d8993165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:05.762468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.780656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.783475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/5cc14a26-a938-4b68-a631-fa734a9a4e79 HTTP/1.1" status: 204 len: 168 time: 2.8901422 Jun 30 09:10:05.784209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.791015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:05.798640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Transition to ACTIVE for port object 6a44482a-6a10-41c7-9f05-e4027b630849 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:05.826968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 781d5e4c-2891-4191-8b52-0d250d552caf triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:05.826968 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.833520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27167697'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:05.843556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Transition to ACTIVE for port object 6a44482a-6a10-41c7-9f05-e4027b630849 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:05.853142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.936201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:05.944921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.971707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.977364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Pushing event updated for resources: {'Port': ['ID=6a44482a-6a10-41c7-9f05-e4027b630849,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.989100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:05.994283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:06.003082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab299c-0b27-4869-a8ea-8776ccc87d54 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=5cc14a26-a938-4b68-a631-fa734a9a4e79,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.004694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:06.036125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::212 (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/76e6d055-1e9c-4c55-8836-6dc3f04cf631) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:06.038271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:06.066425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.067607 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 749a21e6-f413-4261-9a6d-785a222a50a5 of type vlan for network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d Jun 30 09:10:06.088367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.094399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.100271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.106527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.113097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.119101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.125704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.131441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fd5aaae-0de7-43ca-b8ea-e90cf33beb54 req-fd6a58d5-9a13-4d6f-ab03-18b275d8c535 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.3263693 Jun 30 09:10:06.139004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58842) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:06.151572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Request body: {'floatingip': {'port_id': '45d5ccf0-0fee-46df-b024-440e249aad05'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:06.155564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4be63fc7-c5cf-41a1-8ee3-5baa33432283 None None] Provisioning for port 5a0a679e-1cb7-468c-a211-acca4528c381 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:06.216204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4be63fc7-c5cf-41a1-8ee3-5baa33432283 None None] Provisioning complete for port 5a0a679e-1cb7-468c-a211-acca4528c381 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:06.216588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4be63fc7-c5cf-41a1-8ee3-5baa33432283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.297462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.327029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Attempting to bind port 6a44482a-6a10-41c7-9f05-e4027b630849 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:06.328319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Attempting to bind port 6a44482a-6a10-41c7-9f05-e4027b630849 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'fe077cfe-148e-43c3-8ee4-3480bc34d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:06.329239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Attempting to bind port 6a44482a-6a10-41c7-9f05-e4027b630849 on network 902f6eab-b334-4a33-b991-8959e76e8b07 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:06.366811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4be63fc7-c5cf-41a1-8ee3-5baa33432283 None None] Port 5a0a679e-1cb7-468c-a211-acca4528c381 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:06.372968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.379784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:06.381973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Checking segment: {'id': 'fe077cfe-148e-43c3-8ee4-3480bc34d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:06.384092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.384649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Bound using segment: {'id': 'fe077cfe-148e-43c3-8ee4-3480bc34d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:06.385247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Bound port: 6a44482a-6a10-41c7-9f05-e4027b630849, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe077cfe-148e-43c3-8ee4-3480bc34d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:06.386201 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.388911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object 76e6d055-1e9c-4c55-8836-6dc3f04cf631 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:06.430399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.589013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] For port 6a44482a-6a10-41c7-9f05-e4027b630849, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:06.595104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] For port 6a44482a-6a10-41c7-9f05-e4027b630849, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6a44482a-6a10-41c7-9f05-e4027b630849,segment=NetworkSegment(fe077cfe-148e-43c3-8ee4-3480bc34d69e),segment_id=fe077cfe-148e-43c3-8ee4-3480bc34d69e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:06.596301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:06.602836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.619661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:06.633426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=76e6d055-1e9c-4c55-8836-6dc3f04cf631,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.636323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:06.642449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.643125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.712326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c37d-4747-4763-9e01-2fe1d2f7dd55 None None] Pushing event updated for resources: {'Port': ['ID=6a44482a-6a10-41c7-9f05-e4027b630849,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.765926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cbca6529-81d3-4083-8f8c-4bc510795d4e tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7037647 Jun 30 09:10:06.766731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58860) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:06.780261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5896fb-b1aa-4d08-b4b4-d69c9903bceb req-96bc08fb-2b56-481f-b675-cc2c98d24798 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.781988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d5896fb-b1aa-4d08-b4b4-d69c9903bceb req-96bc08fb-2b56-481f-b675-cc2c98d24798 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 932 time: 0.3568685 Jun 30 09:10:06.793042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-238768087', 'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6e:92:e6'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:06.820343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.956244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.968915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.969573 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.086320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d5896fb-b1aa-4d08-b4b4-d69c9903bceb req-750088b3-6443-4437-9937-99bc1c704ae2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891541 Jun 30 09:10:07.171305 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3779078 Jun 30 09:10:07.190494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:07.211032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:07.282490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae7ee1-cdff-440f-89e3-977b7938be27 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.296480 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:07.618417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0a679e-1cb7-468c-a211-acca4528c381 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:07.657519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6a44482a-6a10-41c7-9f05-e4027b630849 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:07.661577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.746543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:07.758166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Transition to ACTIVE for port object 5a0a679e-1cb7-468c-a211-acca4528c381 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:07.792372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6a44482a-6a10-41c7-9f05-e4027b630849 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:07.848164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.906778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:07.910931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.033826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Pushing event updated for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:08.156255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.208920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port 701f9bd5-72eb-4535-8bbf-359b7c2c75ee yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:08.323499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.335931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.557272 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Floating IP f2edd90d-2ab1-45c8-936f-7672485d0b1b associated. External IP: 172.25.4.54, port: 45d5ccf0-0fee-46df-b024-440e249aad05. Jun 30 09:10:08.587524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Attempting to bind port 5a0a679e-1cb7-468c-a211-acca4528c381 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:08.588147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Attempting to bind port 5a0a679e-1cb7-468c-a211-acca4528c381 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:08.588654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Attempting to bind port 5a0a679e-1cb7-468c-a211-acca4528c381 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:08.621806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::17c (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/701f9bd5-72eb-4535-8bbf-359b7c2c75ee) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:08.646501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Port 5a0a679e-1cb7-468c-a211-acca4528c381 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:08.646825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Attempting to bind port 5a0a679e-1cb7-468c-a211-acca4528c381 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:08.714623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:08.715018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:08.715421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:08.715872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Bound port: 5a0a679e-1cb7-468c-a211-acca4528c381, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:08.716228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.768000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1630f-d7b1-4f4d-bab1-f488982e262c req-f65d8cbe-ca09-4fba-89b9-3973e4d2a7f4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.769585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17a1630f-d7b1-4f4d-bab1-f488982e262c req-f65d8cbe-ca09-4fba-89b9-3973e4d2a7f4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.3990276 Jun 30 09:10:08.770037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf699d82-6e4f-4bcf-b72e-b055a4f46e58 None None] Network 902f6eab-b334-4a33-b991-8959e76e8b07 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:08.781644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.864168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Provisioning for port 6a44482a-6a10-41c7-9f05-e4027b630849 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:08.873350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Provisioning complete for port 6a44482a-6a10-41c7-9f05-e4027b630849 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:08.874322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.977494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Router 22de9986-1d52-4559-930b-2a5f2075c9dd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:09.050547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=a556bce7-abfa-4518-88eb-1731da007e46,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.077396 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.091050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17a1630f-d7b1-4f4d-bab1-f488982e262c req-1d935ae2-8f30-491f-9b43-5ab26bd4f241 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024440 Jun 30 09:10:09.104448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '749a21e6-f413-4261-9a6d-785a222a50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:09.116745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:09.117818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:09.124317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.130883 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Sync routers for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:09.153580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:09.154006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:09.154840 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:10:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:09.160803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a0a679e-1cb7-468c-a211-acca4528c381,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:09.176312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] For port 6a44482a-6a10-41c7-9f05-e4027b630849, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6a44482a-6a10-41c7-9f05-e4027b630849,segment=NetworkSegment(fe077cfe-148e-43c3-8ee4-3480bc34d69e),segment_id=fe077cfe-148e-43c3-8ee4-3480bc34d69e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:09.183038 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.183741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.208846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:09.271378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dddd441d-c599-410f-b749-4a80bd6bb1e7 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "PUT /v2.0/floatingips/f2edd90d-2ab1-45c8-936f-7672485d0b1b HTTP/1.1" status: 200 len: 991 time: 3.1301527 Jun 30 09:10:09.273380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:09.275873 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a23c12-8bda-428b-8b84-76067c50007d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:09.340723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.341919 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.345500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] 10.222.0.11 "PUT /v2.0/ports/5a0a679e-1cb7-468c-a211-acca4528c381 HTTP/1.1" status: 200 len: 1093 time: 3.6335645 Jun 30 09:10:09.349901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:09.352458 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362a17c-455a-4800-8cc5-9d8af615c15a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:09.361935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:09.367934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.387850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.389290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.407045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6587f6f-54fb-483c-b7c8-3f58473af2eb None None] Network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:09.407259 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2147d35-c289-4987-a564-8068763971f6 x-openstack-request-id: req-a2147d35-c289-4987-a564-8068763971f6 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:09.407977 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:09.407977 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2147d35-c289-4987-a564-8068763971f6 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:09.408236 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05', 'status': 'completed', 'code': 200} Jun 30 09:10:09.467257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object 701f9bd5-72eb-4535-8bbf-359b7c2c75ee will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:09.498680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c966c-ca90-45b9-bc05-b467d3f35c37 None None] Pushing event updated for resources: {'Port': ['ID=6a44482a-6a10-41c7-9f05-e4027b630849,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.539347 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:09.565786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d2873c7f-eb27-4e9c-9480-dcddf7282654 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3641250 Jun 30 09:10:09.566571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712d108-9565-4c7c-9ce5-44efcfabdffa service neutron] Pushing event updated for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.580098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:09.706399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.706926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.707418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.708557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.708941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.709115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.709555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.711726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-2654c575-368f-498a-837e-7ed0b25b655b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.2292578 Jun 30 09:10:09.825468 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177ddaa-4a3b-45c6-8358-a5462273ab7c x-openstack-request-id: req-4177ddaa-4a3b-45c6-8358-a5462273ab7c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:09.825816 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:09.832312 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4177ddaa-4a3b-45c6-8358-a5462273ab7c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:09.833099 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381', 'status': 'completed', 'code': 200} Jun 30 09:10:09.853265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d', 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': 'a556bce7-abfa-4518-88eb-1731da007e46'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:09.854404 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.031553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-f24bcc39-359e-41a4-8b04-7fe118a3521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.034963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-f24bcc39-359e-41a4-8b04-7fe118a3521e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5 HTTP/1.1" status: 200 len: 912 time: 0.3096304 Jun 30 09:10:10.149217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Allocated IP 2001:db8::1 (aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d/a556bce7-abfa-4518-88eb-1731da007e46/7523b844-b675-42d8-b78c-c60abd9f6464) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:10.224321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-f7a3edb6-c855-4132-9f36-77643e26d789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 999 time: 0.1765532 Jun 30 09:10:10.325614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-806a61e4-ee41-406f-81ae-80b0dec39a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.325871 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2edd90d-2ab1-45c8-936f-7672485d0b1b', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'port_id': '45d5ccf0-0fee-46df-b024-440e249aad05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'mac_address': 'fa:16:3e:ef:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:17Z', 'updated_at': '2021-06-30T09:10:08Z', 'revision_number': 1, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:10.327707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-806a61e4-ee41-406f-81ae-80b0dec39a0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 200 len: 850 time: 0.0939837 Jun 30 09:10:10.341914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Provisioning complete for port 6a44482a-6a10-41c7-9f05-e4027b630849 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:10.342900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.399489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Checking router: 22de9986-1d52-4559-930b-2a5f2075c9dd for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:10.411862 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:10.412538 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:10:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:10.415066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.471402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a23c12-8bda-428b-8b84-76067c50007d req-720d8f40-b554-48f8-89a9-c250b07aef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.472923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-720d8f40-b554-48f8-89a9-c250b07aef10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5636098c-c6b9-430f-a050-a2d980f626a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229651 Jun 30 09:10:10.523900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:10.526533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-dd88a7f4-bc94-4340-82d9-456d9a6434a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.528113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-dd88a7f4-bc94-4340-82d9-456d9a6434a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 1096 time: 1.1144598 Jun 30 09:10:10.534568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:10.537272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:10.543971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.545052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.618091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.639921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Transition to ACTIVE for port object 7523b844-b675-42d8-b78c-c60abd9f6464 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:10.642542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-f1162c51-aecd-4bb6-8249-6fe167b33f5c service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622372 Jun 30 09:10:10.676164 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:10.680229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-571728fd-7436-45da-81d6-880a54e36354 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0a679e-1cb7-468c-a211-acca4528c381 HTTP/1.1" status: 200 len: 217 time: 0.1325099 Jun 30 09:10:10.682995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Transition to ACTIVE for port object 7523b844-b675-42d8-b78c-c60abd9f6464 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:10.691102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9038579 Jun 30 09:10:10.712397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75983adf-8e94-4eca-ad4b-9fdb3b9cd235 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=701f9bd5-72eb-4535-8bbf-359b7c2c75ee,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.741575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:10.849457 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.914137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Pushing event updated for resources: {'Port': ['ID=7523b844-b675-42d8-b78c-c60abd9f6464,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.918678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Provisioning for port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:10.926017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Provisioning complete for port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:10.926721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.949071 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.977775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:10.981140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c8a23c12-8bda-428b-8b84-76067c50007d req-a94a817e-f708-498d-874a-24c7f7464197 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286049 Jun 30 09:10:11.014203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:11.017630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172eb51-3d30-4d1f-8f52-edf2ab88b810 req-88a8bc9d-a107-4f50-a884-6fae97bbf823 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.032713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-713d386c-891e-4ba5-a479-23b141c2d3af None None] Port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:11.033475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a172eb51-3d30-4d1f-8f52-edf2ab88b810 req-88a8bc9d-a107-4f50-a884-6fae97bbf823 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.6100123 Jun 30 09:10:11.034516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:11.111618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d527e550-ccb4-49a7-9bce-bd52b6297d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.113616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-d527e550-ccb4-49a7-9bce-bd52b6297d38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.3799226 Jun 30 09:10:11.132798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Attempting to bind port 7523b844-b675-42d8-b78c-c60abd9f6464 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:11.133231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Attempting to bind port 7523b844-b675-42d8-b78c-c60abd9f6464 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '749a21e6-f413-4261-9a6d-785a222a50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:11.142251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Attempting to bind port 7523b844-b675-42d8-b78c-c60abd9f6464 on network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:11.171378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb4ad-db3e-47dc-9a41-a16749fe5e20 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.172359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:11.172846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Checking segment: {'id': '749a21e6-f413-4261-9a6d-785a222a50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:11.173382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.173932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Bound using segment: {'id': '749a21e6-f413-4261-9a6d-785a222a50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:11.174804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Bound port: 7523b844-b675-42d8-b78c-c60abd9f6464, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749a21e6-f413-4261-9a6d-785a222a50a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:11.175308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.179395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb4ad-db3e-47dc-9a41-a16749fe5e20 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.187630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fb4ad-db3e-47dc-9a41-a16749fe5e20 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.189527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-261fb4ad-db3e-47dc-9a41-a16749fe5e20 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4380174 Jun 30 09:10:11.193220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58954) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:11.229578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Provisioning for port 701f9bd5-72eb-4535-8bbf-359b7c2c75ee completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:11.258941 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2edd90d-2ab1-45c8-936f-7672485d0b1b', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'port_id': '45d5ccf0-0fee-46df-b024-440e249aad05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'mac_address': 'fa:16:3e:ef:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:17Z', 'updated_at': '2021-06-30T09:10:08Z', 'revision_number': 1, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:11.271386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Provisioning complete for port 701f9bd5-72eb-4535-8bbf-359b7c2c75ee triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:11.271767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.285492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a172eb51-3d30-4d1f-8f52-edf2ab88b810 req-b68c1e40-55ee-43cd-a0a1-6a1bfe65264f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322636 Jun 30 09:10:11.357516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port 7523b844-b675-42d8-b78c-c60abd9f6464 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:11.363409 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.380380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] For port 7523b844-b675-42d8-b78c-c60abd9f6464, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:11.411233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] For port 7523b844-b675-42d8-b78c-c60abd9f6464, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7523b844-b675-42d8-b78c-c60abd9f6464,segment=NetworkSegment(749a21e6-f413-4261-9a6d-785a222a50a5),segment_id=749a21e6-f413-4261-9a6d-785a222a50a5)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:11.424569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-48f5ae1a-062b-4780-8895-d57987d7cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.426211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-48f5ae1a-062b-4780-8895-d57987d7cc5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2946017 Jun 30 09:10:11.429348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.441309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Port 701f9bd5-72eb-4535-8bbf-359b7c2c75ee cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:11.459224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 701f9bd5-72eb-4535-8bbf-359b7c2c75ee {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:11.459989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.511338 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e0cbe-358f-4779-8280-53df948198c0 None None] The sync data for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 is: [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'f2edd90d-2ab1-45c8-936f-7672485d0b1b', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'port_id': '45d5ccf0-0fee-46df-b024-440e249aad05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'mac_address': 'fa:16:3e:ef:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d909eef-008e-47f1-8cef-56e4946e8781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:17Z', 'updated_at': '2021-06-30T09:10:08Z', 'revision_number': 1, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:11.631059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63926f-7e18-4f69-a76d-ba3e7c33d16e None None] Pushing event updated for resources: {'Port': ['ID=7523b844-b675-42d8-b78c-c60abd9f6464,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:11.639853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6a44482a-6a10-41c7-9f05-e4027b630849 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:11.746364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Provisioning complete for port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:11.748851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.751047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.766332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port 7523b844-b675-42d8-b78c-c60abd9f6464, host n-d-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:11.766838 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.782759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 701f9bd5-72eb-4535-8bbf-359b7c2c75ee owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:11.798865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for 7523b844-b675-42d8-b78c-c60abd9f6464 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:11.843096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-cca6dd15-caa0-48cd-aece-e7a464588d72 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045329 Jun 30 09:10:11.847422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f98ac289-0145-41af-a6f5-16558e591a25 None None] Port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:11.854090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6a44482a-6a10-41c7-9f05-e4027b630849 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:11.854553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.072275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca934d1f-646e-4e73-a9ee-6d9f14743b99 None None] New status for floating IP f2edd90d-2ab1-45c8-936f-7672485d0b1b: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:10:12.084494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252ea7f0-4ebf-4935-b6b7-183874c97b0a req-0de79e63-c0fe-47b9-96af-30772c8e19bb service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217450 Jun 30 09:10:12.088315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.180630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=701f9bd5-72eb-4535-8bbf-359b7c2c75ee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.318972 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.373585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.379041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2eab918d-07f0-471f-ace1-49b23f2f9fb2 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/701f9bd5-72eb-4535-8bbf-359b7c2c75ee HTTP/1.1" status: 204 len: 168 time: 1.1847351 Jun 30 09:10:12.380241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:12.417449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=7523b844-b675-42d8-b78c-c60abd9f6464,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.428795 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd5a07b-052e-440b-89ca-0ccee0032f08 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] GET failed (client error): The resource could not be found. Jun 30 09:10:12.434226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fbd5a07b-052e-440b-89ca-0ccee0032f08 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports/701f9bd5-72eb-4535-8bbf-359b7c2c75ee HTTP/1.1" status: 404 len: 333 time: 0.0488565 Jun 30 09:10:12.443921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:12.478738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-807767272'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:12.661526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-7598735a-519e-4ca7-bea9-1352f6ab26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.663102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-7598735a-519e-4ca7-bea9-1352f6ab26ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 1096 time: 0.4524081 Jun 30 09:10:12.667383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port 7523b844-b675-42d8-b78c-c60abd9f6464 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:12.822198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.950894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ac56-8ef7-4276-ba62-28e58a8ac5ab req-1c964768-a607-4ee8-9e0b-25d8a2db90fd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.958213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3240ac56-8ef7-4276-ba62-28e58a8ac5ab req-1c964768-a607-4ee8-9e0b-25d8a2db90fd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.2936523 Jun 30 09:10:12.962624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-d1b7baea-bb4f-4b65-ae22-27857ad0e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.964116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-d1b7baea-bb4f-4b65-ae22-27857ad0e5ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2828894 Jun 30 09:10:12.982308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:12.985688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.037331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-1518d95a-4b25-41e4-b867-0e26d1620045 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0a679e-1cb7-468c-a211-acca4528c381 HTTP/1.1" status: 200 len: 217 time: 0.0636740 Jun 30 09:10:13.072489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.078407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port 5dc5cd48-2d74-4996-9481-0ef718817770 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:13.167174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3240ac56-8ef7-4276-ba62-28e58a8ac5ab req-a1df94ec-a3a1-4afb-bc46-ee1a55156dd8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017801 Jun 30 09:10:13.182302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=a556bce7-abfa-4518-88eb-1731da007e46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.319518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::ce (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/5dc5cd48-2d74-4996-9481-0ef718817770) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:13.352797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee831074-274c-431b-b907-f92ea47d3c55 None None] Network aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:13.406715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-edaa7c36-d29e-48f5-abc8-6866e36674c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.408298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-edaa7c36-d29e-48f5-abc8-6866e36674c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.3572197 Jun 30 09:10:13.409815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-631c3688-0871-4f91-b0ec-30a2377ac51a None None] Could not find standard attr ID for object 7523b844-b675-42d8-b78c-c60abd9f6464. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:13.572462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.577124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a790a-e23d-4fe3-92fd-12a297a4d301 None None] DHCP port deletion for aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:13.587807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:13.606234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d21dd-62a4-490d-a014-85a3632614a5 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:10:13.642109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749a21e6-f413-4261-9a6d-785a222a50a5') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:13.642762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749a21e6-f413-4261-9a6d-785a222a50a5') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:13.662708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.712549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.737539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:13.738313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:13.742108 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:13.847126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.878525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-6d712a86-4c2e-49c3-924a-38671c816de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.880511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-6d712a86-4c2e-49c3-924a-38671c816de6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4234357 Jun 30 09:10:13.884553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.907633 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.910408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d HTTP/1.1" status: 204 len: 168 time: 4.3291240 Jun 30 09:10:13.911622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object 5dc5cd48-2d74-4996-9481-0ef718817770 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:13.914718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59016) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:13.920701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720298206'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:13.940693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebb74-678d-4113-9621-b34ca01f33d8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.946789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:13.951414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d21dd-62a4-490d-a014-85a3632614a5 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:10:13.955046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.028438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:14.054668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.055851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.056423 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 81f03930-d0c2-43ef-837d-9cf38f0f3d14 of type vlan for network e325e548-cf2f-41ef-ac37-ebe2560f4411 Jun 30 09:10:14.118277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=5dc5cd48-2d74-4996-9481-0ef718817770,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:14.127069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-35205339-951d-48cd-92fc-48571dc95598 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355974 Jun 30 09:10:14.147322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:14.153187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.155910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:14.158549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:14.177710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.179737 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.226762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.236710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.237683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.308974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0407dcc1-05c2-49b8-8e5f-d69792e9e0e1 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8611906 Jun 30 09:10:14.309437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59024) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:14.328219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6e:92:e6'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:14.340995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=e325e548-cf2f-41ef-ac37-ebe2560f4411,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:14.361807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:14.369089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb909511-d036-4ea3-8313-430b794e3b78 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4531114 Jun 30 09:10:14.373047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59026) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:14.382823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:14.439018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7362a17c-455a-4800-8cc5-9d8af615c15a req-ec7682eb-251e-4885-8760-8faa1b5d1795 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880661 Jun 30 09:10:14.533830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:14.538442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.856024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.936343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=34362566-786c-4fb4-9088-00a8716b6f91,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:14.964684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '81f03930-d0c2-43ef-837d-9cf38f0f3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:14.965143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: e325e548-cf2f-41ef-ac37-ebe2560f4411, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:14.985628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:15.000130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f4bce-ea6b-479f-ac35-1a589a680796 req-7e727803-5237-4566-81c2-c29a8799b0b4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.001527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e325e548-cf2f-41ef-ac37-ebe2560f4411) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:15.007785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e3f4bce-ea6b-479f-ac35-1a589a680796 req-7e727803-5237-4566-81c2-c29a8799b0b4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.5828159 Jun 30 09:10:15.009074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.009842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.019205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbf1d4-b25e-41ac-923c-5734850c5899 None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:15.038851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e751a78b-7cae-4416-8798-ed452102cfa3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6639228 Jun 30 09:10:15.039674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59048) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:15.055673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:15.077649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e3f4bce-ea6b-479f-ac35-1a589a680796 req-4d4f2247-88fd-42b1-a78b-20f48ac6f576 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Jun 30 09:10:15.178283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.244862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:15.249424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.299610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eabbeeda-40fe-4bdb-9372-5c893b1815be None None] Provisioning for port 5dc5cd48-2d74-4996-9481-0ef718817770 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:15.312026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eabbeeda-40fe-4bdb-9372-5c893b1815be None None] Provisioning complete for port 5dc5cd48-2d74-4996-9481-0ef718817770 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:15.312602 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eabbeeda-40fe-4bdb-9372-5c893b1815be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.377545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-eabbeeda-40fe-4bdb-9372-5c893b1815be None None] Port 5dc5cd48-2d74-4996-9481-0ef718817770 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:15.432058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-e325e548-cf2f-41ef-ac37-ebe2560f4411', 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': '34362566-786c-4fb4-9088-00a8716b6f91'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:15.433827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.436348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7523b844-b675-42d8-b78c-c60abd9f6464 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:15.452782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.459816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.475213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7523b844-b675-42d8-b78c-c60abd9f6464 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:15.475564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7523b844-b675-42d8-b78c-c60abd9f6464 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:15.506878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] In _notify_port_updated(), no bound segment for port 5dc5cd48-2d74-4996-9481-0ef718817770 on network 902f6eab-b334-4a33-b991-8959e76e8b07 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:15.515284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.516581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.518621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "PUT /v2.0/ports/5dc5cd48-2d74-4996-9481-0ef718817770 HTTP/1.1" status: 200 len: 1001 time: 1.2027783 Jun 30 09:10:15.522850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59056) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:15.622503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db8717-85cc-4226-bbd0-79a729197e82 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=5dc5cd48-2d74-4996-9481-0ef718817770,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:15.629343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.728359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:15.741246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:15.746847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.747547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.751209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Allocated IP 2001:db8::2 (e325e548-cf2f-41ef-ac37-ebe2560f4411/34362566-786c-4fb4-9088-00a8716b6f91/4d43df1e-4a04-4642-b46f-43044a032ca2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:15.807391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 5dc5cd48-2d74-4996-9481-0ef718817770 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:15.807802 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.810032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=08981500-6294-43af-b5c8-0f6202d11858,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:15.813522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a25eb88e-cfea-462f-a6eb-023d91b141f0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7726643 Jun 30 09:10:15.816198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:15.948346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.953081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.955933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.959227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.961477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.964853 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32ddb6ba-d470-4688-9dac-393c9556a454 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1467621 Jun 30 09:10:15.970326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:15.978610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206690368'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:15.998412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.029182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:16.029723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 5dc5cd48-2d74-4996-9481-0ef718817770 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:16.033198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.045464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-961f08ec-ae77-4b33-b927-c082a086f9c8 None None] Provisioning complete for port 5dc5cd48-2d74-4996-9481-0ef718817770 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:16.045882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-961f08ec-ae77-4b33-b927-c082a086f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.050995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.061518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:16.073023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.073391 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment 3c6cd5ef-3408-4415-a944-60f31c2ed0f1 of type vlan for network f1ec3d3a-55f8-43d3-af78-5d397269d127 Jun 30 09:10:16.079306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Transition to ACTIVE for port object 4d43df1e-4a04-4642-b46f-43044a032ca2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:16.128519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.131800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-961f08ec-ae77-4b33-b927-c082a086f9c8 None None] Port 5dc5cd48-2d74-4996-9481-0ef718817770 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:16.141605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Transition to ACTIVE for port object 4d43df1e-4a04-4642-b46f-43044a032ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:16.157483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.204915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.217978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.218686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.226372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:16.229968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:16.233303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:16.319237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.351894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Pushing event updated for resources: {'Port': ['ID=4d43df1e-4a04-4642-b46f-43044a032ca2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.373132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=f1ec3d3a-55f8-43d3-af78-5d397269d127,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.400513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-def166d3-df1b-4fa9-82b8-a79a2c8ef95c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4289539 Jun 30 09:10:16.404538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.415806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:16.420048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:16.436976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Attempting to bind port 4d43df1e-4a04-4642-b46f-43044a032ca2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:16.437353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Attempting to bind port 4d43df1e-4a04-4642-b46f-43044a032ca2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '81f03930-d0c2-43ef-837d-9cf38f0f3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:16.438626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Attempting to bind port 4d43df1e-4a04-4642-b46f-43044a032ca2 on network e325e548-cf2f-41ef-ac37-ebe2560f4411 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:16.443781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=5dc5cd48-2d74-4996-9481-0ef718817770,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.553380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:16.553729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Checking segment: {'id': '81f03930-d0c2-43ef-837d-9cf38f0f3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:16.554114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.554518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Bound using segment: {'id': '81f03930-d0c2-43ef-837d-9cf38f0f3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:16.555013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Bound port: 4d43df1e-4a04-4642-b46f-43044a032ca2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f03930-d0c2-43ef-837d-9cf38f0f3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:16.555399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.584953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d637-ebbe-41ca-929e-655c8e71a483 req-a494c5dd-212e-49d9-bac8-224998b315d0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.612991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d941d637-ebbe-41ca-929e-655c8e71a483 req-a494c5dd-212e-49d9-bac8-224998b315d0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.2900548 Jun 30 09:10:16.646308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] For port 4d43df1e-4a04-4642-b46f-43044a032ca2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:16.651968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] For port 4d43df1e-4a04-4642-b46f-43044a032ca2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d43df1e-4a04-4642-b46f-43044a032ca2,segment=NetworkSegment(81f03930-d0c2-43ef-837d-9cf38f0f3d14),segment_id=81f03930-d0c2-43ef-837d-9cf38f0f3d14)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:16.665383 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.749528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccd0bf-bd38-41e1-9907-b691a23cbbfe None None] Pushing event updated for resources: {'Port': ['ID=4d43df1e-4a04-4642-b46f-43044a032ca2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.818267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d941d637-ebbe-41ca-929e-655c8e71a483 req-52243d79-7ec2-4554-9165-bc50340d08e4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989491 Jun 30 09:10:16.828485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.829962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.834162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-103e88b4-be3b-4d82-b16a-fb50debd0174 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/5dc5cd48-2d74-4996-9481-0ef718817770 HTTP/1.1" status: 204 len: 168 time: 1.3064139 Jun 30 09:10:16.835475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59090) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.877699 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc73ed81-4ad8-47b3-9860-b3e6c99bc5d3 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] GET failed (client error): The resource could not be found. Jun 30 09:10:16.882778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc73ed81-4ad8-47b3-9860-b3e6c99bc5d3 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports/5dc5cd48-2d74-4996-9481-0ef718817770 HTTP/1.1" status: 404 len: 333 time: 0.0426505 Jun 30 09:10:16.882778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.883258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59092) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.890232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1640982843'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:16.916358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 is not hosted by any dhcp agent {{(pid=94185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:10:16.924843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.926066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.927699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "PUT /v2.0/networks/f1ec3d3a-55f8-43d3-af78-5d397269d127 HTTP/1.1" status: 200 len: 723 time: 0.5209603 Jun 30 09:10:16.951275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:16.991035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:17.026580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b855-1d79-44b3-abae-d6b0203a65c8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=f1ec3d3a-55f8-43d3-af78-5d397269d127,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.037924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:17.234702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:17.238488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.330450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:17.334325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.377622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port 848bf99d-ccd6-41ed-846f-488b48fae90e yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:17.583068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d43df1e-4a04-4642-b46f-43044a032ca2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:17.652138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::395 (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/848bf99d-ccd6-41ed-846f-488b48fae90e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:17.654767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4d43df1e-4a04-4642-b46f-43044a032ca2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:17.676188 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.734347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a0a679e-1cb7-468c-a211-acca4528c381 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:17.760900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=f06fcf5a-c1ce-409e-9b28-477d5addf3cb,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.868794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': '3c6cd5ef-3408-4415-a944-60f31c2ed0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:17.869454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: f1ec3d3a-55f8-43d3-af78-5d397269d127, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:17.905243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:17.922365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f1ec3d3a-55f8-43d3-af78-5d397269d127) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:17.928709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.929356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.963853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7295a9-9508-441c-afdf-0cbf5e9913ee None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:17.981318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ddda968-5053-404a-991b-6bdae327f23a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0285940 Jun 30 09:10:17.988162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59120) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:18.003895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:18.020255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a0a679e-1cb7-468c-a211-acca4528c381,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:18.031406 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.135307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5a0a679e-1cb7-468c-a211-acca4528c381', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': '5a0a679e-1cb7-468c-a211-acca4528c381', 'mac_address': 'fa:16:3e:9b:db:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:18.174991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object 848bf99d-ccd6-41ed-846f-488b48fae90e will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:18.267673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.285351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0a679e-1cb7-468c-a211-acca4528c381 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:18.367227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a0a679e-1cb7-468c-a211-acca4528c381,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:18.373423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.395154 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.410186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25567085'] for subnet, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.469952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a06ea-f7d2-4d32-af39-a3c984b441f1 None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:18.546985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f1ec3d3a-55f8-43d3-af78-5d397269d127', 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': 'f06fcf5a-c1ce-409e-9b28-477d5addf3cb'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:18.548105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.554099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.700566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Provisioning for port 4d43df1e-4a04-4642-b46f-43044a032ca2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:18.709420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Provisioning complete for port 4d43df1e-4a04-4642-b46f-43044a032ca2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:18.710144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.747253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:18.759174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d40e7-42e1-4820-a1af-6dd7671caefa req-7f1015e1-e0db-4c61-a3a4-f1ef7d542eb3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.760703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875d40e7-42e1-4820-a1af-6dd7671caefa req-7f1015e1-e0db-4c61-a3a4-f1ef7d542eb3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 944 time: 0.5947208 Jun 30 09:10:18.790720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:18.876953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=848bf99d-ccd6-41ed-846f-488b48fae90e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.889332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:18.898650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.904546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.967231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:18.969818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-780bae85-3778-4782-9308-1f979bcfb90f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0851166 Jun 30 09:10:18.973553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6e:92:e6'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:18.973809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757224534532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25250224'] for subnet, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.987796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:19.034550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875d40e7-42e1-4820-a1af-6dd7671caefa req-f5f99de5-6a49-4e90-b11f-20cb42b1802d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522483 Jun 30 09:10:19.038463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.039003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.043048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "PUT /v2.0/subnets/f06fcf5a-c1ce-409e-9b28-477d5addf3cb HTTP/1.1" status: 200 len: 826 time: 1.0411327 Jun 30 09:10:19.043859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.124987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb70f3-2ea2-42eb-a864-1e60df65fc7c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=f06fcf5a-c1ce-409e-9b28-477d5addf3cb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.173470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.218350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Allocated IP 2001:db8::2 (f1ec3d3a-55f8-43d3-af78-5d397269d127/f06fcf5a-c1ce-409e-9b28-477d5addf3cb/bbaa9664-2fa4-49ed-99aa-fe35c434e088) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:19.288614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] For port 4d43df1e-4a04-4642-b46f-43044a032ca2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d43df1e-4a04-4642-b46f-43044a032ca2,segment=NetworkSegment(81f03930-d0c2-43ef-837d-9cf38f0f3d14),segment_id=81f03930-d0c2-43ef-837d-9cf38f0f3d14)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:19.346354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.353415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.374728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.500680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e0c81-ff72-4f3a-aaf9-de219742b0f6 None None] Pushing event updated for resources: {'Port': ['ID=4d43df1e-4a04-4642-b46f-43044a032ca2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.545127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0de0d309-e6fb-47e2-8670-b78ed9e59fa0 None None] Provisioning for port 848bf99d-ccd6-41ed-846f-488b48fae90e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:19.561156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0de0d309-e6fb-47e2-8670-b78ed9e59fa0 None None] Provisioning complete for port 848bf99d-ccd6-41ed-846f-488b48fae90e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:19.561622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0de0d309-e6fb-47e2-8670-b78ed9e59fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.590448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-889febe3-46c9-413c-9e19-96ea6137bcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.608075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.668038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Update dhcp port {'port': {'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411', 'fixed_ips': [{'subnet_id': '34362566-786c-4fb4-9088-00a8716b6f91', 'ip_address': '2001:db8::2'}, {'subnet_id': '08981500-6294-43af-b5c8-0f6202d11858'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '4d43df1e-4a04-4642-b46f-43044a032ca2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:10:19.716672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.722475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.730100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.738692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-889febe3-46c9-413c-9e19-96ea6137bcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.745359 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-889febe3-46c9-413c-9e19-96ea6137bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.748221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.755718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Transition to ACTIVE for port object bbaa9664-2fa4-49ed-99aa-fe35c434e088 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:19.763971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0de0d309-e6fb-47e2-8670-b78ed9e59fa0 None None] Port 848bf99d-ccd6-41ed-846f-488b48fae90e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:19.768744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.802320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-889febe3-46c9-413c-9e19-96ea6137bcbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2309ac0eb1ef4d5a92ad8341d62679f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444606 Jun 30 09:10:19.803644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59168) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.804004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] In _notify_port_updated(), no bound segment for port 848bf99d-ccd6-41ed-846f-488b48fae90e on network 902f6eab-b334-4a33-b991-8959e76e8b07 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:19.808181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.808883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.813041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889febe3-46c9-413c-9e19-96ea6137bcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f760dc09-84ab-4738-817d-9e59f4e9d14b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.813542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "PUT /v2.0/ports/848bf99d-ccd6-41ed-846f-488b48fae90e HTTP/1.1" status: 200 len: 1003 time: 0.8448009 Jun 30 09:10:19.816481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:19.834726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Transition to ACTIVE for port object bbaa9664-2fa4-49ed-99aa-fe35c434e088 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:19.848190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.853370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010fb3e-751b-459b-8a22-a549b8c61569 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=848bf99d-ccd6-41ed-846f-488b48fae90e,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.895643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.921591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.926684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Pushing event updated for resources: {'Port': ['ID=bbaa9664-2fa4-49ed-99aa-fe35c434e088,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.947547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=f06fcf5a-c1ce-409e-9b28-477d5addf3cb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.963446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.029605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.040700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec3d3a-55f8-43d3-af78-5d397269d127']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:20.041361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.053072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6cd5ef-3408-4415-a944-60f31c2ed0f1') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:20.053361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6cd5ef-3408-4415-a944-60f31c2ed0f1') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:20.054869 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.059241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f760dc09-84ab-4738-817d-9e59f4e9d14b HTTP/1.1" status: 204 len: 168 time: 0.2551928 Jun 30 09:10:20.064873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.082155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.089694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec3940-52b3-4f96-a673-af5e30cd6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f760dc09-84ab-4738-817d-9e59f4e9d14b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.090591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:20.091008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:20.174250 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:20.300276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:10:20.300276 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:10:20.300276 n-d-779913-25 neutron-server[94185]: [parameters: {'id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'}] Jun 30 09:10:20.300276 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:10:20.300742 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:10:20.336500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:20.338041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c878a4-c089-4a62-87f2-1ca2ca7ac787 req-9b4c986e-9ca5-4d60-be91-0015deeaa9bd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.346176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:20.346846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11c878a4-c089-4a62-87f2-1ca2ca7ac787 req-9b4c986e-9ca5-4d60-be91-0015deeaa9bd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 945 time: 0.1311216 Jun 30 09:10:20.349510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 848bf99d-ccd6-41ed-846f-488b48fae90e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:20.350117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.355901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:20.406278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11c878a4-c089-4a62-87f2-1ca2ca7ac787 req-102c6c13-6bfc-4053-825c-70032b476f3c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584068 Jun 30 09:10:20.450777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-52ff7879-8953-49b3-960c-73c02d0444d5 None None] Provisioning complete for port 848bf99d-ccd6-41ed-846f-488b48fae90e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:20.451827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-52ff7879-8953-49b3-960c-73c02d0444d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.485065 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.503524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Attempting to bind port bbaa9664-2fa4-49ed-99aa-fe35c434e088 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:20.503702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 848bf99d-ccd6-41ed-846f-488b48fae90e owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:20.503907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Attempting to bind port bbaa9664-2fa4-49ed-99aa-fe35c434e088 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3c6cd5ef-3408-4415-a944-60f31c2ed0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:20.504266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Attempting to bind port bbaa9664-2fa4-49ed-99aa-fe35c434e088 on network f1ec3d3a-55f8-43d3-af78-5d397269d127 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:20.548997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:20.549438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Checking segment: {'id': '3c6cd5ef-3408-4415-a944-60f31c2ed0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:20.549882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.552901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Bound using segment: {'id': '3c6cd5ef-3408-4415-a944-60f31c2ed0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:20.553430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Bound port: bbaa9664-2fa4-49ed-99aa-fe35c434e088, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6cd5ef-3408-4415-a944-60f31c2ed0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f1ec3d3a-55f8-43d3-af78-5d397269d127'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:20.553872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.560752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-52ff7879-8953-49b3-960c-73c02d0444d5 None None] Port 848bf99d-ccd6-41ed-846f-488b48fae90e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:20.621034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Allocated IP 172.20.0.1 (e325e548-cf2f-41ef-ac37-ebe2560f4411/08981500-6294-43af-b5c8-0f6202d11858/4d43df1e-4a04-4642-b46f-43044a032ca2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:20.689113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.733584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] For port bbaa9664-2fa4-49ed-99aa-fe35c434e088, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:20.776205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=848bf99d-ccd6-41ed-846f-488b48fae90e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.784787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.787782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/848bf99d-ccd6-41ed-846f-488b48fae90e HTTP/1.1" status: 204 len: 168 time: 0.9683316 Jun 30 09:10:20.789448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] For port bbaa9664-2fa4-49ed-99aa-fe35c434e088, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bbaa9664-2fa4-49ed-99aa-fe35c434e088,segment=NetworkSegment(3c6cd5ef-3408-4415-a944-60f31c2ed0f1),segment_id=3c6cd5ef-3408-4415-a944-60f31c2ed0f1)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:20.790929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:20.799214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.799699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.812194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.812717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.813064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.813473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.813989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.814320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.814695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.815235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.815474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.815846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464707c-0f6d-4bfe-acb0-ef1c44ea050f tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:20.818067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.833873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.851705 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3f6bf5-70d6-4c65-90dd-d80f92c36d89 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] GET failed (client error): The resource could not be found. Jun 30 09:10:20.860816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59202) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:20.863616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7e3f6bf5-70d6-4c65-90dd-d80f92c36d89 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports/848bf99d-ccd6-41ed-846f-488b48fae90e HTTP/1.1" status: 404 len: 333 time: 0.0713830 Jun 30 09:10:20.898047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1890490282'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:20.975419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] For port 4d43df1e-4a04-4642-b46f-43044a032ca2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d43df1e-4a04-4642-b46f-43044a032ca2,segment=NetworkSegment(81f03930-d0c2-43ef-837d-9cf38f0f3d14),segment_id=81f03930-d0c2-43ef-837d-9cf38f0f3d14)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:21.031022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649a537-5c0a-4ba5-967a-d8f42c68484a None None] Pushing event updated for resources: {'Port': ['ID=bbaa9664-2fa4-49ed-99aa-fe35c434e088,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.055208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f4963-ce0a-4aea-9a29-a186c1f87916 None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:21.077059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.113161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port bbaa9664-2fa4-49ed-99aa-fe35c434e088 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:21.113786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.155397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Transition to ACTIVE for port object 4d43df1e-4a04-4642-b46f-43044a032ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:21.169970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.173721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:21.178402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.216156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port bbaa9664-2fa4-49ed-99aa-fe35c434e088, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bbaa9664-2fa4-49ed-99aa-fe35c434e088,segment=NetworkSegment(3c6cd5ef-3408-4415-a944-60f31c2ed0f1),segment_id=3c6cd5ef-3408-4415-a944-60f31c2ed0f1)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:21.216656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.219903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port 79272a70-659f-4ed8-98c9-80ae129bd838 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:21.238722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for bbaa9664-2fa4-49ed-99aa-fe35c434e088 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:21.296251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a8229-9a07-4a65-b08d-1646e2e5ba81 None None] Pushing event updated for resources: {'Port': ['ID=4d43df1e-4a04-4642-b46f-43044a032ca2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.420280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a0427-c1ac-46aa-a025-48143e42d2aa None None] Network f1ec3d3a-55f8-43d3-af78-5d397269d127 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:21.441896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::249 (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/79272a70-659f-4ed8-98c9-80ae129bd838) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:21.463947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.499103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=bbaa9664-2fa4-49ed-99aa-fe35c434e088,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.516439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port bbaa9664-2fa4-49ed-99aa-fe35c434e088 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:21.625137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d43df1e-4a04-4642-b46f-43044a032ca2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:21.767183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a0a679e-1cb7-468c-a211-acca4528c381 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:21.770829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a94279-64b3-4ed1-9fe5-a767464bc2b1 req-ad1184f5-5576-488f-ac35-e1f9665dc242 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.780048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20a94279-64b3-4ed1-9fe5-a767464bc2b1 req-ad1184f5-5576-488f-ac35-e1f9665dc242 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 945 time: 0.1405945 Jun 30 09:10:21.837968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20a94279-64b3-4ed1-9fe5-a767464bc2b1 req-f92a41ca-4a7b-4c0b-913d-0879921d4990 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Jun 30 09:10:21.882545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5a0a679e-1cb7-468c-a211-acca4528c381 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:21.887546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5a0a679e-1cb7-468c-a211-acca4528c381 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:21.887924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.035633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.074613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:22.086804 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa49752-55ee-4d9b-91f6-370280d8c937" -d '{"events": [{"server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "name": "network-vif-plugged", "status": "completed", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:22.123120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a0a679e-1cb7-468c-a211-acca4528c381,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:22.128180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.190988 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63838f-abf5-4b52-8666-b030e407f685 x-openstack-request-id: req-1d63838f-abf5-4b52-8666-b030e407f685 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:22.191455 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "name": "network-vif-plugged", "status": "completed", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:22.191909 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d63838f-abf5-4b52-8666-b030e407f685 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:22.192337 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381', 'code': 200} Jun 30 09:10:22.254101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.407748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e60c8d-dd8f-46ac-b281-1e61862eb61b req-9b1cf514-c826-40da-a56e-d51f410497fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.409505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63e60c8d-dd8f-46ac-b281-1e61862eb61b req-9b1cf514-c826-40da-a56e-d51f410497fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 1098 time: 0.1464427 Jun 30 09:10:22.449449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.460705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6ad51-ffbb-44c8-8307-8f31dd73d212 None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:22.461233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec3d3a-55f8-43d3-af78-5d397269d127']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:22.474200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6cd5ef-3408-4415-a944-60f31c2ed0f1') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:22.474717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6cd5ef-3408-4415-a944-60f31c2ed0f1') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:22.489720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63e60c8d-dd8f-46ac-b281-1e61862eb61b req-0678874d-6645-4756-96fd-551c3965ff40 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700891 Jun 30 09:10:22.491856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.520491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.543330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-70aa6d6a-8219-48ba-80b9-94eca7e0e584 None None] Provisioning for port 4d43df1e-4a04-4642-b46f-43044a032ca2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:22.544120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:22.544534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:22.547978 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:22.558308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-70aa6d6a-8219-48ba-80b9-94eca7e0e584 None None] Provisioning complete for port 4d43df1e-4a04-4642-b46f-43044a032ca2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:22.558308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-70aa6d6a-8219-48ba-80b9-94eca7e0e584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.657515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.668626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.679453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.681715 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/f1ec3d3a-55f8-43d3-af78-5d397269d127 HTTP/1.1" status: 204 len: 168 time: 3.6344130 Jun 30 09:10:22.685205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59268) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.693689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object 79272a70-659f-4ed8-98c9-80ae129bd838 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:22.698668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a039d-f9f3-480f-867f-8807ebff3da4 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=f1ec3d3a-55f8-43d3-af78-5d397269d127,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.733985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.746401 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-653d65fb-fd7e-44f0-93c4-59f000467e97 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:22.747816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653d65fb-fd7e-44f0-93c4-59f000467e97 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:22.757657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-653d65fb-fd7e-44f0-93c4-59f000467e97 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/f1ec3d3a-55f8-43d3-af78-5d397269d127 HTTP/1.1" status: 404 len: 339 time: 0.0693157 Jun 30 09:10:22.758569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.765041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088717362', 'description': 'd1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:22.798211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:22.804875 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.814809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:22.823077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:22.828097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:22.841661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.843895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.892078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=79272a70-659f-4ed8-98c9-80ae129bd838,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.902030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fcf7e9c3-ff36-446c-be35-be3cc10d4836 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0369177 Jun 30 09:10:22.903103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59278) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.920157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'network_id': '902f6eab-b334-4a33-b991-8959e76e8b07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-196560744'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:23.017721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:23.135193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.137482 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment bc0a918f-309b-49f7-80d7-af1bb0f31dfc of type vlan for network 2704fdac-5557-47bf-95dc-b5ac2a57c88b Jun 30 09:10:23.273191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.345252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad10a1-4078-4907-8567-89fe3c77d9a8 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:10:23.372652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995f3b9-47b2-46e3-96ff-ddcb07e28197 req-5bd84d29-d430-4aee-8efd-0c510bf2ccea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.374501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9995f3b9-47b2-46e3-96ff-ddcb07e28197 req-5bd84d29-d430-4aee-8efd-0c510bf2ccea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.3540738 Jun 30 09:10:23.384900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.392628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.393416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870990'] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.471682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Provisioning for port 79272a70-659f-4ed8-98c9-80ae129bd838 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:23.488751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Provisioning complete for port 79272a70-659f-4ed8-98c9-80ae129bd838 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:23.489607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.491636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Made reservation on behalf of 8a4d193771934509850df8a0b3fb3f5d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:23.495889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.554697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7916262 Jun 30 09:10:23.555296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59296) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.564801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] device_id is not set on port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:23.578351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b142c-875b-47a0-b4d1-7254775b8b4d tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=2704fdac-5557-47bf-95dc-b5ac2a57c88b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.596485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2704fdac-5557-47bf-95dc-b5ac2a57c88b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:23.629948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9995f3b9-47b2-46e3-96ff-ddcb07e28197 req-1ebd5755-26ec-4cd9-8fa8-4606fdeff5ed tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312467 Jun 30 09:10:23.682627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Port 79272a70-659f-4ed8-98c9-80ae129bd838 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:23.721645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad10a1-4078-4907-8567-89fe3c77d9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:10:23.753211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Provisioning complete for port 4d43df1e-4a04-4642-b46f-43044a032ca2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:23.753863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5a22-03c5-4d0a-b21b-937caf028155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.760637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4cf28-b679-445f-b3ee-1d25fc1aeb2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.762252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fee4cf28-b679-445f-b3ee-1d25fc1aeb2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks?id=2704fdac-5557-47bf-95dc-b5ac2a57c88b HTTP/1.1" status: 200 len: 765 time: 0.2045555 Jun 30 09:10:23.766945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59302) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.775785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'description': 'd2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:23.877269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Allocated IP 2001:db8::f0 (902f6eab-b334-4a33-b991-8959e76e8b07/bd1296ca-7997-47cc-bfe5-0d690eda951a/ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:24.142423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.171307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.272988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network 2704fdac-5557-47bf-95dc-b5ac2a57c88b is not hosted by any dhcp agent {{(pid=94183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:10:24.294749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.295569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.299865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.300051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "PUT /v2.0/networks/2704fdac-5557-47bf-95dc-b5ac2a57c88b HTTP/1.1" status: 200 len: 762 time: 0.5316486 Jun 30 09:10:24.303658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.320303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93f1bd-0663-4da8-8f65-ffd100a294f3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=2704fdac-5557-47bf-95dc-b5ac2a57c88b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.331348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2704fdac-5557-47bf-95dc-b5ac2a57c88b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:24.348215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Transition to ACTIVE for port object ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:24.415101 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.435951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Network 902f6eab-b334-4a33-b991-8959e76e8b07 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:24.438678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:24.460630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:24.470833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.471338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.500771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.525131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-57c97ee7-4d76-4479-b60d-a763dc165930 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6166437 Jun 30 09:10:24.525919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59326) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.527840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f90d92f-cd0c-4aa9-aa9f-81769fd66478 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.530958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8f90d92f-cd0c-4aa9-aa9f-81769fd66478 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks?id=2704fdac-5557-47bf-95dc-b5ac2a57c88b HTTP/1.1" status: 200 len: 765 time: 0.2301722 Jun 30 09:10:24.535603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.540467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:6e:92:e6'}, {'ip_address': '2001:db8::249', 'mac_address': 'fa:16:3e:7b:5e:9f'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:24.870342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad29e8-aa32-4335-8387-b6e54ff7370a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.872436 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66ad29e8-aa32-4335-8387-b6e54ff7370a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3350561 Jun 30 09:10:24.875299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59336) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.930594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36cd0a9c-ec5d-42c8-9dfa-763eb8c17602 None None] Provisioning for port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:24.961801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-36cd0a9c-ec5d-42c8-9dfa-763eb8c17602 None None] Provisioning complete for port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:24.962291 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-36cd0a9c-ec5d-42c8-9dfa-763eb8c17602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.014044 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-59b36592-43a6-44e1-b81c-dac19ae71d96 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 207 time: 0.1340725 Jun 30 09:10:25.018205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59342) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.043393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-36cd0a9c-ec5d-42c8-9dfa-763eb8c17602 None None] Port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:25.282850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.288917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.296011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.302014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.307960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.314817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.316854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-efc11bab-5806-4938-a001-9ded8bd07afd tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2975595 Jun 30 09:10:25.322279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59350) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.419312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307dc41-6ab2-4a58-96fa-d98d94cfc0bd req-d1240924-5a92-435d-92c9-5afc136fe766 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.420816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6307dc41-6ab2-4a58-96fa-d98d94cfc0bd req-d1240924-5a92-435d-92c9-5afc136fe766 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.5606611 Jun 30 09:10:25.423773 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.491185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6307dc41-6ab2-4a58-96fa-d98d94cfc0bd req-f5275d0b-d599-4d03-827d-a843ca9840fb tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Jun 30 09:10:25.497552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fcab9edb-4a39-47aa-880e-fcf256f67c51 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1740465 Jun 30 09:10:25.503335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.623828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.625542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.627935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.630287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.632114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.638402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-596a4934-f526-4e93-92bf-ee234b8984d0 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1304226 Jun 30 09:10:25.638954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.738936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.747586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.763479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.765088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.771741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.773327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.775021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.781110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-247bd2f6-2d24-4e1e-a477-83e91e1a4bd6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1378999 Jun 30 09:10:25.782182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59364) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.820518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] In _notify_port_updated(), no bound segment for port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 on network 902f6eab-b334-4a33-b991-8959e76e8b07 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:25.828072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.835456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.841029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "PUT /v2.0/ports/ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 HTTP/1.1" status: 200 len: 1066 time: 1.3110149 Jun 30 09:10:25.846277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59366) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.917021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdba4-1387-4856-bfba-540bc36bb919 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event updated for resources: {'Port': ['ID=ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.052619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def97950-dcac-462b-a651-9a4528fc02e2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.056818 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-def97950-dcac-462b-a651-9a4528fc02e2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks/b5af6253-412c-453a-844c-7cbeb9cb93ae HTTP/1.1" status: 200 len: 803 time: 0.2706947 Jun 30 09:10:26.058261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59378) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.072895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:26.073248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.293860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ac544248-9029-4694-8461-45f57d540a09 None None] Provisioning complete for port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:26.294358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac544248-9029-4694-8461-45f57d540a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.343255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.358302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7e4c2849-0140-4d8b-939b-2854642d3fd8 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/networks/b5af6253-412c-453a-844c-7cbeb9cb93ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2989013 Jun 30 09:10:26.363035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.373336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ac544248-9029-4694-8461-45f57d540a09 None None] Port ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:26.386732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2dc0-93c6-44c1-91eb-344a32a46d05 req-1a55c227-0f2a-41d0-ab3a-ea6070c19fea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.388603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74aa2dc0-93c6-44c1-91eb-344a32a46d05 req-1a55c227-0f2a-41d0-ab3a-ea6070c19fea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.3187802 Jun 30 09:10:26.393616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:26.466338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe1c02-ea17-4037-ab3f-c9c070e15e44 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.471005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5bbe1c02-ea17-4037-ab3f-c9c070e15e44 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets/2b94b588-a6f5-44c2-9e6d-3a54aa46b96d HTTP/1.1" status: 200 len: 843 time: 0.1036625 Jun 30 09:10:26.471549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.494127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74aa2dc0-93c6-44c1-91eb-344a32a46d05 req-9959ac7c-2976-4554-aa17-4df6f64bd810 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 Jun 30 09:10:26.531233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0eee6a-f7e3-410b-af1d-31dc5620b2f6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['shared'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.535782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d0eee6a-f7e3-410b-af1d-31dc5620b2f6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "GET /v2.0/subnets/2b94b588-a6f5-44c2-9e6d-3a54aa46b96d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0601492 Jun 30 09:10:26.536035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59392) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.542435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087382195'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:26.585464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:26.593505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.624139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.631901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:26.644562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.644946 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Added segment e985be7c-67a6-48d2-9dd0-273a6e29dc23 of type vlan for network 41a392c4-5735-46e4-8e8d-25bd99e7c56e Jun 30 09:10:26.660365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.702159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.782597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.806913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.807817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.922753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3853433 Jun 30 09:10:26.928218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59402) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.937399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.943849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-df2409e5-8d6f-4e9c-abfa-d90bc6cb4025 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 HTTP/1.1" status: 204 len: 168 time: 1.0976355 Jun 30 09:10:26.944837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.956560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:26.982280 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafe1511-939f-4a18-a437-4877076a9720 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] GET failed (client error): The resource could not be found. Jun 30 09:10:26.986696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dafe1511-939f-4a18-a437-4877076a9720 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports/ff2ecd2e-31f2-4cfe-b6a6-cc46291e0f17 HTTP/1.1" status: 404 len: 333 time: 0.0383518 Jun 30 09:10:26.990905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59406) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.034210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e231be4-1eb4-438c-a7dd-2d8acc3a7d71 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Network': ['ID=41a392c4-5735-46e4-8e8d-25bd99e7c56e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.045386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:27.092699 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:10:27.121567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Made reservation on behalf of 86493379f8fa4eeea2b28edc3314f5b4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:27.132833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.179753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 79272a70-659f-4ed8-98c9-80ae129bd838 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:27.180360 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.252402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Performing IP validity checks on allocation pools {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:10:27.257651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:10:27.369235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.404872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 79272a70-659f-4ed8-98c9-80ae129bd838 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:27.473507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.595169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=8da682a1-8f71-4d34-a40c-7b7184ecb80d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.598846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Checking segment: {'id': 'e985be7c-67a6-48d2-9dd0-273a6e29dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:27.600000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network hostable DHCP agents. Network: 41a392c4-5735-46e4-8e8d-25bd99e7c56e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:27.625647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59428) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.637640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:27.660067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 41a392c4-5735-46e4-8e8d-25bd99e7c56e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:27.666495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.667350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.671681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.677332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2a610-653b-41cf-9660-b65cdeda8c1b None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:27.688414 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa93019a-1dbe-45ba-b173-8b1408ac0e2f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7585144 Jun 30 09:10:27.689114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59432) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.695513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:27.760152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=79272a70-659f-4ed8-98c9-80ae129bd838,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.831423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3220958'] for subnet, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.880432 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.884802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d40c6fe8-9695-41db-bced-8f431a3cf8bc tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/79272a70-659f-4ed8-98c9-80ae129bd838 HTTP/1.1" status: 204 len: 168 time: 0.8898625 Jun 30 09:10:27.889823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59438) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.906225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdac5-02a5-4574-b4eb-43bb174e0b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.990798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-41a392c4-5735-46e4-8e8d-25bd99e7c56e', 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e', 'tenant_id': '86493379f8fa4eeea2b28edc3314f5b4', 'fixed_ips': [{'subnet_id': '8da682a1-8f71-4d34-a40c-7b7184ecb80d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:27.991884 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.000459 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01f4026-20e2-4270-ab8b-318f546b0092 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] GET failed (client error): The resource could not be found. Jun 30 09:10:28.002839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d01f4026-20e2-4270-ab8b-318f546b0092 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "GET /v2.0/ports/79272a70-659f-4ed8-98c9-80ae129bd838 HTTP/1.1" status: 404 len: 333 time: 0.0979455 Jun 30 09:10:28.068223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59440) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:28.099984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757224534532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2522334'] for subnet, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.164552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Allocated IP 2001:db8::3 (41a392c4-5735-46e4-8e8d-25bd99e7c56e/8da682a1-8f71-4d34-a40c-7b7184ecb80d/95369a6d-60cd-4aa1-9ea5-e5731d35781b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:28.171364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.172268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.174017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "PUT /v2.0/subnets/8da682a1-8f71-4d34-a40c-7b7184ecb80d HTTP/1.1" status: 200 len: 900 time: 0.4833810 Jun 30 09:10:28.177979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:28.278906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8695b-509a-4178-a394-dea63773e6a4 req-dcb844b6-4afb-4e21-8739-928488c30cda tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.287372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50d8695b-509a-4178-a394-dea63773e6a4 req-dcb844b6-4afb-4e21-8739-928488c30cda tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.5882068 Jun 30 09:10:28.348504 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.358569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Transition to ACTIVE for port object 95369a6d-60cd-4aa1-9ea5-e5731d35781b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:28.376246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Transition to ACTIVE for port object 95369a6d-60cd-4aa1-9ea5-e5731d35781b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:28.382910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.403499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50d8695b-509a-4178-a394-dea63773e6a4 req-a2fcbf74-651d-4da3-9a97-a31243ec71c7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148717 Jun 30 09:10:28.418469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdac5-02a5-4574-b4eb-43bb174e0b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.424412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdac5-02a5-4574-b4eb-43bb174e0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.435260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Pushing event updated for resources: {'Port': ['ID=95369a6d-60cd-4aa1-9ea5-e5731d35781b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.436954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463042d6-1287-4142-9a0a-ca99f31f24ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event updated for resources: {'Subnet': ['ID=8da682a1-8f71-4d34-a40c-7b7184ecb80d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.441671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 76e6d055-1e9c-4c55-8836-6dc3f04cf631 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:28.441921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.449320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:28.451249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:28.463606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:28.476084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.537605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Attempting to bind port 95369a6d-60cd-4aa1-9ea5-e5731d35781b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:28.538029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Attempting to bind port 95369a6d-60cd-4aa1-9ea5-e5731d35781b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e985be7c-67a6-48d2-9dd0-273a6e29dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:28.538458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Attempting to bind port 95369a6d-60cd-4aa1-9ea5-e5731d35781b on network 41a392c4-5735-46e4-8e8d-25bd99e7c56e {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:28.545388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5c6cdac5-02a5-4574-b4eb-43bb174e0b30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ea455abaefb4484868b61fa59312ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9157043 Jun 30 09:10:28.545619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:28.545619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Checking segment: {'id': 'e985be7c-67a6-48d2-9dd0-273a6e29dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:28.546749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.546749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Bound using segment: {'id': 'e985be7c-67a6-48d2-9dd0-273a6e29dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:28.547190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Bound port: 95369a6d-60cd-4aa1-9ea5-e5731d35781b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e985be7c-67a6-48d2-9dd0-273a6e29dc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '41a392c4-5735-46e4-8e8d-25bd99e7c56e'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:28.547575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.548418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59458) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:28.551914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port 95369a6d-60cd-4aa1-9ea5-e5731d35781b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:28.552680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.567879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cdac5-02a5-4574-b4eb-43bb174e0b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a7659-dcf4-4ae9-a72a-5c93c259cee0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.651176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.654086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.655863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] For port 95369a6d-60cd-4aa1-9ea5-e5731d35781b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:28.661566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] For port 95369a6d-60cd-4aa1-9ea5-e5731d35781b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=95369a6d-60cd-4aa1-9ea5-e5731d35781b,segment=NetworkSegment(e985be7c-67a6-48d2-9dd0-273a6e29dc23),segment_id=e985be7c-67a6-48d2-9dd0-273a6e29dc23)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:28.667866 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.676184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 76e6d055-1e9c-4c55-8836-6dc3f04cf631 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:28.712089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port 95369a6d-60cd-4aa1-9ea5-e5731d35781b, host n-d-779913-25, got binding levels [] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:28.712469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.720876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.740244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for 95369a6d-60cd-4aa1-9ea5-e5731d35781b owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:28.783924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2aee4-dedb-496d-9269-e34d83f3a94a None None] Pushing event updated for resources: {'Port': ['ID=95369a6d-60cd-4aa1-9ea5-e5731d35781b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.786683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.789491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.795063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd5a7659-dcf4-4ae9-a72a-5c93c259cee0 HTTP/1.1" status: 204 len: 168 time: 0.2390292 Jun 30 09:10:28.828900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25935-128d-43ef-87fa-7a0f6aa2ffcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a7659-dcf4-4ae9-a72a-5c93c259cee0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.997508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.074331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=95369a6d-60cd-4aa1-9ea5-e5731d35781b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.091115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.131320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=76e6d055-1e9c-4c55-8836-6dc3f04cf631,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.149438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port 95369a6d-60cd-4aa1-9ea5-e5731d35781b on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:29.184032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.186673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b2a6c54-cb7e-47bb-ba24-1229f64f1f68 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/ports/76e6d055-1e9c-4c55-8836-6dc3f04cf631 HTTP/1.1" status: 204 len: 168 time: 1.1038210 Jun 30 09:10:29.189292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59468) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:29.223726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.249709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6dac-642d-4410-b754-c7a1d04e7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.281240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting subnet bd1296ca-7997-47cc-bfe5-0d690eda951a {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:29.293969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.384252 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.397432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.537627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=8da682a1-8f71-4d34-a40c-7b7184ecb80d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.604005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.647819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.664791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a392c4-5735-46e4-8e8d-25bd99e7c56e']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.702574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e985be7c-67a6-48d2-9dd0-273a6e29dc23') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.703186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e985be7c-67a6-48d2-9dd0-273a6e29dc23') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.710016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.731061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.753111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.767133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1296ca-7997-47cc-bfe5-0d690eda951a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.777875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5b21b-15d2-4a79-a356-3136f9e05c77 None None] Network 902f6eab-b334-4a33-b991-8959e76e8b07 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:29.785851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:29.786268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.797698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.802792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b765c7ba-9884-4fb4-a6dc-3c6f06321173 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/subnets/bd1296ca-7997-47cc-bfe5-0d690eda951a HTTP/1.1" status: 204 len: 168 time: 0.6092634 Jun 30 09:10:29.806728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59488) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:29.823423 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:29.966065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28cef7-f72c-4ffb-b0ac-1a4a987a7df0 req-ab0d98b6-a7cb-4b2c-80ae-31cbbcd34da2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.977660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a28cef7-f72c-4ffb-b0ac-1a4a987a7df0 req-ab0d98b6-a7cb-4b2c-80ae-31cbbcd34da2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2548845 Jun 30 09:10:29.980452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.987832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.998364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/41a392c4-5735-46e4-8e8d-25bd99e7c56e HTTP/1.1" status: 204 len: 168 time: 1.8145816 Jun 30 09:10:29.998825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.003755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59498) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.019615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1233c1-781d-4561-a327-f39ce9d9fbf2 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=41a392c4-5735-46e4-8e8d-25bd99e7c56e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.143658 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-518cbb9b-3a30-424f-ae6d-4afd00040d60 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:30.144381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518cbb9b-3a30-424f-ae6d-4afd00040d60 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:30.152287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-518cbb9b-3a30-424f-ae6d-4afd00040d60 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/8da682a1-8f71-4d34-a40c-7b7184ecb80d HTTP/1.1" status: 404 len: 337 time: 0.1440821 Jun 30 09:10:30.152853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59502) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.155864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a28cef7-f72c-4ffb-b0ac-1a4a987a7df0 req-c3fe01ac-71d7-4913-a7e6-8abdf79389ea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752284 Jun 30 09:10:30.199547 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb815e8-c2ca-4e60-89a2-146ee965a58b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:30.199836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb815e8-c2ca-4e60-89a2-146ee965a58b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:30.201608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cb815e8-c2ca-4e60-89a2-146ee965a58b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/41a392c4-5735-46e4-8e8d-25bd99e7c56e HTTP/1.1" status: 404 len: 339 time: 0.0479035 Jun 30 09:10:30.205650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.219454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] DHCP port deletion for 902f6eab-b334-4a33-b991-8959e76e8b07 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:30.309436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.314151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Deleting port 6a44482a-6a10-41c7-9f05-e4027b630849 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:30.314595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.315476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Deleting port 6a44482a-6a10-41c7-9f05-e4027b630849 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:30.315818 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.416316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] For port 6a44482a-6a10-41c7-9f05-e4027b630849, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6a44482a-6a10-41c7-9f05-e4027b630849,segment=NetworkSegment(fe077cfe-148e-43c3-8ee4-3480bc34d69e),segment_id=fe077cfe-148e-43c3-8ee4-3480bc34d69e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:30.418045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.441257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Calling delete_port for 6a44482a-6a10-41c7-9f05-e4027b630849 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:30.525502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.544042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2704fdac-5557-47bf-95dc-b5ac2a57c88b']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:30.560922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0a918f-309b-49f7-80d7-af1bb0f31dfc') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:30.561235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0a918f-309b-49f7-80d7-af1bb0f31dfc') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:30.592895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.614060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.621628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:30.622173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:30.711924 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:30.717842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.727718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b57767-5e24-4510-af65-8aa5b6b1dcaf None None] DHCP port deletion for 41a392c4-5735-46e4-8e8d-25bd99e7c56e request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:30.738699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cf235e27-38f8-47bf-b016-3f9110d01fa0 None None] Could not find standard attr ID for object 95369a6d-60cd-4aa1-9ea5-e5731d35781b. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:30.743295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.751454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/2704fdac-5557-47bf-95dc-b5ac2a57c88b HTTP/1.1" status: 204 len: 168 time: 0.5419691 Jun 30 09:10:30.751668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59520) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.781640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c910ea-0d87-45d5-8742-99ecd2c0d7a3 None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:30.784744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb219fbf-1d89-4507-af88-d6e19345544c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=2704fdac-5557-47bf-95dc-b5ac2a57c88b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.803061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c910ea-0d87-45d5-8742-99ecd2c0d7a3 None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:30.803627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] For port 6a44482a-6a10-41c7-9f05-e4027b630849, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6a44482a-6a10-41c7-9f05-e4027b630849,segment=NetworkSegment(fe077cfe-148e-43c3-8ee4-3480bc34d69e),segment_id=fe077cfe-148e-43c3-8ee4-3480bc34d69e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:30.804260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.812872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2675127-4691-4b00-8889-23c5d30d14ec None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:30.828685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2675127-4691-4b00-8889-23c5d30d14ec None None] Network 41a392c4-5735-46e4-8e8d-25bd99e7c56e could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:30.829386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Calling delete_port for 6a44482a-6a10-41c7-9f05-e4027b630849 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:30.832196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.863402 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-2783791e-294b-4886-acbc-3cd4b6af363b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:30.864047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2783791e-294b-4886-acbc-3cd4b6af363b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:30.866629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2783791e-294b-4886-acbc-3cd4b6af363b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/f06fcf5a-c1ce-409e-9b28-477d5addf3cb HTTP/1.1" status: 404 len: 337 time: 0.1135690 Jun 30 09:10:30.869890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59524) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.870278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] Pushing event deleted for resources: {'Port': ['ID=6a44482a-6a10-41c7-9f05-e4027b630849,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.875769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c55d0-1a0c-453f-8664-b52b7e646a76 None None] No DVR routers for this DVR port 6a44482a-6a10-41c7-9f05-e4027b630849 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:30.920271 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3337a75-b62d-4f04-b1da-37677c682a6a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:30.921435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3337a75-b62d-4f04-b1da-37677c682a6a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:30.924845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3337a75-b62d-4f04-b1da-37677c682a6a tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/f1ec3d3a-55f8-43d3-af78-5d397269d127 HTTP/1.1" status: 404 len: 339 time: 0.0524769 Jun 30 09:10:30.930549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59528) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.984283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.014733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting subnet 08981500-6294-43af-b5c8-0f6202d11858 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:31.018550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.019699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Port': ['ID=6a44482a-6a10-41c7-9f05-e4027b630849,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.028773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] No DVR routers for this DVR port 6a44482a-6a10-41c7-9f05-e4027b630849 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:31.105994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.159640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.178048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902f6eab-b334-4a33-b991-8959e76e8b07']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:31.193769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe077cfe-148e-43c3-8ee4-3480bc34d69e') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:31.194144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe077cfe-148e-43c3-8ee4-3480bc34d69e') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:31.218369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.251245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.256721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.272988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:31.273403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:31.277114 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:31.373100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.404805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.409273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=08981500-6294-43af-b5c8-0f6202d11858,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.412481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.415035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc5637d7-9a57-40fc-9d32-1301a786da2b tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/08981500-6294-43af-b5c8-0f6202d11858 HTTP/1.1" status: 204 len: 168 time: 0.4834054 Jun 30 09:10:31.418001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:31.421399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d856c-a212-41ba-944d-f5056e3ab813 None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:31.461700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.464314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] 10.222.0.66 "DELETE /v2.0/networks/902f6eab-b334-4a33-b991-8959e76e8b07 HTTP/1.1" status: 204 len: 168 time: 1.6495621 Jun 30 09:10:31.478622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f5f6b-9e95-4408-a7cf-968a0ed317a7 tempest-AllowedAddressPairIpV6TestJSON-641658240 tempest-AllowedAddressPairIpV6TestJSON-641658240-project] Pushing event deleted for resources: {'Network': ['ID=902f6eab-b334-4a33-b991-8959e76e8b07,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.555201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f066af-96fa-4ffa-a2b2-d474d5cdc489 req-41751bef-03c1-4c6f-9314-d3698f68dd90 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.567268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32f066af-96fa-4ffa-a2b2-d474d5cdc489 req-41751bef-03c1-4c6f-9314-d3698f68dd90 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.1881745 Jun 30 09:10:31.591157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting subnet 34362566-786c-4fb4-9088-00a8716b6f91 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:31.601716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.613860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 95369a6d-60cd-4aa1-9ea5-e5731d35781b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:31.633121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32f066af-96fa-4ffa-a2b2-d474d5cdc489 req-b9080aae-884d-495d-b98c-f029e0b329f1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Jun 30 09:10:31.675412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 95369a6d-60cd-4aa1-9ea5-e5731d35781b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:31.676511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 95369a6d-60cd-4aa1-9ea5-e5731d35781b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:31.677024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6a44482a-6a10-41c7-9f05-e4027b630849 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:31.687737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.747732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6a44482a-6a10-41c7-9f05-e4027b630849 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:31.748327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6a44482a-6a10-41c7-9f05-e4027b630849 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:31.883311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.887496 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-95ad674d-e062-45b7-98ab-b251695f700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.988185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.038888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.041898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/34362566-786c-4fb4-9088-00a8716b6f91 HTTP/1.1" status: 204 len: 168 time: 0.6209800 Jun 30 09:10:32.043222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aea9d3-c986-4508-915d-2ef85d3ae24e tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=34362566-786c-4fb4-9088-00a8716b6f91,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.045061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59574) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.053658 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.067239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59576) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.220675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.267160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eea6c1-12af-4f8f-828c-bbe782637ed0 None None] Update dhcp port {'port': {'network_id': 'e325e548-cf2f-41ef-ac37-ebe2560f4411', 'fixed_ips': [{'subnet_id': '34362566-786c-4fb4-9088-00a8716b6f91'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '4d43df1e-4a04-4642-b46f-43044a032ca2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:10:32.307190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port 4d43df1e-4a04-4642-b46f-43044a032ca2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:32.307583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.314742 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1eea6c1-12af-4f8f-828c-bbe782637ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.336401 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-72aae53b-3abe-4504-865d-3d17042adbe6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a4d193771934509850df8a0b3fb3f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666543 Jun 30 09:10:32.338081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.394425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port 4d43df1e-4a04-4642-b46f-43044a032ca2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d43df1e-4a04-4642-b46f-43044a032ca2,segment=NetworkSegment(81f03930-d0c2-43ef-837d-9cf38f0f3d14),segment_id=81f03930-d0c2-43ef-837d-9cf38f0f3d14)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:32.394807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.428012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for 4d43df1e-4a04-4642-b46f-43044a032ca2 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:32.435452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.473007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.553720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.561192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.562937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.564217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdc356d4-b355-415e-b90a-087080a93368 HTTP/1.1" status: 204 len: 168 time: 0.2218032 Jun 30 09:10:32.577225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c5d61f6b-56c1-419a-801d-e121f5444831 None None] Could not find standard attr ID for object 4d43df1e-4a04-4642-b46f-43044a032ca2. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:32.582117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1b4d5-0b10-441e-a129-fbcf4f505533 None None] Network e325e548-cf2f-41ef-ac37-ebe2560f4411 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:32.588282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port 4d43df1e-4a04-4642-b46f-43044a032ca2 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:32.594997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9f095-1398-42bd-a7a3-a2c44df242bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc356d4-b355-415e-b90a-087080a93368,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.617315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=4d43df1e-4a04-4642-b46f-43044a032ca2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.722879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.744292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e325e548-cf2f-41ef-ac37-ebe2560f4411']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:32.757246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f03930-d0c2-43ef-837d-9cf38f0f3d14') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:32.758011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f03930-d0c2-43ef-837d-9cf38f0f3d14') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:32.770828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.794919 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.813472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:32.814297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.865516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6696e65-60a3-43ca-a13d-8fb200fa744d None None] DHCP port deletion for e325e548-cf2f-41ef-ac37-ebe2560f4411 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:32.905241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:33.161721 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:33.239345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.273731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.302519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.306616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/e325e548-cf2f-41ef-ac37-ebe2560f4411 HTTP/1.1" status: 204 len: 168 time: 1.2576635 Jun 30 09:10:33.306616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9264145-e869-412d-b20b-fc4c8bc4a395 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=e325e548-cf2f-41ef-ac37-ebe2560f4411,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.307615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59614) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.357581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c110f12-5db6-4fe6-9d99-5ccdcc660b33 req-6b2e6c3c-279d-4921-a862-c470174b5f61 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.359187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c110f12-5db6-4fe6-9d99-5ccdcc660b33 req-6b2e6c3c-279d-4921-a862-c470174b5f61 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.1970291 Jun 30 09:10:33.425282 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60d307b-6693-4583-a8cb-976ac4ec123c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.426236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60d307b-6693-4583-a8cb-976ac4ec123c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.430945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b60d307b-6693-4583-a8cb-976ac4ec123c tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/a556bce7-abfa-4518-88eb-1731da007e46 HTTP/1.1" status: 404 len: 337 time: 0.1216006 Jun 30 09:10:33.433792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59618) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.469871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c110f12-5db6-4fe6-9d99-5ccdcc660b33 req-5ae9cb59-ff17-4b3b-a708-7d8e42deebee tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993485 Jun 30 09:10:33.470829 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff85f4dd-a513-4d6d-9111-b3dfe4aebc36 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.471709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff85f4dd-a513-4d6d-9111-b3dfe4aebc36 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.474216 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff85f4dd-a513-4d6d-9111-b3dfe4aebc36 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/aabd7e3f-b9d7-4a58-bd7c-8ba8bdfa496d HTTP/1.1" status: 404 len: 339 time: 0.0369191 Jun 30 09:10:33.476932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59620) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.508077 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-af913ed5-7781-4266-9e90-9a1264fcd066 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.508738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af913ed5-7781-4266-9e90-9a1264fcd066 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.510757 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-af913ed5-7781-4266-9e90-9a1264fcd066 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/e16a754d-3302-4bab-bfcf-a2e0232d6398 HTTP/1.1" status: 404 len: 337 time: 0.0325792 Jun 30 09:10:33.513446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59622) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.534348 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3776d24-8bf0-4f3a-abf5-7d29db290a52 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.535173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3776d24-8bf0-4f3a-abf5-7d29db290a52 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.537935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3776d24-8bf0-4f3a-abf5-7d29db290a52 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/5cc14a26-a938-4b68-a631-fa734a9a4e79 HTTP/1.1" status: 404 len: 339 time: 0.0232885 Jun 30 09:10:33.540455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59624) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.543431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d43df1e-4a04-4642-b46f-43044a032ca2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:33.569695 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d15ca3-d2f9-414c-a9df-0151e94a0b94 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.570713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d15ca3-d2f9-414c-a9df-0151e94a0b94 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.572798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7d15ca3-d2f9-414c-a9df-0151e94a0b94 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/0c4f7c78-4cf9-4bc2-9ea1-b3a73ed78da6 HTTP/1.1" status: 404 len: 337 time: 0.0312104 Jun 30 09:10:33.575974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.598280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4d43df1e-4a04-4642-b46f-43044a032ca2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:33.598799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d43df1e-4a04-4642-b46f-43044a032ca2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:33.601007 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f65903e-9974-491a-9002-a8bd46d0cdc3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:33.601819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f65903e-9974-491a-9002-a8bd46d0cdc3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:33.604342 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f65903e-9974-491a-9002-a8bd46d0cdc3 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/e8587ffa-ee6a-44fd-9266-24d4414952af HTTP/1.1" status: 404 len: 339 time: 0.0269639 Jun 30 09:10:33.607180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.679697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting subnet f9092a06-565b-4943-823e-9e2a1c0b5ac1 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:33.692344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.744914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.851970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.922339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59642) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.931102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.961187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=f9092a06-565b-4943-823e-9e2a1c0b5ac1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.979230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7eed4-b867-40be-976c-f7b090c39dce None None] Network 0cf0d916-244e-461c-ade6-d3479b0780bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:33.988815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.995265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59646) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.007420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e757faa8-9c1b-4eb6-a549-db56c6bf2b85 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/f9092a06-565b-4943-823e-9e2a1c0b5ac1 HTTP/1.1" status: 204 len: 168 time: 0.3978779 Jun 30 09:10:34.074898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1012298462'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:34.123664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.136980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Made reservation on behalf of df040663ed82483bb575ace6bfc893c3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:34.142229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.170912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.247402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port 781d5e4c-2891-4191-8b52-0d250d552caf {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:34.247982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.279050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] DHCP port deletion for 0cf0d916-244e-461c-ade6-d3479b0780bb request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:34.320903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port 781d5e4c-2891-4191-8b52-0d250d552caf, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=781d5e4c-2891-4191-8b52-0d250d552caf,segment=NetworkSegment(f454a0a5-0b67-4692-8116-a96701419630),segment_id=f454a0a5-0b67-4692-8116-a96701419630)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:34.321849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.337824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for 781d5e4c-2891-4191-8b52-0d250d552caf owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:34.410172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Deleting port 781d5e4c-2891-4191-8b52-0d250d552caf {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:34.412089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.455762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.557228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=781d5e4c-2891-4191-8b52-0d250d552caf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.559981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port 781d5e4c-2891-4191-8b52-0d250d552caf on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:34.601657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] For port 781d5e4c-2891-4191-8b52-0d250d552caf, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=781d5e4c-2891-4191-8b52-0d250d552caf,segment=NetworkSegment(f454a0a5-0b67-4692-8116-a96701419630),segment_id=f454a0a5-0b67-4692-8116-a96701419630)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:34.602699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.607209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.626955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Calling delete_port for 781d5e4c-2891-4191-8b52-0d250d552caf owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:34.666959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59660) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.682051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.694931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf0d916-244e-461c-ade6-d3479b0780bb']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:34.707899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f454a0a5-0b67-4692-8116-a96701419630') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:34.708439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f454a0a5-0b67-4692-8116-a96701419630') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:34.719684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.737867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.747713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:34.748450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:34.843118 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:34.872875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.893446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.903852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.930647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.948346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] No DVR routers for this DVR port 781d5e4c-2891-4191-8b52-0d250d552caf on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:34.950693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.959053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebcf3-fafa-40d3-bf64-300d2f327ce2 None None] Pushing event deleted for resources: {'Port': ['ID=781d5e4c-2891-4191-8b52-0d250d552caf,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.970767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.973526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/0cf0d916-244e-461c-ade6-d3479b0780bb HTTP/1.1" status: 204 len: 168 time: 0.9756165 Jun 30 09:10:34.987637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59668) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.990741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:34.993140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450461-78bb-4fd8-b6ff-4c754c0590ef tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=0cf0d916-244e-461c-ade6-d3479b0780bb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.003765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9722dc85-a380-4f81-b663-4a0e6a42e318,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.013938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d278cb91-8c41-4ff2-a1cb-25a0d23684cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.030553 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4390b9f2-8f92-4b9b-ba59-fda45d379a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:35.031075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4390b9f2-8f92-4b9b-ba59-fda45d379a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:35.035133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4390b9f2-8f92-4b9b-ba59-fda45d379a30 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/3417d4ca-68ef-44f8-a80b-749c8c48718c HTTP/1.1" status: 404 len: 337 time: 0.0433733 Jun 30 09:10:35.035133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.035133 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Added segment 36120c89-4d87-455e-bfa2-265a2dbef43a of type vlan for network adac31c1-66bc-49de-bbe8-36fda02d1e62 Jun 30 09:10:35.035868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:35.069123 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae5bd95-c543-45c3-be93-808085c936f9 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:35.070059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae5bd95-c543-45c3-be93-808085c936f9 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:35.072001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2ae5bd95-c543-45c3-be93-808085c936f9 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/0e8202de-508d-4da6-bfec-62cac6e07149 HTTP/1.1" status: 404 len: 339 time: 0.0348983 Jun 30 09:10:35.077373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59672) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:35.106443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.138103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf284cf6-a9ac-4cbc-8438-b01a333df006 req-212e923e-c96b-4074-a466-39a3f884596f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.139709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf284cf6-a9ac-4cbc-8438-b01a333df006 req-212e923e-c96b-4074-a466-39a3f884596f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2465808 Jun 30 09:10:35.147917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.155241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.156427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.231844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'Network': ['ID=adac31c1-66bc-49de-bbe8-36fda02d1e62,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.244657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.248346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:35.251445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.257376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.263570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.269454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.275425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.281896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.283957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-720cbeef-eaca-4c08-b6aa-eed7f8c3a415 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.2904825 Jun 30 09:10:35.294171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting subnet 2b94b588-a6f5-44c2-9e6d-3a54aa46b96d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:35.314847 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.390889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf284cf6-a9ac-4cbc-8438-b01a333df006 req-0dbf32ce-f179-4419-ab1c-2e67be725e67 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333739 Jun 30 09:10:35.421157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23cb54bd-50a2-4684-ae30-70e21151a6a6 req-41aec2cc-1ebd-4952-9c06-2276d66fe3b4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225495 Jun 30 09:10:35.423394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.453809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d278cb91-8c41-4ff2-a1cb-25a0d23684cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.468109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d278cb91-8c41-4ff2-a1cb-25a0d23684cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.469133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59674) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:35.469322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c91bdee1-9d5c-4848-be6d-f6366be69537 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5452471 Jun 30 09:10:35.475757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Request body: {'subnet': {'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:35.516083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 781d5e4c-2891-4191-8b52-0d250d552caf no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:35.536331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 781d5e4c-2891-4191-8b52-0d250d552caf {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:35.536678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 781d5e4c-2891-4191-8b52-0d250d552caf not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:35.579236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d278cb91-8c41-4ff2-a1cb-25a0d23684cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=535b86efaeb24075bfbe70a43c9e07bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108515 Jun 30 09:10:35.583004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:35.588673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278cb91-8c41-4ff2-a1cb-25a0d23684cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f4fa6-b1db-4d42-845b-7923cc4fa8e6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.645151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.686336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Made reservation on behalf of df040663ed82483bb575ace6bfc893c3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:35.690616 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.699895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.735748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.794048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.828062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Subnet': ['ID=2b94b588-a6f5-44c2-9e6d-3a54aa46b96d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.836870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.839076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b5457763-15c1-461d-9ab2-f8532964462f tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/subnets/2b94b588-a6f5-44c2-9e6d-3a54aa46b96d HTTP/1.1" status: 204 len: 168 time: 0.7607038 Jun 30 09:10:35.843765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59684) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:35.848382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aac129-9eb2-47da-bb7d-1868c4c52749 None None] Network b5af6253-412c-453a-844c-7cbeb9cb93ae requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:35.905382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.908416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.912238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/814f4fa6-b1db-4d42-845b-7923cc4fa8e6 HTTP/1.1" status: 204 len: 168 time: 0.3243833 Jun 30 09:10:35.935291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010850e4-aa8b-4f8b-8e11-aa651d18bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f4fa6-b1db-4d42-845b-7923cc4fa8e6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.957424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.982788 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.023824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Deleting port f4893f3f-de74-4f91-895e-dd77bc4e21e6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:36.024648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.094158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'Subnet': ['ID=aba87c61-abaa-4cd3-9732-637a2afc6268,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.107175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Checking segment: {'id': '36120c89-4d87-455e-bfa2-265a2dbef43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:36.108103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Network hostable DHCP agents. Network: adac31c1-66bc-49de-bbe8-36fda02d1e62, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:36.135447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:36.157139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] DHCP port deletion for b5af6253-412c-453a-844c-7cbeb9cb93ae request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:36.161830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, adac31c1-66bc-49de-bbe8-36fda02d1e62) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:36.168213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.169196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.176486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] For port f4893f3f-de74-4f91-895e-dd77bc4e21e6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f4893f3f-de74-4f91-895e-dd77bc4e21e6,segment=NetworkSegment(354a1a06-9d2a-43fd-8324-12ece42a6081),segment_id=354a1a06-9d2a-43fd-8324-12ece42a6081)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:36.180389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.192328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-486da475-1a89-4ec2-b889-a7a08649083d tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7202988 Jun 30 09:10:36.195983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59690) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:36.203556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Request body: {'port': {'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1355642450'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:36.209382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Calling delete_port for f4893f3f-de74-4f91-895e-dd77bc4e21e6 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:36.226430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b283427-2dc4-4c4b-963e-e2680abec0d6 None None] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:36.365702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Made reservation on behalf of df040663ed82483bb575ace6bfc893c3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:36.369035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.370308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.392871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Deleting port f4893f3f-de74-4f91-895e-dd77bc4e21e6 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:36.393258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.398333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] device_id is not set on port 42339260-24d9-45ec-97b7-6c345824aa97 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:36.421055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Port': ['ID=f4893f3f-de74-4f91-895e-dd77bc4e21e6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.427072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] No DVR routers for this DVR port f4893f3f-de74-4f91-895e-dd77bc4e21e6 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:36.452774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:36.541195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] For port f4893f3f-de74-4f91-895e-dd77bc4e21e6, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:36.541945 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.553722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.563283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d118d97-4e13-4912-bc83-b389d98d791b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.579457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5af6253-412c-453a-844c-7cbeb9cb93ae']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:36.588297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Calling delete_port for f4893f3f-de74-4f91-895e-dd77bc4e21e6 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:36.591992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Port f4893f3f-de74-4f91-895e-dd77bc4e21e6 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:10:36.595054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-adac31c1-66bc-49de-bbe8-36fda02d1e62', 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62', 'tenant_id': 'df040663ed82483bb575ace6bfc893c3', 'fixed_ips': [{'subnet_id': 'aba87c61-abaa-4cd3-9732-637a2afc6268'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:36.596464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.606183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354a1a06-9d2a-43fd-8324-12ece42a6081') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:36.606489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354a1a06-9d2a-43fd-8324-12ece42a6081') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:36.608844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.628533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.642576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] Pushing event deleted for resources: {'Port': ['ID=f4893f3f-de74-4f91-895e-dd77bc4e21e6,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.649880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e16249-de33-47a3-aa2d-2b063696cdd0 None None] No DVR routers for this DVR port f4893f3f-de74-4f91-895e-dd77bc4e21e6 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:36.662619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.677002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:36.678225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:36.746228 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:36.755516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.779491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.779491 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] 10.222.0.66 "DELETE /v2.0/networks/b5af6253-412c-453a-844c-7cbeb9cb93ae HTTP/1.1" status: 204 len: 168 time: 0.9336331 Jun 30 09:10:36.779867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af0870-04f0-4245-b7e3-06483bda2cf6 tempest-NetworksIpV6Test-353966242 tempest-NetworksIpV6Test-353966242-project] Pushing event deleted for resources: {'Network': ['ID=b5af6253-412c-453a-844c-7cbeb9cb93ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.860457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.866465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.873253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.879814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.886348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.892761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.899005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.901195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-32c22f89-1543-49c9-9997-028b16d01484 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.4496586 Jun 30 09:10:36.939190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Allocated IP 2001:db8::265 (adac31c1-66bc-49de-bbe8-36fda02d1e62/aba87c61-abaa-4cd3-9732-637a2afc6268/42339260-24d9-45ec-97b7-6c345824aa97) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:37.024873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.031180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.036902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.043231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.048971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.054713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.060967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.062923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-c96c983b-b4a4-4e9f-8c3f-b495590afce2 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 5445 time: 0.3873172 Jun 30 09:10:37.079282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59706) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:37.109040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d4390-28e3-48d3-a439-d81e97252e4a req-2be943ba-b04b-43a4-a69d-57cfdcc098b2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.110651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41d4390-28e3-48d3-a439-d81e97252e4a req-2be943ba-b04b-43a4-a69d-57cfdcc098b2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.4362450 Jun 30 09:10:37.113884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-ba3b068e-1aa6-49be-a775-be8a11b6272f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.115187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-ba3b068e-1aa6-49be-a775-be8a11b6272f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1936488 Jun 30 09:10:37.230853 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d118d97-4e13-4912-bc83-b389d98d791b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.249313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cf21f656-3019-4f85-9f31-747d419ded2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86493379f8fa4eeea2b28edc3314f5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660635 Jun 30 09:10:37.249539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59710) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:37.290141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d118d97-4e13-4912-bc83-b389d98d791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.304494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.324960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4456474b-fde0-4bfc-a8af-7ca6fdc6c8d9 req-505079ce-9f3a-401c-be27-ef7f7d0c22ec tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2428749 Jun 30 09:10:37.328899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.362219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41d4390-28e3-48d3-a439-d81e97252e4a req-41c2f086-d8fd-408e-a65c-2b225f8ddcbf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209187 Jun 30 09:10:37.398981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.402189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3d118d97-4e13-4912-bc83-b389d98d791b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=152f4b518a0546f1944a83ceb5d7ddbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479270 Jun 30 09:10:37.417039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.419496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59712) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:37.419958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d118d97-4e13-4912-bc83-b389d98d791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2f447-b0d9-4701-b466-02b0df74bec4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.429685 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82bd04c6-dd0f-4783-a831-ef62c12c6a18 HTTP/1.1" status: 204 len: 168 time: 0.1765230 Jun 30 09:10:37.446860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3d8b-69f3-40ad-bec6-75003a1d83fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd04c6-dd0f-4783-a831-ef62c12c6a18,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.494574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-606c37a4-a6d5-4b3b-b3ca-e4ae53fa498b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3728135 Jun 30 09:10:37.520260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:37.524994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.556348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f4893f3f-de74-4f91-895e-dd77bc4e21e6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:37.570079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Transition to ACTIVE for port object 42339260-24d9-45ec-97b7-6c345824aa97 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:37.586438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.599912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f4893f3f-de74-4f91-895e-dd77bc4e21e6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:37.600584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f4893f3f-de74-4f91-895e-dd77bc4e21e6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:37.666649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.669984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.714783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.794293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Allocated IP 2001:db8::2 (adac31c1-66bc-49de-bbe8-36fda02d1e62/aba87c61-abaa-4cd3-9732-637a2afc6268/44bf2d83-463b-4c43-a261-8b9cc702fbb0) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:37.819597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:37.828264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:37.838421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'Port': ['ID=42339260-24d9-45ec-97b7-6c345824aa97,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.843279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:37.850208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.851098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.865617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.869109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.870481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adf2f447-b0d9-4701-b466-02b0df74bec4 HTTP/1.1" status: 204 len: 168 time: 0.4476955 Jun 30 09:10:37.920490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65652e-a003-4b9d-b89d-96818561c03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2f447-b0d9-4701-b466-02b0df74bec4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.925019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-98f96d68-1b7f-4b88-b075-79c1a1b5ad50 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7276483 Jun 30 09:10:37.928177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:37.935121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Request body: {'port': {'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2079632977', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:37.935983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.api.validators [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] bootfile-name is not in valid_values {{(pid=94185) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:37.936519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.api.validators [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] tftp-server is not in valid_values {{(pid=94185) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:37.937416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.api.validators [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] server-ip-address is not in valid_values {{(pid=94185) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:38.014470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6dba31b8-bb83-46b5-9968-76b5edca016a,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:38.092351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] For port 6dba31b8-bb83-46b5-9968-76b5edca016a, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:38.149533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Made reservation on behalf of df040663ed82483bb575ace6bfc893c3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:38.155534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.155805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] device_id is not set on port 6dba31b8-bb83-46b5-9968-76b5edca016a yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:38.166379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.168896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.179950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.180138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Transition to ACTIVE for port object 44bf2d83-463b-4c43-a261-8b9cc702fbb0 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:38.193562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] device_id is not set on port fe60c5ff-fefb-4040-a949-ce42115446fa yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:38.246048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Transition to ACTIVE for port object 44bf2d83-463b-4c43-a261-8b9cc702fbb0 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:38.260791 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.267512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Pushing event updated for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.290575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] No DVR routers for this DVR port 6dba31b8-bb83-46b5-9968-76b5edca016a on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:38.352350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:38.356157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:38.357188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] In _notify_port_updated(), no bound segment for port 6dba31b8-bb83-46b5-9968-76b5edca016a on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:38.359085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.359229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.360067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:38.360874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-aa9eac24-3c65-4618-8dce-4c8aaaa0592a service neutron] 10.222.0.11 "PUT /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 200 len: 1032 time: 0.8470907 Jun 30 09:10:38.365319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Pushing event updated for resources: {'Port': ['ID=44bf2d83-463b-4c43-a261-8b9cc702fbb0,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.455369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-43f7091f-8d96-44f0-9e0a-85c8deb1f8a7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.460754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-43f7091f-8d96-44f0-9e0a-85c8deb1f8a7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "GET /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0924473 Jun 30 09:10:38.472851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:38.517312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Attempting to bind port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:38.518656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Attempting to bind port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '36120c89-4d87-455e-bfa2-265a2dbef43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:38.519499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Attempting to bind port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 on network adac31c1-66bc-49de-bbe8-36fda02d1e62 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:38.537353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:38.537733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Checking segment: {'id': '36120c89-4d87-455e-bfa2-265a2dbef43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:38.541427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.542092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Bound using segment: {'id': '36120c89-4d87-455e-bfa2-265a2dbef43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:38.543377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Bound port: 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36120c89-4d87-455e-bfa2-265a2dbef43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'adac31c1-66bc-49de-bbe8-36fda02d1e62'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:38.545313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.633633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Allocated IP 2001:db8::2b3 (adac31c1-66bc-49de-bbe8-36fda02d1e62/aba87c61-abaa-4cd3-9732-637a2afc6268/fe60c5ff-fefb-4040-a949-ce42115446fa) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:38.697066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] For port 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:38.701798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] For port 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=44bf2d83-463b-4c43-a261-8b9cc702fbb0,segment=NetworkSegment(36120c89-4d87-455e-bfa2-265a2dbef43a),segment_id=36120c89-4d87-455e-bfa2-265a2dbef43a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:38.708947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.802818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59756) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:38.803033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2a18e8b1-0754-4971-82b2-e6f935b6d60e None None] Provisioning complete for port 6dba31b8-bb83-46b5-9968-76b5edca016a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:38.803033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2a18e8b1-0754-4971-82b2-e6f935b6d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.860414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9769-bf96-4396-90fa-f09d681a5bab None None] Pushing event updated for resources: {'Port': ['ID=44bf2d83-463b-4c43-a261-8b9cc702fbb0,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.862720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.903568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2a18e8b1-0754-4971-82b2-e6f935b6d60e None None] Port 6dba31b8-bb83-46b5-9968-76b5edca016a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:39.008066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3efe4-2556-4395-8b33-c93c6d9abd65 req-28fde698-da99-4a10-a40a-5f85d7bb9116 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.009738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ee3efe4-2556-4395-8b33-c93c6d9abd65 req-28fde698-da99-4a10-a40a-5f85d7bb9116 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.3074768 Jun 30 09:10:39.022695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.030270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.038383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.048137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.061555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.081742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.089799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-4aa93879-651a-4c0a-94ae-aaa073ec7213 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 4666 time: 0.4541183 Jun 30 09:10:39.158785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-03f8ecdd-165b-4dea-a867-8949fa22987e tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] Request body: {'port': {'network_id': 'ba876a90-e244-4e35-820a-7cdbd7772aa5', 'name': 'tempest-NetworksNegativeTestJSON-133982655'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:39.208374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ee3efe4-2556-4395-8b33-c93c6d9abd65 req-1487425c-eeba-4988-8387-1cdaa021343f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078060 Jun 30 09:10:39.587980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 44bf2d83-463b-4c43-a261-8b9cc702fbb0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:39.696514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:39.796616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:39.910086 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f8ecdd-165b-4dea-a867-8949fa22987e tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] POST failed (client error): The resource could not be found. Jun 30 09:10:39.912225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f8ecdd-165b-4dea-a867-8949fa22987e tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:39.916935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-03f8ecdd-165b-4dea-a867-8949fa22987e tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.1014423 Jun 30 09:10:39.922107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59844) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.963304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.989819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.992958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59852) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.994966 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-498fa50e-42fe-4079-84f6-318db6ef0a21 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:39.998178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498fa50e-42fe-4079-84f6-318db6ef0a21 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:40.007029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-498fa50e-42fe-4079-84f6-318db6ef0a21 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "DELETE /v2.0/networks/5d204f92-bb90-46e6-9ebf-c0de3fcb104b HTTP/1.1" status: 404 len: 339 time: 0.0826621 Jun 30 09:10:40.012421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.015768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ffc822d-cb54-48f9-be69-815fff0c71a4 req-2c4a1495-ee03-4b5b-8cbc-11aebbe2dd40 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&id=9a0bc82e-ce74-44d7-bb68-cd57a0e76795&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8701410 Jun 30 09:10:40.044470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:40.054380 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f8ed5-7116-402b-a4ac-bf7b558055d1" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:40.095674 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-acde67bd-e5de-41cd-8617-26e1549ff839 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:40.107536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acde67bd-e5de-41cd-8617-26e1549ff839 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:40.108852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:40.118796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-acde67bd-e5de-41cd-8617-26e1549ff839 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "DELETE /v2.0/ports/def3ce4a-ded0-486c-9b25-69f058d12ea1 HTTP/1.1" status: 404 len: 333 time: 0.0793984 Jun 30 09:10:40.123187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59872) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.125711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Transition to ACTIVE for port object fe60c5ff-fefb-4040-a949-ce42115446fa will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:40.142701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.143465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fda45b3a-992b-43d3-8e93-1080fd2ef634 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:40.163742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7eae2097-1bb8-4927-8948-8cbda3d56805,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:40.234764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.291172 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1922de54-bff8-4567-80fd-46eb822962e6 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:40.292295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1922de54-bff8-4567-80fd-46eb822962e6 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:40.300063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1922de54-bff8-4567-80fd-46eb822962e6 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "DELETE /v2.0/subnets/fb5ff26b-2c08-4269-bed7-82eb26d1e476 HTTP/1.1" status: 404 len: 337 time: 0.1700606 Jun 30 09:10:40.313543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59892) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.337167 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd2acd-0da3-43bf-a164-72c7cad63f13 x-openstack-request-id: req-d5fd2acd-0da3-43bf-a164-72c7cad63f13 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:40.338151 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:40.338932 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5fd2acd-0da3-43bf-a164-72c7cad63f13 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:40.340466 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'code': 200} Jun 30 09:10:40.351351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:40.362288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:40.368702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:40.373001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.386700 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f18c0c0-ca75-4660-b898-297160f17cc1 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] GET failed (client error): The resource could not be found. Jun 30 09:10:40.388281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f18c0c0-ca75-4660-b898-297160f17cc1 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "GET /v2.0/networks/7b295b24-7e78-457c-b4fc-d9e8b505dbb9 HTTP/1.1" status: 404 len: 339 time: 0.0739324 Jun 30 09:10:40.392948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.393943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.398691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59902) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.511412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] For port 7eae2097-1bb8-4927-8948-8cbda3d56805, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:40.514203 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-783ac523-be4d-470d-9029-a4e2ba14bc37 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] GET failed (client error): The resource could not be found. Jun 30 09:10:40.529592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.530048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-783ac523-be4d-470d-9029-a4e2ba14bc37 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "GET /v2.0/ports/3618759b-2863-41c4-94d0-db57746d59a8 HTTP/1.1" status: 404 len: 333 time: 0.1207120 Jun 30 09:10:40.555808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59918) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.619095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'Port': ['ID=fe60c5ff-fefb-4040-a949-ce42115446fa,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.621492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:40.630425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.631547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:40.684487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f517-d663-42e9-a377-b3e157447362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.700273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] device_id is not set on port 7eae2097-1bb8-4927-8948-8cbda3d56805 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:10:40.718228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267a2d7-63aa-4425-958c-36826f5a833c None None] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:40.742066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.767374 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.853166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Pushing event updated for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.855716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f517-d663-42e9-a377-b3e157447362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.858126 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5b45b8-6ec0-434e-b454-f687f93d9630 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] GET failed (client error): The resource could not be found. Jun 30 09:10:40.859991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-af5b45b8-6ec0-434e-b454-f687f93d9630 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "GET /v2.0/subnets/f0a0edc5-007f-4404-8ac6-a8326bb0b7b0 HTTP/1.1" status: 404 len: 337 time: 0.2886233 Jun 30 09:10:40.861883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd4caea5-06ef-4a61-8ab9-73ed00295ebe tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9319131 Jun 30 09:10:40.865331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.868004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.873591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.887433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Provisioning for port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:40.897026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf421eb8-31e5-4553-b7fa-c8bfad026332 req-045510df-dd2b-48b8-9de6-a9b83f065c32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.899450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Provisioning complete for port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:40.899843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.905804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf421eb8-31e5-4553-b7fa-c8bfad026332 req-045510df-dd2b-48b8-9de6-a9b83f065c32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2842569 Jun 30 09:10:40.914723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f517-d663-42e9-a377-b3e157447362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.925090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ffc33e18-b7b6-4d8c-b2b2-0d2f202251e4 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:40.940783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] No DVR routers for this DVR port 7eae2097-1bb8-4927-8948-8cbda3d56805 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:40.947041 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc33e18-b7b6-4d8c-b2b2-0d2f202251e4 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:40.947629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc33e18-b7b6-4d8c-b2b2-0d2f202251e4 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:40.950347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ffc33e18-b7b6-4d8c-b2b2-0d2f202251e4 tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "PUT /v2.0/networks/da4866a9-3b5d-4275-a021-4bc1c2904704 HTTP/1.1" status: 404 len: 339 time: 0.0419841 Jun 30 09:10:40.965269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.979272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5e7bd792-b4f5-497a-952b-831d2d074e1f tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:41.027423 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7bd792-b4f5-497a-952b-831d2d074e1f tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:41.028207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7bd792-b4f5-497a-952b-831d2d074e1f tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:41.028957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] In _notify_port_updated(), no bound segment for port 7eae2097-1bb8-4927-8948-8cbda3d56805 on network 5b489bd8-30e3-4199-9d4f-9dae43417452 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:41.029511 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e7bd792-b4f5-497a-952b-831d2d074e1f tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "PUT /v2.0/ports/e3063e1a-415d-4910-9e29-0057cdd28e78 HTTP/1.1" status: 404 len: 333 time: 0.0620208 Jun 30 09:10:41.031602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.032295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.033720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-23a746b6-726b-4a8d-8eb0-502f81fbe212 service neutron] 10.222.0.11 "PUT /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 200 len: 1033 time: 2.5660334 Jun 30 09:10:41.037642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.046428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d3e0850c-d3d7-4c08-99d7-359fc37c7a6b tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:41.055132 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fbc1f517-d663-42e9-a377-b3e157447362 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3dcbd7b197f43b98a83860b911e8d60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464728 Jun 30 09:10:41.056444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1f517-d663-42e9-a377-b3e157447362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70236a7-3995-4a9e-8af6-c680a9f732b2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:41.063594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59972) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.107900 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e0850c-d3d7-4c08-99d7-359fc37c7a6b tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:41.108373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e0850c-d3d7-4c08-99d7-359fc37c7a6b tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:41.109630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3e0850c-d3d7-4c08-99d7-359fc37c7a6b tempest-NetworksNegativeTestJSON-1302898273 tempest-NetworksNegativeTestJSON-1302898273-project] 10.222.0.66 "PUT /v2.0/subnets/8b0eec08-e738-4719-8910-5e4a45a8d869 HTTP/1.1" status: 404 len: 337 time: 0.0690293 Jun 30 09:10:41.183514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf421eb8-31e5-4553-b7fa-c8bfad026332 req-d7bc7a3c-5419-431b-9cc9-7238350a1163 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762725 Jun 30 09:10:41.280022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9d194-5ada-4342-9ff2-6051271cdf51 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.298531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9d194-5ada-4342-9ff2-6051271cdf51 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.307333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9d194-5ada-4342-9ff2-6051271cdf51 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.312288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69e9d194-5ada-4342-9ff2-6051271cdf51 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4453418 Jun 30 09:10:41.313063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59998) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.329723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.366042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.368573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.454414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.458755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.464132 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e70236a7-3995-4a9e-8af6-c680a9f732b2 HTTP/1.1" status: 204 len: 168 time: 0.3646770 Jun 30 09:10:41.477709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fddbff-f734-4137-a231-51a1bd462605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70236a7-3995-4a9e-8af6-c680a9f732b2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:41.578266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.606046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.613003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.615060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:41.620020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.627372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.634819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.650371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-371af8da-ed91-46c3-a076-54043a24cb79 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 3882 time: 0.3502328 Jun 30 09:10:41.654626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:41.655360 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.668502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.669531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7eae2097-1bb8-4927-8948-8cbda3d56805 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:41.736647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.739626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7eae2097-1bb8-4927-8948-8cbda3d56805 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:41.740161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 374bd280-e259-4eaa-b269-0c784e7733ff no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:41.849136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e47442e2-2d23-43f9-bc1d-7f8a464a3ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.949659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] For port 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=44bf2d83-463b-4c43-a261-8b9cc702fbb0,segment=NetworkSegment(36120c89-4d87-455e-bfa2-265a2dbef43a),segment_id=36120c89-4d87-455e-bfa2-265a2dbef43a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:41.956616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52011477-0f69-4bda-be20-e6cdaf64c059 req-3074f34b-a4e9-4d5f-ac5f-cb76dceb8608 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624395 Jun 30 09:10:42.017367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.073556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Deleting port fe60c5ff-fefb-4040-a949-ce42115446fa {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:42.074833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.110148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.227150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.227705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.253253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:42.258944 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.322735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e47442e2-2d23-43f9-bc1d-7f8a464a3ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.363629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e47442e2-2d23-43f9-bc1d-7f8a464a3ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.449688 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e47442e2-2d23-43f9-bc1d-7f8a464a3ea4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ee8e10cf1fb424ab2fbee8593504a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8703177 Jun 30 09:10:42.463171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60114) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.474326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47442e2-2d23-43f9-bc1d-7f8a464a3ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3057ad5-e5f9-4e9b-aa99-d06ed93bd73d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.498887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.688292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:42.692822 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1db32-0d3f-45cf-8ddc-83f5dc206846" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:42.697057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.702181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-187caf03-be89-455a-be61-91fffa370f8e None None] Provisioning complete for port 7eae2097-1bb8-4927-8948-8cbda3d56805 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:42.702961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-187caf03-be89-455a-be61-91fffa370f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.740754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429915-4b3a-40dd-adb0-48e77efbd47e None None] Pushing event updated for resources: {'Port': ['ID=44bf2d83-463b-4c43-a261-8b9cc702fbb0,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.778366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port 6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:42.802019 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.803896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-9c249a5b-d5a1-4abb-aff9-2359f187a0cc tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "DELETE /v2.0/ports/6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe HTTP/1.1" status: 204 len: 173 time: 1.7629626 Jun 30 09:10:42.809713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:42.812596 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee2ad2-ffe8-4ea4-8ac9-dd7ca6e70076" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:42.822912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.847266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-187caf03-be89-455a-be61-91fffa370f8e None None] Port 7eae2097-1bb8-4927-8948-8cbda3d56805 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:42.851916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.853079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 98db9791-0782-48a5-9cb1-9f333dc0eccf no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:42.927645 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3eed5-6fa6-4734-8d42-359638e9e5ae x-openstack-request-id: req-56d3eed5-6fa6-4734-8d42-359638e9e5ae {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:42.928360 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:42.928953 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56d3eed5-6fa6-4734-8d42-359638e9e5ae {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:42.940677 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'code': 200} Jun 30 09:10:42.946662 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'code': 200} Jun 30 09:10:42.958790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.972331 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4e15a-a668-41ee-9147-fa0ff539f40f x-openstack-request-id: req-a6a4e15a-a668-41ee-9147-fa0ff539f40f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:42.991692 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:42.992177 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6a4e15a-a668-41ee-9147-fa0ff539f40f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:42.994992 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '6a46bb6f-fc9c-4f6a-be17-e9ad2715f6fe', 'status': 'completed', 'code': 200} Jun 30 09:10:43.095437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Calling delete_port for fe60c5ff-fefb-4040-a949-ce42115446fa owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:43.096782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Provisioning complete for port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:43.097354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.200745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.338496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a1ed-95a7-434a-b98c-d9a560342aea req-76f2bf07-cc2f-4b21-af91-4d2e9424d23a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.351147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e4a1ed-95a7-434a-b98c-d9a560342aea req-76f2bf07-cc2f-4b21-af91-4d2e9424d23a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.8898251 Jun 30 09:10:43.394572 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.476839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:43.486336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.487071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6dba31b8-bb83-46b5-9968-76b5edca016a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:43.523045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.623571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 44bf2d83-463b-4c43-a261-8b9cc702fbb0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:43.663102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.681714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e4a1ed-95a7-434a-b98c-d9a560342aea req-4e04bb88-6ba5-444f-afbe-f70490ef65f8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294840 Jun 30 09:10:43.695517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6dba31b8-bb83-46b5-9968-76b5edca016a not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:43.697089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.723594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Provisioning for port 42339260-24d9-45ec-97b7-6c345824aa97 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:43.731046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Provisioning complete for port 42339260-24d9-45ec-97b7-6c345824aa97 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:43.731469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.783894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:43.784788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.785186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.796633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:43.800306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.831609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Port 42339260-24d9-45ec-97b7-6c345824aa97 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:43.846038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ab136dd9-0a74-4dc9-baa7-0c81f90c50e1 None None] Could not find standard attr ID for object fe60c5ff-fefb-4040-a949-ce42115446fa. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:43.880371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-eac88778-925c-4ac8-8f61-0ab4a2f8878a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.887646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-eac88778-925c-4ac8-8f61-0ab4a2f8878a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.894519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-eac88778-925c-4ac8-8f61-0ab4a2f8878a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.901356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-eac88778-925c-4ac8-8f61-0ab4a2f8878a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.910421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-eac88778-925c-4ac8-8f61-0ab4a2f8878a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 3143 time: 0.4673026 Jun 30 09:10:43.961853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event deleted for resources: {'Port': ['ID=fe60c5ff-fefb-4040-a949-ce42115446fa,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.968632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-58a607a1-9870-41c9-898b-6eb4f71bb4d4 None None] Could not find standard attr ID for object fe60c5ff-fefb-4040-a949-ce42115446fa. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:44.013386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.019070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.020227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3057ad5-e5f9-4e9b-aa99-d06ed93bd73d HTTP/1.1" status: 204 len: 168 time: 1.5548337 Jun 30 09:10:44.099498 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.106978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-58497a16-0588-4452-b7ad-b8f7fab1b13c tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "DELETE /v2.0/ports/fe60c5ff-fefb-4040-a949-ce42115446fa HTTP/1.1" status: 204 len: 168 time: 2.7821503 Jun 30 09:10:44.107747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:44.122031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Request body: {'port': {'name': 'tempest-new-port-name-939609113', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:44.122495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] bootfile-name is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:44.122918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] tftp-server is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:44.123196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] server-ip-address is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:10:44.132052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d270d-b59f-4bc1-b487-30d8d8a9cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3057ad5-e5f9-4e9b-aa99-d06ed93bd73d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:44.192915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-771e62ec-3f38-4de9-9e26-c6fa5aa51001 req-1a50b001-6a8d-4830-80f0-46cf4677e658 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814171 Jun 30 09:10:44.253176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:44.254084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.302518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:44.461999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.701258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.747097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=8b88d6fd-3841-49c1-a98a-3e3fdd7d034d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:44.832223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port 8b88d6fd-3841-49c1-a98a-3e3fdd7d034d on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:44.837076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.839662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-2f755819-aea4-43a5-a600-23577fe152ef tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "DELETE /v2.0/ports/8b88d6fd-3841-49c1-a98a-3e3fdd7d034d HTTP/1.1" status: 204 len: 173 time: 2.0139422 Jun 30 09:10:44.919770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.940555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.957086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff'}, {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:44.961383 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d417a-ee7f-47fa-a234-3a7f4773036e" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff"}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:45.009543 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada53f7b-45bc-419b-980c-16e09efbac08 x-openstack-request-id: req-ada53f7b-45bc-419b-980c-16e09efbac08 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:45.009896 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff", "code": 200}, {"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-unplugged", "status": "completed", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:45.010157 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ada53f7b-45bc-419b-980c-16e09efbac08 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:45.010816 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff', 'code': 200} Jun 30 09:10:45.011648 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'code': 200} Jun 30 09:10:45.032899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:45.035539 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c147e5-b5c0-4b16-9d86-b3aee692e2bb" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:45.083884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] In _notify_port_updated(), no bound segment for port 42339260-24d9-45ec-97b7-6c345824aa97 on network adac31c1-66bc-49de-bbe8-36fda02d1e62 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:10:45.090485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.091179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.092642 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "PUT /v2.0/ports/42339260-24d9-45ec-97b7-6c345824aa97 HTTP/1.1" status: 200 len: 1129 time: 0.9832578 Jun 30 09:10:45.096601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60350) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:45.103665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022e82a-bc4d-41f9-82b0-4ee7f904d77b tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event updated for resources: {'Port': ['ID=42339260-24d9-45ec-97b7-6c345824aa97,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.197732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138af28-95fb-4272-924d-cc21bd2120eb req-aad506b5-2a64-4f92-b774-4df6ca0d22e7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.202301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3138af28-95fb-4272-924d-cc21bd2120eb req-aad506b5-2a64-4f92-b774-4df6ca0d22e7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2800093 Jun 30 09:10:45.206203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 98db9791-0782-48a5-9cb1-9f333dc0eccf {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:45.206615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.244714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7686d-4e23-4424-8848-ae5b62045122 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.247091 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33d7686d-4e23-4424-8848-ae5b62045122 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "GET /v2.0/ports/42339260-24d9-45ec-97b7-6c345824aa97 HTTP/1.1" status: 200 len: 1129 time: 0.1490216 Jun 30 09:10:45.250880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60358) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:45.344000 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697b979-4ed0-44e1-bfdb-40fda54bd7d5 x-openstack-request-id: req-2697b979-4ed0-44e1-bfdb-40fda54bd7d5 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:45.344297 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "8b88d6fd-3841-49c1-a98a-3e3fdd7d034d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:45.344554 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2697b979-4ed0-44e1-bfdb-40fda54bd7d5 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:45.345027 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '8b88d6fd-3841-49c1-a98a-3e3fdd7d034d', 'status': 'completed', 'code': 200} Jun 30 09:10:45.462931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60370) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:45.548728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Deleting port 42339260-24d9-45ec-97b7-6c345824aa97 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:45.549488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.552072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-df26e55c-c5da-4de8-8f13-998552e13ede None None] Provisioning complete for port 42339260-24d9-45ec-97b7-6c345824aa97 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:45.552677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-df26e55c-c5da-4de8-8f13-998552e13ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.566563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3138af28-95fb-4272-924d-cc21bd2120eb req-a7826e46-ed61-4bd9-af1c-8adf72f60a43 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526938 Jun 30 09:10:45.576631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port 98db9791-0782-48a5-9cb1-9f333dc0eccf, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=98db9791-0782-48a5-9cb1-9f333dc0eccf,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:45.577006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.616560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-df26e55c-c5da-4de8-8f13-998552e13ede None None] Port 42339260-24d9-45ec-97b7-6c345824aa97 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:45.680546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 98db9791-0782-48a5-9cb1-9f333dc0eccf owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:45.695494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.719485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664863264'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:45.732203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Calling delete_port for 42339260-24d9-45ec-97b7-6c345824aa97 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:45.810387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.823090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da9dc-41ee-46e3-92c4-e52ad470b535 req-1d78d4aa-8153-46ab-b061-8bec6e8779a9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.826562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.831446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da9dc-41ee-46e3-92c4-e52ad470b535 req-1d78d4aa-8153-46ab-b061-8bec6e8779a9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.838989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da9dc-41ee-46e3-92c4-e52ad470b535 req-1d78d4aa-8153-46ab-b061-8bec6e8779a9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.846953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e4da9dc-41ee-46e3-92c4-e52ad470b535 req-1d78d4aa-8153-46ab-b061-8bec6e8779a9 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 2410 time: 0.2622011 Jun 30 09:10:46.014643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.029729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e4da9dc-41ee-46e3-92c4-e52ad470b535 req-daeffc30-d1d5-4be0-bfe9-a2ff4d2744b3 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628139 Jun 30 09:10:46.068410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event deleted for resources: {'Port': ['ID=42339260-24d9-45ec-97b7-6c345824aa97,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.079325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-3ef2e028-cc01-41d4-9541-762a56b617fc tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.088533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-3ef2e028-cc01-41d4-9541-762a56b617fc tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 813 time: 0.2397032 Jun 30 09:10:46.102283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-f21e2b74-7c36-4e6a-8d15-a28c15288337 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/quotas/82d6aaaccf58476a8a0109d47e4f8567 HTTP/1.1" status: 200 len: 375 time: 0.0126746 Jun 30 09:10:46.105528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.109777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.110594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.113466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e395f76-acf7-46de-999b-65a7066694d5 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "DELETE /v2.0/ports/42339260-24d9-45ec-97b7-6c345824aa97 HTTP/1.1" status: 204 len: 168 time: 0.8612435 Jun 30 09:10:46.115189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.118035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.172747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=98db9791-0782-48a5-9cb1-9f333dc0eccf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.186384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-6b0db928-cb45-4bbe-a5cd-5bc69fd1628f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739446 Jun 30 09:10:46.196914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Deleting subnet aba87c61-abaa-4cd3-9732-637a2afc6268 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:46.200507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.254089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port 98db9791-0782-48a5-9cb1-9f333dc0eccf on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:46.256087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a2a2b-f4f4-40f0-88eb-e8022a691238,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.257548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.272659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-8426518f-7a38-4c24-a49f-2b25a2ebed5f tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "DELETE /v2.0/ports/98db9791-0782-48a5-9cb1-9f333dc0eccf HTTP/1.1" status: 204 len: 173 time: 1.4220357 Jun 30 09:10:46.287242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.436712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.502215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-a5a92d02-e371-4128-be76-16050b62793d service neutron] 10.222.0.66 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780375 Jun 30 09:10:46.530355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.530645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 374bd280-e259-4eaa-b269-0c784e7733ff {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:46.530800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.536231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.545867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.601210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event deleted for resources: {'Subnet': ['ID=aba87c61-abaa-4cd3-9732-637a2afc6268,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.609851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.611434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1388381 Jun 30 09:10:46.616871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.623196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f435d82d-d632-4ea9-b245-90bbccd7c639 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "DELETE /v2.0/subnets/aba87c61-abaa-4cd3-9732-637a2afc6268 HTTP/1.1" status: 204 len: 168 time: 0.4983757 Jun 30 09:10:46.626631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4fb94-2aa6-4ea0-affc-2c42c7770b0f None None] Network adac31c1-66bc-49de-bbe8-36fda02d1e62 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:46.630215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.630715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60458) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.740077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207b28d-8b4a-4fc4-a417-db7efd7ecb81 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef51e1f-9a76-4d69-9a38-0c173dad6335,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.759036 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.762815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-8cceab2f-0750-45a3-8b38-cacc402832d0 service neutron] 10.222.0.66 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540464 Jun 30 09:10:46.839710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port 374bd280-e259-4eaa-b269-0c784e7733ff, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=374bd280-e259-4eaa-b269-0c784e7733ff,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:46.840418 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.847328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.914682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-513cec2e-910f-417f-b458-f4ef35d9fe5c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2804651 Jun 30 09:10:46.921191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60468) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.932591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-security--1948769973', 'description': 'tempest-security-description-2028285654'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:46.971450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] DHCP port deletion for adac31c1-66bc-49de-bbe8-36fda02d1e62 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:47.017030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.045842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Deleting port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:47.046328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.088393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.091327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Deleting port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:47.092381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.129295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] For port 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=44bf2d83-463b-4c43-a261-8b9cc702fbb0,segment=NetworkSegment(36120c89-4d87-455e-bfa2-265a2dbef43a),segment_id=36120c89-4d87-455e-bfa2-265a2dbef43a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:47.129838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.145837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Calling delete_port for 44bf2d83-463b-4c43-a261-8b9cc702fbb0 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:47.149061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.152454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.159821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "PUT /v2.0/security-groups/7ef51e1f-9a76-4d69-9a38-0c173dad6335 HTTP/1.1" status: 200 len: 1780 time: 0.2335122 Jun 30 09:10:47.162509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60476) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.190443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe7afda7-f776-491e-b926-aa5919b6b778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.255291 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.272031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f226-b302-4766-a5eb-7914462f3dff tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef51e1f-9a76-4d69-9a38-0c173dad6335,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.276749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] For port 44bf2d83-463b-4c43-a261-8b9cc702fbb0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=44bf2d83-463b-4c43-a261-8b9cc702fbb0,segment=NetworkSegment(36120c89-4d87-455e-bfa2-265a2dbef43a),segment_id=36120c89-4d87-455e-bfa2-265a2dbef43a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:47.277102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.294521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] Pushing event deleted for resources: {'Port': ['ID=44bf2d83-463b-4c43-a261-8b9cc702fbb0,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.310017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab942c3f-f75a-40c4-9019-f3aafe6453f3 None None] No DVR routers for this DVR port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:47.325950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Calling delete_port for 44bf2d83-463b-4c43-a261-8b9cc702fbb0 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:47.332683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9574fd14-9050-426e-a582-31afef4cc6e6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups/7ef51e1f-9a76-4d69-9a38-0c173dad6335 HTTP/1.1" status: 200 len: 1780 time: 0.1636915 Jun 30 09:10:47.340259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.351004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:47.359141 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbcca23-43ac-47b7-bfde-780b2b4c2802" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:47.421978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e585c9a-f1d1-4472-bd7d-d5e21569ab51 req-1dcae674-b4b4-4e8d-ade0-104a1b6eebee tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 210 time: 0.1019478 Jun 30 09:10:47.496257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803027a-2448-4d21-ba66-d1d88618e766 req-12f0894c-457f-4cd8-bff0-38cfcbfea9aa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.497897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d803027a-2448-4d21-ba66-d1d88618e766 req-12f0894c-457f-4cd8-bff0-38cfcbfea9aa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.7146440 Jun 30 09:10:47.567357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 44bf2d83-463b-4c43-a261-8b9cc702fbb0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:47.590570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.604343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d803027a-2448-4d21-ba66-d1d88618e766 req-76304ff8-e67a-46b6-93cf-e3195fdb198c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761881 Jun 30 09:10:47.610554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 44bf2d83-463b-4c43-a261-8b9cc702fbb0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:47.611165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 44bf2d83-463b-4c43-a261-8b9cc702fbb0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:47.642391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.642776 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.643005 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Floating IP a40808b0-d29d-472e-9e21-b61f702ab98f disassociated. External IP: 172.25.4.203, port: 374bd280-e259-4eaa-b269-0c784e7733ff. Jun 30 09:10:47.643453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 374bd280-e259-4eaa-b269-0c784e7733ff owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:47.668750 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.680802 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ddfec-6ed1-4332-bc82-6c0239ba5319 x-openstack-request-id: req-6c0ddfec-6ed1-4332-bc82-6c0239ba5319 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:47.681091 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "98db9791-0782-48a5-9cb1-9f333dc0eccf", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:47.681345 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c0ddfec-6ed1-4332-bc82-6c0239ba5319 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:47.681814 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '98db9791-0782-48a5-9cb1-9f333dc0eccf', 'status': 'completed', 'code': 200} Jun 30 09:10:47.719854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.723959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe7afda7-f776-491e-b926-aa5919b6b778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.761249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe7afda7-f776-491e-b926-aa5919b6b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.764453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.768127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.769421 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/7ef51e1f-9a76-4d69-9a38-0c173dad6335 HTTP/1.1" status: 204 len: 168 time: 0.4281607 Jun 30 09:10:47.775012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e0e7f-64b7-4c49-912a-70ea8de17078 req-0a1a58ff-da03-499c-a65a-d0e2da3106f7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.781721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e0e7f-64b7-4c49-912a-70ea8de17078 req-0a1a58ff-da03-499c-a65a-d0e2da3106f7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.783414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91e0e7f-64b7-4c49-912a-70ea8de17078 req-0a1a58ff-da03-499c-a65a-d0e2da3106f7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 1677 time: 0.1445827 Jun 30 09:10:47.785660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60490) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.786967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event deleted for resources: {'Port': ['ID=44bf2d83-463b-4c43-a261-8b9cc702fbb0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.832923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] No DVR routers for this DVR port 44bf2d83-463b-4c43-a261-8b9cc702fbb0 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:47.848075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91e0e7f-64b7-4c49-912a-70ea8de17078 req-083a9389-6910-412b-9a63-98ea63f6a336 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549674 Jun 30 09:10:47.891860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fe7afda7-f776-491e-b926-aa5919b6b778 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f61a941b657c48d69281eda06983ae7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0432141 Jun 30 09:10:47.895690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60492) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.895989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7afda7-f776-491e-b926-aa5919b6b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b2b53-313a-47c3-913c-70a54e304f11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.943079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.975187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceeae3-9cfa-441d-9964-74f0dd153a90 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef51e1f-9a76-4d69-9a38-0c173dad6335,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.984107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.990315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=374bd280-e259-4eaa-b269-0c784e7733ff,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.001175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adac31c1-66bc-49de-bbe8-36fda02d1e62']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:48.011734 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-279f8dad-9f2c-4b0b-9d0a-d4984d1b88f9 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2156601 Jun 30 09:10:48.012315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60494) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.028749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36120c89-4d87-455e-bfa2-265a2dbef43a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:48.029048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36120c89-4d87-455e-bfa2-265a2dbef43a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:48.039344 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-c87fa004-dfaf-437b-afda-0a58840ab695 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] delete failed (client error): The resource could not be found. Jun 30 09:10:48.040315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c87fa004-dfaf-437b-afda-0a58840ab695 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/7ef51e1f-9a76-4d69-9a38-0c173dad6335 HTTP/1.1" status: 404 len: 347 time: 0.0221646 Jun 30 09:10:48.046076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.046273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.052592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845674709'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:48.060573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.061219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.067758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:48.068163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:48.071336 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:48.131987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.135567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.139345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.140548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.146420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] 10.222.0.66 "DELETE /v2.0/networks/adac31c1-66bc-49de-bbe8-36fda02d1e62 HTTP/1.1" status: 204 len: 168 time: 1.5082664 Jun 30 09:10:48.162433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5172-5c61-4194-9a70-5ff53ae16735 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466 tempest-ExtraDHCPOptionsIpV6TestJSON-703524466-project] Pushing event deleted for resources: {'Network': ['ID=adac31c1-66bc-49de-bbe8-36fda02d1e62,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.226852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:48.269506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.272228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.273352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f9b2b53-313a-47c3-913c-70a54e304f11 HTTP/1.1" status: 204 len: 168 time: 0.3761957 Jun 30 09:10:48.329418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74400acd-4240-4fa4-aa63-8e117911ce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b2b53-313a-47c3-913c-70a54e304f11,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.360813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.368588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.454866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.456110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4075758 Jun 30 09:10:48.462870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.467616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60508) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.471906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '1c55f138-322c-4c12-860a-dc40fb591abd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:48.493095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980a32d-7094-4e40-a47c-ec6b83c40272 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55f138-322c-4c12-860a-dc40fb591abd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.504023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:48.514310 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Sync routers for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:48.536907 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:48.538942 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:48.629588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port 374bd280-e259-4eaa-b269-0c784e7733ff on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:48.632916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.635387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-1e47c8ef-ce32-4480-a4ea-db8c80134226 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "DELETE /v2.0/ports/374bd280-e259-4eaa-b269-0c784e7733ff HTTP/1.1" status: 204 len: 173 time: 2.3575053 Jun 30 09:10:48.739630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-d1b52a62-0fe8-43e7-ba59-e1f4bd2e830a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.741517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-d1b52a62-0fe8-43e7-ba59-e1f4bd2e830a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 813 time: 0.3136992 Jun 30 09:10:48.760174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Request body: {'port': {'device_id': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36', 'admin_state_up': True, 'tenant_id': '82d6aaaccf58476a8a0109d47e4f8567'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:48.767705 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:48.805187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0768ff0e-0072-4eb4-b1ae-1daf2fc81857 req-d1ba6a80-f35b-44f5-9a96-2e300ea4a2e6 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 210 time: 0.1686063 Jun 30 09:10:48.890874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.980966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60520) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.011604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Made reservation on behalf of 82d6aaaccf58476a8a0109d47e4f8567 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:49.019673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.071314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec958c9f-97f7-4f7c-b5b7-cb0b7d50c658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.114072 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.149375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.174839 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.179872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea5b098c-b9c5-497c-88b9-7d4d5b015a3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df040663ed82483bb575ace6bfc893c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006080 Jun 30 09:10:49.188480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Allocated IP 172.20.0.3 (17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36/edda8f62-aa5c-4806-9afa-795be60d2530/1c6f57a9-8807-452b-a9f4-976d83198e3b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:49.203182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60522) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.215508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Checking router: 97c36fc0-14d3-4432-9874-f5e27ac5dfbd for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:49.226431 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:49.228321 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.229292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa366-d2a4-48cf-8a55-4cab8d63a188 req-d7d142a2-f44a-49c7-a6df-d5f6432e634a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.231612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-506aa366-d2a4-48cf-8a55-4cab8d63a188 req-d7d142a2-f44a-49c7-a6df-d5f6432e634a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2515707 Jun 30 09:10:49.236714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84bb183-b4f5-4d72-a321-44c66c049096,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.248627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port fda45b3a-992b-43d3-8e93-1080fd2ef634 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:49.249077 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.377387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:49.384277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.433483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.448925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-506aa366-d2a4-48cf-8a55-4cab8d63a188 req-bd9d96ff-7177-401e-858c-f4df38af0b84 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956151 Jun 30 09:10:49.465137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.482415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:49.485844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:49.490027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:49.523140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Pushing event updated for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.533416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.546828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.547538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port fda45b3a-992b-43d3-8e93-1080fd2ef634, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fda45b3a-992b-43d3-8e93-1080fd2ef634,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.547696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.547909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.578324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec958c9f-97f7-4f7c-b5b7-cb0b7d50c658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.587528 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-628c1bf7-0b69-4c9f-b1ad-6d3cc847b9d1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8360579 Jun 30 09:10:49.589359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for fda45b3a-992b-43d3-8e93-1080fd2ef634 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:49.592818 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec958c9f-97f7-4f7c-b5b7-cb0b7d50c658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.602895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Request body: {'port': {'device_id': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:49.614085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.618380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.622769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74a90fad-3bd8-41b8-b9e8-a7f27f47df8f tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1529503 Jun 30 09:10:49.626453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60524) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.647401 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ad9505-5c1a-40b2-87e2-751b84c0ad59 None None] The sync data for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 is: [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:00:07Z', 'revision_number': 4, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9e8a1894-b3ec-4028-b858-34bcbe33ba43', 'name': '', 'network_id': '4c735695-6672-4d19-b042-93cd6e2d9b59', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'mac_address': 'fa:16:3e:15:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:04Z', 'updated_at': '2021-06-30T09:00:18Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'subnets': [{'id': '8bec4037-f992-44ca-8a70-bff3245f03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:49.664817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd630c0-02f8-415e-b231-93cf729b4cfe req-f9b4a29a-898c-48e5-8177-4eb314e9d946 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.666427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bd630c0-02f8-415e-b231-93cf729b4cfe req-f9b4a29a-898c-48e5-8177-4eb314e9d946 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 943 time: 0.2779186 Jun 30 09:10:49.675855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.709141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec958c9f-97f7-4f7c-b5b7-cb0b7d50c658 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67b99e228e2e4e169deab17ab0673cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6995358 Jun 30 09:10:49.709141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:49.709486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.710657 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a75048-9546-431c-ba1e-364ee42e4707" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:49.710813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60526) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.725497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec958c9f-97f7-4f7c-b5b7-cb0b7d50c658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8694a2de-46b3-4602-9fc8-e2ec39cc4621,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.772647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.775299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.777398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9722dc85-a380-4f81-b663-4a0e6a42e318 HTTP/1.1" status: 204 len: 168 time: 0.5673184 Jun 30 09:10:49.781042 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11003813-b684-4d74-93b2-c8bd998ad2fc x-openstack-request-id: req-11003813-b684-4d74-93b2-c8bd998ad2fc {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:49.781583 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "374bd280-e259-4eaa-b269-0c784e7733ff", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:49.782114 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11003813-b684-4d74-93b2-c8bd998ad2fc {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:49.783183 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': '374bd280-e259-4eaa-b269-0c784e7733ff', 'status': 'completed', 'code': 200} Jun 30 09:10:49.795337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.811484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.820930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bd630c0-02f8-415e-b231-93cf729b4cfe req-209dcb25-099d-4690-9829-7f4eb4a67fa8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups?id=29da109b-abfc-4a1b-80b3-7f88597d3b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065991 Jun 30 09:10:49.825264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.826594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d0b4-dd9a-463f-adba-cad64d71a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722dc85-a380-4f81-b663-4a0e6a42e318,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.826746 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d84bb183-b4f5-4d72-a321-44c66c049096 HTTP/1.1" status: 204 len: 168 time: 0.1988356 Jun 30 09:10:49.834078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60532) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.861741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eac42-dfa8-4c02-8463-90bb0b2fadc1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d84bb183-b4f5-4d72-a321-44c66c049096,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.914965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.953583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=fda45b3a-992b-43d3-8e93-1080fd2ef634,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.004682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd1c19f6-0f30-4f4f-b9d2-c40367938433 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1664178 Jun 30 09:10:50.004930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60536) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.006570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.056938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port fda45b3a-992b-43d3-8e93-1080fd2ef634 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:50.062915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.065206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c852664b-5d08-45d8-8140-19f354818ce9 req-0150967c-48a6-4cf5-bac5-c09280fc9c0b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.11 "DELETE /v2.0/ports/fda45b3a-992b-43d3-8e93-1080fd2ef634 HTTP/1.1" status: 204 len: 173 time: 1.4141972 Jun 30 09:10:50.131082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15790b-deb9-49e7-9daf-3b0327086b70 None None] New status for floating IP a40808b0-d29d-472e-9e21-b61f702ab98f: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:10:50.138460 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.150135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.164936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.221104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.225363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.226982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/1c55f138-322c-4c12-860a-dc40fb591abd HTTP/1.1" status: 204 len: 168 time: 0.2211275 Jun 30 09:10:50.237273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caed185-929f-460e-91f4-e621a5f78bac req-983462dc-340e-4ee3-8364-8f7e08c4dbd6 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.246610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5caed185-929f-460e-91f4-e621a5f78bac req-983462dc-340e-4ee3-8364-8f7e08c4dbd6 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 931 time: 0.2487206 Jun 30 09:10:50.248767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.328617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68568890-20e0-4130-a908-6880151fafe1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55f138-322c-4c12-860a-dc40fb591abd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.360360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.368651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.372345 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8694a2de-46b3-4602-9fc8-e2ec39cc4621 HTTP/1.1" status: 204 len: 168 time: 0.6587420 Jun 30 09:10:50.433377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8799f0-1e76-4612-8584-7c05c9c6864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8694a2de-46b3-4602-9fc8-e2ec39cc4621,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.482444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5caed185-929f-460e-91f4-e621a5f78bac req-f4ebb728-8714-45da-952c-969175af9f6e tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350314 Jun 30 09:10:50.505550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e06fc6b8-a812-4265-8b37-bb6292400825 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2491374 Jun 30 09:10:50.507277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60552) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.530061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198479589'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:50.773417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6f57a9-8807-452b-a9f4-976d83198e3b {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:50.784861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.790411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.794864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37974e93-5e09-49ee-86b5-f02492e57c6f req-b337ab22-ef63-4035-bc4e-747d599a090d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.799365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37974e93-5e09-49ee-86b5-f02492e57c6f req-b337ab22-ef63-4035-bc4e-747d599a090d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.1514163 Jun 30 09:10:50.816838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Transition to ACTIVE for port object 1c6f57a9-8807-452b-a9f4-976d83198e3b will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:50.830132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.905335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37974e93-5e09-49ee-86b5-f02492e57c6f req-d83218d2-38dc-467a-a003-44cbfaa9944a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915542 Jun 30 09:10:50.950678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.050725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Attempting to bind port 1c6f57a9-8807-452b-a9f4-976d83198e3b on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:51.051093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Attempting to bind port 1c6f57a9-8807-452b-a9f4-976d83198e3b by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:51.051404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Attempting to bind port 1c6f57a9-8807-452b-a9f4-976d83198e3b on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:51.079514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.080861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Port 1c6f57a9-8807-452b-a9f4-976d83198e3b on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:51.081379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Attempting to bind port 1c6f57a9-8807-452b-a9f4-976d83198e3b on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:51.086254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.114414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.121840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6076536 Jun 30 09:10:51.121840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60576) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.126085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:51.126430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Checking segment: {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:51.127029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Bound using segment: {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:51.127656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Bound port: 1c6f57a9-8807-452b-a9f4-976d83198e3b, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:51.128219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.138648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '5ded423f-e4d5-4305-8ef4-3243d18911e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.161584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499436b-7896-4488-ac38-3352f1a16c44 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded423f-e4d5-4305-8ef4-3243d18911e5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.170234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5ee71db-aa19-4a32-89a0-b93ab81d002a req-1e739cf7-804b-46f4-8040-cc7fc29be5d8 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0741489 Jun 30 09:10:51.263726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.320341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:51.346172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.357842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.368068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:51.382781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.388414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c454bd-9dd3-4515-b0f4-d8e9aa83489c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.431433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.433244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-193c2f37-b51c-4c58-a672-0e31f00e106e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112524 Jun 30 09:10:51.437374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60588) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.440787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.441416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.442868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] 10.222.0.11 "PUT /v2.0/ports/1c6f57a9-8807-452b-a9f4-976d83198e3b HTTP/1.1" status: 200 len: 1092 time: 1.8448951 Jun 30 09:10:51.446259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '5ded423f-e4d5-4305-8ef4-3243d18911e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.453021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:51.455275 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d88c4a-22f6-4796-9eee-ac9511b2da38" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:51.493493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34909c-0094-49cb-9235-de247c40af41 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.518999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.593912 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc052421-ac0b-4dcb-b62b-6a5c39272e3c x-openstack-request-id: req-dc052421-ac0b-4dcb-b62b-6a5c39272e3c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:51.594265 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:51.594586 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc052421-ac0b-4dcb-b62b-6a5c39272e3c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:51.594985 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b', 'status': 'completed', 'code': 200} Jun 30 09:10:51.617844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.685192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.703355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.722260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-aa5ce803-bb05-4a97-9ad5-af49f1306c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.723749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-aa5ce803-bb05-4a97-9ad5-af49f1306c31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 1095 time: 0.2061396 Jun 30 09:10:51.731705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7d1b2f-850f-4ca4-8f7a-ae26e5495f0c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.780481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-685632673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.786104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.787870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-802c6e8a-ccb8-4db4-8cf8-aa22d38d9a9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492994 Jun 30 09:10:51.790188 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-d5948704-9830-4c87-a3a7-4564aae0ce1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b HTTP/1.1" status: 200 len: 217 time: 0.0497189 Jun 30 09:10:51.790832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60600) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.794907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:51.797394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '5ded423f-e4d5-4305-8ef4-3243d18911e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.798238 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65010b18-42ba-4fad-9204-0dc05485fd02" -d '{"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:51.857958 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.859020 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.933725 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f251476-0a78-4004-bfcc-d10bebdb98f9 x-openstack-request-id: req-3f251476-0a78-4004-bfcc-d10bebdb98f9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:51.934164 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a7dd37-0f8c-414d-b905-cff4a10d05cd", "name": "network-vif-deleted", "tag": "fda45b3a-992b-43d3-8e93-1080fd2ef634", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:51.934441 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f251476-0a78-4004-bfcc-d10bebdb98f9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:51.934850 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a7dd37-0f8c-414d-b905-cff4a10d05cd', 'name': 'network-vif-deleted', 'tag': 'fda45b3a-992b-43d3-8e93-1080fd2ef634', 'status': 'completed', 'code': 200} Jun 30 09:10:51.938603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.943196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-cb455907-32f2-4a58-9178-4d0446cea547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.947596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-cb455907-32f2-4a58-9178-4d0446cea547 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edda8f62-aa5c-4806-9afa-795be60d2530 HTTP/1.1" status: 200 len: 853 time: 0.1272457 Jun 30 09:10:51.959238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.052844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b678f-6706-48ac-9c78-272b12c91822 req-e64ce13d-41cc-4b16-be3b-9dc54e8d1f62 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.054993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e91b678f-6706-48ac-9c78-272b12c91822 req-e64ce13d-41cc-4b16-be3b-9dc54e8d1f62 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 943 time: 0.1138952 Jun 30 09:10:52.143659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e91b678f-6706-48ac-9c78-272b12c91822 req-d31ea810-6be1-491b-8bef-3b384ee81fe3 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745268 Jun 30 09:10:52.196992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e7b37-becd-450c-80fd-a0762758906a req-4c3376ce-176b-49eb-968d-bf80c87387af tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.200905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c84e7b37-becd-450c-80fd-a0762758906a req-4c3376ce-176b-49eb-968d-bf80c87387af tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.1447651 Jun 30 09:10:52.299832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c84e7b37-becd-450c-80fd-a0762758906a req-398afc22-9ec1-4f7a-b4c3-35af3e6e5f92 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910349 Jun 30 09:10:52.375575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-73484dbc-c9fe-4c16-854b-c647217d567f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4138772 Jun 30 09:10:52.386803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.416967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1870d2c3-9b82-4094-a3d5-82a26e50823d req-f7380e7a-a809-43e3-a10a-001e40bcd030 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0603755 Jun 30 09:10:52.420555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.425259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5e39c707-6b88-49ac-b0e3-4c12b5caaf9a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8028991 Jun 30 09:10:52.425863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:52.438513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1421246017'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:52.483672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:52.492323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.509532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.544774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.551747 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.588750 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-03e822b2-dde7-44f7-a94d-b2b7e9195e83 service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038176 Jun 30 09:10:52.611193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08597efc-7bda-4a74-9de9-eeeb3ce981e5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.684520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.692822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.703108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.712059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36c893f7-2abe-4a81-b1eb-eb673c9632d1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9193325 Jun 30 09:10:52.713418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60624) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:52.725323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '5ded423f-e4d5-4305-8ef4-3243d18911e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:52.753051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:52.784030 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.785596 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Added segment 93133af7-0ab7-43ba-9c29-1301519baacc of type vlan for network f86540d9-f986-4d41-9298-673c48e7a991 Jun 30 09:10:52.806473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2df74c0-ea0b-42e9-b5bf-fdad9b8c8706 req-05a488d9-9d58-41ca-bc68-819cbac5f258 service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091849 Jun 30 09:10:52.806775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.820394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a3cdf-8433-46db-8f99-436c156bfa93,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.910935 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.954612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.977993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.989990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.991627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.997974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.032086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11e6dc7-ca58-40c1-bd84-2429d1a1d4d9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.048285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.049583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aea1b42f-3b36-44dd-8424-7c90c5f716d5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3310783 Jun 30 09:10:53.055351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-f79f32ee-1263-4fc4-9e11-1f57ab0642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.057725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-f79f32ee-1263-4fc4-9e11-1f57ab0642ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 1095 time: 0.1450992 Jun 30 09:10:53.058125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.063225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '5ded423f-e4d5-4305-8ef4-3243d18911e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:53.131563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6982152 Jun 30 09:10:53.133121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60638) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.138602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'subnet': {'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:53.142146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f342d39-f717-418d-9af3-2c12ea4d543f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Network': ['ID=f86540d9-f986-4d41-9298-673c48e7a991,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.160146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f86540d9-f986-4d41-9298-673c48e7a991 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:53.250165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.324602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-08c21ec7-f30c-43b2-b233-f66d642d5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.326467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-08c21ec7-f30c-43b2-b233-f66d642d5565 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 914 time: 0.2548368 Jun 30 09:10:53.330889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.381961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.409409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f46f73-389e-411c-98e4-fe32f6e5b21d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.413093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-72de5e57-43cd-4e3c-911c-ad3b9ff1af57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b HTTP/1.1" status: 200 len: 217 time: 0.0764501 Jun 30 09:10:53.414566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:53.419273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.425916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.430252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-800384c6-b351-477a-82b1-699c73c03de6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3680165 Jun 30 09:10:53.452492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60654) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.515041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.528500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.560241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-44e68952-730f-4a23-a458-2c3a93c80855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.561821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-44e68952-730f-4a23-a458-2c3a93c80855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edda8f62-aa5c-4806-9afa-795be60d2530 HTTP/1.1" status: 200 len: 853 time: 0.1388733 Jun 30 09:10:53.587631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b7d74-2d1e-427c-92e3-cbab253e4399 req-67fb28ab-49bb-4bf1-8ede-29000d99847c tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.589724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-297b7d74-2d1e-427c-92e3-cbab253e4399 req-67fb28ab-49bb-4bf1-8ede-29000d99847c tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 943 time: 0.1846199 Jun 30 09:10:53.610165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-62af5646-cc53-45b4-9e53-a841e59e6fd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383973 Jun 30 09:10:53.625038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.661789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.665388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b3f46f73-389e-411c-98e4-fe32f6e5b21d HTTP/1.1" status: 204 len: 168 time: 0.2117283 Jun 30 09:10:53.666317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe003-64e1-4987-85c4-aa82f56fe988 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3f46f73-389e-411c-98e4-fe32f6e5b21d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.677295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60676) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.715567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-297b7d74-2d1e-427c-92e3-cbab253e4399 req-412b1dbc-463a-487a-a532-57889868835f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182222 Jun 30 09:10:53.735258 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-0f13e97e-a1af-4411-9f90-793e5e20fd74 service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120057 Jun 30 09:10:53.814368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f09ff002-e27d-4410-b414-72f99a8785de tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1335304 Jun 30 09:10:53.817521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60678) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.838101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e4b52-d26d-4483-9780-27d288efe2b4 req-e9f866f7-f460-41fe-b340-f72c7f7bfffa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.847157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-624e4b52-d26d-4483-9780-27d288efe2b4 req-e9f866f7-f460-41fe-b340-f72c7f7bfffa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2464576 Jun 30 09:10:53.899758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.931531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.954632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.969931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.981373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-624e4b52-d26d-4483-9780-27d288efe2b4 req-f478f9b4-cbee-4689-99c7-da36e98bb6df tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330454 Jun 30 09:10:54.003431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d297ee15-ef7c-4ecf-96df-40057d662832 req-0e2d52c7-3d32-4e51-b2a0-3633f69ea00e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0499249 Jun 30 09:10:54.015495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.020986 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.025669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f11e6dc7-ca58-40c1-bd84-2429d1a1d4d9 HTTP/1.1" status: 204 len: 168 time: 0.2069938 Jun 30 09:10:54.026798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.034213 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-88d88c4a-22f6-4796-9eee-ac9511b2da38 req-faead8aa-8223-4a53-a0ad-a9137743a9fb service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866209 Jun 30 09:10:54.046549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c244279-650f-4143-9d7e-300c701064b5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f11e6dc7-ca58-40c1-bd84-2429d1a1d4d9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.117032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a82f89ed-104d-42d8-a3d8-3d0043887e0a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0815518 Jun 30 09:10:54.118088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Subnet': ['ID=86cc443f-d2f8-4776-94da-15ff1fca61e1,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.121284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60690) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.155413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Checking segment: {'id': '93133af7-0ab7-43ba-9c29-1301519baacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:54.155784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network hostable DHCP agents. Network: f86540d9-f986-4d41-9298-673c48e7a991, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:54.204531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f038307-da23-4d55-b51f-dbb09ae6ba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.208961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.229309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.242245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network f86540d9-f986-4d41-9298-673c48e7a991 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:54.273435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f86540d9-f986-4d41-9298-673c48e7a991) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:54.284192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2bd025-4d0a-445e-8771-74d54a421630 None None] Network f86540d9-f986-4d41-9298-673c48e7a991 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:54.287623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.288228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.309159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.319086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.322857 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/08597efc-7bda-4a74-9de9-eeeb3ce981e5 HTTP/1.1" status: 204 len: 168 time: 0.1977952 Jun 30 09:10:54.324037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60692) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.326110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-1a00db91-eb63-409c-8e02-9c409c93d25f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1786015 Jun 30 09:10:54.337194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ff7b-5ca9-4669-83d7-37ba6f90a6d0 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08597efc-7bda-4a74-9de9-eeeb3ce981e5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.407794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f038307-da23-4d55-b51f-dbb09ae6ba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.432313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb518cc0-c2db-4208-a5ae-3ae7892a7e2e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1042833 Jun 30 09:10:54.433321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.443288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3f038307-da23-4d55-b51f-dbb09ae6ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.479163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.490229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.496249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f86540d9-f986-4d41-9298-673c48e7a991', 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991', 'tenant_id': '62a081abf20549539844400dc07e56f6', 'fixed_ips': [{'subnet_id': '86cc443f-d2f8-4776-94da-15ff1fca61e1'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:54.497375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.508066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60696) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.508538 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-820fa15d-6d78-4d74-89a1-6844a061146a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3749335 Jun 30 09:10:54.512703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f038307-da23-4d55-b51f-dbb09ae6ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bdcd38-fa14-432d-9974-c47652541301,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.522054 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3f038307-da23-4d55-b51f-dbb09ae6ba34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1168cee5f74f46acb9e7f30b1bd9c28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507874 Jun 30 09:10:54.526007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60698) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.557253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'network': {'name': 'tempest-router-network01--66546921'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:54.572470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-6d1342b8-5c8e-4daf-adb6-2a85032e9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.574040 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-6d1342b8-5c8e-4daf-adb6-2a85032e9856 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.1688068 Jun 30 09:10:54.600369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.618623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:54.623825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.632041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.692704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.694686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Allocated IP 172.20.0.2 (f86540d9-f986-4d41-9298-673c48e7a991/86cc443f-d2f8-4776-94da-15ff1fca61e1/0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:54.704053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.705853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6b7d1b2f-850f-4ca4-8f7a-ae26e5495f0c HTTP/1.1" status: 204 len: 168 time: 0.2712562 Jun 30 09:10:54.707102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:54.716019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60702) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.751720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931412-c389-4f00-a6a3-77395abd6d49 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b7d1b2f-850f-4ca4-8f7a-ae26e5495f0c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.754350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.754751 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Added segment a978bba7-a364-485c-8d4f-88093fea4c7c of type vlan for network df3a8af3-973a-4fa1-9f27-293ea19e2b99 Jun 30 09:10:54.808314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-407ac6c7-227c-464f-a051-64fb8ba4a577 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0889404 Jun 30 09:10:54.811782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60706) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:54.835600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.863323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.899575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.900846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-4edbddeb-b251-44a2-a6ca-7bb94d45d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.903650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-4edbddeb-b251-44a2-a6ca-7bb94d45d694 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2693977 Jun 30 09:10:55.002544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.009592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.011769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3bdcd38-fa14-432d-9974-c47652541301 HTTP/1.1" status: 204 len: 168 time: 0.4847653 Jun 30 09:10:55.016293 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.027569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Transition to ACTIVE for port object 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:55.033343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763e6c0-b1e9-4e6e-852f-83b3845dbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bdcd38-fa14-432d-9974-c47652541301,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.040511 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-1f9212e7-75d1-4274-9b5a-e034398a5515 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1268847 Jun 30 09:10:55.064944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Transition to ACTIVE for port object 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:55.074485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.104194 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.124169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Network f86540d9-f986-4d41-9298-673c48e7a991 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:55.128353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:55.128529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.131446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.132787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:55.133608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-6459b1a1-88d7-4b8a-9f0a-87c4c4ba95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.137602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-6459b1a1-88d7-4b8a-9f0a-87c4c4ba95f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0908294 Jun 30 09:10:55.144054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.185817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Pushing event updated for resources: {'Port': ['ID=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.215620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-b3bf43a4-4cd2-436f-839c-70539d6c72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.217936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-b3bf43a4-4cd2-436f-839c-70539d6c72e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724661 Jun 30 09:10:55.228576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Attempting to bind port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:55.228965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Attempting to bind port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '93133af7-0ab7-43ba-9c29-1301519baacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:55.230086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Attempting to bind port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 on network f86540d9-f986-4d41-9298-673c48e7a991 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:55.235649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:55.236038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Checking segment: {'id': '93133af7-0ab7-43ba-9c29-1301519baacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:55.236449 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.236854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Bound using segment: {'id': '93133af7-0ab7-43ba-9c29-1301519baacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:55.237334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Bound port: 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93133af7-0ab7-43ba-9c29-1301519baacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f86540d9-f986-4d41-9298-673c48e7a991'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:55.237782 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.241507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.243061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b4c454bd-9dd3-4515-b0f4-d8e9aa83489c HTTP/1.1" status: 204 len: 168 time: 0.4304905 Jun 30 09:10:55.309526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Network': ['ID=df3a8af3-973a-4fa1-9f27-293ea19e2b99,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.331557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60716) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.336121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:55.347889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6d2c3-8914-480c-b7fc-da2ef1f0252e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4c454bd-9dd3-4515-b0f4-d8e9aa83489c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.357038 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-55834772-7eb1-4941-aba5-db287faab814 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307271 Jun 30 09:10:55.433700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-18900932-3d41-4274-aefd-5f709c24377a None None] For port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:55.448563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-18900932-3d41-4274-aefd-5f709c24377a None None] For port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,segment=NetworkSegment(93133af7-0ab7-43ba-9c29-1301519baacc),segment_id=93133af7-0ab7-43ba-9c29-1301519baacc)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:55.473181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.482685 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d59a4c06-25e9-46c2-a247-b51d921de154 req-2fcd2e4a-a0c3-4018-9988-b816919a8b82 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186273 Jun 30 09:10:55.614905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60720) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.634764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900932-3d41-4274-aefd-5f709c24377a None None] Pushing event updated for resources: {'Port': ['ID=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.636611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b23a02fc-2efb-4d53-acc7-dd506ccf0085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.739772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4c4ab124-befa-4ad1-be68-7dc5b66c40b5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2302663 Jun 30 09:10:55.745509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60722) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.759790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'network': {'name': 'tempest-router-network02--544676213'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:55.792625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b23a02fc-2efb-4d53-acc7-dd506ccf0085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.796493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a42a57-75cd-4c92-954b-b8768fd8d61e req-90ff7fb6-bedd-4523-a2c4-9f507a21bea3 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.798039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63a42a57-75cd-4c92-954b-b8768fd8d61e req-90ff7fb6-bedd-4523-a2c4-9f507a21bea3 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 943 time: 0.8383882 Jun 30 09:10:55.810618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b23a02fc-2efb-4d53-acc7-dd506ccf0085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.850667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-317bcaec-3d6e-495f-aae1-857048de28ef tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5089257 Jun 30 09:10:55.856068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.900527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abd828-08fe-4790-8e34-f0a76cb768a8 req-171e6593-4290-48dc-b8d2-5cc0b88e5b42 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.906300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47abd828-08fe-4790-8e34-f0a76cb768a8 req-171e6593-4290-48dc-b8d2-5cc0b88e5b42 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.6746166 Jun 30 09:10:55.914497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:55.918961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.933941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b23a02fc-2efb-4d53-acc7-dd506ccf0085 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af3148681c5f4c2aa3d73c57361fc01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156352 Jun 30 09:10:55.939842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.955931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a02fc-2efb-4d53-acc7-dd506ccf0085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7e6cd1-f0c0-460b-afc3-ebd784b284ad,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.975469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63a42a57-75cd-4c92-954b-b8768fd8d61e req-6b2d2b5b-dcfe-41be-a39f-e133ac151b9e tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655505 Jun 30 09:10:56.052321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47abd828-08fe-4790-8e34-f0a76cb768a8 req-5a33b659-d4da-431b-a68a-2429aa230d00 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407363 Jun 30 09:10:56.060616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:56.085681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.117266 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.117988 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Added segment 8aa1102e-9594-4c20-a6d5-1f55de5f6639 of type vlan for network 9a7cd017-4561-453c-9810-904ab57dd6d8 Jun 30 09:10:56.119475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.148010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.167677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.191399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.237115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.240411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.241903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/5ded423f-e4d5-4305-8ef4-3243d18911e5 HTTP/1.1" status: 204 len: 168 time: 0.3847980 Jun 30 09:10:56.247095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.270410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.273670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.275429 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a7e6cd1-f0c0-460b-afc3-ebd784b284ad HTTP/1.1" status: 204 len: 168 time: 0.3340676 Jun 30 09:10:56.292550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826f48e-3528-4518-a4ad-be5bb6de74a8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded423f-e4d5-4305-8ef4-3243d18911e5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.345421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2af6fc-da67-4628-ada4-21978a88d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7e6cd1-f0c0-460b-afc3-ebd784b284ad,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.352854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf443fb2-9662-427f-9c5a-48dca41f74b0 req-c8ae0474-2e30-4f8b-97bf-2cc6f3ce079e tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0863330 Jun 30 09:10:56.370070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.382592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.383315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.396360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c2403a8d-a052-4d9d-a086-fd1638c3b933 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1427851 Jun 30 09:10:56.397434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.409023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961314231'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:56.466318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.560073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Network': ['ID=9a7cd017-4561-453c-9810-904ab57dd6d8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.576912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:56.668290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.680468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.694557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a0f15d5c-9e5d-4654-b58f-1e187f00ea53 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9465837 Jun 30 09:10:56.697468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.711207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'subnet': {'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:56.737457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.738768 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3402519 Jun 30 09:10:56.746734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.761384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': 'ce1aa9ba-2bfc-4a26-b3eb-95583e2283ce', 'direction': 'ingress', 'protocol': 17}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:56.786798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10d487-a5a5-4033-9532-04236b3686fc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1aa9ba-2bfc-4a26-b3eb-95583e2283ce,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.844657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.924242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.938062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.950703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:56.965738 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.980891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9009bc7a-ede2-4659-b9df-3f24c68350e9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.004499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.008278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7fe63fef-4e24-47ae-8d32-b0809c6b0e9b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2581666 Jun 30 09:10:57.008554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60752) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.142255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.216131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.338096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.338617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8721e54-b4aa-4138-b2ba-5ab71f06e5a3 None None] Network f86540d9-f986-4d41-9298-673c48e7a991 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:57.341326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.342724 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/ce1aa9ba-2bfc-4a26-b3eb-95583e2283ce HTTP/1.1" status: 204 len: 168 time: 0.3331223 Jun 30 09:10:57.347248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60764) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.374696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169b95-e875-4a9a-b32d-30c5f30a3b2a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1aa9ba-2bfc-4a26-b3eb-95583e2283ce,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.424844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a1e0cdb6-c456-4cc4-8afc-346a383f655e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748782 Jun 30 09:10:57.430175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.438257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123050621'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:57.469741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.502204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.575109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Subnet': ['ID=9c571162-d489-4f4f-8ea6-7695c2a0c07d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.605487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bcc75-6f9d-494d-ab44-285c397cf1cd req-4457c678-03ee-4de8-a995-5cce6eb1fcfe tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.612183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5c9b21c6-3739-4772-aed0-a5567436e507 None None] Provisioning for port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:57.615935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e8bcc75-6f9d-494d-ab44-285c397cf1cd req-4457c678-03ee-4de8-a995-5cce6eb1fcfe tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 943 time: 0.2847846 Jun 30 09:10:57.664356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29751c-1eb4-4ec6-8fc0-c32d8cac336d req-b27c2e8a-6a87-452f-a5a2-34b55df7699d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.665933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec29751c-1eb4-4ec6-8fc0-c32d8cac336d req-b27c2e8a-6a87-452f-a5a2-34b55df7699d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.2749670 Jun 30 09:10:57.676742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:57.681614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Checking segment: {'id': 'a978bba7-a364-485c-8d4f-88093fea4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:57.682039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network hostable DHCP agents. Network: df3a8af3-973a-4fa1-9f27-293ea19e2b99, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:57.696478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.708043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.720478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e8bcc75-6f9d-494d-ab44-285c397cf1cd req-3b66fb20-d1ea-41d5-a854-d2644a3ca702 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987110 Jun 30 09:10:57.778000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.783404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3529127 Jun 30 09:10:57.787118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.799577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--395485362'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:57.827767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec29751c-1eb4-4ec6-8fc0-c32d8cac336d req-8ea3fd09-f313-4526-ae6a-185e3e52d95d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513147 Jun 30 09:10:57.830614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:57.836698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:57.848734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ed8fe-4834-4dbd-a20b-999206861216 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef107696-13ab-4d8e-b070-477359c1cc0a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.861881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:57.861881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.869043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, df3a8af3-973a-4fa1-9f27-293ea19e2b99) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:57.874186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.874790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.880491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.919510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b54b93b-f43a-497c-88ec-b776ac9dcf9b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2162976 Jun 30 09:10:57.926483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60780) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.941315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'subnet': {'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:57.962461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4bb2b-2735-4dd9-8d69-99c756819fa3 None None] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:57.973902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1c6f57a9-8807-452b-a9f4-976d83198e3b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:58.100973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.106629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.217184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f9c97-fadd-4f9a-8f58-6737a339edc8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.256009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3be38640-4514-497b-952d-dba46a1cccab req-72139740-7c53-428d-b3be-acbd75d18aba tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0734959 Jun 30 09:10:58.295707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Made reservation on behalf of 62a081abf20549539844400dc07e56f6 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:58.299349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.300451 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8aa87327-c597-49b5-9035-243ca87925a5 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5102429 Jun 30 09:10:58.301984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.308105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.314185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': 'ef107696-13ab-4d8e-b070-477359c1cc0a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e4f9c97-fadd-4f9a-8f58-6737a339edc8', 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:58.395919 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.405207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.459561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-05a3c863-3177-4431-a930-4bbd45269ec9 None None] Provisioning complete for port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:58.460142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05a3c863-3177-4431-a930-4bbd45269ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.521119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-df3a8af3-973a-4fa1-9f27-293ea19e2b99', 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99', 'tenant_id': '62a081abf20549539844400dc07e56f6', 'fixed_ips': [{'subnet_id': '9c571162-d489-4f4f-8ea6-7695c2a0c07d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:58.522500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.527985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:58.585465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.594117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.600229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1c6f57a9-8807-452b-a9f4-976d83198e3b', 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36', 'port_id': '1c6f57a9-8807-452b-a9f4-976d83198e3b', 'mac_address': 'fa:16:3e:63:bf:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edda8f62-aa5c-4806-9afa-795be60d2530', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:58.626992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,segment=NetworkSegment(93133af7-0ab7-43ba-9c29-1301519baacc),segment_id=93133af7-0ab7-43ba-9c29-1301519baacc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:58.644705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554379de-b46a-419c-9108-ba393284bef0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.658243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.659803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc04f1fc-8656-4748-befb-4a851f81d01e tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3503706 Jun 30 09:10:58.662570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.664652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.704881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.709149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.717826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.720091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f269f1-25a8-4e49-9224-2e0a2a77f7c4 req-185097e4-c4cb-43c7-b9a7-ee15270c0eb2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.727482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73f269f1-25a8-4e49-9224-2e0a2a77f7c4 req-185097e4-c4cb-43c7-b9a7-ee15270c0eb2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0938845 Jun 30 09:10:58.756911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.764675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.768200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/554379de-b46a-419c-9108-ba393284bef0 HTTP/1.1" status: 204 len: 168 time: 0.1021976 Jun 30 09:10:58.772317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.774902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062419-79d8-4b82-92e3-cdf80a8ac56b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=554379de-b46a-419c-9108-ba393284bef0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.802794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73f269f1-25a8-4e49-9224-2e0a2a77f7c4 req-5bc6f879-695d-40c3-9aa8-98e984167597 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742910 Jun 30 09:10:58.964418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fad73837-50e0-4eb6-baa7-6ce08ca8d8ac tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1541734 Jun 30 09:10:58.967339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.003573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.025236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Subnet': ['ID=8df653ba-19d8-4433-a16e-e5b34b4e012c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.061060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Checking segment: {'id': '8aa1102e-9594-4c20-a6d5-1f55de5f6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:59.061875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network hostable DHCP agents. Network: 9a7cd017-4561-453c-9810-904ab57dd6d8, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:59.090064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.114867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.125826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:59.148516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.153370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5981e4-a7c2-44a4-ad87-a215010a058a req-82104c22-bd8c-4fe6-9772-3591919c21b4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.155434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a5981e4-a7c2-44a4-ad87-a215010a058a req-82104c22-bd8c-4fe6-9772-3591919c21b4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1568105 Jun 30 09:10:59.160549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9a7cd017-4561-453c-9810-904ab57dd6d8) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:59.175233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.175942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.177578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6f57a9-8807-452b-a9f4-976d83198e3b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:59.186865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161dc5-521f-4bc5-8647-6c61e9938992 req-07de2093-898e-469e-85d8-313dfdc1b82a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.194403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6161dc5-521f-4bc5-8647-6c61e9938992 req-07de2093-898e-469e-85d8-313dfdc1b82a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 943 time: 0.1655827 Jun 30 09:10:59.231932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:59.234060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbc38a-099a-42b6-a0f1-3317d78d3e78 None None] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:59.251955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-162bed77-fbe1-4030-bbc3-51f5bae4a14e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3243842 Jun 30 09:10:59.257996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60826) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.264395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a5981e4-a7c2-44a4-ad87-a215010a058a req-35a686e4-a732-490e-afca-6b4a5b0da09e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017952 Jun 30 09:10:59.280351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6161dc5-521f-4bc5-8647-6c61e9938992 req-e422d310-eb71-487c-a0c1-4f92767cff45 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848470 Jun 30 09:10:59.373091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.435868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Allocated IP 172.20.0.2 (df3a8af3-973a-4fa1-9f27-293ea19e2b99/9c571162-d489-4f4f-8ea6-7695c2a0c07d/352f248a-f278-4852-8d26-e0f122ed203c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:59.445182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27823a87-34ca-46eb-bb28-3635a26b498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.509018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.593969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.596742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.598921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/9e4f9c97-fadd-4f9a-8f58-6737a339edc8 HTTP/1.1" status: 204 len: 168 time: 0.6298194 Jun 30 09:10:59.604815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:59.632974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.647705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c98f3f-b086-4cb1-befe-f7361ae17235 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f9c97-fadd-4f9a-8f58-6737a339edc8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.652703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18f077c7-f43a-4b89-96ac-052b025a9ea6 req-818f4b5e-0c79-4676-9496-2fca442bbfc1 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0764902 Jun 30 09:10:59.808597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f40b4d2b-91b5-45b0-97ac-605b7033876a tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1674995 Jun 30 09:10:59.809154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60858) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.866713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-1a2c0059-f63a-4413-976d-0fde53b29de2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.868707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-1a2c0059-f63a-4413-976d-0fde53b29de2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2090576 Jun 30 09:10:59.882762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.888969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1c6f57a9-8807-452b-a9f4-976d83198e3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:59.899109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-0a613a50-1e51-4929-a142-76d3f60d7fb1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/quotas/63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 375 time: 0.0190618 Jun 30 09:10:59.919076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.974115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.042631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-9a7cd017-4561-453c-9810-904ab57dd6d8', 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8', 'tenant_id': '62a081abf20549539844400dc07e56f6', 'fixed_ips': [{'subnet_id': '8df653ba-19d8-4433-a16e-e5b34b4e012c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:11:00.046229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.055841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-b76a5482-e86c-4538-ad2d-0cdf7b1c5a02 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1376491 Jun 30 09:11:00.147287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.149845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.151618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef107696-13ab-4d8e-b070-477359c1cc0a HTTP/1.1" status: 204 len: 168 time: 0.3380389 Jun 30 09:11:00.156858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.223095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a9734-a994-4b68-82ac-2fb14d9643f1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef107696-13ab-4d8e-b070-477359c1cc0a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.244140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-a34c0a6d-c3ca-4808-af82-4790f10ca36f service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874068 Jun 30 09:11:00.265092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.274014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Transition to ACTIVE for port object 352f248a-f278-4852-8d26-e0f122ed203c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:00.297366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:00.297822 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.355149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Transition to ACTIVE for port object 352f248a-f278-4852-8d26-e0f122ed203c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:00.408110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-e314cf77-ba22-4467-93eb-9c4868c29f23 service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544335 Jun 30 09:11:00.410189 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.436539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-21f902cb-47e6-4be6-ae99-c469752f09ee tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2760911 Jun 30 09:11:00.450125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60884) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.461207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--735701859'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:00.481092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Allocated IP 172.20.0.1 (df3a8af3-973a-4fa1-9f27-293ea19e2b99/9c571162-d489-4f4f-8ea6-7695c2a0c07d/978d1e02-1776-4160-b8b8-2d900c491c72) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:00.508532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:00.543417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:00.547413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:00.551763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.571051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Allocated IP 172.20.0.2 (9a7cd017-4561-453c-9810-904ab57dd6d8/8df653ba-19d8-4433-a16e-e5b34b4e012c/ac742e8c-45f8-4860-a083-8e5670a961f7) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:00.610941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.667968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b8817-3968-4704-9f38-7701dc2a1819 req-e89da20b-b992-4ec3-b11a-f1a3c2d29ce2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.669927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-032b8817-3968-4704-9f38-7701dc2a1819 req-e89da20b-b992-4ec3-b11a-f1a3c2d29ce2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 944 time: 0.1973305 Jun 30 09:11:00.724561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.735758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-032b8817-3968-4704-9f38-7701dc2a1819 req-6576d4ad-39a2-477d-9bc7-1f74f12a065a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Jun 30 09:11:00.775513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Transition to ACTIVE for port object 978d1e02-1776-4160-b8b8-2d900c491c72 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:00.781297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Pushing event updated for resources: {'Port': ['ID=352f248a-f278-4852-8d26-e0f122ed203c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.818823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.835859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.865284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e761604b-b3bb-4c25-900e-566b7e58cb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.898613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107df13d-f444-4640-9d23-69a09afc5814,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.916081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.916305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c6506dde-1778-4c88-bc30-ec91aa3de38b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4648755 Jun 30 09:11:00.920098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.933947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.935866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '107df13d-f444-4640-9d23-69a09afc5814', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:01.002555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Attempting to bind port 352f248a-f278-4852-8d26-e0f122ed203c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:01.003771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Attempting to bind port 352f248a-f278-4852-8d26-e0f122ed203c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a978bba7-a364-485c-8d4f-88093fea4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:01.004379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Attempting to bind port 352f248a-f278-4852-8d26-e0f122ed203c on network df3a8af3-973a-4fa1-9f27-293ea19e2b99 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:01.027490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b02fa26a-ced2-4d33-b693-1e5bb9419709 req-a8cc2248-e5a4-4789-951a-2c904d3ad46a tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0626042 Jun 30 09:11:01.029928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:01.037785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:01.038512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Checking segment: {'id': 'a978bba7-a364-485c-8d4f-88093fea4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:01.039181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.040542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Bound using segment: {'id': 'a978bba7-a364-485c-8d4f-88093fea4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:01.041302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Bound port: 352f248a-f278-4852-8d26-e0f122ed203c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a978bba7-a364-485c-8d4f-88093fea4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'df3a8af3-973a-4fa1-9f27-293ea19e2b99'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:01.042077 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.042438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:01.080441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:01.080903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bb6770a-b34d-4c75-b0c9-805873a3208d req-2df87dcc-5e45-4da5-8112-5a6b982c2edf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 210 time: 0.0486047 Jun 30 09:11:01.140851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Port': ['ID=978d1e02-1776-4160-b8b8-2d900c491c72,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.180573 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.208891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] For port 352f248a-f278-4852-8d26-e0f122ed203c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:01.214740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] For port 352f248a-f278-4852-8d26-e0f122ed203c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=352f248a-f278-4852-8d26-e0f122ed203c,segment=NetworkSegment(a978bba7-a364-485c-8d4f-88093fea4c7c),segment_id=a978bba7-a364-485c-8d4f-88093fea4c7c)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:01.238103 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.314224 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.335495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Transition to ACTIVE for port object ac742e8c-45f8-4860-a083-8e5670a961f7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:01.340097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b4119-b442-4a91-8129-f7e570f0006e None None] Pushing event updated for resources: {'Port': ['ID=352f248a-f278-4852-8d26-e0f122ed203c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.358135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Transition to ACTIVE for port object ac742e8c-45f8-4860-a083-8e5670a961f7 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:01.367870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.425850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:01.425850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:01.439784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:01.448664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Pushing event updated for resources: {'Port': ['ID=ac742e8c-45f8-4860-a083-8e5670a961f7,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.514044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Attempting to bind port ac742e8c-45f8-4860-a083-8e5670a961f7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:01.514426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Attempting to bind port ac742e8c-45f8-4860-a083-8e5670a961f7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '8aa1102e-9594-4c20-a6d5-1f55de5f6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:01.514800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Attempting to bind port ac742e8c-45f8-4860-a083-8e5670a961f7 on network 9a7cd017-4561-453c-9810-904ab57dd6d8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:01.520740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:01.521125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Checking segment: {'id': '8aa1102e-9594-4c20-a6d5-1f55de5f6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:01.521527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.521947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Bound using segment: {'id': '8aa1102e-9594-4c20-a6d5-1f55de5f6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:01.522430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Bound port: ac742e8c-45f8-4860-a083-8e5670a961f7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa1102e-9594-4c20-a6d5-1f55de5f6639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9a7cd017-4561-453c-9810-904ab57dd6d8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:01.522818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.691903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] For port ac742e8c-45f8-4860-a083-8e5670a961f7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:01.700326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] For port ac742e8c-45f8-4860-a083-8e5670a961f7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac742e8c-45f8-4860-a083-8e5670a961f7,segment=NetworkSegment(8aa1102e-9594-4c20-a6d5-1f55de5f6639),segment_id=8aa1102e-9594-4c20-a6d5-1f55de5f6639)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:01.709866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e761604b-b3bb-4c25-900e-566b7e58cb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.718983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.749557 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e761604b-b3bb-4c25-900e-566b7e58cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.769468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.847481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420914f7-1dcb-499c-ac08-b9e5a41e04da None None] Pushing event updated for resources: {'Port': ['ID=ac742e8c-45f8-4860-a083-8e5670a961f7,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.886175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fcc72438-2aad-480a-8eb0-f61161bdbf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.898340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.906848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.920634 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e761604b-b3bb-4c25-900e-566b7e58cb35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08ab72e01de74b6e91765dea0efcd60c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3083465 Jun 30 09:11:01.925918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:01.926985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761604b-b3bb-4c25-900e-566b7e58cb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4040e2f2-04a0-4d0f-b97c-a8482bdecd08,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.943282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.987391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ce77d-0b2b-4cd5-8658-78097cd2135d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.988327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.003073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.003762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.004385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.005107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.006178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.006755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.007331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.007910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.008512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.009160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.010144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.011271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:02.024735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.029405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb3c5870-6fa1-49f9-969a-0217a9a775e4 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1048708 Jun 30 09:11:02.031058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60914) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:02.136134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.158800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.174455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.225204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.286621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb44df-7c2b-40bf-8874-7011e2c41066 req-353fff16-2e4b-4983-a94c-202a70d0a81a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.288565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2fb44df-7c2b-40bf-8874-7011e2c41066 req-353fff16-2e4b-4983-a94c-202a70d0a81a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 944 time: 0.2293634 Jun 30 09:11:02.468949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2fb44df-7c2b-40bf-8874-7011e2c41066 req-da512c23-153a-4e5f-a715-f8d96accee67 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568093 Jun 30 09:11:02.482693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.494350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.509020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.565863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb356801-d3e1-42c4-b917-017d36991220 req-00f36393-1344-4fd6-be33-1166d30b20f4 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.1712830 Jun 30 09:11:02.577724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.577724 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d48ce77d-0b2b-4cd5-8658-78097cd2135d HTTP/1.1" status: 204 len: 168 time: 0.5454659 Jun 30 09:11:02.580907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60920) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:02.592309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c61f-cec1-4920-9d3b-7d6f84b80b46 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48ce77d-0b2b-4cd5-8658-78097cd2135d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.616611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.632126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.634418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4040e2f2-04a0-4d0f-b97c-a8482bdecd08 HTTP/1.1" status: 204 len: 168 time: 0.6838849 Jun 30 09:11:02.658316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d4a84-70a5-4f4f-a206-417e5f8216ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4040e2f2-04a0-4d0f-b97c-a8482bdecd08,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.679717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Port': ['ID=978d1e02-1776-4160-b8b8-2d900c491c72,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.703840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.725116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c911155-241f-4f95-a10f-4b0fddc9eb65 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426132 Jun 30 09:11:02.727703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:02.888925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8848c4a1-080f-4904-9b5a-78004ec0374f req-7eb48017-9cbc-4924-8f70-4c98a602fcf8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 210 time: 0.1387365 Jun 30 09:11:02.905053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.966015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.030056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.047646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:03.049991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:03.079485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-41cad870-1695-4cd1-9fe4-c3c14851fb2b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.081031 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-41cad870-1695-4cd1-9fe4-c3c14851fb2b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2773578 Jun 30 09:11:03.120244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.123834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.126244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/107df13d-f444-4640-9d23-69a09afc5814 HTTP/1.1" status: 204 len: 168 time: 0.3967481 Jun 30 09:11:03.132399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60928) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:03.210348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce15c5-7827-4032-9a09-2b216768e575 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107df13d-f444-4640-9d23-69a09afc5814,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:03.241718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'device_id': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'admin_state_up': True, 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:03.260484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:03.309683 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.319592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29899116-06af-40e1-abdf-c623438d2319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.324985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2dfeb321-8141-451a-a947-51f17aec401d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1724813 Jun 30 09:11:03.328738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60934) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:03.333962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864772317'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:03.373314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914fcc2-fecd-4e6c-ac1d-66006915d15c None None] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:03.395476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:11:03.395476 n-d-779913-25 neutron-server[94185]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:11:03.395476 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id': 'e3ed760b47da498dbedc576499b69cf1', 'id': '4564aa20-4fa8-4986-a3ac-598e3809697a', 'expiration': datetime.datetime(2021, 6, 30, 9, 13, 3, 376469)}] Jun 30 09:11:03.395476 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:03.397552 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:03.410937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Router 57570319-6172-4e85-a85c-b5a7f96c8be2 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:03.528124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e1729989-e440-4875-af6f-e2cb874ce1ec None None] Provisioning for port 352f248a-f278-4852-8d26-e0f122ed203c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:03.565018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29899116-06af-40e1-abdf-c623438d2319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.576125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29899116-06af-40e1-abdf-c623438d2319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.626635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-29899116-06af-40e1-abdf-c623438d2319 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=167f9c932bb948639d3b2207e7aecc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642042 Jun 30 09:11:03.629184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60940) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:03.663561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:03.672517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.715737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:03.731482 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] Sync routers for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:03.740836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29899116-06af-40e1-abdf-c623438d2319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221c540-55cf-4d4b-9285-10c12f62bc61,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:03.752678 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:03.753490 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:03.768955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac742e8c-45f8-4860-a083-8e5670a961f7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:03.783040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.853173 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:03.871410 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:03.872642 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:03.876879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ac742e8c-45f8-4860-a083-8e5670a961f7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:03.880778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.888993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 352f248a-f278-4852-8d26-e0f122ed203c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:03.927358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:03.927896 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce3ff73-bf85-4d1b-adfa-b2da5a133657 None None] The sync data for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:03.939926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1c6f57a9-8807-452b-a9f4-976d83198e3b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:03.981386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f714c-16b3-437c-8bb1-cfe822065e7a None None] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:03.987087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0064d931-0ca3-4466-8291-3535d24e4a11 req-4140c125-b020-4f8f-917f-7fc964376f57 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0525942 Jun 30 09:11:03.995186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.20.0.7 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/79a035d9-5a18-4515-8a29-b3910071afb1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:04.067821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7efc-c547-4f34-a7e6-eedc74544d98 req-84be1554-4653-45c6-ba74-c4e7d2255ba5 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.075631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-248f7efc-c547-4f34-a7e6-eedc74544d98 req-84be1554-4653-45c6-ba74-c4e7d2255ba5 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 944 time: 0.2390642 Jun 30 09:11:04.091904 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:04.096270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.099032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.100616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d221c540-55cf-4d4b-9285-10c12f62bc61 HTTP/1.1" status: 204 len: 168 time: 0.4704754 Jun 30 09:11:04.112476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e5a3d-0641-494a-ab82-51e42aa6ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221c540-55cf-4d4b-9285-10c12f62bc61,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.154370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-248f7efc-c547-4f34-a7e6-eedc74544d98 req-dd5a5d39-9bf7-448f-910b-62307b3fea5f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 Jun 30 09:11:04.275155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-454392f5-4884-4f49-8921-ff62a2f3acb7 req-dcf25a98-15de-419c-8c43-cd9d1365f142 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 210 time: 0.0481620 Jun 30 09:11:04.276819 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-17a9d398-fbe1-4bf2-8ac9-16e012e21ad6 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0149839 Jun 30 09:11:04.279769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60946) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:04.285620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.287460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Provisioning for port ac742e8c-45f8-4860-a083-8e5670a961f7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:04.303054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Provisioning complete for port ac742e8c-45f8-4860-a083-8e5670a961f7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:04.305371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.400627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 352f248a-f278-4852-8d26-e0f122ed203c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:04.438358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 352f248a-f278-4852-8d26-e0f122ed203c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:04.438752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.479863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.512748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.552314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.556699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2266817 Jun 30 09:11:04.560408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:04.571493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '7179d6fe-c68d-43d3-a396-57aa706edc15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:04.600103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1c6f57a9-8807-452b-a9f4-976d83198e3b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:04.631297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f7a5e-b517-4964-871a-d582693ea85d tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7179d6fe-c68d-43d3-a396-57aa706edc15,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.639819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.692952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Transition to ACTIVE for port object 79a035d9-5a18-4515-8a29-b3910071afb1 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:04.695523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.721866 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.723752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1c6f57a9-8807-452b-a9f4-976d83198e3b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:04.724315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.847860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.882732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.911769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:04.915880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.948619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:04.955384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.961250 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3937821 Jun 30 09:11:04.966247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60962) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:04.969224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:05.007222 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbca9c75-ba24-4b39-8eb7-2bb7a6ceb6ad tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules/48d02ada-faa5-4f9d-85ca-396d9cf20380 HTTP/1.1" status: 200 len: 763 time: 0.0345356 Jun 30 09:11:05.007855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:05.045305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8b66-7f9d-4270-80b4-8f376576c3c8 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d02ada-faa5-4f9d-85ca-396d9cf20380,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:05.058869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:05.114022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60968) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:05.115888 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b250901-805f-4a06-b9cf-109afd6ac653 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0820134 Jun 30 09:11:05.134087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.135468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.188873 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-53e6731d-d704-47b9-a911-38f8ea6fb427 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9524567 Jun 30 09:11:05.190281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:05.209066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Request body: {'port': {'device_id': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:05.262190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.305343 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.330026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.346518 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-09586a57-8ffe-4b67-825a-1cc9d4dea7cf tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:05.352238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-09586a57-8ffe-4b67-825a-1cc9d4dea7cf tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0709469 Jun 30 09:11:05.354778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:05.407367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.415283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ff67a22-643f-463a-846b-b4a918a82f34 req-af21b7fd-9175-47df-9e04-4f428dede38b tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0850263 Jun 30 09:11:05.417715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.495982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.510985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] For port ac742e8c-45f8-4860-a083-8e5670a961f7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac742e8c-45f8-4860-a083-8e5670a961f7,segment=NetworkSegment(8aa1102e-9594-4c20-a6d5-1f55de5f6639),segment_id=8aa1102e-9594-4c20-a6d5-1f55de5f6639)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:05.577520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.743593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 352f248a-f278-4852-8d26-e0f122ed203c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=352f248a-f278-4852-8d26-e0f122ed203c,segment=NetworkSegment(a978bba7-a364-485c-8d4f-88093fea4c7c),segment_id=a978bba7-a364-485c-8d4f-88093fea4c7c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:05.753075 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.807943 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.886308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:05.895522 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97223c4-b75a-4c54-afff-9c39608365c1" -d '{"events": [{"server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "name": "network-vif-plugged", "status": "completed", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:05.948351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a035d9-5a18-4515-8a29-b3910071afb1 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:05.961475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.964348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Provisioning for port 978d1e02-1776-4160-b8b8-2d900c491c72 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:05.992997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:06.003457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Pushing event updated for resources: {'Port': ['ID=ac742e8c-45f8-4860-a083-8e5670a961f7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.007491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Provisioning complete for port 978d1e02-1776-4160-b8b8-2d900c491c72 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:06.008009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.017483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.061030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.061396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.061721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.062092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.062426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.062761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.063568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.063568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.063787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.064027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.064355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.064673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc78db-9c7e-416a-9f91-c634050ca895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:06.095473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Transition to ACTIVE for port object 79a035d9-5a18-4515-8a29-b3910071afb1 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:06.106910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.123611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.138243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Port 978d1e02-1776-4160-b8b8-2d900c491c72 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:06.143190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.144915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/48d02ada-faa5-4f9d-85ca-396d9cf20380 HTTP/1.1" status: 204 len: 168 time: 1.0226483 Jun 30 09:11:06.153364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:06.188824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c238c3-20ca-40d1-8b7a-d5abd5c44e34 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d02ada-faa5-4f9d-85ca-396d9cf20380,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.221788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Provisioning for port 79a035d9-5a18-4515-8a29-b3910071afb1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:06.250225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=352f248a-f278-4852-8d26-e0f122ed203c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.357333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fd99c-335b-419d-89ac-e4689faedc7f req-1e3aa1c5-0259-4025-9881-32dcf11e17be tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.367384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e84fd99c-335b-419d-89ac-e4689faedc7f req-1e3aa1c5-0259-4025-9881-32dcf11e17be tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 931 time: 0.2861254 Jun 30 09:11:06.461316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8dc54-f75c-4fc6-9bd1-fdbae08533a5 req-a180c3c5-706b-4cf1-a42f-34a8bc4f3101 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.461781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Provisioning complete for port 352f248a-f278-4852-8d26-e0f122ed203c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:06.462173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b849bc11-666d-4d16-aded-1416e95a4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.473931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.478349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1b8dc54-f75c-4fc6-9bd1-fdbae08533a5 req-a180c3c5-706b-4cf1-a42f-34a8bc4f3101 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 944 time: 1.0428119 Jun 30 09:11:06.565973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Pushing event updated for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.600853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32806) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:06.633736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1b8dc54-f75c-4fc6-9bd1-fdbae08533a5 req-6b9645f8-174a-45a1-927d-fed308594061 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542747 Jun 30 09:11:06.659618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e84fd99c-335b-419d-89ac-e4689faedc7f req-16eda39f-d1ed-4a38-938d-bcef7db99189 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903523 Jun 30 09:11:06.701438 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-96c358fb-0fc8-4974-9062-25cedc1a2307 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4329605 Jun 30 09:11:06.704084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:06.712976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '7179d6fe-c68d-43d3-a396-57aa706edc15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:06.735510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Attempting to bind port 79a035d9-5a18-4515-8a29-b3910071afb1 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:06.735860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Attempting to bind port 79a035d9-5a18-4515-8a29-b3910071afb1 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:06.736255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Attempting to bind port 79a035d9-5a18-4515-8a29-b3910071afb1 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:06.745787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Port 79a035d9-5a18-4515-8a29-b3910071afb1 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:06.746142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Attempting to bind port 79a035d9-5a18-4515-8a29-b3910071afb1 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:06.752461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:06.752853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:06.753378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:06.753920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Bound port: 79a035d9-5a18-4515-8a29-b3910071afb1, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:06.754480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.804009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.846014 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee9e050-3545-45eb-9897-6710b42032ed x-openstack-request-id: req-6ee9e050-3545-45eb-9897-6710b42032ed {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:06.846383 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "name": "network-vif-plugged", "status": "completed", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:06.846657 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ee9e050-3545-45eb-9897-6710b42032ed {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:06.847145 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b', 'code': 200} Jun 30 09:11:06.934400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-774a10f2-6f4a-477b-9687-cb4783acf4f7 None None] Provisioning complete for port ac742e8c-45f8-4860-a083-8e5670a961f7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:06.934799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-774a10f2-6f4a-477b-9687-cb4783acf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.034768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882080a2-fe8b-4f51-9dda-f5f9f6324efb req-df2e13bf-631b-49c3-a6c5-a2d022d8dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.036559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-882080a2-fe8b-4f51-9dda-f5f9f6324efb req-df2e13bf-631b-49c3-a6c5-a2d022d8dd17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 1097 time: 0.0995407 Jun 30 09:11:07.058880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97320566-fb7d-4c08-923a-1756a9d7fc9d req-f81779fc-35e7-4221-8903-2d4969cbb511 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.0461679 Jun 30 09:11:07.062958 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23fc51a5-df5d-4e9a-9213-d69ab7e55f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.068696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.131526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:07.156472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.163259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-882080a2-fe8b-4f51-9dda-f5f9f6324efb req-c735ae95-1a7d-4c41-b13b-c7ff71fabe6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076536 Jun 30 09:11:07.239742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79a035d9-5a18-4515-8a29-b3910071afb1,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:07.248266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.270365 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.371433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Pushing event updated for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.402093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc70b78-bd1d-45b0-a1d8-a9bcc43ab5fa,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.424737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.425462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.428679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-d8c303f0-5c3e-4e0d-88eb-0148b6f27653 service neutron] 10.222.0.11 "PUT /v2.0/ports/79a035d9-5a18-4515-8a29-b3910071afb1 HTTP/1.1" status: 200 len: 1092 time: 2.2322004 Jun 30 09:11:07.431572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:07.452447 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fa75dc-d492-4122-a77d-e5e57f1087b9" -d '{"events": [{"name": "network-changed", "server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:07.506840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting port 978d1e02-1776-4160-b8b8-2d900c491c72 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:07.507408 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.560361 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5eaee7-21b1-48c5-8c19-615063fc862c x-openstack-request-id: req-dc5eaee7-21b1-48c5-8c19-615063fc862c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:07.560839 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:07.561108 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc5eaee7-21b1-48c5-8c19-615063fc862c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:07.561534 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1', 'status': 'completed', 'code': 200} Jun 30 09:11:07.615311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23fc51a5-df5d-4e9a-9213-d69ab7e55f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.627237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23fc51a5-df5d-4e9a-9213-d69ab7e55f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.644409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.650320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-81e3edc0-0327-4ae1-8a50-866d16fc492c tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9452333 Jun 30 09:11:07.677174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32820) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:07.826886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23fc51a5-df5d-4e9a-9213-d69ab7e55f04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7044318134414c9b8c7df821a78bc695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2146258 Jun 30 09:11:07.826886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc51a5-df5d-4e9a-9213-d69ab7e55f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efff66de-0843-4d33-b438-43ffd7edf2bf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.831289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32826) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:07.904797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.923255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Calling delete_port for 978d1e02-1776-4160-b8b8-2d900c491c72 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:08.005192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.053233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.127022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac742e8c-45f8-4860-a083-8e5670a961f7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:08.157033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bf8a5e31-39d5-4de4-88a5-cdeaac486756 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules/7bc70b78-bd1d-45b0-a1d8-a9bcc43ab5fa HTTP/1.1" status: 200 len: 763 time: 0.4679065 Jun 30 09:11:08.158163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32834) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:08.200367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-81f8af07-2d2a-4d31-a81e-f0168bcdb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.202955 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-81f8af07-2d2a-4d31-a81e-f0168bcdb590 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 1095 time: 0.7123828 Jun 30 09:11:08.226706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.231858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.234405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/efff66de-0843-4d33-b438-43ffd7edf2bf HTTP/1.1" status: 204 len: 168 time: 0.3968437 Jun 30 09:11:08.301287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b641c08c-ce8a-4159-a547-de8c9079cd2b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1382396 Jun 30 09:11:08.306003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cf649-a28b-4ffc-bb8e-fbdf93668551 req-1642f5be-d71d-4d6a-a02d-57c7f76ae3d7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.308177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32838) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:08.309437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af2cf649-a28b-4ffc-bb8e-fbdf93668551 req-1642f5be-d71d-4d6a-a02d-57c7f76ae3d7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.2956738 Jun 30 09:11:08.315362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ac742e8c-45f8-4860-a083-8e5670a961f7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:08.317300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.427020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-e7d2fe64-032c-45b8-ac88-677bc202bd6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79a035d9-5a18-4515-8a29-b3910071afb1 HTTP/1.1" status: 200 len: 217 time: 0.1908782 Jun 30 09:11:08.437693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764eb12-734a-4408-9699-0f793ce5fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efff66de-0843-4d33-b438-43ffd7edf2bf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.529523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-85007895-d817-4f99-a0bc-3e2a3dd77f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.532069 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-85007895-d817-4f99-a0bc-3e2a3dd77f79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0854838 Jun 30 09:11:08.534428 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.549983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.657450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af2cf649-a28b-4ffc-bb8e-fbdf93668551 req-54e35409-da89-45ff-ace0-d5df4a5fb2f2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634251 Jun 30 09:11:08.660475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.688782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.709567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 352f248a-f278-4852-8d26-e0f122ed203c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:08.710166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.710166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7bc70b78-bd1d-45b0-a1d8-a9bcc43ab5fa HTTP/1.1" status: 204 len: 168 time: 0.3894966 Jun 30 09:11:08.715705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32846) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:08.736099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5cadc-f7f3-4fc1-bc35-a97d0ffd62d2 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bc70b78-bd1d-45b0-a1d8-a9bcc43ab5fa,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.762089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-491cced5-d4a3-4af0-9c20-c554969cd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.763679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-491cced5-d4a3-4af0-9c20-c554969cd46b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392989 Jun 30 09:11:08.806770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 352f248a-f278-4852-8d26-e0f122ed203c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:08.807214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.887713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Port': ['ID=978d1e02-1776-4160-b8b8-2d900c491c72,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:09.000453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-10e7a478-8e7c-4bbe-84ff-9082b6ca2f2c service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168772 Jun 30 09:11:09.119400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0371b49a-170d-4f47-8f5c-b5663bd37b35 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3987458 Jun 30 09:11:09.122771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32854) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.157247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Request body: {'security_group_rule': {'security_group_id': '7179d6fe-c68d-43d3-a396-57aa706edc15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:09.163122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1ef0b1f7-51fd-4518-9309-76ba9b53c829 req-e5e4a19d-d658-4e78-bcbd-f0a4aded91d3 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512687 Jun 30 09:11:09.212085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ee67-f88d-4230-943c-0217b8631d55 req-97887950-5eb5-4336-8638-b9b601311827 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.214258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8246ee67-f88d-4230-943c-0217b8631d55 req-97887950-5eb5-4336-8638-b9b601311827 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 943 time: 0.4112196 Jun 30 09:11:09.319394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90a7d845-5795-4b8c-abab-1fd9f6e12cb2 req-ece29c2e-51e6-4e28-9e45-55ec32223413 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a7dd37-0f8c-414d-b905-cff4a10d05cd HTTP/1.1" status: 200 len: 210 time: 0.1526229 Jun 30 09:11:09.332774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.372806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.380400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-5363bca6-fede-4df4-bbf1-afd9a2befaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.382599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-5363bca6-fede-4df4-bbf1-afd9a2befaf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 1095 time: 0.0801427 Jun 30 09:11:09.415901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8246ee67-f88d-4230-943c-0217b8631d55 req-b7f807e7-aff9-406e-9b62-2600f196d91c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576297 Jun 30 09:11:09.540678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-e1a53416-6e0b-454d-82da-f02adfcb19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.542735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-e1a53416-6e0b-454d-82da-f02adfcb19fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.1526000 Jun 30 09:11:09.586244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-8f78c145-5ec2-4496-8da9-e0f942c57f8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79a035d9-5a18-4515-8a29-b3910071afb1 HTTP/1.1" status: 200 len: 217 time: 0.0355508 Jun 30 09:11:09.589486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Router 57570319-6172-4e85-a85c-b5a7f96c8be2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:09.591726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.607000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.650496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-c954cc32-ad32-40e4-a80f-57009983342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.652733 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-c954cc32-ad32-40e4-a80f-57009983342d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0606790 Jun 30 09:11:09.680897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.682801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5469053 Jun 30 09:11:09.692051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32870) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.719215 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ac8df1f8-f844-47aa-adf5-8a09de202168 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules/adb69175-39e8-4db2-b8c3-85c93547c638 HTTP/1.1" status: 200 len: 764 time: 0.0249012 Jun 30 09:11:09.720951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f99d06-f270-4638-83b0-96acf5657d55 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb69175-39e8-4db2-b8c3-85c93547c638,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:09.721624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.734813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:09.746304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051511-487c-442e-b8ee-47d307237825 None None] Sync routers for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:09.747579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32876) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.750508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7298cca2-0331-456d-a45a-1ecf136ed6b8 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3476307 Jun 30 09:11:09.758200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:09.759217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:09.832697 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-deb3230a-4402-40e3-b889-8ff913ec1c0b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] delete failed (client error): The resource could not be found. Jun 30 09:11:09.839784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:09.840324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32880) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.845786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-70355879-95fd-4ac4-b56c-8f4a54856df5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'router': {'external_gateway_info': {'network_id': '57570319-6172-4e85-a85c-b5a7f96c8be2'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:09.851473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-deb3230a-4402-40e3-b889-8ff913ec1c0b tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1434442154 HTTP/1.1" status: 404 len: 335 time: 0.0998333 Jun 30 09:11:09.852046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:09.852910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:09.890693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0d051511-487c-442e-b8ee-47d307237825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:09.891676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d051511-487c-442e-b8ee-47d307237825 None None] The sync data for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:09.905079 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8afd3bf1-5b77-494a-981b-f383e82b33e7 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1797945 Jun 30 09:11:09.908714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.981111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-4873da58-526a-449b-bf8d-fb6bbd06719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.987632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-4873da58-526a-449b-bf8d-fb6bbd06719c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3268361 Jun 30 09:11:09.990905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.087839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.176215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.218918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.223851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/adb69175-39e8-4db2-b8c3-85c93547c638 HTTP/1.1" status: 204 len: 168 time: 0.3130200 Jun 30 09:11:10.225386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001fdd9-e7f1-44da-a695-7ce9db32774b tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb69175-39e8-4db2-b8c3-85c93547c638,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:10.226903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.247038 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-e44fe518-2ceb-42af-af01-49789041e2c5 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450852 Jun 30 09:11:10.296860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70355879-95fd-4ac4-b56c-8f4a54856df5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.311475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b983218-7b6a-4a7f-bcda-f87435c73e64 req-a2d9e816-7a78-41b7-b0a5-c166d79be19e tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.313163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b983218-7b6a-4a7f-bcda-f87435c73e64 req-a2d9e816-7a78-41b7-b0a5-c166d79be19e tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.2961397 Jun 30 09:11:10.368066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-be1f88e4-6525-4552-a855-c6807311e5c6 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057115 Jun 30 09:11:10.368967 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-70355879-95fd-4ac4-b56c-8f4a54856df5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] update failed (client error): The resource could not be found. Jun 30 09:11:10.375820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70355879-95fd-4ac4-b56c-8f4a54856df5 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2 HTTP/1.1" status: 404 len: 339 time: 0.5343089 Jun 30 09:11:10.378520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32894) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.378866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32896) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.437507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-34fa75dc-d492-4122-a77d-e5e57f1087b9 req-b0b9a3d6-b3b6-41bb-94a2-5a2898fd4f3d service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723113 Jun 30 09:11:10.514514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b983218-7b6a-4a7f-bcda-f87435c73e64 req-56c8925e-7454-4ef3-8b3c-5766b6617ea0 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916041 Jun 30 09:11:10.655352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32918) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.803522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-301654343', 'router:external': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:10.851247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Made reservation on behalf of 9f49de0c37c042699ef62f7f04e348d3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:10.856658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.871503 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.989330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.998173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.028846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:11.038213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.041116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858eee05-f3c9-448b-a46d-e5535b6e1f79,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:11.063840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.064428 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Added segment b814bc16-9f20-489f-b2c1-ad9e866ccc46 of type vlan for network 2f5474e2-74b6-476e-9d55-14898b434893 Jun 30 09:11:11.097889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.137015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.162615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.201427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.203394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.204283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.207023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe67c-1521-43f6-9bf3-e4e71b0398e0 req-1456ae55-2386-4743-88d1-6f70a5f3fb13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.214825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdfe67c-1521-43f6-9bf3-e4e71b0398e0 req-1456ae55-2386-4743-88d1-6f70a5f3fb13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 943 time: 0.2232270 Jun 30 09:11:11.246384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5895641 Jun 30 09:11:11.249207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32954) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:11.260774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'subnet': {'network_id': '2f5474e2-74b6-476e-9d55-14898b434893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:11.268736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.271688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.273091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "DELETE /v2.0/security-groups/7179d6fe-c68d-43d3-a396-57aa706edc15 HTTP/1.1" status: 204 len: 168 time: 0.8932679 Jun 30 09:11:11.290334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:11.349315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3968c-e0eb-4c08-8943-a100419933a1 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179d6fe-c68d-43d3-a396-57aa706edc15,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:11.433065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Made reservation on behalf of 9f49de0c37c042699ef62f7f04e348d3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:11.436458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.460694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdfe67c-1521-43f6-9bf3-e4e71b0398e0 req-b814351e-ef56-438b-99bc-311d8ddb2f0b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423260 Jun 30 09:11:11.664941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Allocated IP 172.20.0.1 (f86540d9-f986-4d41-9298-673c48e7a991/86cc443f-d2f8-4776-94da-15ff1fca61e1/03d72d83-83cc-42b5-8a66-0a297403f2ca) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:11.730483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32966) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:11.785678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f898c-ed0e-4cbb-9e3e-64fa8c7b5a04 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Network': ['ID=2f5474e2-74b6-476e-9d55-14898b434893,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:11.796685 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8041de20-b6f5-4a70-a64e-0ab20a1d5f31 tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5050576 Jun 30 09:11:11.797368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2f5474e2-74b6-476e-9d55-14898b434893 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:11.811533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32990) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:11.908398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.910043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c203ed2-93bf-4144-b7f7-0c47d6865ebc tempest-SecGroupTest-70621891 tempest-SecGroupTest-70621891-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971820 Jun 30 09:11:11.927684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Transition to ACTIVE for port object 03d72d83-83cc-42b5-8a66-0a297403f2ca will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:11.952658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.993390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.998071 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.072074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.078702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.084351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/security-groups/29da109b-abfc-4a1b-80b3-7f88597d3b3e HTTP/1.1" status: 204 len: 168 time: 0.3496423 Jun 30 09:11:12.084599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network f86540d9-f986-4d41-9298-673c48e7a991 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:12.086394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:12.100492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d411332-452f-405d-8333-bbff7d11a545 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da109b-abfc-4a1b-80b3-7f88597d3b3e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.103848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:12.129208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:12.155019 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-2cbb89a0-192c-4a71-9d83-b490c0625544 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] show failed (client error): The resource could not be found. Jun 30 09:11:12.156099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2cbb89a0-192c-4a71-9d83-b490c0625544 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "GET /v2.0/security-groups/29da109b-abfc-4a1b-80b3-7f88597d3b3e HTTP/1.1" status: 404 len: 347 time: 0.0659471 Jun 30 09:11:12.159775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:12.197047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Port': ['ID=03d72d83-83cc-42b5-8a66-0a297403f2ca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.249715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.439798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 0ea74213-b033-4d69-b77e-6d8b2f95856f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:12.440178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.446526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:12.583285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8ab6e15d-2728-48ff-b424-d3f3142b5eb4 None None] Provisioning for port 03d72d83-83cc-42b5-8a66-0a297403f2ca completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:12.587947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8ab6e15d-2728-48ff-b424-d3f3142b5eb4 None None] Provisioning complete for port 03d72d83-83cc-42b5-8a66-0a297403f2ca triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:12.588610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e15d-2728-48ff-b424-d3f3142b5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.668541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.671763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6e15d-2728-48ff-b424-d3f3142b5eb4 None None] Port 03d72d83-83cc-42b5-8a66-0a297403f2ca cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:12.672047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.700923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 0ea74213-b033-4d69-b77e-6d8b2f95856f owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:12.765099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.870042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a2db1fb6-6897-4da4-b901-b35c52e28689 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3ed760b47da498dbedc576499b69cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222322 Jun 30 09:11:12.873401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:12.888903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:11:12.889530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.961570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.009043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ec078-854f-410f-8bc3-1b794c203af3 req-184b1c83-00b3-42df-8026-58119bf3caf3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.010760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-163ec078-854f-410f-8bc3-1b794c203af3 req-184b1c83-00b3-42df-8026-58119bf3caf3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 943 time: 0.3249381 Jun 30 09:11:13.023857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.070037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.084904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17a131d5-9ff9-44b8-9a4a-a8562b048398,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.116837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=0ea74213-b033-4d69-b77e-6d8b2f95856f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.173557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Checking segment: {'id': 'b814bc16-9f20-489f-b2c1-ad9e866ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:13.173957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network hostable DHCP agents. Network: 2f5474e2-74b6-476e-9d55-14898b434893, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:13.189015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.191179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-163ec078-854f-410f-8bc3-1b794c203af3 req-69338ac2-7eca-4b21-b707-e80a497f096c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739457 Jun 30 09:11:13.191912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.196979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d9a2a2b-f4f4-40f0-88eb-e8022a691238 HTTP/1.1" status: 204 len: 168 time: 0.3169036 Jun 30 09:11:13.210083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4b2db-36c1-4465-bdfe-0108981c6888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a2a2b-f4f4-40f0-88eb-e8022a691238,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.213287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.217459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.221881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a35e17c9-6fb4-4908-a28c-5eadec32cc55 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/floatingips/a40808b0-d29d-472e-9e21-b61f702ab98f HTTP/1.1" status: 204 len: 168 time: 1.0582974 Jun 30 09:11:13.222275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33022) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:13.265270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network 2f5474e2-74b6-476e-9d55-14898b434893 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:13.285489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2f5474e2-74b6-476e-9d55-14898b434893) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:13.299816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dc4492-6962-4d5e-8a4a-d2c8cb88d128 None None] Network 2f5474e2-74b6-476e-9d55-14898b434893 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:13.317852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.318126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.377457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c04fb95c-1e47-4e72-b03a-8fb814990d94 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1208141 Jun 30 09:11:13.381394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:13.403736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-109679028', 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:13.442388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.450344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.484221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 6dba31b8-bb83-46b5-9968-76b5edca016a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:13.485910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.551673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8a6c8-5450-4b3a-9f6c-96d9b9afa310 None None] Network 2f5474e2-74b6-476e-9d55-14898b434893 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:13.568659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.594400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event updated for resources: {'Port': ['ID=03d72d83-83cc-42b5-8a66-0a297403f2ca,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.665123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Made reservation on behalf of 9f49de0c37c042699ef62f7f04e348d3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:13.668199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.699825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] device_id is not set on port bf8a878d-08d5-4507-a83d-adb764e53b07 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:11:13.808199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Network f86540d9-f986-4d41-9298-673c48e7a991 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:13.808199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:13.905211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.20.0.11 (2f5474e2-74b6-476e-9d55-14898b434893/17a131d5-9ff9-44b8-9a4a-a8562b048398/bf8a878d-08d5-4507-a83d-adb764e53b07) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:14.007933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79a035d9-5a18-4515-8a29-b3910071afb1 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:14.104302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Router 57570319-6172-4e85-a85c-b5a7f96c8be2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:14.196038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79a035d9-5a18-4515-8a29-b3910071afb1,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:14.227757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.234584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '79a035d9-5a18-4515-8a29-b3910071afb1', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': '79a035d9-5a18-4515-8a29-b3910071afb1', 'mac_address': 'fa:16:3e:17:d5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:14.305554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.316486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 6dba31b8-bb83-46b5-9968-76b5edca016a owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:14.317399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.366905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:14.374022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c364dd23-302a-48e0-9870-1e65d7569e29 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9927223 Jun 30 09:11:14.377648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a035d9-5a18-4515-8a29-b3910071afb1 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:14.378413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:14.379868 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] Sync routers for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:14.396079 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:14.400349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:14.420421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64bc80c2-45dd-4cd5-a466-ee5dd137a654 None None] Provisioning complete for port 03d72d83-83cc-42b5-8a66-0a297403f2ca triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:14.420737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64bc80c2-45dd-4cd5-a466-ee5dd137a654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.461730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79a035d9-5a18-4515-8a29-b3910071afb1,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:14.507875 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:14.528541 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.534723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.542571 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:14.543201 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:14.627764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33054) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:14.636589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-64bc80c2-45dd-4cd5-a466-ee5dd137a654 None None] Port 03d72d83-83cc-42b5-8a66-0a297403f2ca cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:14.645300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:14.648510 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b0ac39-dff1-4048-ae4d-da2299e166d7 None None] The sync data for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:14.704640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3cce29bd-74f7-4144-a954-36186ed0e00a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.723217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.769605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=6dba31b8-bb83-46b5-9968-76b5edca016a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.772929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.779600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-027581af-c12d-40c3-a7fa-f5f29b4bf914 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/ports/6dba31b8-bb83-46b5-9968-76b5edca016a HTTP/1.1" status: 204 len: 168 time: 1.5516379 Jun 30 09:11:14.780372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33062) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:14.905537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-17bbf768-ab2f-4b4b-aef6-cc63e4f8df55 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-389796432', 'prefixes': ['172.20.0.0/16']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:14.921899 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-3cce29bd-74f7-4144-a954-36186ed0e00a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:11:14.923249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3cce29bd-74f7-4144-a954-36186ed0e00a tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2 HTTP/1.1" status: 409 len: 329 time: 0.5438454 Jun 30 09:11:14.926729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:14.972672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5616-a5cc-41a4-b87e-cadf70dd11fe req-3c7ddc33-95a2-48e5-b06a-91340ce2b3d9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.973205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['79a035d9-5a18-4515-8a29-b3910071afb1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:14.984450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5ba5616-a5cc-41a4-b87e-cadf70dd11fe req-3c7ddc33-95a2-48e5-b06a-91340ce2b3d9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 944 time: 0.4309106 Jun 30 09:11:15.054567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.058863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5ba5616-a5cc-41a4-b87e-cadf70dd11fe req-12da7ab3-6f9e-4b37-9dfb-281bd9aaa04c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Jun 30 09:11:15.147473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17bbf768-ab2f-4b4b-aef6-cc63e4f8df55 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] Notify callbacks [] for subnetpool, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.153361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17bbf768-ab2f-4b4b-aef6-cc63e4f8df55 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5202188 Jun 30 09:11:15.154200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33070) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.194510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network 2f5474e2-74b6-476e-9d55-14898b434893 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:15.208200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:15.215452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:15.278765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2a717953-1131-41b8-8fab-a21a36da5f1e tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "GET /v2.0/subnetpools/c2ef5e7f-53c0-4431-969e-e5168c66a4cb HTTP/1.1" status: 200 len: 731 time: 0.1187539 Jun 30 09:11:15.280151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33072) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.284548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-333c887b-8e51-4485-ae00-a4f9e7a4b9f1 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-655036582'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:15.300217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=bf8a878d-08d5-4507-a83d-adb764e53b07,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.389192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.390218 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.400517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port 7eae2097-1bb8-4927-8948-8cbda3d56805 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:15.401657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.437285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-333c887b-8e51-4485-ae00-a4f9e7a4b9f1 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] Notify callbacks [] for subnetpool, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.438703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-333c887b-8e51-4485-ae00-a4f9e7a4b9f1 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "PUT /v2.0/subnetpools/c2ef5e7f-53c0-4431-969e-e5168c66a4cb HTTP/1.1" status: 200 len: 683 time: 0.1583693 Jun 30 09:11:15.441449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33074) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.483202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-90d0dd7b-7213-42ae-9435-7e2c8ca24173 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0880728 Jun 30 09:11:15.486871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33076) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.538402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e8072fb9-d558-4a85-9ede-4db077fb77b0 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] Notify callbacks [] for subnetpool, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.542233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e8072fb9-d558-4a85-9ede-4db077fb77b0 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "DELETE /v2.0/subnetpools/c2ef5e7f-53c0-4431-969e-e5168c66a4cb HTTP/1.1" status: 204 len: 168 time: 0.0969355 Jun 30 09:11:15.542491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33078) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.559024 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-4dd93dbb-4aa2-4f96-a338-3a28908da21a tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] show failed (client error): The resource could not be found. Jun 30 09:11:15.559591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4dd93dbb-4aa2-4f96-a338-3a28908da21a tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "GET /v2.0/subnetpools/c2ef5e7f-53c0-4431-969e-e5168c66a4cb HTTP/1.1" status: 404 len: 346 time: 0.0160923 Jun 30 09:11:15.562273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33080) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.577875 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-ce108736-c7c6-4a9a-8513-5e52f7224d60 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] delete failed (client error): The resource could not be found. Jun 30 09:11:15.578729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ce108736-c7c6-4a9a-8513-5e52f7224d60 tempest-SubnetPoolsTestJSON-189446755 tempest-SubnetPoolsTestJSON-189446755-project] 10.222.0.66 "DELETE /v2.0/subnetpools/c2ef5e7f-53c0-4431-969e-e5168c66a4cb HTTP/1.1" status: 404 len: 346 time: 0.0155311 Jun 30 09:11:15.643922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.679613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for 7eae2097-1bb8-4927-8948-8cbda3d56805 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:15.871566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Deleting port bf8a878d-08d5-4507-a83d-adb764e53b07 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:15.871900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.939748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33092) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:16.009064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.068967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=7eae2097-1bb8-4927-8948-8cbda3d56805,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.083125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.134761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.140717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95f06268-6526-467b-b6de-ae3b7b261385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.406665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95f06268-6526-467b-b6de-ae3b7b261385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.414054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95f06268-6526-467b-b6de-ae3b7b261385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.462931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7a67-1b4d-40dd-870b-858268af7a47 req-72f4df64-d229-4721-9b3a-770ee710da59 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.465078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d19b7a67-1b4d-40dd-870b-858268af7a47 req-72f4df64-d229-4721-9b3a-770ee710da59 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 944 time: 0.1973109 Jun 30 09:11:16.487122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20b3d2-4aad-4529-a839-eb4f502b4a1d req-fb9f03f6-5a39-43c3-bf9f-d807bcec2bb8 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.488803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a20b3d2-4aad-4529-a839-eb4f502b4a1d req-fb9f03f6-5a39-43c3-bf9f-d807bcec2bb8 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1774676 Jun 30 09:11:16.496225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-95f06268-6526-467b-b6de-ae3b7b261385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f7fb5e1a38641e8b3fb27d51cb483ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554476 Jun 30 09:11:16.510560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:16.511246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f06268-6526-467b-b6de-ae3b7b261385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa3d70-b951-4033-b2f1-4fcb773989e7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.516687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Calling delete_port for bf8a878d-08d5-4507-a83d-adb764e53b07 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:16.643230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.645166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-523371e6-092d-41a1-8e2d-e839ca2ed212 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/ports/7eae2097-1bb8-4927-8948-8cbda3d56805 HTTP/1.1" status: 204 len: 168 time: 1.8640511 Jun 30 09:11:16.666075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:16.831401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting subnet e05c447b-2134-49b1-9bc1-de7b6d286308 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:16.840888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.915811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.918649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d19b7a67-1b4d-40dd-870b-858268af7a47 req-e2a38f76-c85c-4270-a2cf-8319c886eef4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283724 Jun 30 09:11:16.923265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a20b3d2-4aad-4529-a839-eb4f502b4a1d req-7d96a274-c1ab-46bc-8be6-caef42fab44e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4250360 Jun 30 09:11:16.943872 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.006305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.068084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.073996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.075791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4aa3d70-b951-4033-b2f1-4fcb773989e7 HTTP/1.1" status: 204 len: 168 time: 0.5588019 Jun 30 09:11:17.079906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.093337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033128-15d1-4f87-8ea9-8e330f79ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa3d70-b951-4033-b2f1-4fcb773989e7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:17.153028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf8a878d-08d5-4507-a83d-adb764e53b07,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:17.246700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.314025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.318729 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-39c8eaec-7542-4590-b103-741002e5eb49 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/ports/bf8a878d-08d5-4507-a83d-adb764e53b07 HTTP/1.1" status: 204 len: 168 time: 1.8109412 Jun 30 09:11:17.319169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33112) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.324927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f5474e2-74b6-476e-9d55-14898b434893', 'external_fixed_ips': [{'subnet_id': '17a131d5-9ff9-44b8-9a4a-a8562b048398', 'ip_address': '172.20.0.11'}]}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:17.339159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting port 03d72d83-83cc-42b5-8a66-0a297403f2ca {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:17.339508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.345292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.355903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.357968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.422461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Subnet': ['ID=e05c447b-2134-49b1-9bc1-de7b6d286308,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:17.426516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.428447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-860a40af-9962-4e5f-9624-2c088e1ee518 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/subnets/e05c447b-2134-49b1-9bc1-de7b6d286308 HTTP/1.1" status: 204 len: 168 time: 0.7608852 Jun 30 09:11:17.431228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33116) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.441021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8a5c5-6baf-4ec5-80e3-863707877ba4 None None] Network 18ee196d-b504-4995-9a14-8aec058c5b14 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:17.443034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.526806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting subnet be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:17.530516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.538819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.567209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Calling delete_port for 03d72d83-83cc-42b5-8a66-0a297403f2ca owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:17.633048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.670051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.722762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] DHCP port deletion for 18ee196d-b504-4995-9a14-8aec058c5b14 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:17.809913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.816185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Deleting port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:17.818950 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.973906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.988009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:17.992638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.003986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.022373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Calling delete_port for bd71af50-18ec-4f40-b1f6-b54e7e3a54cd owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:18.083741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Port': ['ID=03d72d83-83cc-42b5-8a66-0a297403f2ca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.131222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bd71af50-18ec-4f40-b1f6-b54e7e3a54cd no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:18.137059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.187811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79a035d9-5a18-4515-8a29-b3910071afb1 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:18.210851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.215185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Subnet': ['ID=be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.217632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.227853 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d1b866c6-c1fa-461a-8317-c583f2af30e7 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/subnets/be7e4e1e-7cf7-4af2-9023-dd0e9e72bb2c HTTP/1.1" status: 204 len: 168 time: 0.7949769 Jun 30 09:11:18.233367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33140) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:18.264050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ade7d-4db2-4369-a732-1a110f06da07 None None] Network 5b489bd8-30e3-4199-9d4f-9dae43417452 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:18.349816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 79a035d9-5a18-4515-8a29-b3910071afb1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:18.360236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 79a035d9-5a18-4515-8a29-b3910071afb1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:18.360892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.363913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:18.375134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051169 Jun 30 09:11:18.411890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33144) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:18.456482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.482193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.587310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.631109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149ca0c-2ede-4045-bd1b-92f8ebe72463 req-f750788a-475e-44b1-9614-5c152d96d53a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.633002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1149ca0c-2ede-4045-bd1b-92f8ebe72463 req-f750788a-475e-44b1-9614-5c152d96d53a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.4473848 Jun 30 09:11:18.698574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7518419a-dd02-4352-8554-aeae119b477e tempest-NetworksApiDiscovery-1366914967 tempest-NetworksApiDiscovery-1366914967-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2841983 Jun 30 09:11:18.727310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072492c-fb40-4f4e-a1f4-b2c42d3a9786 req-0f010e82-ad43-494a-a3db-b36d69f38c13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.736131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4072492c-fb40-4f4e-a1f4-b2c42d3a9786 req-0f010e82-ad43-494a-a3db-b36d69f38c13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 944 time: 0.3713152 Jun 30 09:11:18.772242 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.803296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1149ca0c-2ede-4045-bd1b-92f8ebe72463 req-0123094d-cb64-454e-a600-1a4b78076571 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602895 Jun 30 09:11:18.817025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.20.0.11 (2f5474e2-74b6-476e-9d55-14898b434893/17a131d5-9ff9-44b8-9a4a-a8562b048398/9c8a2c43-d41b-4172-a8f1-a20ae02fc690) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:18.827499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4072492c-fb40-4f4e-a1f4-b2c42d3a9786 req-bbaa9577-136a-46c2-9cc9-e248a0182355 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853887 Jun 30 09:11:18.868418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79a035d9-5a18-4515-8a29-b3910071afb1,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.881075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:18.883992 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbbd846-1108-4134-932f-1dceb1faeae1" -d '{"events": [{"server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "name": "network-vif-plugged", "status": "completed", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:18.897596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.910358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.939915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Deleting port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:18.940438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.984040 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e2e38-a1da-4b76-878d-277acef367c4 x-openstack-request-id: req-777e2e38-a1da-4b76-878d-277acef367c4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:18.984673 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "name": "network-vif-plugged", "status": "completed", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:18.985140 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-777e2e38-a1da-4b76-878d-277acef367c4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:18.985773 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1', 'code': 200} Jun 30 09:11:18.987124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.002786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.004204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.087654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.111344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.111759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] No DVR routers for this DVR port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:19.122571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] DHCP port deletion for 5b489bd8-30e3-4199-9d4f-9dae43417452 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:19.179420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.203722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network 2f5474e2-74b6-476e-9d55-14898b434893 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:19.210275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef444f7-8808-45dc-a810-48184fa9ed4f None None] Pushing event deleted for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.210501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:19.239789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:19.251450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=9c8a2c43-d41b-4172-a8f1-a20ae02fc690,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.257129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Router 57570319-6172-4e85-a85c-b5a7f96c8be2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:19.258106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Deleting port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:19.258106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.315663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] For port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,segment=NetworkSegment(32280a60-d445-4663-ac6b-7a47bdc628d3),segment_id=32280a60-d445-4663-ac6b-7a47bdc628d3)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:19.316379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.362230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33156) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.368793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Calling delete_port for bd71af50-18ec-4f40-b1f6-b54e7e3a54cd owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:19.395862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] For port 5e93a903-d445-46b7-ae4f-2e595a9d9d34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e93a903-d445-46b7-ae4f-2e595a9d9d34,segment=NetworkSegment(8704d847-e8e3-47f9-bdb3-a30fc3718305),segment_id=8704d847-e8e3-47f9-bdb3-a30fc3718305)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:19.396408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.417419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Calling delete_port for 5e93a903-d445-46b7-ae4f-2e595a9d9d34 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:19.424074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:19.430073 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9e6cab95-2d32-458f-99d8-fc11c85cfc3f tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5019176 Jun 30 09:11:19.436937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33160) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.446944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] Sync routers for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:19.477814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f77d-9de4-4374-9a22-8bab53977d6b req-c460cc03-b344-4a44-9fae-1046a4c9636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:19.479931 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d927f77d-9de4-4374-9a22-8bab53977d6b req-c460cc03-b344-4a44-9fae-1046a4c9636f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 1097 time: 0.2983437 Jun 30 09:11:19.508008 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0a630789-4efd-44fe-a17e-b4ebe5f96ddb tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] show failed (client error): The resource could not be found. Jun 30 09:11:19.516195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0a630789-4efd-44fe-a17e-b4ebe5f96ddb tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1054868182 HTTP/1.1" status: 404 len: 335 time: 0.0757391 Jun 30 09:11:19.518095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33162) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.520593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:19.521482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:19.527367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-98596721-9ab8-4128-816e-326de2ceb284 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:19.582898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:19.591350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d927f77d-9de4-4374-9a22-8bab53977d6b req-e4b2ad08-85d3-4575-a8eb-167f8a3e9ba4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037130 Jun 30 09:11:19.592467 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-98596721-9ab8-4128-816e-326de2ceb284 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] update failed (client error): The resource could not be found. Jun 30 09:11:19.598433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-98596721-9ab8-4128-816e-326de2ceb284 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-894158964 HTTP/1.1" status: 404 len: 334 time: 0.0751870 Jun 30 09:11:19.599300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33164) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.614951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] Routers {'57570319-6172-4e85-a85c-b5a7f96c8be2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:19.615656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['57570319-6172-4e85-a85c-b5a7f96c8be2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:19.667947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358f0465-5504-4acf-9aba-0b8a2387017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.669229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.691871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.699270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:19.699941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84644c27-ed2e-4e83-9ce3-254ac6cb62aa None None] The sync data for ids ['57570319-6172-4e85-a85c-b5a7f96c8be2'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:19.714541 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.738681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Port': ['ID=bd71af50-18ec-4f40-b1f6-b54e7e3a54cd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.758790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] No DVR routers for this DVR port bd71af50-18ec-4f40-b1f6-b54e7e3a54cd on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:19.761457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] Pushing event deleted for resources: {'Port': ['ID=5e93a903-d445-46b7-ae4f-2e595a9d9d34,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:19.771068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b99ee-8198-4b61-9abc-011587090c4a None None] No DVR routers for this DVR port 5e93a903-d445-46b7-ae4f-2e595a9d9d34 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:19.796162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting subnet 8df653ba-19d8-4433-a16e-e5b34b4e012c {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:19.813587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.927843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.945320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ee196d-b504-4995-9a14-8aec058c5b14']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:19.954868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:19.979942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e93a903-d445-46b7-ae4f-2e595a9d9d34 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:20.011126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32280a60-d445-4663-ac6b-7a47bdc628d3') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.011359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32280a60-d445-4663-ac6b-7a47bdc628d3') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.028574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5e93a903-d445-46b7-ae4f-2e595a9d9d34 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:20.028977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e93a903-d445-46b7-ae4f-2e595a9d9d34 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:20.039231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.104512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.122257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:20.122758 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:20.144182 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:20.176511 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.219648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358f0465-5504-4acf-9aba-0b8a2387017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.231653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-358f0465-5504-4acf-9aba-0b8a2387017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.249158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.272981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf9d83-044b-4f41-9dba-6ba3f4ac3e55 req-87c4ec30-0dff-4a9f-8aba-64d51d134e36 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.274545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbdf9d83-044b-4f41-9dba-6ba3f4ac3e55 req-87c4ec30-0dff-4a9f-8aba-64d51d134e36 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 945 time: 0.1890211 Jun 30 09:11:20.290529 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.314243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.318643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/networks/18ee196d-b504-4995-9a14-8aec058c5b14 HTTP/1.1" status: 204 len: 168 time: 2.0844729 Jun 30 09:11:20.323404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.324915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae669-b58e-4701-acb4-3fb465130f62 req-1878326c-7b54-4e11-95c0-9b7b59887d60 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.326490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-672ae669-b58e-4701-acb4-3fb465130f62 req-1878326c-7b54-4e11-95c0-9b7b59887d60 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2420983 Jun 30 09:11:20.353539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-358f0465-5504-4acf-9aba-0b8a2387017a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7285adb4e0824572b22f332af7519a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9858515 Jun 30 09:11:20.355290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f0465-5504-4acf-9aba-0b8a2387017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d22a373-47d6-4c51-b5c3-2ac976db4d8f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.357839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33176) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.375911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b5f7-ed8a-4154-bbea-a73e42c8cf26 tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Network': ['ID=18ee196d-b504-4995-9a14-8aec058c5b14,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.429960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbdf9d83-044b-4f41-9dba-6ba3f4ac3e55 req-eb7744de-5035-4012-b932-2ae64ae5d1e9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184125 Jun 30 09:11:20.438034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-672ae669-b58e-4701-acb4-3fb465130f62 req-ce4ab290-a464-4878-9747-d60fb326cedf tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008317 Jun 30 09:11:20.481513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router 8790872b-2418-453f-a0d0-07d3ee01e302 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:20.488571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.502417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.543134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Subnet': ['ID=8df653ba-19d8-4433-a16e-e5b34b4e012c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.547846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.549578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a4873efa-bf79-4fe7-9397-9b1d7455b56e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/subnets/8df653ba-19d8-4433-a16e-e5b34b4e012c HTTP/1.1" status: 204 len: 168 time: 0.9476821 Jun 30 09:11:20.555878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a032e-ac12-449f-85ae-e3ebed77aea4 None None] Network 9a7cd017-4561-453c-9810-904ab57dd6d8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:20.559986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33178) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.606304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.632275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.684674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:20.689968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting subnet 9c571162-d489-4f4f-8ea6-7695c2a0c07d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:20.694130 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Sync routers for ids ['8790872b-2418-453f-a0d0-07d3ee01e302'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:20.707936 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Routers {'8790872b-2418-453f-a0d0-07d3ee01e302'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:20.711309 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.712683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8790872b-2418-453f-a0d0-07d3ee01e302'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.755793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.768589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b489bd8-30e3-4199-9d4f-9dae43417452']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.780875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.796742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.816133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.817364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c506148b-b962-4366-9e16-51021d993aa5 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.4971342 Jun 30 09:11:20.827816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d22a373-47d6-4c51-b5c3-2ac976db4d8f HTTP/1.1" status: 204 len: 168 time: 0.4569459 Jun 30 09:11:20.837387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33182) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.840115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8704d847-e8e3-47f9-bdb3-a30fc3718305') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.840430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8704d847-e8e3-47f9-bdb3-a30fc3718305') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:20.864749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.872060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] DHCP port deletion for 9a7cd017-4561-453c-9810-904ab57dd6d8 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:20.890824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d22a373-47d6-4c51-b5c3-2ac976db4d8f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.915743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.949436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.949961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.950506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.950860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.951247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.951826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.952167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.952702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.953026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.953408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.954153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.954492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24b395b-dc65-40bb-91f1-8ccb17611359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:20.971519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.987136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Set router 8790872b-2418-453f-a0d0-07d3ee01e302 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:20.997905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:20.998329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.019943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Deleting port ac742e8c-45f8-4860-a083-8e5670a961f7 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:21.020821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:21.035910 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:21.188709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.194561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.201493 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] 10.222.0.66 "DELETE /v2.0/networks/5b489bd8-30e3-4199-9d4f-9dae43417452 HTTP/1.1" status: 204 len: 168 time: 0.8600907 Jun 30 09:11:21.224863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.243162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f857538-7367-4bf9-a1a4-883c83c5dccd tempest-TaggedBootDevicesTest_v242-2134534191 tempest-TaggedBootDevicesTest_v242-2134534191-project] Pushing event deleted for resources: {'Network': ['ID=5b489bd8-30e3-4199-9d4f-9dae43417452,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:21.252414 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790872b-2418-453f-a0d0-07d3ee01e302', 'name': '', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f5474e2-74b6-476e-9d55-14898b434893', 'external_fixed_ips': [{'subnet_id': '17a131d5-9ff9-44b8-9a4a-a8562b048398', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '9c8a2c43-d41b-4172-a8f1-a20ae02fc690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:17Z', 'updated_at': '2021-06-30T09:11:19Z', 'revision_number': 3, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port': {'id': '9c8a2c43-d41b-4172-a8f1-a20ae02fc690', 'name': '', 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790872b-2418-453f-a0d0-07d3ee01e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '17a131d5-9ff9-44b8-9a4a-a8562b048398', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:18Z', 'updated_at': '2021-06-30T09:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17a131d5-9ff9-44b8-9a4a-a8562b048398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:21.258697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] For port ac742e8c-45f8-4860-a083-8e5670a961f7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac742e8c-45f8-4860-a083-8e5670a961f7,segment=NetworkSegment(8aa1102e-9594-4c20-a6d5-1f55de5f6639),segment_id=8aa1102e-9594-4c20-a6d5-1f55de5f6639)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:21.259099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.307667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.309159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Calling delete_port for ac742e8c-45f8-4860-a083-8e5670a961f7 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:21.317198 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Checking router: 8790872b-2418-453f-a0d0-07d3ee01e302 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:21.317843 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Updating router 8790872b-2418-453f-a0d0-07d3ee01e302 port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:21.371542 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.454448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.533589 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.600170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.677012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] Pushing event deleted for resources: {'Port': ['ID=ac742e8c-45f8-4860-a083-8e5670a961f7,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:21.689707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccab8a3-a0f9-451a-a0ba-3f75a7d12044 None None] No DVR routers for this DVR port ac742e8c-45f8-4860-a083-8e5670a961f7 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:21.930523 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.944902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Transition to ACTIVE for port object 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:21.952837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac742e8c-45f8-4860-a083-8e5670a961f7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:21.956739 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.997182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ac742e8c-45f8-4860-a083-8e5670a961f7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:21.997863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac742e8c-45f8-4860-a083-8e5670a961f7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:22.017971 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Pushing event updated for resources: {'Port': ['ID=9c8a2c43-d41b-4172-a8f1-a20ae02fc690,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.027967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.028583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.028912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Subnet': ['ID=9c571162-d489-4f4f-8ea6-7695c2a0c07d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.029307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.029831 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.030320 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.030810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.031329 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.031826 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.032312 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.033194 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.034021 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.034660 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:22.059989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Attempting to bind port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:22.059989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Attempting to bind port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b814bc16-9f20-489f-b2c1-ad9e866ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:22.059989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Attempting to bind port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 on network 2f5474e2-74b6-476e-9d55-14898b434893 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:22.066833 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:22.067342 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Checking segment: {'id': 'b814bc16-9f20-489f-b2c1-ad9e866ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:22.068149 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.069577 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Bound using segment: {'id': 'b814bc16-9f20-489f-b2c1-ad9e866ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:22.071317 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Bound port: 9c8a2c43-d41b-4172-a8f1-a20ae02fc690, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b814bc16-9f20-489f-b2c1-ad9e866ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2f5474e2-74b6-476e-9d55-14898b434893'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:22.073192 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.074687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.076508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf5c7638-0070-408f-aab2-a18b21cd92e2 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/subnets/9c571162-d489-4f4f-8ea6-7695c2a0c07d HTTP/1.1" status: 204 len: 168 time: 1.5155475 Jun 30 09:11:22.079150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33214) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:22.082843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a0613-4d3b-439a-b5cd-475e9a4abc4f None None] Network df3a8af3-973a-4fa1-9f27-293ea19e2b99 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:22.171672 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] For port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:22.175646 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] For port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9c8a2c43-d41b-4172-a8f1-a20ae02fc690,segment=NetworkSegment(b814bc16-9f20-489f-b2c1-ad9e866ccc46),segment_id=b814bc16-9f20-489f-b2c1-ad9e866ccc46)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:22.183098 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.197225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Deleting port 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:22.198367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.265916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.293333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee9e2f-e032-4f3c-b60f-d58a45f71532 req-beb9bc33-9603-45e5-9fe2-6ff64deaa0ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.295035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25ee9e2f-e032-4f3c-b60f-d58a45f71532 req-beb9bc33-9603-45e5-9fe2-6ff64deaa0ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 945 time: 0.2713308 Jun 30 09:11:22.305727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32a802-3c12-45ad-826f-d3a648f0124a req-ec3a5be4-9f26-40e7-83a5-853df83f491e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.307325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f32a802-3c12-45ad-826f-d3a648f0124a req-ec3a5be4-9f26-40e7-83a5-853df83f491e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2826016 Jun 30 09:11:22.373683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Routers {'8790872b-2418-453f-a0d0-07d3ee01e302'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:22.374717 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8790872b-2418-453f-a0d0-07d3ee01e302'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:22.377717 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ca29-b16b-4cf4-b8d6-d6fc838bc10f None None] Pushing event updated for resources: {'Port': ['ID=9c8a2c43-d41b-4172-a8f1-a20ae02fc690,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.429099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25ee9e2f-e032-4f3c-b60f-d58a45f71532 req-b3610093-0d3c-46df-a564-98749805f81f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206555 Jun 30 09:11:22.505195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f32a802-3c12-45ad-826f-d3a648f0124a req-452cf2bf-6b82-4da5-b294-10d690389f86 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717014 Jun 30 09:11:22.507260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.526512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.526774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] DHCP port deletion for df3a8af3-973a-4fa1-9f27-293ea19e2b99 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:22.539967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Calling delete_port for 9c8a2c43-d41b-4172-a8f1-a20ae02fc690 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:22.559137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7cd017-4561-453c-9810-904ab57dd6d8']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:22.586891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa1102e-9594-4c20-a6d5-1f55de5f6639') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:22.587781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa1102e-9594-4c20-a6d5-1f55de5f6639') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:22.611354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.662729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.675605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Deleting port 352f248a-f278-4852-8d26-e0f122ed203c {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:22.678301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.685315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:22.685651 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] Set router 8790872b-2418-453f-a0d0-07d3ee01e302 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:22.688992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.848654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790872b-2418-453f-a0d0-07d3ee01e302', 'name': '', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:17Z', 'updated_at': '2021-06-30T09:11:21Z', 'revision_number': 4, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:22.908463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] For port 352f248a-f278-4852-8d26-e0f122ed203c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=352f248a-f278-4852-8d26-e0f122ed203c,segment=NetworkSegment(a978bba7-a364-485c-8d4f-88093fea4c7c),segment_id=a978bba7-a364-485c-8d4f-88093fea4c7c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:22.909345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:22.914683 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:22.924772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.932714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.935792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/networks/9a7cd017-4561-453c-9810-904ab57dd6d8 HTTP/1.1" status: 204 len: 168 time: 0.8556149 Jun 30 09:11:22.936900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Calling delete_port for 352f248a-f278-4852-8d26-e0f122ed203c owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:22.940490 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07019c24-99ef-40a7-aa33-8da78c9eab4f None None] The sync data for ids ['8790872b-2418-453f-a0d0-07d3ee01e302'] in n-d-779913-25 is: [{'id': '8790872b-2418-453f-a0d0-07d3ee01e302', 'name': '', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:17Z', 'updated_at': '2021-06-30T09:11:21Z', 'revision_number': 4, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:22.941062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:22.963745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.989029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2bda-4b1a-4fb7-b321-822ed397dfb3 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Network': ['ID=9a7cd017-4561-453c-9810-904ab57dd6d8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.090861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c8a2c43-d41b-4172-a8f1-a20ae02fc690,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.131487 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.185483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.194581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] Pushing event deleted for resources: {'Port': ['ID=352f248a-f278-4852-8d26-e0f122ed203c,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.198204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf7b34-645e-4060-8363-29e8822ceb04 None None] No DVR routers for this DVR port 352f248a-f278-4852-8d26-e0f122ed203c on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:23.213412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.378280 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.407725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.469303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.482828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3a8af3-973a-4fa1-9f27-293ea19e2b99']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:23.485734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.486369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8790872b-2418-453f-a0d0-07d3ee01e302 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:23.491898 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.493374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e451d146-6f8b-4e60-9a62-7a06f45c32ff tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/routers/8790872b-2418-453f-a0d0-07d3ee01e302 HTTP/1.1" status: 204 len: 168 time: 2.6544139 Jun 30 09:11:23.496287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33242) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:23.522351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a978bba7-a364-485c-8d4f-88093fea4c7c') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:23.524684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a978bba7-a364-485c-8d4f-88093fea4c7c') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:23.548437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Deleting subnet 17a131d5-9ff9-44b8-9a4a-a8562b048398 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:23.548921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.552815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.577644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.589835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:23.590967 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.668026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:23.721090 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:23.731174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.751272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.757353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/networks/df3a8af3-973a-4fa1-9f27-293ea19e2b99 HTTP/1.1" status: 204 len: 168 time: 0.8149145 Jun 30 09:11:23.783043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:23.799396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213d9ab-8ccb-4a20-9229-88de4eacee2c tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Network': ['ID=df3a8af3-973a-4fa1-9f27-293ea19e2b99,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.015059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 352f248a-f278-4852-8d26-e0f122ed203c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:24.083672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 352f248a-f278-4852-8d26-e0f122ed203c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:24.086377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 352f248a-f278-4852-8d26-e0f122ed203c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:24.144240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting subnet 86cc443f-d2f8-4776-94da-15ff1fca61e1 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:24.165300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5b9d-60c5-41ec-b46a-ed4c401626fc req-990e88d3-0ce0-4c09-ba95-75e62757d730 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.167619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cee5b9d-60c5-41ec-b46a-ed4c401626fc req-990e88d3-0ce0-4c09-ba95-75e62757d730 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.3820369 Jun 30 09:11:24.168449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.248837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.265479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cee5b9d-60c5-41ec-b46a-ed4c401626fc req-05139231-6fd7-48bd-8aa4-98558f8d0d37 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671794 Jun 30 09:11:24.271530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.383359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.404453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.423358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17a131d5-9ff9-44b8-9a4a-a8562b048398,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.444843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.453201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-907d5f88-7d00-4b23-a2ed-57a3947da4d6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/17a131d5-9ff9-44b8-9a4a-a8562b048398 HTTP/1.1" status: 204 len: 168 time: 0.9549706 Jun 30 09:11:24.454477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33270) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:24.512848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.577280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Subnet': ['ID=86cc443f-d2f8-4776-94da-15ff1fca61e1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.586673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.588886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7bddbfc2-5fc2-40f6-a1aa-0bd0076dd290 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/subnets/86cc443f-d2f8-4776-94da-15ff1fca61e1 HTTP/1.1" status: 204 len: 168 time: 0.7764947 Jun 30 09:11:24.591964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:24.596794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395f259-d4ee-4d1d-8f81-f3102af893de None None] Network f86540d9-f986-4d41-9298-673c48e7a991 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:24.657390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.733124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.798201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.835160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Deleting port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:24.835160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.835520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5474e2-74b6-476e-9d55-14898b434893']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:24.862818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b814bc16-9f20-489f-b2c1-ad9e866ccc46') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:24.863870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b814bc16-9f20-489f-b2c1-ad9e866ccc46') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:24.881271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.903414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.918198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:24.918754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:24.940978 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:24.969314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] DHCP port deletion for f86540d9-f986-4d41-9298-673c48e7a991 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:25.039849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] For port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,segment=NetworkSegment(93133af7-0ab7-43ba-9c29-1301519baacc),segment_id=93133af7-0ab7-43ba-9c29-1301519baacc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.040249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.053880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.076462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f5474e2-74b6-476e-9d55-14898b434893 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:11:25.080547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Calling delete_port for 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:25.108109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Deleting port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:25.109104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.132110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.136810 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/networks/2f5474e2-74b6-476e-9d55-14898b434893 HTTP/1.1" status: 204 len: 168 time: 0.6797421 Jun 30 09:11:25.141923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab274f42-b18a-47cd-ab41-556624261dad tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f5474e2-74b6-476e-9d55-14898b434893,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.318999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.431122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] For port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,segment=NetworkSegment(93133af7-0ab7-43ba-9c29-1301519baacc),segment_id=93133af7-0ab7-43ba-9c29-1301519baacc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.432974 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.440836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Port': ['ID=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.453115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] No DVR routers for this DVR port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:25.499669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Calling delete_port for 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:25.735704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.751540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.772311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86540d9-f986-4d41-9298-673c48e7a991']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.792847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93133af7-0ab7-43ba-9c29-1301519baacc') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.793313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93133af7-0ab7-43ba-9c29-1301519baacc') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:25.813239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.850920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.859562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] Pushing event deleted for resources: {'Port': ['ID=0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:25.869463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f07dae-649a-4aad-a8e9-ba1a4f007662 None None] No DVR routers for this DVR port 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:25.883713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341c10e-9f66-4ae6-9c8b-f0dccbb94d78 req-3e02a596-b6b9-4040-9d70-3186d0b4b7a2 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.887880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8341c10e-9f66-4ae6-9c8b-f0dccbb94d78 req-3e02a596-b6b9-4040-9d70-3186d0b4b7a2 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2216268 Jun 30 09:11:25.901999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:25.902604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:25.911547 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:25.950596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33338) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:25.958718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'name': 'tempest-router--807527319', 'project_id': 'ce433169c1f44a17b8f40c3555609899'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:26.024294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.027180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.070485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:26.128634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:26.129254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a9efb49-5f5c-4f4c-8b2e-cfefcf78a3d2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:26.243715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8341c10e-9f66-4ae6-9c8b-f0dccbb94d78 req-9f5d8c9b-776c-4049-9e10-d13e0884cab7 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443170 Jun 30 09:11:26.253867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.275893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.280164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/networks/f86540d9-f986-4d41-9298-673c48e7a991 HTTP/1.1" status: 204 len: 168 time: 1.6867323 Jun 30 09:11:26.287573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.311929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb01cf-1f63-4808-9bd8-63510c70dce7 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Pushing event deleted for resources: {'Network': ['ID=f86540d9-f986-4d41-9298-673c48e7a991,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:26.349052 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-134c3570-9148-461b-8f5e-cfdfd08e208e tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "GET /v2.0/ports?device_id=57570319-6172-4e85-a85c-b5a7f96c8be2 HTTP/1.1" status: 200 len: 205 time: 0.0599258 Jun 30 09:11:26.352067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.533318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.542307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.675356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.808459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.812078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-96dacde2-6814-46d6-b216-0ca0aaff9657 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8577647 Jun 30 09:11:26.812743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33382) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.813266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.815719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.896844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.898732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Fanout notify agent at l3_agent the message router_deleted on router 57570319-6172-4e85-a85c-b5a7f96c8be2 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:26.912428 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.915119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0666e614-b3c7-45a2-b9f4-2ee800a49355 tempest-RoutersNegativeTest-1803176563 tempest-RoutersNegativeTest-1803176563-project] 10.222.0.66 "DELETE /v2.0/routers/57570319-6172-4e85-a85c-b5a7f96c8be2 HTTP/1.1" status: 204 len: 168 time: 0.5612693 Jun 30 09:11:27.039639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.293943 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.304214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.374695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33400) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.394548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.464100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.465140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f60f8ee-5d4c-4c00-bf1e-2ba28b0b5f73 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:27.471624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.476954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f8a471bf-d14d-459e-905b-cbbf2b1fe432 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/routers/8f60f8ee-5d4c-4c00-bf1e-2ba28b0b5f73 HTTP/1.1" status: 204 len: 168 time: 0.6625695 Jun 30 09:11:27.587668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09339639-0744-429b-b85f-bd2b9348f3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.633583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33079-2e12-4240-98f7-e72939f6300e req-620fce08-6568-4722-9dab-ebe5e086f61b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.636698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c33079-2e12-4240-98f7-e72939f6300e req-620fce08-6568-4722-9dab-ebe5e086f61b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.0761733 Jun 30 09:11:27.685647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c33079-2e12-4240-98f7-e72939f6300e req-5aca2346-fb50-4446-b4dd-3ad2ebc02d44 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Jun 30 09:11:27.702836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33412) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.703131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d8956f2-e2de-4320-a2ef-568a6b9250b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62a081abf20549539844400dc07e56f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072834 Jun 30 09:11:27.879947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09339639-0744-429b-b85f-bd2b9348f3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.888687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.892220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09339639-0744-429b-b85f-bd2b9348f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.895256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33418) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.952145 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.016167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339639-0744-429b-b85f-bd2b9348f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2816ae-6ea3-47ab-9f47-2aaac73367bd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.032352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-09339639-0744-429b-b85f-bd2b9348f3a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afb2530c26f542efb3f5906f572e89c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563883 Jun 30 09:11:28.047071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33422) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:28.057532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.060716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.065544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac1a3cdf-8433-46db-8f99-436c156bfa93 HTTP/1.1" status: 204 len: 168 time: 0.3583140 Jun 30 09:11:28.129314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f3a5-f74b-48ad-a0db-eb527adf49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a3cdf-8433-46db-8f99-436c156bfa93,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.317646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.344784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1115683827', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:28.470204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.529641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.531012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.567445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.573993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.582306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff2816ae-6ea3-47ab-9f47-2aaac73367bd HTTP/1.1" status: 204 len: 168 time: 0.5316296 Jun 30 09:11:28.601322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f1cf8-f7cf-4203-9766-6211fb3e21ca req-0b89a60c-9d20-49ae-9def-0a2eea44bf4a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.604457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-977f1cf8-f7cf-4203-9766-6211fb3e21ca req-0b89a60c-9d20-49ae-9def-0a2eea44bf4a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1615188 Jun 30 09:11:28.664718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04aad-cbb6-47f5-b906-aa2e01e9e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2816ae-6ea3-47ab-9f47-2aaac73367bd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.670150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44ee8-73d5-478d-b837-898eb20f512d req-ababc243-358c-4fd0-8cfc-ee90a4b51856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.671535 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-ababc243-358c-4fd0-8cfc-ee90a4b51856 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.3550303 Jun 30 09:11:28.705482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-977f1cf8-f7cf-4203-9766-6211fb3e21ca req-9c0a1b22-d93d-4115-b288-34075b73c8d0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872216 Jun 30 09:11:28.799517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.061380 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.090344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44ee8-73d5-478d-b837-898eb20f512d req-732dbddd-76e0-4664-986c-b0d32c0c566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.092489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-732dbddd-76e0-4664-986c-b0d32c0c566b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.4057195 Jun 30 09:11:29.218890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33454) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.242287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b5a421-0155-4158-b67e-c2aa5ad3ccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.255885 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b8933882-dbf0-4ef2-9619-464a9d3a0dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.313511 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-4cec6d8f-90a7-4e5a-8a75-cc5ad661a855 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 1001 time: 0.2145805 Jun 30 09:11:29.391942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44ee8-73d5-478d-b837-898eb20f512d req-40ce6c25-b4fb-4cf2-9ad6-1000559cbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.396891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-40ce6c25-b4fb-4cf2-9ad6-1000559cbdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.0731845 Jun 30 09:11:29.459960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b5a421-0155-4158-b67e-c2aa5ad3ccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.465911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b5a421-0155-4158-b67e-c2aa5ad3ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.597782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-73b5a421-0155-4158-b67e-c2aa5ad3ccda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0da7f985b8cb4559b543e530ee7d6426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748200 Jun 30 09:11:29.600818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33464) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.621620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5a421-0155-4158-b67e-c2aa5ad3ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df92d740-2cef-42ed-8183-9e4d26054e31,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:29.642226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44ee8-73d5-478d-b837-898eb20f512d req-fdae77a0-dbbf-4227-b4f2-ebf7ff2317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.643753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-fdae77a0-dbbf-4227-b4f2-ebf7ff2317f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365699 Jun 30 09:11:29.706205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.723012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.745230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.751176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.752838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33470) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.873639 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-1ec8abba-b981-4496-a8bd-7980cb2dc870 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758265 Jun 30 09:11:29.878468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.882255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.886046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df92d740-2cef-42ed-8183-9e4d26054e31 HTTP/1.1" status: 204 len: 168 time: 0.2807531 Jun 30 09:11:29.902604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe59c6-8c02-4e4f-929f-39c8d8f412ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df92d740-2cef-42ed-8183-9e4d26054e31,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:29.953550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-550be3e9-e42e-4017-8923-c49c9e9be6fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:29.954283 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-550be3e9-e42e-4017-8923-c49c9e9be6fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:11:29.954778 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-550be3e9-e42e-4017-8923-c49c9e9be6fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:11:29.956964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-550be3e9-e42e-4017-8923-c49c9e9be6fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2031500 Jun 30 09:11:29.961088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.980699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--627650476'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:30.068727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.088781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.111348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bc967-edf9-4940-ab39-1b2fbe9a2c7e req-71e20723-3cec-4745-9c89-d47296919630 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.113208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c18bc967-edf9-4940-ab39-1b2fbe9a2c7e req-71e20723-3cec-4745-9c89-d47296919630 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1262627 Jun 30 09:11:30.135962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Allocated IP 172.25.4.198 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/8bab1ba9-6255-43d0-937b-228f5a8f3412) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:30.139831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29d44ee8-73d5-478d-b837-898eb20f512d req-79558b9e-690d-48e2-bd02-3aa8cfa320ce service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879330 Jun 30 09:11:30.191014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c18bc967-edf9-4940-ab39-1b2fbe9a2c7e req-6f1a75c8-0642-487c-94c1-f4fc933e2ab1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670025 Jun 30 09:11:30.326936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.335627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.386276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.440887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.474901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.491337 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.507714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event updated for resources: {'Port': ['ID=8bab1ba9-6255-43d0-937b-228f5a8f3412,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.522249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.526269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:30.528235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:30.529127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5660412 Jun 30 09:11:30.529844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33488) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.532173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:30.540201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5026aa0c-f79c-4cbf-a2e4-49e9730d0210,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.574409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'e46331e6-9513-4f23-9053-a55c45a4f43b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:30.634812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574c03c-0478-46db-88a7-e88b279e1ca9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46331e6-9513-4f23-9053-a55c45a4f43b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.657248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.866087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.884291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.991398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96e273c-3cf7-495c-92da-7041e97af295,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.000584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.002364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cb61d208-bd21-474c-9a7f-bf288bd3c8fc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4633331 Jun 30 09:11:31.004985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.010229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e21a2157-0054-4ab5-b4d2-0e1df8dae0aa tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'e46331e6-9513-4f23-9053-a55c45a4f43b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:31.053789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e21a2157-0054-4ab5-b4d2-0e1df8dae0aa tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.147259 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-e21a2157-0054-4ab5-b4d2-0e1df8dae0aa tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:11:31.148414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e21a2157-0054-4ab5-b4d2-0e1df8dae0aa tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1421134 Jun 30 09:11:31.151267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33508) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.162695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.226980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.262698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.323954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.327229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.330759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/e46331e6-9513-4f23-9053-a55c45a4f43b HTTP/1.1" status: 204 len: 168 time: 0.1758597 Jun 30 09:11:31.339172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33514) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.411306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf62436-5cdc-4992-888d-80afdc19700e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46331e6-9513-4f23-9053-a55c45a4f43b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.449404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d833f280-83e9-4e6b-8d7e-7caf7153f999 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090221 Jun 30 09:11:31.453279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.460621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33520) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.472981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376391421'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:31.536378 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.629556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365a32-0c1e-4d78-828a-128f7b2e4e15 req-098a7841-1ef0-4d1e-ae3f-905bedd48edb tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.631676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76365a32-0c1e-4d78-828a-128f7b2e4e15 req-098a7841-1ef0-4d1e-ae3f-905bedd48edb tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.2387059 Jun 30 09:11:31.708776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76365a32-0c1e-4d78-828a-128f7b2e4e15 req-b08efd3c-316c-4259-bc3b-4449fe723b4b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670671 Jun 30 09:11:31.717716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.723625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.768883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.771181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3081186 Jun 30 09:11:31.773465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33528) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.782964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8bf2ac7e-9efd-4e32-a786-a261a9dd727f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'e3f6373b-61c7-4fbd-9bb7-3d7ffa2c168e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:31.785189 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-8bf2ac7e-9efd-4e32-a786-a261a9dd727f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:11:31.786086 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-8bf2ac7e-9efd-4e32-a786-a261a9dd727f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:31.787237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8bf2ac7e-9efd-4e32-a786-a261a9dd727f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109591 Jun 30 09:11:31.788251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacfa06-6e3a-4946-a314-a53b5a36b3e6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f6373b-61c7-4fbd-9bb7-3d7ffa2c168e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.793324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33532) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.878228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c8745e8-7d2d-4917-acd7-2298e9246bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.903881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.937670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.996049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.016221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.019311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.021792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/e3f6373b-61c7-4fbd-9bb7-3d7ffa2c168e HTTP/1.1" status: 204 len: 168 time: 0.2262449 Jun 30 09:11:32.025899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33544) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.040903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824f0a9-72d0-4873-8612-2ba937252745 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f6373b-61c7-4fbd-9bb7-3d7ffa2c168e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.121728 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8340d71d-7dd4-40da-b841-026113baba2b tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886183 Jun 30 09:11:32.122273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33548) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.127597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619706737'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:32.176137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Router 302fc14e-a2e0-4257-843b-0f239a1d2ced is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:32.183965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.391174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.396472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:32.398488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.413679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] Sync routers for ids ['302fc14e-a2e0-4257-843b-0f239a1d2ced'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:32.433983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] Routers {'302fc14e-a2e0-4257-843b-0f239a1d2ced'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:32.434865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['302fc14e-a2e0-4257-843b-0f239a1d2ced'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.461092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.465573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b29adf16-0d72-41dd-b51a-a088c3b21b46 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5661545 Jun 30 09:11:32.466273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33564) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.479073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.484653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3612418 Jun 30 09:11:32.490967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.503123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f480dffa-11c0-4857-91fe-4e3bc29716d0 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '8c124384-ada2-4f12-8fe3-d900135217d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:32.503921 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-f480dffa-11c0-4857-91fe-4e3bc29716d0 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:11:32.507559 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-f480dffa-11c0-4857-91fe-4e3bc29716d0 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:32.510305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f480dffa-11c0-4857-91fe-4e3bc29716d0 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0169296 Jun 30 09:11:32.518844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.535926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.558224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18790ccd-852a-4e52-b5a9-6f5933c11f93 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c124384-ada2-4f12-8fe3-d900135217d1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.558704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] Routers {'302fc14e-a2e0-4257-843b-0f239a1d2ced'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:32.559598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['302fc14e-a2e0-4257-843b-0f239a1d2ced'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.631930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.647546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.648623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a47a7c-d7e0-4329-a231-68ad2159d238 None None] The sync data for ids ['302fc14e-a2e0-4257-843b-0f239a1d2ced'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:32.664528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.730848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.733696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.734936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/8c124384-ada2-4f12-8fe3-d900135217d1 HTTP/1.1" status: 204 len: 168 time: 0.2151377 Jun 30 09:11:32.737261 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33f686f8-b326-451a-9859-645e5c9892b4 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/302fc14e-a2e0-4257-843b-0f239a1d2ced HTTP/1.1" status: 200 len: 921 time: 0.2696509 Jun 30 09:11:32.737955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.738429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33574) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.752085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59be811-3c7b-4452-b044-3f6cad60e61f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c124384-ada2-4f12-8fe3-d900135217d1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.805279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8bc4f997-88e5-4870-b3c4-f4858ae034f5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=302fc14e-a2e0-4257-843b-0f239a1d2ced HTTP/1.1" status: 200 len: 205 time: 0.0655456 Jun 30 09:11:32.809478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33576) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.903820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.908749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bbd88e3a-a9fc-477f-8820-5edcf678c40d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1653934 Jun 30 09:11:32.911626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33580) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:32.921983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563113819'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:32.960961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.110776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.119332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.131447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.160488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f00a6-1775-4cd3-a2de-c890834935f1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:33.169434 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.171243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-73066950-70cf-4f76-8f67-ec9293c5bc3d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2579248 Jun 30 09:11:33.174013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.182664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-90705a1e-b84d-4904-b589-60d42f9663cd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'c37f00a6-1775-4cd3-a2de-c890834935f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.201358 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-90705a1e-b84d-4904-b589-60d42f9663cd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:11:33.203463 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-90705a1e-b84d-4904-b589-60d42f9663cd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:33.205374 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-90705a1e-b84d-4904-b589-60d42f9663cd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0296342 Jun 30 09:11:33.210428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33588) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.216619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a726f5ec-751e-4623-acc3-de0ca08cb240 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'c37f00a6-1775-4cd3-a2de-c890834935f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.217139 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-a726f5ec-751e-4623-acc3-de0ca08cb240 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:11:33.217456 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-a726f5ec-751e-4623-acc3-de0ca08cb240 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:33.218790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a726f5ec-751e-4623-acc3-de0ca08cb240 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071449 Jun 30 09:11:33.230571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33590) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.237641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ad2af48b-aef6-46ed-b308-5d636653cdc4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'c37f00a6-1775-4cd3-a2de-c890834935f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.250830 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-ad2af48b-aef6-46ed-b308-5d636653cdc4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:11:33.251459 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-ad2af48b-aef6-46ed-b308-5d636653cdc4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:33.256157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad2af48b-aef6-46ed-b308-5d636653cdc4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0245109 Jun 30 09:11:33.260488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33596) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.268883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.269203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b470d747-32fd-4207-8811-626af49dd4d3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'c37f00a6-1775-4cd3-a2de-c890834935f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.270203 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-b470d747-32fd-4207-8811-626af49dd4d3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:11:33.273211 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-b470d747-32fd-4207-8811-626af49dd4d3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:33.286389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b470d747-32fd-4207-8811-626af49dd4d3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0152969 Jun 30 09:11:33.288269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33598) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.383271 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.425639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.459256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.473738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port 8bab1ba9-6255-43d0-937b-228f5a8f3412 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:33.474228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.511514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.515052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.516529 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/c37f00a6-1775-4cd3-a2de-c890834935f1 HTTP/1.1" status: 204 len: 168 time: 0.2270215 Jun 30 09:11:33.520521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33612) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.530349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78c5c-7b9a-4357-89dc-195d75ce67eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f00a6-1775-4cd3-a2de-c890834935f1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:33.612148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80b4f5c1-41fc-45bd-8a01-fc7c8bc1341b tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852020 Jun 30 09:11:33.615791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33614) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.620426 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.621696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843327360'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.635491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for 8bab1ba9-6255-43d0-937b-228f5a8f3412 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:33.664760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.850280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.857153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.878704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.919132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=8bab1ba9-6255-43d0-937b-228f5a8f3412,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:33.920046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.928033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.928501 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3115630 Jun 30 09:11:33.936449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c9b9fce9-e209-416e-b2e9-9a71a3b5e356 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:33.936745 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-c9b9fce9-e209-416e-b2e9-9a71a3b5e356 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:11:33.937619 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-c9b9fce9-e209-416e-b2e9-9a71a3b5e356 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:33.938887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9b9fce9-e209-416e-b2e9-9a71a3b5e356 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097899 Jun 30 09:11:33.942181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33620) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.964450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d25f5-6517-4215-b5c3-039d9dce07fd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d12e43-d8c1-439c-a28d-721e8c034fbc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:34.320655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-60938dcb-d2f7-40a7-aefb-a04d56542f5c tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.439469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.587321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.592555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.596192 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-60938dcb-d2f7-40a7-aefb-a04d56542f5c tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.599985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60938dcb-d2f7-40a7-aefb-a04d56542f5c tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6546648 Jun 30 09:11:34.599985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.600418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33634) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.606440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-03a2c585-ceab-414b-b4c8-8d622ab58510 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.607793 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-03a2c585-ceab-414b-b4c8-8d622ab58510 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:11:34.608515 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-03a2c585-ceab-414b-b4c8-8d622ab58510 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.610107 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03a2c585-ceab-414b-b4c8-8d622ab58510 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080636 Jun 30 09:11:34.613398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.624377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-82145cb6-bd8c-4403-a8a0-2f48887808ac tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.669009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.669726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router 302fc14e-a2e0-4257-843b-0f239a1d2ced {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:34.679654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.681815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32693374-bbf3-4e6f-9715-70f182aa1a29 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/302fc14e-a2e0-4257-843b-0f239a1d2ced HTTP/1.1" status: 204 len: 168 time: 1.8703237 Jun 30 09:11:34.685300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33640) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.714919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057992325', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.727311 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-82145cb6-bd8c-4403-a8a0-2f48887808ac tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.728420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82145cb6-bd8c-4403-a8a0-2f48887808ac tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1132989 Jun 30 09:11:34.733228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33642) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.752348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-42b27778-a3c5-4d87-abae-cbd67c084b36 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.752927 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-42b27778-a3c5-4d87-abae-cbd67c084b36 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:11:34.753507 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-42b27778-a3c5-4d87-abae-cbd67c084b36 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.754650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42b27778-a3c5-4d87-abae-cbd67c084b36 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204127 Jun 30 09:11:34.760284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.766503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-448e7b6a-34a9-4065-88b4-199b2044eac1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.810453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.811899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.820759 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-448e7b6a-34a9-4065-88b4-199b2044eac1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Project 5dc06b88d205446c90a5665b1cbc0694 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:11:34.854596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cd517-6aed-4463-887d-ab7da392666d req-0d31845c-d1c4-4699-9631-bf9495d11bdf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.856118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-744cd517-6aed-4463-887d-ab7da392666d req-0d31845c-d1c4-4699-9631-bf9495d11bdf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1447120 Jun 30 09:11:34.901108 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-448e7b6a-34a9-4065-88b4-199b2044eac1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.903507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.905589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-448e7b6a-34a9-4065-88b4-199b2044eac1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1439683 Jun 30 09:11:34.908755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33646) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.914976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-19ac1324-cd53-4a37-8f18-4edea31252f3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.915459 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-19ac1324-cd53-4a37-8f18-4edea31252f3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:11:34.916527 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-19ac1324-cd53-4a37-8f18-4edea31252f3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:34.918580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-19ac1324-cd53-4a37-8f18-4edea31252f3 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082970 Jun 30 09:11:34.923418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33648) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.932469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a18118f5-e56a-4ec4-9ed4-d33735b5af6f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:34.968764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.976312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-744cd517-6aed-4463-887d-ab7da392666d req-b72855bd-8f2a-49c5-bd15-6e75bc066e8e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103330 Jun 30 09:11:35.008726 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-a18118f5-e56a-4ec4-9ed4-d33735b5af6f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Project 5dc06b88d205446c90a5665b1cbc0694 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:11:35.038928 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-a18118f5-e56a-4ec4-9ed4-d33735b5af6f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:35.044569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a18118f5-e56a-4ec4-9ed4-d33735b5af6f tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1152480 Jun 30 09:11:35.045059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33662) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.049520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e61e4371-d9d2-4927-b36e-06bdb61745ef tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '47d12e43-d8c1-439c-a28d-721e8c034fbc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:35.103872 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-e61e4371-d9d2-4927-b36e-06bdb61745ef tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Project 5dc06b88d205446c90a5665b1cbc0694 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:11:35.130137 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-e61e4371-d9d2-4927-b36e-06bdb61745ef tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:35.133874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e61e4371-d9d2-4927-b36e-06bdb61745ef tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0852618 Jun 30 09:11:35.134220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33666) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.281932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.310354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.342161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.407020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4ecf-c023-433f-861e-700eebe62201 req-ec7ce1b3-8fa2-4ad3-8c0f-68c72e60f840 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.414614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ee4ecf-c023-433f-861e-700eebe62201 req-ec7ce1b3-8fa2-4ad3-8c0f-68c72e60f840 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1873457 Jun 30 09:11:35.486519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ee4ecf-c023-433f-861e-700eebe62201 req-9d69ae83-f036-4a59-ba5e-c4d30800459b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707266 Jun 30 09:11:35.489204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.496090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.497581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/47d12e43-d8c1-439c-a28d-721e8c034fbc HTTP/1.1" status: 204 len: 168 time: 0.3619080 Jun 30 09:11:35.511867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33670) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.597206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfd29f-9851-43c1-8637-c5741f3831f1 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d12e43-d8c1-439c-a28d-721e8c034fbc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.683503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c370195-0928-4da8-a96d-3d068f975eb6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591887 Jun 30 09:11:35.684448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33674) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.693124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--119158767'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:35.744603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.745796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.776372 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.902607 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.909857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.959735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.966724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2797427 Jun 30 09:11:35.968250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.973280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d169c960-d63c-4c29-a175-8f4c782a5f3b tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '50804f20-512f-47db-89cd-4a68cbd789c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:35.979111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6c1e8-8020-4069-b172-37fcaac01dbd tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50804f20-512f-47db-89cd-4a68cbd789c1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.011802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.25.4.5 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/147d8c4c-4960-4752-bb1f-84db21ea4272) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:36.045788 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-d169c960-d63c-4c29-a175-8f4c782a5f3b tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The resource could not be found. Jun 30 09:11:36.047000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d169c960-d63c-4c29-a175-8f4c782a5f3b tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0774512 Jun 30 09:11:36.049737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33682) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.054563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1e8ed20b-a46c-49b0-9c64-234533b76e86 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '50804f20-512f-47db-89cd-4a68cbd789c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '925f359f-ed3c-4869-abf8-64b2917794b7'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:36.133618 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-1e8ed20b-a46c-49b0-9c64-234533b76e86 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The resource could not be found. Jun 30 09:11:36.140647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33684) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.142781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e8ed20b-a46c-49b0-9c64-234533b76e86 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0917022 Jun 30 09:11:36.274868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.383520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073660c2-e1c6-4a34-b17e-74b712257914 req-b6343716-528d-45ee-ba35-97463eacfc91 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.385655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-073660c2-e1c6-4a34-b17e-74b712257914 req-b6343716-528d-45ee-ba35-97463eacfc91 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2116351 Jun 30 09:11:36.413661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.425733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.506484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33692) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.511032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-073660c2-e1c6-4a34-b17e-74b712257914 req-6a6173fd-6e81-4523-830c-c51de55ef562 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173031 Jun 30 09:11:36.522424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.547862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:36.554465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:36.561645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:36.570241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=147d8c4c-4960-4752-bb1f-84db21ea4272,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.646459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.649340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.651660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/50804f20-512f-47db-89cd-4a68cbd789c1 HTTP/1.1" status: 204 len: 168 time: 0.5099704 Jun 30 09:11:36.654525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33698) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.671322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bceeea-e7c2-447d-858f-bc7183661d59 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50804f20-512f-47db-89cd-4a68cbd789c1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.791866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-50c11503-879c-4552-80c1-8aaa62597d7e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358647 Jun 30 09:11:36.798314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33706) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.805487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-40d1cba5-6dab-4f87-a93b-bf7ff1aeba11 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'ba6e7919-8a2b-4d31-9938-3cda8c0b81c9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:36.894169 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-40d1cba5-6dab-4f87-a93b-bf7ff1aeba11 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The resource could not be found. Jun 30 09:11:36.896557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-40d1cba5-6dab-4f87-a93b-bf7ff1aeba11 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0967913 Jun 30 09:11:36.901342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33710) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.912686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197045454'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:36.949388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.086850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.093302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.173435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.183451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2801809 Jun 30 09:11:37.184961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33716) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.191155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902163919'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:37.197194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997727-efab-4fdd-bd07-c8c61dacfd04 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9593a5ee-b8aa-415e-95c9-d6ffde569d4d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.237110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.244445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.396573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.402151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.443965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f71250-2ff3-4658-a4e8-6ed5008becae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.450064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.460755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b5b24520-818a-42c0-bb63-f3f51ab4a609 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2707489 Jun 30 09:11:37.460755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.490663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-93647adc-102c-442a-b553-2358689aacf4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': '9593a5ee-b8aa-415e-95c9-d6ffde569d4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e8f71250-2ff3-4658-a4e8-6ed5008becae'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:37.550579 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-93647adc-102c-442a-b553-2358689aacf4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:37.555007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-93647adc-102c-442a-b553-2358689aacf4 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0928075 Jun 30 09:11:37.555769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33726) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.664980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.682316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.746730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.834776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff58a0a-9f7d-43d7-8ff6-1364a79de4cf req-b9c542a3-0ec2-46e0-b4d8-5e84576ba897 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.836521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ff58a0a-9f7d-43d7-8ff6-1364a79de4cf req-b9c542a3-0ec2-46e0-b4d8-5e84576ba897 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1424828 Jun 30 09:11:37.843560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.846726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.848425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8f71250-2ff3-4658-a4e8-6ed5008becae HTTP/1.1" status: 204 len: 168 time: 0.2900076 Jun 30 09:11:37.854215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33728) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:37.894907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeae65-1694-4511-82df-1127d4898450 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f71250-2ff3-4658-a4e8-6ed5008becae,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.899664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.933931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ff58a0a-9f7d-43d7-8ff6-1364a79de4cf req-64ef1bef-b3e2-494c-8273-e0ea63489a78 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845730 Jun 30 09:11:37.973071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-41ad7552-bf5c-4448-aa12-4a76651b6ac6 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1125364 Jun 30 09:11:37.976543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.046142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router 31410247-61e3-424a-8fe6-a30bd4948d86 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:38.196122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.620166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.675959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:38.700309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.702541 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Sync routers for ids ['31410247-61e3-424a-8fe6-a30bd4948d86'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:38.703525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.704950 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/9593a5ee-b8aa-415e-95c9-d6ffde569d4d HTTP/1.1" status: 204 len: 168 time: 0.7274213 Jun 30 09:11:38.707997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33742) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.718716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Routers {'31410247-61e3-424a-8fe6-a30bd4948d86'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:38.719794 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['31410247-61e3-424a-8fe6-a30bd4948d86'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:38.729093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.733259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cf0d40c-7956-4d61-b4f8-5284ca79a677 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0448074 Jun 30 09:11:38.733918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33744) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.782327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f87b1-52f0-48f4-967a-2d59d9e99782 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9593a5ee-b8aa-415e-95c9-d6ffde569d4d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:38.887045 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3529d63-56bf-4b16-85ad-da6bbccf5cdc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773548 Jun 30 09:11:38.891566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33748) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.909607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Deleting port 9e8a1894-b3ec-4028-b858-34bcbe33ba43 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:38.909989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.924016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--680078287'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:38.939591 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Set router 31410247-61e3-424a-8fe6-a30bd4948d86 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:38.969068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e021ffe2-6dcb-4834-878d-d9e601af7eec tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/31410247-61e3-424a-8fe6-a30bd4948d86 HTTP/1.1" status: 200 len: 907 time: 0.2276635 Jun 30 09:11:38.969068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.970982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33750) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.986308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057992325', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': True}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:39.007973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] For port 9e8a1894-b3ec-4028-b858-34bcbe33ba43, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9e8a1894-b3ec-4028-b858-34bcbe33ba43,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:39.008347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.012090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:11:39.012090 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:11:39.012090 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': '5dc06b88d205446c90a5665b1cbc0694', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 11, 39, 4365)}] Jun 30 09:11:39.012090 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:39.012612 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:39.022389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.023565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.024598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Calling delete_port for 9e8a1894-b3ec-4028-b858-34bcbe33ba43 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:39.122370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.215717 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'name': 'tempest-snat-router-2057992325', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:34Z', 'updated_at': '2021-06-30T09:11:36Z', 'revision_number': 3, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port': {'id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:35Z', 'updated_at': '2021-06-30T09:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:39.246606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Checking router: 31410247-61e3-424a-8fe6-a30bd4948d86 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:39.246952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Updating router 31410247-61e3-424a-8fe6-a30bd4948d86 port 147d8c4c-4960-4752-bb1f-84db21ea4272 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:39.311983 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.318026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.346578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.354361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8a1894-b3ec-4028-b858-34bcbe33ba43,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.377107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b8bc-9fba-4e7d-8bfa-4b890065b303 req-5052f426-5823-4c33-9796-06a963424cd9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.380767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86d7b8bc-9fba-4e7d-8bfa-4b890065b303 req-5052f426-5823-4c33-9796-06a963424cd9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2445560 Jun 30 09:11:39.525971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.530918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86d7b8bc-9fba-4e7d-8bfa-4b890065b303 req-58352901-9793-42a9-a45f-e3b1752a73c6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399133 Jun 30 09:11:39.646613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.783888 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.785652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.815190 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Transition to ACTIVE for port object 147d8c4c-4960-4752-bb1f-84db21ea4272 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:39.828480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.839635 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.873794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.874994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9822383 Jun 30 09:11:39.878039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33764) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:39.889634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-70873f7e-3b32-4286-bed7-58bbd0fd2051 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'fd7e3f25-05a2-4f07-ac1d-fd60e0ca1e81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:39.895149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdbe88-5800-44cd-ac2b-61f50ddb2828 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e3f25-05a2-4f07-ac1d-fd60e0ca1e81,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.898446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.936128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.960874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Attempting to bind port 147d8c4c-4960-4752-bb1f-84db21ea4272 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:39.961297 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Attempting to bind port 147d8c4c-4960-4752-bb1f-84db21ea4272 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:39.961603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Attempting to bind port 147d8c4c-4960-4752-bb1f-84db21ea4272 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:39.965035 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498750f-8628-406e-aebf-bb6b3b1ef6c2 None None] Pushing event updated for resources: {'Port': ['ID=147d8c4c-4960-4752-bb1f-84db21ea4272,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.973517 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:39.973517 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:39.973937 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.975930 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:39.975930 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Bound port: 147d8c4c-4960-4752-bb1f-84db21ea4272, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:39.975930 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.020539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:40.063200 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-70873f7e-3b32-4286-bed7-58bbd0fd2051 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:40.063200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70873f7e-3b32-4286-bed7-58bbd0fd2051 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1806376 Jun 30 09:11:40.064051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33768) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.066807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] For port 147d8c4c-4960-4752-bb1f-84db21ea4272, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:40.072563 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] For port 147d8c4c-4960-4752-bb1f-84db21ea4272, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=147d8c4c-4960-4752-bb1f-84db21ea4272,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:40.073997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-93d062c4-94de-45e1-a3e7-9bc3948eff03 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group_rule': {'security_group_id': 'fd7e3f25-05a2-4f07-ac1d-fd60e0ca1e81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:40.085472 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.142729 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-93d062c4-94de-45e1-a3e7-9bc3948eff03 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:11:40.143799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-93d062c4-94de-45e1-a3e7-9bc3948eff03 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0784955 Jun 30 09:11:40.150257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:40.151794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.160635 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498750f-8628-406e-aebf-bb6b3b1ef6c2 None None] Pushing event updated for resources: {'Port': ['ID=147d8c4c-4960-4752-bb1f-84db21ea4272,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:40.162276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-515902e6-a2f7-4a1e-b99f-32a2a859f390 admin admin] 10.222.0.66 "PUT /v2.0/routers/97c36fc0-14d3-4432-9874-f5e27ac5dfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6438632 Jun 30 09:11:40.165115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Sync routers for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:40.166277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33776) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.208717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.212109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.232677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.25.4.23 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/a7a5a259-58de-4a7a-a7dc-1e438c87bbcf) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:40.239769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.280201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.287498 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Routers {'31410247-61e3-424a-8fe6-a30bd4948d86'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.290434 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['31410247-61e3-424a-8fe6-a30bd4948d86'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.363248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.367356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.368686 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/fd7e3f25-05a2-4f07-ac1d-fd60e0ca1e81 HTTP/1.1" status: 204 len: 168 time: 0.2158391 Jun 30 09:11:40.373989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33780) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.428622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6a14-5fe3-4820-83c3-570f9d733ca8 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e3f25-05a2-4f07-ac1d-fd60e0ca1e81,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:40.492530 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-efb3b855-fbb7-4973-b488-492e65879a0d tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094768 Jun 30 09:11:40.492794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33782) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.499442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.511112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520668600'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:40.530840 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] Set router 31410247-61e3-424a-8fe6-a30bd4948d86 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:40.565255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:40.717048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.761087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.765365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.807740 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'name': 'tempest-snat-router-2057992325', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:34Z', 'updated_at': '2021-06-30T09:11:36Z', 'revision_number': 3, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port': {'id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:35Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.833058 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea9337-6c48-4433-9268-304e1cbf5b90 None None] The sync data for ids ['31410247-61e3-424a-8fe6-a30bd4948d86'] in n-d-779913-25 is: [{'id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'name': 'tempest-snat-router-2057992325', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:34Z', 'updated_at': '2021-06-30T09:11:36Z', 'revision_number': 3, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port': {'id': '147d8c4c-4960-4752-bb1f-84db21ea4272', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:09:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31410247-61e3-424a-8fe6-a30bd4948d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:35Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:40.869131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:11:39Z', 'revision_number': 5, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port': {'id': '84fd8f41-81d6-4d73-a0b8-034beec2ce3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:21:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:59:57Z', 'updated_at': '2021-06-30T09:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.908529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c395a3-4779-4091-a086-1530f3434217 req-3785f31c-ddfb-41c8-aac2-9c3956a68347 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:40.910406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22c395a3-4779-4091-a086-1530f3434217 req-3785f31c-ddfb-41c8-aac2-9c3956a68347 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1982212 Jun 30 09:11:40.928511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Checking router: 97c36fc0-14d3-4432-9874-f5e27ac5dfbd for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:40.948832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Routers {'97c36fc0-14d3-4432-9874-f5e27ac5dfbd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.951554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.989181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22c395a3-4779-4091-a086-1530f3434217 req-13970bbc-58cc-40b4-9840-4a2637f64d0d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645854 Jun 30 09:11:41.046299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Deleting port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:41.046647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.092407 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:41.098865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] Set router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:41.110479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.174683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 6, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:41.245510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0c593-adda-424e-8418-144fb44e40ce None None] The sync data for ids ['97c36fc0-14d3-4432-9874-f5e27ac5dfbd'] in n-d-779913-25 is: [{'id': '97c36fc0-14d3-4432-9874-f5e27ac5dfbd', 'name': 'tempest-TaggedBootDevicesTest_v242-2115538663-router', 'tenant_id': '431bc9327148435a848be8bdcf0de827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:59:55Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 6, 'project_id': '431bc9327148435a848be8bdcf0de827', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:41.266647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] For port 84fd8f41-81d6-4d73-a0b8-034beec2ce3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:41.267045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.292087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a5a259-58de-4a7a-a7dc-1e438c87bbcf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.315950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:41.320386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:41.326756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:41.330583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Calling delete_port for 84fd8f41-81d6-4d73-a0b8-034beec2ce3f owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:41.334762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.360394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.395908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.400959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8943694 Jun 30 09:11:41.401486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33790) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.411208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8fd6a141-5d50-4fb9-a117-5e05b9cf74f9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:41.412190 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-8fd6a141-5d50-4fb9-a117-5e05b9cf74f9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:11:41.412982 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-8fd6a141-5d50-4fb9-a117-5e05b9cf74f9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:11:41.414226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fd6a141-5d50-4fb9-a117-5e05b9cf74f9 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "PUT /v2.0/security-groups/bc23e7b2-aa13-4b4c-bf97-07c7f65f5ccc HTTP/1.1" status: 409 len: 330 time: 0.0092714 Jun 30 09:11:41.417579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.470248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c71b7-f352-49fd-994e-0226649e8d5e tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23e7b2-aa13-4b4c-bf97-07c7f65f5ccc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.528915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.588033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.681159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.684117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.688934 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc23e7b2-aa13-4b4c-bf97-07c7f65f5ccc HTTP/1.1" status: 204 len: 168 time: 0.2699473 Jun 30 09:11:41.689621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.706583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42f45d-d9aa-496f-954f-7cc00e789b10 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23e7b2-aa13-4b4c-bf97-07c7f65f5ccc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.839489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-613ff87b-56d9-44cd-b823-3d007e5b9c50 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458509 Jun 30 09:11:41.845319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.876204 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-afe27121-7b05-4ff3-b227-0e574c97d7eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] delete failed (client error): The resource could not be found. Jun 30 09:11:41.877672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-afe27121-7b05-4ff3-b227-0e574c97d7eb tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0f31f41-539a-4044-a8a1-38999e9d994c HTTP/1.1" status: 404 len: 347 time: 0.0311108 Jun 30 09:11:41.883117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.909519 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-dd51c249-6199-4d02-81bf-45506b143ddc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] show failed (client error): The resource could not be found. Jun 30 09:11:41.916496 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd51c249-6199-4d02-81bf-45506b143ddc tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-groups/cefc7b8e-ecdc-4222-815a-8aa5d7b03ed0 HTTP/1.1" status: 404 len: 347 time: 0.0264990 Jun 30 09:11:41.918728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33804) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:41.939952 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-d38ec530-26f0-4234-9ad1-7ae44ef89f07 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] show failed (client error): The resource could not be found. Jun 30 09:11:41.945686 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d38ec530-26f0-4234-9ad1-7ae44ef89f07 tempest-NegativeSecGroupIPv6Test-819342864 tempest-NegativeSecGroupIPv6Test-819342864-project] 10.222.0.66 "GET /v2.0/security-group-rules/1eb31552-9822-414e-8c0a-a21900501e33 HTTP/1.1" status: 404 len: 356 time: 0.0212831 Jun 30 09:11:42.369998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 147d8c4c-4960-4752-bb1f-84db21ea4272 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:42.439656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.450615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:42.526132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 147d8c4c-4960-4752-bb1f-84db21ea4272 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:42.534453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 147d8c4c-4960-4752-bb1f-84db21ea4272 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:42.534841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.720117 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.743179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad4e85ff-c511-497a-9316-f42b0c17c81b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dc06b88d205446c90a5665b1cbc0694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901273 Jun 30 09:11:42.746240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33822) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:42.771586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 147d8c4c-4960-4752-bb1f-84db21ea4272, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=147d8c4c-4960-4752-bb1f-84db21ea4272,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:42.791792 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.870442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.885189 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.886139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9e8a1894-b3ec-4028-b858-34bcbe33ba43 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:42.887554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.922746 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.932162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9e8a1894-b3ec-4028-b858-34bcbe33ba43 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:42.932675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9e8a1894-b3ec-4028-b858-34bcbe33ba43 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:42.933410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 84fd8f41-81d6-4d73-a0b8-034beec2ce3f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:42.986907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 84fd8f41-81d6-4d73-a0b8-034beec2ce3f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:42.987640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 84fd8f41-81d6-4d73-a0b8-034beec2ce3f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:43.013426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=147d8c4c-4960-4752-bb1f-84db21ea4272,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:43.027707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.036676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.044601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5026aa0c-f79c-4cbf-a2e4-49e9730d0210 HTTP/1.1" status: 204 len: 168 time: 0.2967455 Jun 30 09:11:43.059732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df06d0-3636-48fc-b217-2d565e7cb711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5026aa0c-f79c-4cbf-a2e4-49e9730d0210,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:43.157918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fd8f41-81d6-4d73-a0b8-034beec2ce3f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:43.220078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d00bb-97df-405c-abb5-cf541c0536db req-68069db8-4971-474e-a6b1-906796f7a355 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.221636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-132d00bb-97df-405c-abb5-cf541c0536db req-68069db8-4971-474e-a6b1-906796f7a355 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.4720783 Jun 30 09:11:43.310291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.312255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router ca2e6a1d-847c-4ae0-a99b-6af62abc9433 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:43.410188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-132d00bb-97df-405c-abb5-cf541c0536db req-25774365-5a68-4487-b4ff-5eb028fe2402 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596408 Jun 30 09:11:43.482583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.487865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.585201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.585848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97c36fc0-14d3-4432-9874-f5e27ac5dfbd {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:43.592154 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.593247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-592a91da-8192-4c34-aff2-b1e7d5222561 admin admin] 10.222.0.66 "DELETE /v2.0/routers/97c36fc0-14d3-4432-9874-f5e27ac5dfbd HTTP/1.1" status: 204 len: 168 time: 3.4261341 Jun 30 09:11:43.601442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33834) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:43.626071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:43.638746 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Sync routers for ids ['ca2e6a1d-847c-4ae0-a99b-6af62abc9433'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:43.662787 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Routers {'ca2e6a1d-847c-4ae0-a99b-6af62abc9433'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:43.665135 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ca2e6a1d-847c-4ae0-a99b-6af62abc9433'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:43.673536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.677131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c3dcb97-bed6-4b93-8000-25f54cff2980 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7014487 Jun 30 09:11:43.678731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33838) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:43.693916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Deleting subnet 8bec4037-f992-44ca-8a70-bff3245f03c7 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:43.729393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.819724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.834959 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Set router ca2e6a1d-847c-4ae0-a99b-6af62abc9433 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:43.904957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e676e424-8401-4889-a081-5a63a1f58c71 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/ca2e6a1d-847c-4ae0-a99b-6af62abc9433 HTTP/1.1" status: 200 len: 907 time: 0.2243907 Jun 30 09:11:43.907714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:44.038171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 147d8c4c-4960-4752-bb1f-84db21ea4272 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:44.065530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.218609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 147d8c4c-4960-4752-bb1f-84db21ea4272 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:44.221629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.224396 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e6a1d-847c-4ae0-a99b-6af62abc9433', 'name': 'tempest-snat-router-2057992325', 'tenant_id': '9f49de0c37c042699ef62f7f04e348d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a7a5a259-58de-4a7a-a7dc-1e438c87bbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:39Z', 'updated_at': '2021-06-30T09:11:41Z', 'revision_number': 3, 'project_id': '9f49de0c37c042699ef62f7f04e348d3', 'gw_port': {'id': 'a7a5a259-58de-4a7a-a7dc-1e438c87bbcf', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e6a1d-847c-4ae0-a99b-6af62abc9433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:39Z', 'updated_at': '2021-06-30T09:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:44.232182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.241011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.290257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.296925 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8bec4037-f992-44ca-8a70-bff3245f03c7 HTTP/1.1" status: 204 len: 168 time: 0.6918597 Jun 30 09:11:44.300195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:44.305677 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Checking router: ca2e6a1d-847c-4ae0-a99b-6af62abc9433 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:44.306393 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Updating router ca2e6a1d-847c-4ae0-a99b-6af62abc9433 port a7a5a259-58de-4a7a-a7dc-1e438c87bbcf binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:44.308020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df027-3171-4436-b479-58e5ec65231b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bec4037-f992-44ca-8a70-bff3245f03c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.395360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.401556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.403887 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.458100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33866) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:44.531890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Deleting port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:44.532264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.542479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Deleting port a7a5a259-58de-4a7a-a7dc-1e438c87bbcf {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:44.543109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.570561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35b062-7708-43d7-a2bf-51e89363141c None None] Network 4c735695-6672-4d19-b042-93cd6e2d9b59 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:44.670428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-955916176'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:44.696978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] For port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,segment=NetworkSegment(0ce99b98-d22b-467b-8122-c0f6743b0874),segment_id=0ce99b98-d22b-467b-8122-c0f6743b0874)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:44.697637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.720693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Calling delete_port for 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:44.730294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Made reservation on behalf of 9f150930be974dad9ce16f05e1b52029 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:44.734532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.751354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.752995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.770336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Calling delete_port for a7a5a259-58de-4a7a-a7dc-1e438c87bbcf owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:44.960292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.966901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-66ed4bbe-6e63-4152-818f-b8928f088641 req-fc1a0781-60e6-4267-a903-3189fc02462f service neutron] (94183) timed out ('10.222.0.66', 35776) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:11:44.982157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419eeb3-e43e-409f-b7b2-7659b29844fa None None] DHCP port deletion for 4c735695-6672-4d19-b042-93cd6e2d9b59 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:45.004662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa2a763-94da-4dd0-84fb-04be1a2ea6fc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.017050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] No DVR routers for this DVR port 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:45.079199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.120490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a5a259-58de-4a7a-a7dc-1e438c87bbcf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.179073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.218685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.236781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.250042 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.db.api [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:45.250042 n-d-779913-25 neutron-server[94188]: DEBUG oslo_db.api [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:45.260425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c735695-6672-4d19-b042-93cd6e2d9b59']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:45.262779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:45.284090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce99b98-d22b-467b-8122-c0f6743b0874') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:45.284397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce99b98-d22b-467b-8122-c0f6743b0874') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:45.288922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996673-d637-4529-b2c6-41a9af8b4ce3 req-767586de-1685-486c-874a-3a097c08f002 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.295435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2996673-d637-4529-b2c6-41a9af8b4ce3 req-767586de-1685-486c-874a-3a097c08f002 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3327522 Jun 30 09:11:45.301118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.301462 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Added segment b9e53c36-0ea0-4d87-b1aa-c01c6848ae44 of type vlan for network af04de07-98db-4924-822a-1b0aaa6007fd Jun 30 09:11:45.304223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.305980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e566d089-081b-480c-ba17-569829b950d3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.308832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.348457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.363877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:45.364358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:45.366265 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:45.377519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.459552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.460090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.465895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.468137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.473472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c735695-6672-4d19-b042-93cd6e2d9b59 HTTP/1.1" status: 204 len: 168 time: 1.1694183 Jun 30 09:11:45.484727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.490627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:45.491186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.496165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07838d55-0b6b-4189-9a43-e61747b9114b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c735695-6672-4d19-b042-93cd6e2d9b59,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.566781 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1044981 Jun 30 09:11:45.567023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33878) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.572306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Request body: {'subnet': {'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:45.616348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2996673-d637-4529-b2c6-41a9af8b4ce3 req-242ac80a-210f-4f94-af72-934f0a60a507 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092055 Jun 30 09:11:45.618513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.621689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca2e6a1d-847c-4ae0-a99b-6af62abc9433 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:45.628229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.632620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8392d673-dbca-457c-b9ff-977d09c0c7d2 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ca2e6a1d-847c-4ae0-a99b-6af62abc9433 HTTP/1.1" status: 204 len: 168 time: 1.7208705 Jun 30 09:11:45.633244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33880) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.638013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501701c7-b129-42d0-b222-af0e2669f9e4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event updated for resources: {'Network': ['ID=af04de07-98db-4924-822a-1b0aaa6007fd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.653984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network af04de07-98db-4924-822a-1b0aaa6007fd details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:45.725779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Made reservation on behalf of 9f150930be974dad9ce16f05e1b52029 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:45.731402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.840265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.862380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.899332 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Port a7a5a259-58de-4a7a-a7dc-1e438c87bbcf not found while updating agent binding for router ca2e6a1d-847c-4ae0-a99b-6af62abc9433. {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:11:45.998897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:46.016408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e9507f0-9613-41a4-915d-18c2f22890f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=431bc9327148435a848be8bdcf0de827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506441 Jun 30 09:11:46.017166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.022627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.043934 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:46.044465 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:11:46.045349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_agentschedulers_db [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca2e6a1d-847c-4ae0-a99b-6af62abc9433'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent'). {{(pid=94188) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:11:46.046182 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ded18-5351-4c17-af73-56e115f21eb9 None None] The sync data for ids ['ca2e6a1d-847c-4ae0-a99b-6af62abc9433'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:46.062936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:46.068827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7aa2a763-94da-4dd0-84fb-04be1a2ea6fc not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:46.171858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.204035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Deleting port 147d8c4c-4960-4752-bb1f-84db21ea4272 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:46.204697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.267162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event updated for resources: {'Subnet': ['ID=613f2ce1-abe2-4081-8bfa-003529e6d628,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.273017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.305436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Checking segment: {'id': 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:46.307161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Network hostable DHCP agents. Network: af04de07-98db-4924-822a-1b0aaa6007fd, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:46.326184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] For port 147d8c4c-4960-4752-bb1f-84db21ea4272, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=147d8c4c-4960-4752-bb1f-84db21ea4272,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:46.326705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.327156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.348072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Calling delete_port for 147d8c4c-4960-4752-bb1f-84db21ea4272 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:46.415657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Network af04de07-98db-4924-822a-1b0aaa6007fd is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:46.434278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, af04de07-98db-4924-822a-1b0aaa6007fd) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:46.448416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b100e4-8a3d-419b-b497-f712000000ee None None] Network af04de07-98db-4924-822a-1b0aaa6007fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:46.454973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.455266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.489956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a8a87277-d92e-4ce3-8242-8d1e6e293477 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9194427 Jun 30 09:11:46.491700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.495988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.499545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a0bc82e-ce74-44d7-bb68-cd57a0e76795 HTTP/1.1" status: 204 len: 168 time: 0.4785337 Jun 30 09:11:46.500281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33892) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.545235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Request body: {'port': {'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd', 'name': 'tempest-TagsExtTest-63639191'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:46.616548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1ec75-6b5c-46c5-80c7-e7390a56d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0bc82e-ce74-44d7-bb68-cd57a0e76795,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.635819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.680836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event deleted for resources: {'Port': ['ID=147d8c4c-4960-4752-bb1f-84db21ea4272,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.703099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-af04de07-98db-4924-822a-1b0aaa6007fd', 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd', 'tenant_id': '9f150930be974dad9ce16f05e1b52029', 'fixed_ips': [{'subnet_id': '613f2ce1-abe2-4081-8bfa-003529e6d628'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:11:46.705084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.852713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Made reservation on behalf of 9f150930be974dad9ce16f05e1b52029 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:46.860406 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.880386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] device_id is not set on port f91461f0-b4f8-4e82-a675-ec43c3f69abf yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:11:46.890918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.944704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Allocated IP 172.20.0.2 (af04de07-98db-4924-822a-1b0aaa6007fd/613f2ce1-abe2-4081-8bfa-003529e6d628/dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:47.052992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.055481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.117626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.118189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31410247-61e3-424a-8fe6-a30bd4948d86 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:47.133909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.135688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf729b03-5fcb-48c9-831a-1f5a8efac1e3 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "DELETE /v2.0/routers/31410247-61e3-424a-8fe6-a30bd4948d86 HTTP/1.1" status: 204 len: 168 time: 1.5010531 Jun 30 09:11:47.139586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33906) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.142583 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.146383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-852321580', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:47.181253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Transition to ACTIVE for port object dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:47.188072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c1946-b489-490f-8b08-b0a3510fedf6 req-397dbc6e-0650-487e-8ce9-48a011b4ee25 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.189708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a71c1946-b489-490f-8b08-b0a3510fedf6 req-397dbc6e-0650-487e-8ce9-48a011b4ee25 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3613100 Jun 30 09:11:47.203008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.204173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.234781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Transition to ACTIVE for port object dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:47.255353 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.334224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Pushing event updated for resources: {'Port': ['ID=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.337024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a71c1946-b489-490f-8b08-b0a3510fedf6 req-396c783d-6142-49fe-b052-7944984645f1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387687 Jun 30 09:11:47.347325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Network af04de07-98db-4924-822a-1b0aaa6007fd is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:47.349054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:47.352259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:47.406937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.503356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Attempting to bind port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:47.506197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Attempting to bind port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:47.506722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Attempting to bind port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe on network af04de07-98db-4924-822a-1b0aaa6007fd {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:47.528839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:47.529216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Checking segment: {'id': 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:47.529764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.530244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Bound using segment: {'id': 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:47.530805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Bound port: dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'af04de07-98db-4924-822a-1b0aaa6007fd'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:47.531258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.571318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Allocated IP 172.20.0.8 (af04de07-98db-4924-822a-1b0aaa6007fd/613f2ce1-abe2-4081-8bfa-003529e6d628/f91461f0-b4f8-4e82-a675-ec43c3f69abf) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:47.674785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] For port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:47.679626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] For port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,segment=NetworkSegment(b9e53c36-0ea0-4d87-b1aa-c01c6848ae44),segment_id=b9e53c36-0ea0-4d87-b1aa-c01c6848ae44)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:47.686214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.721900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.811291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052302d-1559-410c-ac53-b2cc037a5902 None None] Pushing event updated for resources: {'Port': ['ID=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.975747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.986587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 147d8c4c-4960-4752-bb1f-84db21ea4272 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:48.016669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.031940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 147d8c4c-4960-4752-bb1f-84db21ea4272 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:48.032440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 147d8c4c-4960-4752-bb1f-84db21ea4272 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:48.048891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Transition to ACTIVE for port object f91461f0-b4f8-4e82-a675-ec43c3f69abf will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:48.147937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.165852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-882332927-network', 'tenant_id': '7f3f55f73d3b4691a087211dfe04365e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:48.193342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Made reservation on behalf of 7f3f55f73d3b4691a087211dfe04365e for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:48.195912 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.206024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.220674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Network af04de07-98db-4924-822a-1b0aaa6007fd is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:48.231232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:48.237722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:48.359524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.366302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.386440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:48.410056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.410307 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Added segment 5042b73c-d10f-4270-83ad-c72aa375412c of type vlan for network 3905f4b1-6423-413e-ac99-b57fefe90795 Jun 30 09:11:48.450335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d7d20-90cb-402b-a281-081374773f2d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.480414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.518893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.523096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.525385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.610930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6342750 Jun 30 09:11:48.624343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33938) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:48.632761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Request body: {'subnet': {'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-882332927-subnet', 'tenant_id': '7f3f55f73d3b4691a087211dfe04365e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:48.689994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5458fe-4255-438b-be4c-a4c4bbbd3dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3905f4b1-6423-413e-ac99-b57fefe90795,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.705495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3905f4b1-6423-413e-ac99-b57fefe90795 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:48.730323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Made reservation on behalf of 7f3f55f73d3b4691a087211dfe04365e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:48.732860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.781890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event updated for resources: {'Port': ['ID=f91461f0-b4f8-4e82-a675-ec43c3f69abf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.840991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c98d3-e255-4205-9c14-d52ea8bf0709 req-fdc6bf79-7b7b-4e14-9bdb-531fef05e5c1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.842083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a07c98d3-e255-4205-9c14-d52ea8bf0709 req-fdc6bf79-7b7b-4e14-9bdb-531fef05e5c1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3001232 Jun 30 09:11:48.855293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.900909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.901680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.921049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.941728 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3574f3ff-7ae2-4af8-b8e1-f801a382112f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.4203563 Jun 30 09:11:48.944956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33944) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:48.957264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2081377429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:49.087417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.089334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.237333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6b1c55-2459-48da-accd-911f19010106 None None] Network af04de07-98db-4924-822a-1b0aaa6007fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:49.269675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Allocated IP 172.25.4.161 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/b84da763-eed7-4479-96d9-484448d16563) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:49.275597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.301653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.314064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a07c98d3-e255-4205-9c14-d52ea8bf0709 req-14bd24c6-5b0d-4eeb-86c8-90990749137b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630928 Jun 30 09:11:49.366578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.371699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae6b9efc-9a5b-447c-9da2-5eb611a82605 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4252317 Jun 30 09:11:49.381238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33948) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.389841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d033082e-d43e-4895-b8a6-b523173e42e5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-749326478', 'prefixes': ['172.20.0.0/16']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:49.394960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9535c8c7-e4eb-4a37-a9d1-52efc467434b None None] Provisioning for port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:49.395811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.538427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Checking segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:49.538798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Network hostable DHCP agents. Network: 3905f4b1-6423-413e-ac99-b57fefe90795, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:49.544570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.600900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.611945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Network 3905f4b1-6423-413e-ac99-b57fefe90795 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:49.653084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.655258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d033082e-d43e-4895-b8a6-b523173e42e5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for subnetpool, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.658793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d033082e-d43e-4895-b8a6-b523173e42e5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2758303 Jun 30 09:11:49.660065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3905f4b1-6423-413e-ac99-b57fefe90795) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:49.665440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33952) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.675193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-e652100e-7d81-481a-92bf-69da406acfc5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-1545889425') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:49.675643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35936d9-5f5c-4ec5-bfce-0d2e1a9a844b None None] Network 3905f4b1-6423-413e-ac99-b57fefe90795 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:49.705876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.706137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:49.707852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.710422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:49.720113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:49.897807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ed83d631-b6f9-4499-b0e8-8f10a45764e4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2708769 Jun 30 09:11:50.140154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:50.147381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event updated for resources: {'Port': ['ID=b84da763-eed7-4479-96d9-484448d16563,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.246965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46758e06-59be-4045-a519-cba95b5de66c None None] Network 3905f4b1-6423-413e-ac99-b57fefe90795 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:50.289879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e652100e-7d81-481a-92bf-69da406acfc5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-1545889425 HTTP/1.1" status: 201 len: 201 time: 0.6217725 Jun 30 09:11:50.294674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33966) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.319401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-be879504-6111-4d35-899f-8b8e471a8ad3 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-1488568595') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:50.421739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-b46a7cb6-f68a-45ca-84d2-0529a4e1f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.424593 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-b46a7cb6-f68a-45ca-84d2-0529a4e1f0db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.2857888 Jun 30 09:11:50.561448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Provisioning for port f91461f0-b4f8-4e82-a675-ec43c3f69abf completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:50.567246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Provisioning complete for port f91461f0-b4f8-4e82-a675-ec43c3f69abf triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:50.567848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.572911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:50.595413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33970) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.617362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:50.619271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.695858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.746815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Port f91461f0-b4f8-4e82-a675-ec43c3f69abf cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:50.787511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Provisioning complete for port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:50.788239 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.846891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45066da-5433-4408-9762-665318c28d90 req-34d02e2f-b5b3-46c3-ab9d-a23935c5139d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.849345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45066da-5433-4408-9762-665318c28d90 req-34d02e2f-b5b3-46c3-ab9d-a23935c5139d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.4001448 Jun 30 09:11:50.852558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-be879504-6111-4d35-899f-8b8e471a8ad3 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-1488568595 HTTP/1.1" status: 201 len: 201 time: 0.5563288 Jun 30 09:11:50.866196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33980) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.872057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-8879892d-0a48-4ed6-8e47-59a617528386 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-1321113326') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:50.957787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52ac414a-e1ee-4544-aaf2-24678b7d052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.966979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.010308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-dea03ba5-86d6-4630-9388-b9a761077a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.012433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-dea03ba5-86d6-4630-9388-b9a761077a07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.3279486 Jun 30 09:11:51.014786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.063651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45066da-5433-4408-9762-665318c28d90 req-f6c6f53f-db30-4fa4-a663-bf194205e8d3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904223 Jun 30 09:11:51.086324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8879892d-0a48-4ed6-8e47-59a617528386 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-1321113326 HTTP/1.1" status: 201 len: 201 time: 0.2188120 Jun 30 09:11:51.093332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33982) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.096460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,segment=NetworkSegment(b9e53c36-0ea0-4d87-b1aa-c01c6848ae44),segment_id=b9e53c36-0ea0-4d87-b1aa-c01c6848ae44)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.114105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.138984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-9dc3c819-afd4-4aca-b1b2-44db2817e159 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-102237187') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:51.252875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:51.253495 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-5605bb5d-18bb-4716-9823-cf48e69ac88b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:51.254758 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-649cf95c-9a24-4090-a7f0-06d85757f68b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.2326808 Jun 30 09:11:51.275360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.323399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-e42dd8b5-c879-4b71-9b0b-30119a85ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.325447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-e42dd8b5-c879-4b71-9b0b-30119a85ebef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0625198 Jun 30 09:11:51.344416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9dc3c819-afd4-4aca-b1b2-44db2817e159 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-102237187 HTTP/1.1" status: 201 len: 201 time: 0.2435036 Jun 30 09:11:51.350975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.357276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-2d48f46d-d908-49b9-9f85-43f56ab5a384 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:51.393226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.444323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-bbf25ff1-124d-4c4f-8786-a0727839853f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.445797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-bbf25ff1-124d-4c4f-8786-a0727839853f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.2237916 Jun 30 09:11:51.458969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-33ecd394-ee8d-4e81-ab82-ecf2fceefccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.460782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-33ecd394-ee8d-4e81-ab82-ecf2fceefccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206946 Jun 30 09:11:51.494453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-2c7c3afd-5285-464a-b3b7-bc78571f8707 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/quotas/7f3f55f73d3b4691a087211dfe04365e HTTP/1.1" status: 200 len: 375 time: 0.0327330 Jun 30 09:11:51.497385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52ac414a-e1ee-4544-aaf2-24678b7d052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.521043 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-52ac414a-e1ee-4544-aaf2-24678b7d052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.557405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-3889c013-f9f6-49c3-a274-5ab282458bdb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557489 Jun 30 09:11:51.598078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-52ac414a-e1ee-4544-aaf2-24678b7d052c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b8f533aa7eb42b593e5bfe8f923ae56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0034745 Jun 30 09:11:51.603415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33996) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.610329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac414a-e1ee-4544-aaf2-24678b7d052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a0a973-d446-4976-8ee8-94bab6a5c6a8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.651291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2d48f46d-d908-49b9-9f85-43f56ab5a384 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 200 len: 241 time: 0.2956498 Jun 30 09:11:51.655566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33998) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.659821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-29ec87d8-e1eb-4d73-a84b-e371d2f69558 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843970 Jun 30 09:11:51.660416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-8648a18c-f72f-4b2a-a63d-7b37a0252e4f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-1545889425') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:51.732198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-a71faffb-6d3d-455f-b91f-45a14293f4c5 service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576374 Jun 30 09:11:51.735970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Router 59443ce3-4cbf-499a-b318-fb667559ee5c is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:51.762877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.771553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8648a18c-f72f-4b2a-a63d-7b37a0252e4f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-1545889425 HTTP/1.1" status: 204 len: 168 time: 0.1122353 Jun 30 09:11:51.772183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.778969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-ad6064be-094a-4ca3-a8a2-7954271caef4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-1545889425') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:51.850157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-25f6e6b3-4dca-4493-9800-f79e8d67a4b3 service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052485 Jun 30 09:11:51.874808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.928377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dee3702c-a135-43ea-a59a-e2e4e7b2cc27 req-21223a6a-3622-4136-88fe-484fe24a2131 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611256 Jun 30 09:11:51.930707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:52.014318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f9f440a9-c14c-44a5-90e5-97030c5ed631 None None] Provisioning complete for port f91461f0-b4f8-4e82-a675-ec43c3f69abf triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:52.015119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9f440a9-c14c-44a5-90e5-97030c5ed631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.035724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:52.067625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.070697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.074838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7a0a973-d446-4976-8ee8-94bab6a5c6a8 HTTP/1.1" status: 204 len: 168 time: 0.4681957 Jun 30 09:11:52.087418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.089953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89d1671b-eae3-40e5-a79b-1646b269b76a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9487574 Jun 30 09:11:52.091463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cd930-2e86-402c-9d32-9f93e67bf6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a0a973-d446-4976-8ee8-94bab6a5c6a8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.093378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] Sync routers for ids ['59443ce3-4cbf-499a-b318-fb667559ee5c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:52.096776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34010) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.110379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:52.112456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af82a74-769f-4e81-a561-06a714fa2f00 req-c53ccc97-cb66-4378-bc80-1ef9987e6a4f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0643716 Jun 30 09:11:52.113461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad6064be-094a-4ca3-a8a2-7954271caef4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-1545889425 HTTP/1.1" status: 204 len: 168 time: 0.3401368 Jun 30 09:11:52.114299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f9f440a9-c14c-44a5-90e5-97030c5ed631 None None] Port f91461f0-b4f8-4e82-a675-ec43c3f69abf cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:52.117074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34012) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.122963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-46265e3b-9c80-47a6-8d5b-a05ee844d560 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.143008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:52.143390 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.201584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-46265e3b-9c80-47a6-8d5b-a05ee844d560 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 200 len: 205 time: 0.0835822 Jun 30 09:11:52.205102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.218614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-b0813f21-b2f8-44e7-ae0e-ed4dffec8f92 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.220281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] Routers {'59443ce3-4cbf-499a-b318-fb667559ee5c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:52.220944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['59443ce3-4cbf-499a-b318-fb667559ee5c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.303469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b0813f21-b2f8-44e7-ae0e-ed4dffec8f92 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 200 len: 241 time: 0.0999069 Jun 30 09:11:52.304382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34022) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.311302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-31adefbf-a0ec-4eba-be79-92f12429b5db tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-1488568595') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.315905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.344660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] Routers {'59443ce3-4cbf-499a-b318-fb667559ee5c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:52.345320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['59443ce3-4cbf-499a-b318-fb667559ee5c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.416989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.417663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc4c5-0bed-48a3-aad0-adb8d7e8eb56 None None] The sync data for ids ['59443ce3-4cbf-499a-b318-fb667559ee5c'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:52.466923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-31adefbf-a0ec-4eba-be79-92f12429b5db tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-1488568595 HTTP/1.1" status: 204 len: 168 time: 0.1610196 Jun 30 09:11:52.470127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34026) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.477616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-cd4a94f7-0756-414b-9ffe-140846654718 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-1488568595') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.539831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c617a3-af1f-4d08-98d7-dfb9090f18f8 req-2eb3cff6-b652-47ff-a331-85a98d75c26f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.542172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c617a3-af1f-4d08-98d7-dfb9090f18f8 req-2eb3cff6-b652-47ff-a331-85a98d75c26f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1637485 Jun 30 09:11:52.625797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c617a3-af1f-4d08-98d7-dfb9090f18f8 req-d8037d0f-95ab-4d86-bb42-61a138945728 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751293 Jun 30 09:11:52.653148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd4a94f7-0756-414b-9ffe-140846654718 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-1488568595 HTTP/1.1" status: 204 len: 168 time: 0.1814582 Jun 30 09:11:52.655604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34032) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.667964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-6772a258-dbc0-4b10-a81f-b4a62383ebcc tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.727854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.751232 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f99180e-3b3a-44e6-95ae-b929a5f72fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.806313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6772a258-dbc0-4b10-a81f-b4a62383ebcc tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 200 len: 205 time: 0.1460509 Jun 30 09:11:52.810374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.815128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-4b374723-5b85-4b1f-8d7f-c68d45d33440 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.926897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f99180e-3b3a-44e6-95ae-b929a5f72fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.933801 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f99180e-3b3a-44e6-95ae-b929a5f72fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.982783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.013096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9f99180e-3b3a-44e6-95ae-b929a5f72fdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63f0de4826784ea5afba64fc3905f285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807791 Jun 30 09:11:53.013096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99180e-3b3a-44e6-95ae-b929a5f72fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beaecb0-2b47-45d1-b5d7-78876681f370,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.015274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34042) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.029450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4b374723-5b85-4b1f-8d7f-c68d45d33440 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 200 len: 241 time: 0.2154136 Jun 30 09:11:53.032103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.038730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-2cbc2607-e202-439f-a8b8-d17c828f995d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-1321113326') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.148694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.156344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2cbc2607-e202-439f-a8b8-d17c828f995d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-1321113326 HTTP/1.1" status: 204 len: 168 time: 0.1231384 Jun 30 09:11:53.159588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34048) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.176492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.211068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-45d3f747-f5e5-4028-a672-9cdff8176706 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-1321113326') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.234187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.236928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.240621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6beaecb0-2b47-45d1-b5d7-78876681f370 HTTP/1.1" status: 204 len: 168 time: 0.2209141 Jun 30 09:11:53.250484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2367f-9398-4940-9d80-8568fe8d0918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beaecb0-2b47-45d1-b5d7-78876681f370,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.294481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60be2f47-a067-4e58-a906-f52467115094 req-595298b1-96c5-4039-9961-59c5e4cdce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0458512 Jun 30 09:11:53.439199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45d3f747-f5e5-4028-a672-9cdff8176706 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-1321113326 HTTP/1.1" status: 204 len: 168 time: 0.2765481 Jun 30 09:11:53.442759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34052) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.450729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-c1a07cf2-10e2-489d-828f-e8fa3136ff53 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.558783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c1a07cf2-10e2-489d-828f-e8fa3136ff53 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 200 len: 205 time: 0.1144843 Jun 30 09:11:53.561306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34056) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.567781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-a18a86c6-c653-4bb8-896c-05bd941a7bfc tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.568079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.573322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.600096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a18a86c6-c653-4bb8-896c-05bd941a7bfc tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 200 len: 240 time: 0.0368874 Jun 30 09:11:53.603404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34058) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.613007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-1cd5f491-8b80-41f4-9e91-bb7ee97cdecb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-102237187') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.642860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1cd5f491-8b80-41f4-9e91-bb7ee97cdecb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-102237187 HTTP/1.1" status: 204 len: 168 time: 0.0357125 Jun 30 09:11:53.643230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34060) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.648623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-e5682eea-be55-4685-97de-a7e66e2545e6 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-102237187') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.696758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e5682eea-be55-4685-97de-a7e66e2545e6 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-102237187 HTTP/1.1" status: 204 len: 168 time: 0.0521581 Jun 30 09:11:53.700519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.704138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-f7a88074-af6d-468e-82f8-bb0e3bbb3a52 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.858944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7a88074-af6d-468e-82f8-bb0e3bbb3a52 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 200 len: 205 time: 0.1560435 Jun 30 09:11:53.860423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34074) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.871575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-07d2ebfe-d007-4aa2-8b6c-c86ae3ec7989 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.885969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-ed5c7cb8-77d9-400b-8a02-75659c695156 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:53.889046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-ed5c7cb8-77d9-400b-8a02-75659c695156 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.3055849 Jun 30 09:11:53.915733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Request body: {'port': {'device_id': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'admin_state_up': True, 'tenant_id': '7f3f55f73d3b4691a087211dfe04365e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:53.968812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-07d2ebfe-d007-4aa2-8b6c-c86ae3ec7989 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0831370 Jun 30 09:11:53.968812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34080) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.968812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-ee4b18d1-7758-4b78-8883-176d1740fbc2 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.089942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router 59443ce3-4cbf-499a-b318-fb667559ee5c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:54.139094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee4b18d1-7758-4b78-8883-176d1740fbc2 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 204 len: 168 time: 0.1890593 Jun 30 09:11:54.139940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34088) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.150108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-8f5cc689-ef5a-483a-9305-5e23c9453dab tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.170605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d6885-49c2-47bc-b4ee-2df7968cf794 req-d4bc49e5-9de8-4d66-8bc2-35fc1a70e150 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.177628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb0d6885-49c2-47bc-b4ee-2df7968cf794 req-d4bc49e5-9de8-4d66-8bc2-35fc1a70e150 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2541432 Jun 30 09:11:54.277939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb0d6885-49c2-47bc-b4ee-2df7968cf794 req-df2bb71d-0f4e-41e6-823f-e96d45d922ab tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922871 Jun 30 09:11:54.299880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Made reservation on behalf of 7f3f55f73d3b4691a087211dfe04365e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:54.303613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.338038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8f5cc689-ef5a-483a-9305-5e23c9453dab tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 204 len: 168 time: 0.1943839 Jun 30 09:11:54.338584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:54.339076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.347083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.348354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bdeaddf0-ae89-489f-90f0-49ab08a5cd16 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "PUT /v2.0/routers/59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 200 len: 921 time: 2.2480848 Jun 30 09:11:54.355052 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] Sync routers for ids ['59443ce3-4cbf-499a-b318-fb667559ee5c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:54.358687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-3e782e8e-cc72-4eaa-84b8-a02e17159493 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.360603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.394327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] Routers {'59443ce3-4cbf-499a-b318-fb667559ee5c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:54.394327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['59443ce3-4cbf-499a-b318-fb667559ee5c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.494556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3e782e8e-cc72-4eaa-84b8-a02e17159493 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 204 len: 168 time: 0.1436410 Jun 30 09:11:54.495284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.500234 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.520302 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] Routers {'59443ce3-4cbf-499a-b318-fb667559ee5c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:54.520929 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['59443ce3-4cbf-499a-b318-fb667559ee5c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.532888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-fb75c93c-0f6f-4c48-89a5-9267fa2e8fed tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-1904258275') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.568069 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.568732 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f35ee0-fc88-4234-89a7-ed6e5e48bcea None None] The sync data for ids ['59443ce3-4cbf-499a-b318-fb667559ee5c'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:54.657066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5149187-f004-469c-98cb-4270b6517477 req-77839d8f-e960-442c-b9d5-5b672275082f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0720870 Jun 30 09:11:54.671817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Allocated IP 172.20.0.4 (3905f4b1-6423-413e-ac99-b57fefe90795/a4d13c11-6bbf-4bc7-a704-dd6910d1c20e/bd28398a-5ae5-44f4-b682-505d410a81ae) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:54.715251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50e2a-d8eb-4761-9447-f828f2c7a861 req-07669a70-6d39-48c0-81b2-509c5db5bab7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.717831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4b50e2a-d8eb-4761-9447-f828f2c7a861 req-07669a70-6d39-48c0-81b2-509c5db5bab7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2215214 Jun 30 09:11:54.722379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f010ce2-48b3-4ce7-805c-0cc5272c8a98 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 200 len: 921 time: 0.3604925 Jun 30 09:11:54.726413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.780553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb75c93c-0f6f-4c48-89a5-9267fa2e8fed tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-1904258275 HTTP/1.1" status: 201 len: 201 time: 0.2518721 Jun 30 09:11:54.783892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34114) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.789371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-7d0e4d31-af1a-4f09-bb20-2619659512db tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-326503527') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.797575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4b50e2a-d8eb-4761-9447-f828f2c7a861 req-1df8d329-5c2b-4980-8b71-5018e47202b7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644979 Jun 30 09:11:54.884856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d0e4d31-af1a-4f09-bb20-2619659512db tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-326503527 HTTP/1.1" status: 201 len: 201 time: 0.0984080 Jun 30 09:11:54.887246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.892847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-f3148e39-5fee-4c6f-ba72-12c633dc4458 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-1688369691') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.955760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f120e2-57f9-4609-86af-059715cec055 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.960361 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-21f120e2-57f9-4609-86af-059715cec055 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=59443ce3-4cbf-499a-b318-fb667559ee5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2299557 Jun 30 09:11:54.960785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.999001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.047960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.152354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Network 3905f4b1-6423-413e-ac99-b57fefe90795 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:55.159320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:55.169797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:55.241079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f3148e39-5fee-4c6f-ba72-12c633dc4458 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-1688369691 HTTP/1.1" status: 201 len: 201 time: 0.3524623 Jun 30 09:11:55.273743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34134) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.287693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-e2a38a08-cdf2-4749-a119-3ce902622fb5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-769150353') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:55.313360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7edd884-d5a2-408a-9ba6-692892c5fc93 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.314773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c7edd884-d5a2-408a-9ba6-692892c5fc93 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.3527796 Jun 30 09:11:55.326071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34136) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.341900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.350681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.350949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.391701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-68e4315d-ebfe-4849-bd0f-3f1c9eed8ab0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880998 Jun 30 09:11:55.409671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06a3c04d-bd70-4e48-b157-7ed57a941abc tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 200 len: 205 time: 0.0822058 Jun 30 09:11:55.411387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Request body: {'port': {'device_id': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:55.413779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.455836 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e2a38a08-cdf2-4749-a119-3ce902622fb5 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-769150353 HTTP/1.1" status: 201 len: 201 time: 0.1727271 Jun 30 09:11:55.460531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34144) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.487376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-04051df8-cebf-4040-aaae-fd08093e57c7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', {'tags': ['tempest-TagsExtTest-Tag-2135171293', 'tempest-TagsExtTest-Tag-327388104', 'tempest-TagsExtTest-Tag-336410573']}) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:55.495082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-9bbe21cd-947c-4b3c-a7f9-7794f310c073 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3180599 Jun 30 09:11:55.544090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.690461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04051df8-cebf-4040-aaae-fd08093e57c7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 200 len: 316 time: 0.2279367 Jun 30 09:11:55.694643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34152) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:55.702959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-b8552dc3-c01a-4c4d-841f-33033076ade4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:55.872829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333a0a-cf03-4607-b865-66783154cd67 req-09173e49-d6db-49a8-880f-99c5af21115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.874470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-09173e49-d6db-49a8-880f-99c5af21115b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 1097 time: 0.3220780 Jun 30 09:11:55.918297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.030804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b8552dc3-c01a-4c4d-841f-33033076ade4 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 204 len: 168 time: 0.3348982 Jun 30 09:11:56.037118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.042583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-1cc2af1a-d4f4-435f-9d18-344817b8368f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-2135171293') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.116683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd28398a-5ae5-44f4-b682-505d410a81ae {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:56.127924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.154828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Transition to ACTIVE for port object bd28398a-5ae5-44f4-b682-505d410a81ae will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:56.161697 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-1cc2af1a-d4f4-435f-9d18-344817b8368f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:56.166098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1cc2af1a-d4f4-435f-9d18-344817b8368f tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-2135171293 HTTP/1.1" status: 404 len: 329 time: 0.1249657 Jun 30 09:11:56.166318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34162) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.171037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-3a0adb78-eb8c-4252-9338-ef83bd54f688 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-327388104') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.173500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.259618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.295338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbfe31-8c5b-4dc2-854c-8633cd76d9d2 req-7ca2eb14-1275-45f2-b9f8-76bce6a43860 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.297364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9edbfe31-8c5b-4dc2-854c-8633cd76d9d2 req-7ca2eb14-1275-45f2-b9f8-76bce6a43860 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.8122134 Jun 30 09:11:56.334797 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-3a0adb78-eb8c-4252-9338-ef83bd54f688 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:56.335844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3a0adb78-eb8c-4252-9338-ef83bd54f688 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-327388104 HTTP/1.1" status: 404 len: 328 time: 0.1686521 Jun 30 09:11:56.341531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34168) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.347323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-311fbc4a-4559-41c1-9bbe-3fff950f242d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628', 'tempest-TagsExtTest-Tag-336410573') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.379608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Attempting to bind port bd28398a-5ae5-44f4-b682-505d410a81ae on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:56.379948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Attempting to bind port bd28398a-5ae5-44f4-b682-505d410a81ae by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:56.380812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Attempting to bind port bd28398a-5ae5-44f4-b682-505d410a81ae on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:56.388380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Port bd28398a-5ae5-44f4-b682-505d410a81ae on network 3905f4b1-6423-413e-ac99-b57fefe90795 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:56.388718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Attempting to bind port bd28398a-5ae5-44f4-b682-505d410a81ae on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:56.397177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:56.397520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Checking segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:56.397935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Bound using segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:56.398379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Bound port: bd28398a-5ae5-44f4-b682-505d410a81ae, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:56.398740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.402964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.484649 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-311fbc4a-4559-41c1-9bbe-3fff950f242d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:56.485695 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-311fbc4a-4559-41c1-9bbe-3fff950f242d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags/tempest-TagsExtTest-Tag-336410573 HTTP/1.1" status: 404 len: 328 time: 0.1432199 Jun 30 09:11:56.488565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd3afe-caa7-41ff-ba25-0b3b0c311e8e req-596e3c18-f2a5-4e67-bc5b-65b2538d381d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.490176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44bd3afe-caa7-41ff-ba25-0b3b0c311e8e req-596e3c18-f2a5-4e67-bc5b-65b2538d381d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 931 time: 0.6500645 Jun 30 09:11:56.492002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34178) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:56.496465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333a0a-cf03-4607-b865-66783154cd67 req-3678be0c-a6c7-4cc7-bd7d-d3c7b29cc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.497693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-e156dd5d-e0d6-4d60-afce-c2e1af735c20 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', {'tags': ['tempest-TagsExtTest-Tag-425244645', 'tempest-TagsExtTest-Tag-208263813', 'tempest-TagsExtTest-Tag-2024438447']}) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.497913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-3678be0c-a6c7-4cc7-bd7d-d3c7b29cc7f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.5923860 Jun 30 09:11:56.508019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9edbfe31-8c5b-4dc2-854c-8633cd76d9d2 req-97c0f1f6-4280-4bf6-80ec-ac81028bc805 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964436 Jun 30 09:11:56.585840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-caf7c81e-3fe4-4a1c-9a73-36b492869bae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 200 len: 1001 time: 0.0767212 Jun 30 09:11:56.660829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.750071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44bd3afe-caa7-41ff-ba25-0b3b0c311e8e req-ff330542-4a98-4c83-856a-4113e80fbd88 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370546 Jun 30 09:11:56.768868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333a0a-cf03-4607-b865-66783154cd67 req-6d70a743-5b52-4714-94cf-abb4cba5b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.770394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-6d70a743-5b52-4714-94cf-abb4cba5b374 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.1713185 Jun 30 09:11:56.842219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port b84da763-eed7-4479-96d9-484448d16563 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:56.842610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.911361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333a0a-cf03-4607-b865-66783154cd67 req-1bd6b45c-319e-424a-b69b-d5ac69f50a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:56.912874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360eb260-7444-4698-8b76-d2712946e9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.913523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-1bd6b45c-319e-424a-b69b-d5ac69f50a9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322696 Jun 30 09:11:56.944935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:57.006002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.027322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for b84da763-eed7-4479-96d9-484448d16563 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:57.052127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360eb260-7444-4698-8b76-d2712946e9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.066358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360eb260-7444-4698-8b76-d2712946e9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.072320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:57.100700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.162466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e156dd5d-e0d6-4d60-afce-c2e1af735c20 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 200 len: 316 time: 0.6692979 Jun 30 09:11:57.166884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34186) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.171856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-78fb72d2-c71f-4eaa-8532-c3fde3b09d82 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.198509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb260-7444-4698-8b76-d2712946e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ecfbb-d721-4990-9ee0-9c2067055867,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.204030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-360eb260-7444-4698-8b76-d2712946e9da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f973dd6763e842d48f21e780a5ed6a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992787 Jun 30 09:11:57.205488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.206136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.208034 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-4e99a546-90fd-4407-813a-17893e651326 service neutron] 10.222.0.11 "PUT /v2.0/ports/bd28398a-5ae5-44f4-b682-505d410a81ae HTTP/1.1" status: 200 len: 1092 time: 1.8082144 Jun 30 09:11:57.213610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:57.215768 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e549a-015b-4b31-8687-a1c2c5807775" -d '{"events": [{"name": "network-changed", "server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:57.221453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.278493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a546-90fd-4407-813a-17893e651326 service neutron] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.295449 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972bf631-41e0-464f-93d8-bcbd3890ed9d x-openstack-request-id: req-972bf631-41e0-464f-93d8-bcbd3890ed9d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:57.295791 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:57.296126 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-972bf631-41e0-464f-93d8-bcbd3890ed9d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:57.296538 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'status': 'completed', 'code': 200} Jun 30 09:11:57.410157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.420862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78fb72d2-c71f-4eaa-8532-c3fde3b09d82 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 204 len: 168 time: 0.2528210 Jun 30 09:11:57.426721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-c5dbc024-969a-4151-b950-fed52da539ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.427641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.429099 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-c5dbc024-969a-4151-b950-fed52da539ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.1534042 Jun 30 09:11:57.434519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-da42d100-b5bc-4566-ac8c-7c71784ecbf3 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-425244645') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.447088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9e9f3-fe39-4333-b6a0-d2d08b0fc1ef req-249bd7e1-9a6d-4c91-b7f5-d1d8f6ff68e6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.448885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8c9e9f3-fe39-4333-b6a0-d2d08b0fc1ef req-249bd7e1-9a6d-4c91-b7f5-d1d8f6ff68e6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3604341 Jun 30 09:11:57.453142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-f19536e6-139b-4a5a-81da-45abffe22788 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295832 Jun 30 09:11:57.496226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-ee0d6ffc-fd68-4b2f-bfad-4d40e8d39b5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd28398a-5ae5-44f4-b682-505d410a81ae HTTP/1.1" status: 200 len: 217 time: 0.0578330 Jun 30 09:11:57.496420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.578915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-268468cf-8468-4a19-996d-6370e0fcf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.580819 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-268468cf-8468-4a19-996d-6370e0fcf422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.0765648 Jun 30 09:11:57.624753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-580ab1bd-35d1-4549-ab8e-5907699deeb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364330 Jun 30 09:11:57.626791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8c9e9f3-fe39-4333-b6a0-d2d08b0fc1ef req-e1fe6fa7-64fa-4c26-892c-24c55a63d853 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530702 Jun 30 09:11:57.685969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0333a0a-cf03-4607-b865-66783154cd67 req-415deb0f-6f67-42d8-8bb4-64ce5172ff54 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108424 Jun 30 09:11:57.686603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.691483 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-da42d100-b5bc-4566-ac8c-7c71784ecbf3 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:57.692515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-da42d100-b5bc-4566-ac8c-7c71784ecbf3 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-425244645 HTTP/1.1" status: 404 len: 328 time: 0.2628539 Jun 30 09:11:57.697881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34196) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.713636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.716537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.720041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/650ecfbb-d721-4990-9ee0-9c2067055867 HTTP/1.1" status: 204 len: 168 time: 0.4952099 Jun 30 09:11:57.725918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-49368c58-6545-4c4d-a864-807e03dabfb7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-208263813') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.744625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7594378-f649-4b17-9a46-d2473325bbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ecfbb-d721-4990-9ee0-9c2067055867,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.762095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=b84da763-eed7-4479-96d9-484448d16563,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:57.876270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-286d9802-0cec-433c-816d-8d90be90c461 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406127 Jun 30 09:11:57.894400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.976189 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-49368c58-6545-4c4d-a864-807e03dabfb7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:57.977355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-49368c58-6545-4c4d-a864-807e03dabfb7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-208263813 HTTP/1.1" status: 404 len: 328 time: 0.2785017 Jun 30 09:11:57.981251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.016572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-f76b8089-509c-40fc-93e0-f4c24cc0e2b7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf', 'tempest-TagsExtTest-Tag-2024438447') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:58.026053 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-21c8e2cc-f1fa-42a3-ab60-050676747b97 req-a713551d-164c-4920-b72c-84888475d6bc service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420963 Jun 30 09:11:58.048781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.075512 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.147461 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.148013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router 59443ce3-4cbf-499a-b318-fb667559ee5c {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:58.155877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.171342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-baf14128-98c3-4518-862b-78b6d3b537b5 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 204 len: 168 time: 2.7475419 Jun 30 09:11:58.171342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.183829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1192776926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:58.237561 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-f76b8089-509c-40fc-93e0-f4c24cc0e2b7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:58.241814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f76b8089-509c-40fc-93e0-f4c24cc0e2b7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags/tempest-TagsExtTest-Tag-2024438447 HTTP/1.1" status: 404 len: 329 time: 0.2282820 Jun 30 09:11:58.246909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.247242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34212) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.258391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe5626-6b6b-4e4d-8fa5-10109d60301e req-7fbb70c2-5017-4683-bf63-be8646dd898f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.264273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16fe5626-6b6b-4e4d-8fa5-10109d60301e req-7fbb70c2-5017-4683-bf63-be8646dd898f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 943 time: 0.2812333 Jun 30 09:11:58.271148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-1aa612cb-dc44-4cf8-886b-b88d814faa3b tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', {'tags': ['tempest-TagsExtTest-Tag-628718290', 'tempest-TagsExtTest-Tag-251417424', 'tempest-TagsExtTest-Tag-308225542']}) {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:58.305915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-5ae8e084-37ee-4044-a8c9-13761a1ddd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.308072 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-5ae8e084-37ee-4044-a8c9-13761a1ddd46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.1978016 Jun 30 09:11:58.353233 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.355612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.360895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2b920ce-c95b-467b-9480-06b5860a0dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.454935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-ce3e7741-160a-4685-8271-7176ae011870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.457143 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-ce3e7741-160a-4685-8271-7176ae011870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 915 time: 0.1339393 Jun 30 09:11:58.472023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16fe5626-6b6b-4e4d-8fa5-10109d60301e req-165204e4-e721-4fd4-bbf1-8eb08087584f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943374 Jun 30 09:11:58.513708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1aa612cb-dc44-4cf8-886b-b88d814faa3b tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 200 len: 315 time: 0.2652197 Jun 30 09:11:58.513968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-6f32438c-9e63-4892-9d56-09f1f46151b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd28398a-5ae5-44f4-b682-505d410a81ae HTTP/1.1" status: 200 len: 217 time: 0.0472476 Jun 30 09:11:58.516303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34214) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.519320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.521899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-daaed429-8813-4075-a6a5-9c9c9d1c12b7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:58.523883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.615165 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2b920ce-c95b-467b-9480-06b5860a0dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.621531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2b920ce-c95b-467b-9480-06b5860a0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.628295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.629586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-525c8ddb-2f3b-4cde-92a6-81324f044358 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4522073 Jun 30 09:11:58.634905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34216) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.642267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:58.665478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b920ce-c95b-467b-9480-06b5860a0dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d1d28a-455f-48ce-8cdd-10d5ec42cfbe,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.676238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f2b920ce-c95b-467b-9480-06b5860a0dcc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89d6358d27714c35bd336a752674861a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262891 Jun 30 09:11:58.678254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34220) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.734740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-5e942b54-4938-45a6-99ff-63ea589f2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.736232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-5e942b54-4938-45a6-99ff-63ea589f2e70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.2112610 Jun 30 09:11:58.743903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.784742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-7c05fa6b-1ee1-4428-99c4-e6337d5486ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374320 Jun 30 09:11:58.811618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.891765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7ae9-14f1-4f70-924f-3bc1634b75e6 req-22d02319-f7d7-443c-805c-3c33da476996 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.893395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-720d7ae9-14f1-4f70-924f-3bc1634b75e6 req-22d02319-f7d7-443c-805c-3c33da476996 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1289690 Jun 30 09:11:58.950274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-720d7ae9-14f1-4f70-924f-3bc1634b75e6 req-932e5595-527f-4dd4-a1fe-af9f245614a9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484805 Jun 30 09:11:58.951102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.953695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.959891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07d1d28a-455f-48ce-8cdd-10d5ec42cfbe HTTP/1.1" status: 204 len: 168 time: 0.2793350 Jun 30 09:11:58.967427 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-daaed429-8813-4075-a6a5-9c9c9d1c12b7 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 204 len: 168 time: 0.4496133 Jun 30 09:11:58.968946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34230) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:58.969802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dbcf4-8b87-4cc7-8cba-c66639350922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d1d28a-455f-48ce-8cdd-10d5ec42cfbe,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.977446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-6b09b7f1-aa9c-4c4b-82ff-097df01bfd18 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-628718290') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.026689 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.090607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-0621c946-2fb3-4eee-a123-ce2efda897e1 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690122 Jun 30 09:11:59.184836 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-6b09b7f1-aa9c-4c4b-82ff-097df01bfd18 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:59.187247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6b09b7f1-aa9c-4c4b-82ff-097df01bfd18 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-628718290 HTTP/1.1" status: 404 len: 328 time: 0.2140954 Jun 30 09:11:59.191415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34236) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.199976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-2610e90b-3411-4668-8d51-8dd0182e888d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-251417424') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.251110 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bc24203b-09db-424d-8696-27ab688576fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.272070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b62e549a-015b-4b31-8687-a1c2c5807775 req-76f8aae5-9a7c-4dbe-b72c-f8fbc17aa098 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772237 Jun 30 09:11:59.366235 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-2610e90b-3411-4668-8d51-8dd0182e888d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:59.371943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2610e90b-3411-4668-8d51-8dd0182e888d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-251417424 HTTP/1.1" status: 404 len: 328 time: 0.1785123 Jun 30 09:11:59.372587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34244) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.379448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-e7cdb966-56a6-4c59-8eba-b51d61c3ca26 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65', 'tempest-TagsExtTest-Tag-308225542') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.460569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.506117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.695731 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-e7cdb966-56a6-4c59-8eba-b51d61c3ca26 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:59.696837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7cdb966-56a6-4c59-8eba-b51d61c3ca26 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags/tempest-TagsExtTest-Tag-308225542 HTTP/1.1" status: 404 len: 328 time: 0.3232896 Jun 30 09:11:59.701358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.712720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-2a9e09d2-ef8a-4e55-ae69-9bccbec6d1ba tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', {'tags': ['tempest-TagsExtTest-Tag-1466246726', 'tempest-TagsExtTest-Tag-774798273', 'tempest-TagsExtTest-Tag-1817373302']}) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.743023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883dc1-001f-4bb1-b11d-a5d5b86b93f9 req-1bac6b93-0d92-4d5b-8744-12acebe974ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.745539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01883dc1-001f-4bb1-b11d-a5d5b86b93f9 req-1bac6b93-0d92-4d5b-8744-12acebe974ba tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1861284 Jun 30 09:11:59.784488 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2a9e09d2-ef8a-4e55-ae69-9bccbec6d1ba tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "PUT /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 200 len: 317 time: 0.0825481 Jun 30 09:11:59.785771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.793891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-aa09a45f-3f7b-468b-acbb-2196506afab9 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.802418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Allocated IP 172.25.4.32 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/bd6ca588-7b83-4a13-bf47-83bf04852c33) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:59.806251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6accaae-ce00-4bd9-ae34-591af21de457 req-52ba9e06-e34a-479e-a3bd-0bb3e28963cc tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.818081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6accaae-ce00-4bd9-ae34-591af21de457 req-52ba9e06-e34a-479e-a3bd-0bb3e28963cc tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1773789 Jun 30 09:11:59.879011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01883dc1-001f-4bb1-b11d-a5d5b86b93f9 req-75af3286-9978-454b-933e-d2e840876beb tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221128 Jun 30 09:11:59.918938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6accaae-ce00-4bd9-ae34-591af21de457 req-54d2e2c4-53d3-4e7a-9009-3712a02bcd73 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993640 Jun 30 09:11:59.940470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aa09a45f-3f7b-468b-acbb-2196506afab9 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1515243 Jun 30 09:11:59.943565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34260) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.948658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-5f34d454-761c-40da-9da5-e617a67d3047 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-1466246726') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.965660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.972671 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-5f34d454-761c-40da-9da5-e617a67d3047 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:11:59.974203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f34d454-761c-40da-9da5-e617a67d3047 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-1466246726 HTTP/1.1" status: 404 len: 329 time: 0.0296900 Jun 30 09:11:59.976890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:59.983028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-6aa422d5-c4c1-4da3-a7e1-823289c2261e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-774798273') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.006953 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-6aa422d5-c4c1-4da3-a7e1-823289c2261e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:12:00.009801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6aa422d5-c4c1-4da3-a7e1-823289c2261e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-774798273 HTTP/1.1" status: 404 len: 328 time: 0.0304866 Jun 30 09:12:00.012186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34268) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.016904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-27e57d09-c0e6-4c03-807a-01392892d2e0 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f', 'tempest-TagsExtTest-Tag-1817373302') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.040254 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-27e57d09-c0e6-4c03-807a-01392892d2e0 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] show failed (client error): The resource could not be found. Jun 30 09:12:00.041622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-27e57d09-c0e6-4c03-807a-01392892d2e0 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags/tempest-TagsExtTest-Tag-1817373302 HTTP/1.1" status: 404 len: 329 time: 0.0282204 Jun 30 09:12:00.045633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.050493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-66e5e9ec-ee42-403d-beb1-d2d7f719b7ed tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '490af003-2bd6-4ac7-be21-fbd740535b5f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.057238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.103464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-66e5e9ec-ee42-403d-beb1-d2d7f719b7ed tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0542855 Jun 30 09:12:00.107281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.110498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:00.111998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-02a7be12-0a40-479f-a904-ad1392373893 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf3c5443-200f-4631-a691-f5acfbe19b65') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.115217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:00.120466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:00.169454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event updated for resources: {'Port': ['ID=bd6ca588-7b83-4a13-bf47-83bf04852c33,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:00.269056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-02a7be12-0a40-479f-a904-ad1392373893 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65/tags HTTP/1.1" status: 204 len: 168 time: 0.1581707 Jun 30 09:12:00.269236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.274175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-83419afb-cbb1-4694-84e0-52cfd9ab0539 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f91461f0-b4f8-4e82-a675-ec43c3f69abf') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.350199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-83419afb-cbb1-4694-84e0-52cfd9ab0539 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf/tags HTTP/1.1" status: 204 len: 168 time: 0.0798540 Jun 30 09:12:00.354625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34284) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.362777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-ca76e451-18c0-4fc0-92ae-45c44b342c5d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '613f2ce1-abe2-4081-8bfa-003529e6d628') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.453302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ca76e451-18c0-4fc0-92ae-45c44b342c5d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628/tags HTTP/1.1" status: 204 len: 168 time: 0.0943604 Jun 30 09:12:00.466899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.680196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5454ae27-f6e0-4544-84d2-279fc44be03e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for subnetpool, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.681931 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5454ae27-f6e0-4544-84d2-279fc44be03e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnetpools/490af003-2bd6-4ac7-be21-fbd740535b5f HTTP/1.1" status: 204 len: 168 time: 0.2131519 Jun 30 09:12:00.684521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.684845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34294) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.723551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d630391e-168f-43fc-9a3f-c954304dad3e tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf3c5443-200f-4631-a691-f5acfbe19b65 HTTP/1.1" status: 200 len: 205 time: 0.0374267 Jun 30 09:12:00.728275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34296) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.821472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.949673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.957514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.094150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.144756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Router a569d2f3-c706-406c-925a-9e935c0068c7 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:01.266613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad219b48-cc3b-4280-bd44-9ad70491b4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.305041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:01.316582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] Sync routers for ids ['a569d2f3-c706-406c-925a-9e935c0068c7'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:01.317046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.317804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-08c907f5-30e8-475a-b75e-4c2f5fb258a1 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "PUT /v2.0/routers/a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 200 len: 879 time: 2.6801879 Jun 30 09:12:01.320548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34314) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.334293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] Routers {'a569d2f3-c706-406c-925a-9e935c0068c7'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:01.334786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.335248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a569d2f3-c706-406c-925a-9e935c0068c7'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.338121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.425668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.425668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Fanout notify agent at l3_agent the message router_deleted on router bf3c5443-200f-4631-a691-f5acfbe19b65 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:01.433542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.437010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2d26264-e807-4bb8-b4f7-c4d7cb935558 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/routers/bf3c5443-200f-4631-a691-f5acfbe19b65 HTTP/1.1" status: 204 len: 168 time: 0.7040970 Jun 30 09:12:01.439280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.451711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] Routers {'a569d2f3-c706-406c-925a-9e935c0068c7'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:01.453337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a569d2f3-c706-406c-925a-9e935c0068c7'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.454428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34318) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.521091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.522649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2168ef1-b618-4f05-84ef-eb3158b30137 None None] The sync data for ids ['a569d2f3-c706-406c-925a-9e935c0068c7'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:01.545846 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-54a9420b-a6bb-4d47-be21-4d1333a1b22f tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 200 len: 920 time: 0.2241776 Jun 30 09:12:01.548759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5575f8-f203-45cb-93c4-b8fd9b2b5c58 req-08602442-aac4-465f-858e-3b64b5f6cb27 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.550511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5575f8-f203-45cb-93c4-b8fd9b2b5c58 req-08602442-aac4-465f-858e-3b64b5f6cb27 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1535554 Jun 30 09:12:01.551503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.601147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad219b48-cc3b-4280-bd44-9ad70491b4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.617511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ad219b48-cc3b-4280-bd44-9ad70491b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.623208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d73d7f-7648-4beb-a5fd-a4a9c15f3f0e req-8f636901-bb63-4220-956a-df463f1892e5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.624724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25d73d7f-7648-4beb-a5fd-a4a9c15f3f0e req-8f636901-bb63-4220-956a-df463f1892e5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2290320 Jun 30 09:12:01.675212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ad219b48-cc3b-4280-bd44-9ad70491b4ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=deb756683e644b51acbad2bc7d856101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793774 Jun 30 09:12:01.679625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Deleting port f91461f0-b4f8-4e82-a675-ec43c3f69abf {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:01.679978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.684423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.698092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219b48-cc3b-4280-bd44-9ad70491b4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd69de0-b7c8-4f7d-9576-c5527738823f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:01.720802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5575f8-f203-45cb-93c4-b8fd9b2b5c58 req-e3dccec3-5a43-47e4-b610-df8ecda119e0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417990 Jun 30 09:12:01.787359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25d73d7f-7648-4beb-a5fd-a4a9c15f3f0e req-5ce9b1ce-226a-447d-a36b-77fc9e8fec53 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513834 Jun 30 09:12:01.812736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.831106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539cacd-f6be-4c4f-930f-d4d66216d0d9 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.835377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d539cacd-f6be-4c4f-930f-d4d66216d0d9 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=a569d2f3-c706-406c-925a-9e935c0068c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2785408 Jun 30 09:12:01.835673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34326) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:01.840986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Calling delete_port for f91461f0-b4f8-4e82-a675-ec43c3f69abf owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:01.846181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.901489 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-881fabee-c0ed-4d4f-9efd-eedfbb859bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.928309 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.988387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.017201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ece0b4-e04c-4728-9c6a-0676d3b5454b tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.022075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f6ece0b4-e04c-4728-9c6a-0676d3b5454b tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.1820571 Jun 30 09:12:02.022329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34328) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:02.040704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.061495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-081110a0-5373-471d-ba37-d0848203d911 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 200 len: 205 time: 0.0380275 Jun 30 09:12:02.064489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:02.076958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event deleted for resources: {'Port': ['ID=f91461f0-b4f8-4e82-a675-ec43c3f69abf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.139628 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.143161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.143850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fd69de0-b7c8-4f7d-9576-c5527738823f HTTP/1.1" status: 204 len: 168 time: 0.4566627 Jun 30 09:12:02.172222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.176405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6e7afe8-6f4f-4b80-b402-e3216612bd6d tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/ports/f91461f0-b4f8-4e82-a675-ec43c3f69abf HTTP/1.1" status: 204 len: 168 time: 0.7179291 Jun 30 09:12:02.176664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34334) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:02.179289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:02.201104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd69de0-b7c8-4f7d-9576-c5527738823f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.211707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6570a6-a907-4974-86aa-a8d6a5c937cf req-8690feb4-e7d3-4252-ae4d-d8838679fb2b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.225803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e6570a6-a907-4974-86aa-a8d6a5c937cf req-8690feb4-e7d3-4252-ae4d-d8838679fb2b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2497351 Jun 30 09:12:02.250571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.250994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.251309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.251655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.251996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.252332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.252662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.252992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.253377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.253711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.254078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.254409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eef759e-31be-451e-9686-4586548a2e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:02.289277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Deleting subnet 613f2ce1-abe2-4081-8bfa-003529e6d628 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:02.296797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.316384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.371403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.409928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:02.430177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'port_id': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'mac_address': 'fa:16:3e:fc:ae:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13c11-6bbf-4bc7-a704-dd6910d1c20e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:02.500129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e6570a6-a907-4974-86aa-a8d6a5c937cf req-bcd5660d-221c-4a49-ad9a-8341b1751d58 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733462 Jun 30 09:12:02.510421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.560148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd28398a-5ae5-44f4-b682-505d410a81ae {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:02.562900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.599667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:02.612335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.662554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port bd6ca588-7b83-4a13-bf47-83bf04852c33 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:02.662904 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.707994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.903538 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.916367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.966934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for bd6ca588-7b83-4a13-bf47-83bf04852c33 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:03.048650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.133189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.169144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['bd28398a-5ae5-44f4-b682-505d410a81ae'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:03.170239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ced3e-fb11-4f05-92ea-133e752e9d7e req-e1d212b7-c8dd-4cff-b0cc-00a3be516742 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.177927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913ced3e-fb11-4f05-92ea-133e752e9d7e req-e1d212b7-c8dd-4cff-b0cc-00a3be516742 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3416336 Jun 30 09:12:03.203157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event deleted for resources: {'Subnet': ['ID=613f2ce1-abe2-4081-8bfa-003529e6d628,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.208994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c606e3-73ee-40f2-9df6-e5362bfb2077 None None] Network af04de07-98db-4924-822a-1b0aaa6007fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:03.217188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.217334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75795-4fe8-4043-93ba-c91ac970ab8f req-a4f12b37-bec3-41c3-be10-e8a4fdd82ba2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.222969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-20165707-fe84-466e-9dbb-12b8dd7cd8eb tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/subnets/613f2ce1-abe2-4081-8bfa-003529e6d628 HTTP/1.1" status: 204 len: 168 time: 1.0452433 Jun 30 09:12:03.224195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:03.229731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80c75795-4fe8-4043-93ba-c91ac970ab8f req-a4f12b37-bec3-41c3-be10-e8a4fdd82ba2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 944 time: 0.3160236 Jun 30 09:12:03.307210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80c75795-4fe8-4043-93ba-c91ac970ab8f req-810dfc69-6562-447b-831e-f12193d14909 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758946 Jun 30 09:12:03.333579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.333733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.344740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913ced3e-fb11-4f05-92ea-133e752e9d7e req-44ffef2a-d175-4a14-aa03-a61d17df406b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649814 Jun 30 09:12:03.443108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Deleting port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:03.443454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.461405 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.522916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=bd6ca588-7b83-4a13-bf47-83bf04852c33,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.530188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] For port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,segment=NetworkSegment(b9e53c36-0ea0-4d87-b1aa-c01c6848ae44),segment_id=b9e53c36-0ea0-4d87-b1aa-c01c6848ae44)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:03.530706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.554003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Calling delete_port for dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:03.651946 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.717815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.753832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event deleted for resources: {'Port': ['ID=dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.760335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] No DVR routers for this DVR port dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:03.805804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ee6f1-d913-4873-8b5c-8cfe826de5c9 None None] DHCP port deletion for af04de07-98db-4924-822a-1b0aaa6007fd request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:03.854726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.858556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.913262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.931409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af04de07-98db-4924-822a-1b0aaa6007fd']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.945158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.945846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router a569d2f3-c706-406c-925a-9e935c0068c7 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:03.953521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.960906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e53c36-0ea0-4d87-b1aa-c01c6848ae44') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.971663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.972792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3db15afa-33e7-41d5-b797-2cd709ed7fa7 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 204 len: 168 time: 1.9070351 Jun 30 09:12:03.975794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.978253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34378) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:03.984409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1974363027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:03.994863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.001493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:04.002914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:04.003694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.018783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15850696-c589-4bee-9df8-5f93bc48fd1a req-31a37159-31c8-49ed-b23d-2bc41766a294 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.020366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15850696-c589-4bee-9df8-5f93bc48fd1a req-31a37159-31c8-49ed-b23d-2bc41766a294 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3187492 Jun 30 09:12:04.025847 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.027156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.031809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:04.032471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dbdd44c2-b16d-45c3-a859-ca4fe16bcbfe not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:04.065844 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:04.099335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.103575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15850696-c589-4bee-9df8-5f93bc48fd1a req-0dbb4473-686c-426a-8582-8463f4318937 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698280 Jun 30 09:12:04.116253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.120673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] 10.222.0.66 "DELETE /v2.0/networks/af04de07-98db-4924-822a-1b0aaa6007fd HTTP/1.1" status: 204 len: 168 time: 0.8952873 Jun 30 09:12:04.157194 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.162465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.163037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754a306-9510-468b-ab7a-2ae13402c941 tempest-TagsExtTest-682568739 tempest-TagsExtTest-682568739-project] Pushing event deleted for resources: {'Network': ['ID=af04de07-98db-4924-822a-1b0aaa6007fd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.184255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.185842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d32a890-eabc-44fc-86b1-82e0a9eb8fad tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2060812 Jun 30 09:12:04.188564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34386) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.194041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': True}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:04.230687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.396185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b34ac85d-4ced-433c-8896-d14a437f1ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.536848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.577386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.590722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b34ac85d-4ced-433c-8896-d14a437f1ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.595146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34398) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.601798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b34ac85d-4ced-433c-8896-d14a437f1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.652360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bb62c-1110-41fe-b5ee-ff291a4bac2c req-d4b6329f-2a54-4bcb-802b-302c9e09386f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.653805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad8bb62c-1110-41fe-b5ee-ff291a4bac2c req-d4b6329f-2a54-4bcb-802b-302c9e09386f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1541715 Jun 30 09:12:04.698181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac85d-4ced-433c-8896-d14a437f1ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f069a01-b83b-45b2-b866-a969b0a7906e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:04.716987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b34ac85d-4ced-433c-8896-d14a437f1ad2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2aec10777f14122806b1cf3d6f6ff85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823482 Jun 30 09:12:04.717599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34404) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.762401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad8bb62c-1110-41fe-b5ee-ff291a4bac2c req-d833bc6a-1655-4b87-9ae4-6e239286e91a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008251 Jun 30 09:12:04.849611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b9945ef-45a8-426d-b466-caf9e1290b06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f150930be974dad9ce16f05e1b52029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505713 Jun 30 09:12:04.849949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.852079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:04.891450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.907117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.967698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.971772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.997331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.999019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.010818 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.013280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.017036 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f069a01-b83b-45b2-b866-a969b0a7906e HTTP/1.1" status: 204 len: 168 time: 0.2953675 Jun 30 09:12:05.037177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967ccfd-90b5-4f02-aa0d-bae58157055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f069a01-b83b-45b2-b866-a969b0a7906e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.078183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.080814 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.082442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e566d089-081b-480c-ba17-569829b950d3 HTTP/1.1" status: 204 len: 168 time: 0.2285264 Jun 30 09:12:05.098025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997985f-badc-4320-8d32-1481644e72d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e566d089-081b-480c-ba17-569829b950d3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.153014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.25.4.56 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/19893a73-d55c-474d-a18e-6945483369ae) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:05.283392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.337986 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.383486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:05.387918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:05.391669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:05.420487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=19893a73-d55c-474d-a18e-6945483369ae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.715947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.984056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34454) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:06.123568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-103232964-network', 'tenant_id': '997aefff97a543c0b368204191c060a8'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:06.193029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Made reservation on behalf of 997aefff97a543c0b368204191c060a8 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:06.203367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.219806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:06.226886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.334373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port bd28398a-5ae5-44f4-b682-505d410a81ae completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:06.342185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port bd28398a-5ae5-44f4-b682-505d410a81ae triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:06.343927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.426076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.445640 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.487627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:06.489378 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.509585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24edfa2-8889-41fa-98d2-158cd7990565,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.514311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.514667 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Added segment 895a1fef-6235-46b4-8862-c83983624c57 of type vlan for network 7eb5fbde-247c-43fe-8986-bec77a109f37 Jun 30 09:12:06.553407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:06.559598 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985e22e-0e1d-4f76-a294-6ca4ed3d27ff" -d '{"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:06.575495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.580920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.593324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.596678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.606928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.643936 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7a9ff1-af63-41fa-887b-a82a4fa34bbc x-openstack-request-id: req-db7a9ff1-af63-41fa-887b-a82a4fa34bbc {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:06.644235 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:06.647571 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-db7a9ff1-af63-41fa-887b-a82a4fa34bbc {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:06.648204 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'code': 200} Jun 30 09:12:06.678716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.679827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:06.681209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.691719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca78f49-6f35-4873-9113-6c5454d4d35b req-634d24f5-be40-4dfd-892f-c588277e7f62 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:06.695584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.696500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cca78f49-6f35-4873-9113-6c5454d4d35b req-634d24f5-be40-4dfd-892f-c588277e7f62 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 944 time: 0.2000351 Jun 30 09:12:06.720111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7370353 Jun 30 09:12:06.726243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34466) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:06.734157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.735839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.736048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Request body: {'subnet': {'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-103232964-subnet', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:06.738271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.738837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.739349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.739867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.740350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.743786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.744314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.744821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.745874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.747000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:06.868691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cca78f49-6f35-4873-9113-6c5454d4d35b req-12318a27-7e66-44a3-9b9a-0a56027e044c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552060 Jun 30 09:12:06.871572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Made reservation on behalf of 997aefff97a543c0b368204191c060a8 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:06.875396 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.894945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de375b98-8503-4053-ae2d-52360c6f4d55 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb5fbde-247c-43fe-8986-bec77a109f37,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.911129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:07.031006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router 7afed23b-9e80-4cbc-b588-790f1a6bf70b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:07.047095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cecf7-73fd-4249-a08f-de53500fd8dd req-68e8896a-3a46-442b-af31-84310f401085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.048586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-989cecf7-73fd-4249-a08f-de53500fd8dd req-68e8896a-3a46-442b-af31-84310f401085 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.2966704 Jun 30 09:12:07.126162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-989cecf7-73fd-4249-a08f-de53500fd8dd req-bcc6fd3e-5762-400e-92ab-a154d3afa1a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Jun 30 09:12:07.263758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:07.271610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.276091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d11afd3-199e-4351-8ef7-57ac44c5b011 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "PUT /v2.0/routers/7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 200 len: 914 time: 3.0827329 Jun 30 09:12:07.276547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34484) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.289414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.298240 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] Sync routers for ids ['7afed23b-9e80-4cbc-b588-790f1a6bf70b'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:07.318830 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] Routers {'7afed23b-9e80-4cbc-b588-790f1a6bf70b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:07.322020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7afed23b-9e80-4cbc-b588-790f1a6bf70b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:07.383366 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:07.395421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:07.408770 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] Routers {'7afed23b-9e80-4cbc-b588-790f1a6bf70b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:07.409792 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7afed23b-9e80-4cbc-b588-790f1a6bf70b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:07.430028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Checking segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:07.430899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Network hostable DHCP agents. Network: 7eb5fbde-247c-43fe-8986-bec77a109f37, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:07.460567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:07.466681 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:07.468315 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec96fb4-115f-4aa0-9ad2-f6398bbb5851 None None] The sync data for ids ['7afed23b-9e80-4cbc-b588-790f1a6bf70b'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:07.482064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7eb5fbde-247c-43fe-8986-bec77a109f37) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:07.486997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.487631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.494707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40841ff-b6aa-41b8-b45d-f297967e019b None None] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:07.523853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34488) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.524565 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e5ef03ce-fb24-410f-9d2a-7fcf7cc1bace tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 200 len: 920 time: 0.2464190 Jun 30 09:12:07.541591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-29554559-825b-43a7-a0d6-223bff4a7058 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8107088 Jun 30 09:12:07.547006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34494) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.556509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:07.600338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.601171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.606401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cdc1a-5048-400f-8c00-7006f4a2bcc9 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.611528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e5cdc1a-5048-400f-8c00-7006f4a2bcc9 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=7afed23b-9e80-4cbc-b588-790f1a6bf70b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0834599 Jun 30 09:12:07.611694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34496) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.701778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7eb5fbde-247c-43fe-8986-bec77a109f37', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:07.702677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.729286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.821566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69235d8e-f33a-4c7f-9d3a-5448d9b49c22 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.823022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69235d8e-f33a-4c7f-9d3a-5448d9b49c22 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.2104995 Jun 30 09:12:07.826370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.865130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-795660cd-9e94-4599-988e-8a4c5760e5dd tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 200 len: 205 time: 0.0367849 Jun 30 09:12:07.870950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Allocated IP 172.20.0.2 (7eb5fbde-247c-43fe-8986-bec77a109f37/72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0/394f879a-6a3e-4dac-b7ff-b7895ef2296c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:07.872538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:07.956333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.079347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.098394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.114840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Transition to ACTIVE for port object 394f879a-6a3e-4dac-b7ff-b7895ef2296c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:08.150719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Transition to ACTIVE for port object 394f879a-6a3e-4dac-b7ff-b7895ef2296c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:08.175483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.291499 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.359596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Pushing event updated for resources: {'Port': ['ID=394f879a-6a3e-4dac-b7ff-b7895ef2296c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.370213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c051-966e-4b4e-9a0c-8c6914cbbcdc req-30d948f8-0ae5-4cd9-a056-6eff6148bdd6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.372436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1b7c051-966e-4b4e-9a0c-8c6914cbbcdc req-30d948f8-0ae5-4cd9-a056-6eff6148bdd6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2349019 Jun 30 09:12:08.408949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.424732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:08.442865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:08.460915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:08.502668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1b7c051-966e-4b4e-9a0c-8c6914cbbcdc req-c14b5f53-8f19-46fc-834b-de9ff4754d96 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060672 Jun 30 09:12:08.504709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port 19893a73-d55c-474d-a18e-6945483369ae {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:08.505056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.513948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.622969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Attempting to bind port 394f879a-6a3e-4dac-b7ff-b7895ef2296c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:08.623521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Attempting to bind port 394f879a-6a3e-4dac-b7ff-b7895ef2296c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:08.623840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Attempting to bind port 394f879a-6a3e-4dac-b7ff-b7895ef2296c on network 7eb5fbde-247c-43fe-8986-bec77a109f37 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:08.629988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:08.630673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Checking segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:08.631882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.632949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Bound using segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:08.634057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Bound port: 394f879a-6a3e-4dac-b7ff-b7895ef2296c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:08.634897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.653984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.671788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for 19893a73-d55c-474d-a18e-6945483369ae owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:08.707749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Allocated IP 172.25.4.165 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/68df3c76-60bf-4b97-8906-4569579e47ae) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:08.733957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] For port 394f879a-6a3e-4dac-b7ff-b7895ef2296c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:08.737655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] For port 394f879a-6a3e-4dac-b7ff-b7895ef2296c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=394f879a-6a3e-4dac-b7ff-b7895ef2296c,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:08.744552 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.822805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596c09-ba67-4bd6-97bd-76aae0be3d69 None None] Pushing event updated for resources: {'Port': ['ID=394f879a-6a3e-4dac-b7ff-b7895ef2296c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.842417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.898602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.911152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.938228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=19893a73-d55c-474d-a18e-6945483369ae,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.952032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:08.955431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:08.960802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:08.988847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Pushing event updated for resources: {'Port': ['ID=68df3c76-60bf-4b97-8906-4569579e47ae,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.039344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.146775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.149582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.205244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.207551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router 7afed23b-9e80-4cbc-b588-790f1a6bf70b {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:09.225931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.233773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e625edb8-dd95-4728-86bf-e2131090a09e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 204 len: 168 time: 1.3519874 Jun 30 09:12:09.233773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34526) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.245134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-737336842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:09.275160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.276430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.326379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.363433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.371655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.395088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.399823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6748dcf8-d59b-44b0-beb0-8a3d1c927aa6 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1605861 Jun 30 09:12:09.400898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34536) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.407411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:09.653771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.882886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.902021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Router ec585379-88c9-4089-90ab-67f32a255a8a is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:10.067635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 394f879a-6a3e-4dac-b7ff-b7895ef2296c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:10.109487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10122d-0f4d-482d-a17f-552f0d0e255a req-8ea1e08e-e827-4d03-889a-11c01d5fc734 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.111314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b10122d-0f4d-482d-a17f-552f0d0e255a req-8ea1e08e-e827-4d03-889a-11c01d5fc734 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3783221 Jun 30 09:12:10.132305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b938591-41ee-43c9-b8f4-13f1c14a17d5 None None] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:10.152324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:10.174128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.176328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-05818095-ecfb-41ce-9b1a-8f850b5e06b4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6257601 Jun 30 09:12:10.178879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34560) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.191832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b10122d-0f4d-482d-a17f-552f0d0e255a req-75e9a3aa-6170-4dbf-80fa-24f8f8eb79f5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748513 Jun 30 09:12:10.219178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:10.273531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ce566213-0f76-44f4-a0db-fb54bd35fc7d None None] Provisioning for port 394f879a-6a3e-4dac-b7ff-b7895ef2296c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:10.320689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:10.321427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:10.402548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.450962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.469291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:10.642019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 394f879a-6a3e-4dac-b7ff-b7895ef2296c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:10.649137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 394f879a-6a3e-4dac-b7ff-b7895ef2296c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:10.649298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.669896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2a98-ccc2-4567-9383-276fae73ac2a req-e12033d9-58a8-41ae-ae2f-b09cf0250e4a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.683081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d56c2a98-ccc2-4567-9383-276fae73ac2a req-e12033d9-58a8-41ae-ae2f-b09cf0250e4a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2188621 Jun 30 09:12:10.749180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Allocated IP 172.25.4.176 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/567eb503-5314-421d-a1c4-1a85fc252982) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:10.769249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d56c2a98-ccc2-4567-9383-276fae73ac2a req-5a8aae2e-245b-4bc3-a130-f135ef14db6c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Jun 30 09:12:10.865473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.008109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.104739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.156937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:11.159495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:09Z', 'revision_number': 3, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:11.164014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.166232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:11.175521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:11.213899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Pushing event updated for resources: {'Port': ['ID=567eb503-5314-421d-a1c4-1a85fc252982,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.332932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:11.335466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Updating router ec585379-88c9-4089-90ab-67f32a255a8a port 68df3c76-60bf-4b97-8906-4569579e47ae binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:11.491230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 394f879a-6a3e-4dac-b7ff-b7895ef2296c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=394f879a-6a3e-4dac-b7ff-b7895ef2296c,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:11.523180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.533587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.866558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=394f879a-6a3e-4dac-b7ff-b7895ef2296c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.956970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.963661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-165b012e-03ef-4fde-b9cd-30a3d7cfe80d None None] Provisioning complete for port 394f879a-6a3e-4dac-b7ff-b7895ef2296c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:11.964384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-165b012e-03ef-4fde-b9cd-30a3d7cfe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.065141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 394f879a-6a3e-4dac-b7ff-b7895ef2296c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:12.128677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16235fd9-9b83-41c0-b70c-4a6a8f2ae961 req-60d79345-78f2-470c-9523-627450439c00 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.132396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34600) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:12.138506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16235fd9-9b83-41c0-b70c-4a6a8f2ae961 req-60d79345-78f2-470c-9523-627450439c00 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3752813 Jun 30 09:12:12.255473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Allocated IP 172.20.0.1 (7eb5fbde-247c-43fe-8986-bec77a109f37/72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0/4498f400-25b9-4bc9-8d45-3f6a8fb70926) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:12.306085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 394f879a-6a3e-4dac-b7ff-b7895ef2296c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:12.306575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.328161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16235fd9-9b83-41c0-b70c-4a6a8f2ae961 req-b82e5317-2829-49b3-9b38-97fd45d8dc8d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885474 Jun 30 09:12:12.337246 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81920850-a15b-413c-a692-75ca1add0f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.415996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.425306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.429742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.431396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Transition to ACTIVE for port object 4498f400-25b9-4bc9-8d45-3f6a8fb70926 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:12.435025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.458630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Transition to ACTIVE for port object 68df3c76-60bf-4b97-8906-4569579e47ae will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:12.475182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.531467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.561910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc85617-1ade-42ef-96fb-152cf57d6778 None None] Pushing event updated for resources: {'Port': ['ID=68df3c76-60bf-4b97-8906-4569579e47ae,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.573060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Attempting to bind port 68df3c76-60bf-4b97-8906-4569579e47ae on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:12.573772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Attempting to bind port 68df3c76-60bf-4b97-8906-4569579e47ae by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:12.574301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Attempting to bind port 68df3c76-60bf-4b97-8906-4569579e47ae on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:12.580703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:12.581377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:12.582356 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.582903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:12.583572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Bound port: 68df3c76-60bf-4b97-8906-4569579e47ae, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:12.584442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.602662 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81920850-a15b-413c-a692-75ca1add0f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.607282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Router b8ca98d2-8cd5-4d51-9180-6274e702fdd8 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:12.632717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-81920850-a15b-413c-a692-75ca1add0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.638371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:12.651121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] For port 68df3c76-60bf-4b97-8906-4569579e47ae, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:12.655304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] For port 68df3c76-60bf-4b97-8906-4569579e47ae, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=68df3c76-60bf-4b97-8906-4569579e47ae,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:12.656143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:12.663771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:12.676181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.735449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81920850-a15b-413c-a692-75ca1add0f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d831092a-d1fc-4354-86a6-89da81d701ac,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.738148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Pushing event updated for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.756050 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-81920850-a15b-413c-a692-75ca1add0f38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65adb6d5ce9142b490b5d6cc0084facb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202018 Jun 30 09:12:12.758305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34604) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:12.798085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:12.799036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:12.832738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.847508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc85617-1ade-42ef-96fb-152cf57d6778 None None] Pushing event updated for resources: {'Port': ['ID=68df3c76-60bf-4b97-8906-4569579e47ae,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.916377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.982913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.000716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:13.121510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.166899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.171035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.175605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d831092a-d1fc-4354-86a6-89da81d701ac HTTP/1.1" status: 204 len: 168 time: 0.4163091 Jun 30 09:12:13.191978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74408c4b-bcc4-4ea7-bfd3-33e5fdb2090c None None] Provisioning for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:13.193500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66d089-fd15-4ba4-8c87-bf625cd4a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d831092a-d1fc-4354-86a6-89da81d701ac,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.202393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:13.212029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] Sync routers for ids ['b8ca98d2-8cd5-4d51-9180-6274e702fdd8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:13.213453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.214765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c40dfd8c-d18f-4ce9-8a9f-7a20f08dd10a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "PUT /v2.0/routers/b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 200 len: 915 time: 3.8128810 Jun 30 09:12:13.217990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34610) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.229361 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] Routers {'b8ca98d2-8cd5-4d51-9180-6274e702fdd8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:13.230379 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8ca98d2-8cd5-4d51-9180-6274e702fdd8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.269481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74408c4b-bcc4-4ea7-bfd3-33e5fdb2090c None None] Provisioning complete for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:13.271478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74408c4b-bcc4-4ea7-bfd3-33e5fdb2090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.305022 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.338478 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] Routers {'b8ca98d2-8cd5-4d51-9180-6274e702fdd8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:13.350541 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8ca98d2-8cd5-4d51-9180-6274e702fdd8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.378635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-74408c4b-bcc4-4ea7-bfd3-33e5fdb2090c None None] Port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:13.411881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:09Z', 'revision_number': 3, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.415944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:13.416610 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf383-b88e-4b02-8dfc-b1f5672c754c None None] The sync data for ids ['b8ca98d2-8cd5-4d51-9180-6274e702fdd8'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:13.442791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f1f10-e9e5-44ba-930a-7a338dfc0de8 None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:09Z', 'revision_number': 3, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:13.453320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.464322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.503367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8d332903-1e14-4643-af30-510146f257f9 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 200 len: 921 time: 0.2836914 Jun 30 09:12:13.507472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.613354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Pushing event updated for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.618833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.688805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954d4f0-510f-425f-afe5-b9028881d800 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.690574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d954d4f0-510f-425f-afe5-b9028881d800 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=b8ca98d2-8cd5-4d51-9180-6274e702fdd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1781981 Jun 30 09:12:13.693179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34620) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.755598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:13.756239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34622) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:13.775856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950f5e77-86d8-4ff7-b6e4-3d5bf9cf3d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.777972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:13.818353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320983a-4abc-415c-a1c8-0d5961ab6c40 req-2dbef041-c7e0-4a4f-a28b-94041e755def tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.821063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9320983a-4abc-415c-a1c8-0d5961ab6c40 req-2dbef041-c7e0-4a4f-a28b-94041e755def tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2228501 Jun 30 09:12:13.949345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9320983a-4abc-415c-a1c8-0d5961ab6c40 req-33dcc5b0-dfbe-407b-84cf-b2d2d211860f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Jun 30 09:12:14.018472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fa4ab-94a2-4bc7-b99d-bcede543232a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.021462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-780fa4ab-94a2-4bc7-b99d-bcede543232a tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.3242109 Jun 30 09:12:14.025543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34624) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:14.070365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 68df3c76-60bf-4b97-8906-4569579e47ae up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:14.072793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e304e11d-ddba-4f6c-9eb4-57da71de8e5a tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 200 len: 205 time: 0.0458434 Jun 30 09:12:14.073158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Router ec585379-88c9-4089-90ab-67f32a255a8a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:14.076727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:14.200523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 68df3c76-60bf-4b97-8906-4569579e47ae completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:14.207151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 68df3c76-60bf-4b97-8906-4569579e47ae triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:14.208823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.247072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950f5e77-86d8-4ff7-b6e4-3d5bf9cf3d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.262867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-950f5e77-86d8-4ff7-b6e4-3d5bf9cf3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.307420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f5e77-86d8-4ff7-b6e4-3d5bf9cf3d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa5110-a6e6-428c-beef-59efd60b1c82,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.310858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:14.325139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-10b5a9e8-33cd-4d7a-aa5e-189724464961 admin admin] 10.222.0.66 "PUT /v2.0/routers/ec585379-88c9-4089-90ab-67f32a255a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1430366 Jun 30 09:12:14.372584 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-950f5e77-86d8-4ff7-b6e4-3d5bf9cf3d52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3729c6fcfa1240b3a3bd7a3d3c6f7b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128545 Jun 30 09:12:14.373525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34632) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:14.437598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.623978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.673169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 68df3c76-60bf-4b97-8906-4569579e47ae, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=68df3c76-60bf-4b97-8906-4569579e47ae,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:14.675241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-812c96dd-eddf-4b5f-83e1-a73db240ea9e None None] Provisioning complete for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:14.675634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-812c96dd-eddf-4b5f-83e1-a73db240ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.689816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.702863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.713843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.788381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-812c96dd-eddf-4b5f-83e1-a73db240ea9e None None] Port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:14.795857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.798505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.799812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3fa5110-a6e6-428c-beef-59efd60b1c82 HTTP/1.1" status: 204 len: 168 time: 0.4251728 Jun 30 09:12:14.813451 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.822860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025fae-8d08-4445-b54f-1b1128498730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa5110-a6e6-428c-beef-59efd60b1c82,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.847183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=68df3c76-60bf-4b97-8906-4569579e47ae,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.906706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port 567eb503-5314-421d-a1c4-1a85fc252982 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:14.907536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.042953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.062081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for 567eb503-5314-421d-a1c4-1a85fc252982 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:15.265999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b99290-8079-4ec7-bf6b-35e3f5eeb959 req-1f277484-a2bc-483c-a9b7-aa0a6b6e1cb2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.267721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8b99290-8079-4ec7-bf6b-35e3f5eeb959 req-1f277484-a2bc-483c-a9b7-aa0a6b6e1cb2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1401408 Jun 30 09:12:15.329234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34658) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.336335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-432053447-network', 'tenant_id': '8389e5391c8242b989abba50841579c9'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:15.380348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Made reservation on behalf of 8389e5391c8242b989abba50841579c9 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:15.381162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8b99290-8079-4ec7-bf6b-35e3f5eeb959 req-fe562df9-9edb-4694-8143-260acc7ff4ad tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960979 Jun 30 09:12:15.386110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.396246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.410112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.486080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=567eb503-5314-421d-a1c4-1a85fc252982,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.536821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.556049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.563485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.592200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:15.634134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.634731 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Added segment 746f7656-9759-4c1d-af3e-f213021a06ab of type vlan for network 18d219f9-6836-49bf-b61f-38d15fc95f42 Jun 30 09:12:15.657331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.657892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac351192-a7be-4bce-8e67-2ee25a66756b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.660533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.717648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.718429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router b8ca98d2-8cd5-4d51-9180-6274e702fdd8 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:15.725214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.737139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.738610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd48d5ae-d477-468b-8a76-187b7efd2f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 204 len: 168 time: 1.6608136 Jun 30 09:12:15.743474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.755544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-753464430', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:15.805448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.807253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.819221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.820275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.821054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.887175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:15.900940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:15.901849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:15.938699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34676) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.941349 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6095622 Jun 30 09:12:15.946730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Request body: {'subnet': {'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-432053447-subnet', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:15.947083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.952720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e6681-bb12-477f-94bd-181ee77c3c3e admin admin] Pushing event updated for resources: {'Network': ['ID=18d219f9-6836-49bf-b61f-38d15fc95f42,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.005530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Made reservation on behalf of 8389e5391c8242b989abba50841579c9 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:16.008968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:16.009439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.016043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 68df3c76-60bf-4b97-8906-4569579e47ae up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:16.131178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:16.147515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.212367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 68df3c76-60bf-4b97-8906-4569579e47ae triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:16.212762 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.255197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.327648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f740942c-c9fc-412b-8602-e815947795fd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.339547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Checking segment: {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:16.339915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Network hostable DHCP agents. Network: 18d219f9-6836-49bf-b61f-38d15fc95f42, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:16.368819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:16.388984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 18d219f9-6836-49bf-b61f-38d15fc95f42) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:16.393705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.394176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.404983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968bd10-4cb2-4edd-94c4-289a7d345ed4 None None] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:16.426427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.450936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0d9e52c-d671-4c00-9c1b-730b509f6fd4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5103824 Jun 30 09:12:16.452418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34694) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:16.458509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:16.472765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.571456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.572759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.643758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 2, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:16.664238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Allocated IP 172.25.4.200 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/6be95994-119e-4c58-a4c5-6ddd5819a756) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:16.671308 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.697395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:16.697890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Updating router ec585379-88c9-4089-90ab-67f32a255a8a port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:16.776047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-18d219f9-6836-49bf-b61f-38d15fc95f42', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:16.776958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.793922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d58720-7c38-42ba-a98e-b2986f2339e8 req-4264a978-876f-4cea-b206-a64a783189a6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.796219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91d58720-7c38-42ba-a98e-b2986f2339e8 req-4264a978-876f-4cea-b206-a64a783189a6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1812809 Jun 30 09:12:16.806408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.873855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91d58720-7c38-42ba-a98e-b2986f2339e8 req-4429789f-edad-4456-a641-199f6ea981b1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660541 Jun 30 09:12:16.921841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.034319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.080891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Allocated IP 172.20.0.2 (18d219f9-6836-49bf-b61f-38d15fc95f42/f740942c-c9fc-412b-8602-e815947795fd/25ac81ec-054d-4f86-87e2-df72b7bc5e81) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:17.120624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576884-0f20-438b-b44a-4e50b80a03f4 req-af6ee0e1-dc12-4f22-ba3b-55e191535c64 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.123377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08576884-0f20-438b-b44a-4e50b80a03f4 req-af6ee0e1-dc12-4f22-ba3b-55e191535c64 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.1278412 Jun 30 09:12:17.132905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.176033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08576884-0f20-438b-b44a-4e50b80a03f4 req-58d55189-aa48-4296-9b1b-b1158cc800d7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Jun 30 09:12:17.254324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:17.278049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:17.281002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:17.290432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event updated for resources: {'Port': ['ID=6be95994-119e-4c58-a4c5-6ddd5819a756,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.332688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.355853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.357543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.378737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Transition to ACTIVE for port object 25ac81ec-054d-4f86-87e2-df72b7bc5e81 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:17.386779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.404293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Transition to ACTIVE for port object 4498f400-25b9-4bc9-8d45-3f6a8fb70926 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:17.406942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Transition to ACTIVE for port object 25ac81ec-054d-4f86-87e2-df72b7bc5e81 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:17.413533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.419678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.472095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:17.483345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:17.485011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11457374-a21b-46f8-a1ef-550a858db85a None None] Pushing event updated for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.490184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:17.600958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Attempting to bind port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:17.600958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Attempting to bind port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:17.601371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Attempting to bind port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 on network 7eb5fbde-247c-43fe-8986-bec77a109f37 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:17.638683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Allocated IP 172.25.4.73 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/995ca4a3-973d-46bf-a553-65f5b027e66b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:17.640340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:17.640799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Checking segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:17.641285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.641805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Bound using segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:17.642948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Bound port: 4498f400-25b9-4bc9-8d45-3f6a8fb70926, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:17.643929 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.657537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Pushing event updated for resources: {'Port': ['ID=25ac81ec-054d-4f86-87e2-df72b7bc5e81,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.675114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Attempting to bind port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:17.675496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Attempting to bind port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:17.675865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Attempting to bind port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 on network 18d219f9-6836-49bf-b61f-38d15fc95f42 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:17.683736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:17.684242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Checking segment: {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:17.684736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.685220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Bound using segment: {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:17.685801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Bound port: 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:17.686207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.751976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] For port 4498f400-25b9-4bc9-8d45-3f6a8fb70926, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:17.756563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] For port 4498f400-25b9-4bc9-8d45-3f6a8fb70926, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4498f400-25b9-4bc9-8d45-3f6a8fb70926,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:17.767675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.776011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.872034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.913874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:17.915116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:17.966163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11457374-a21b-46f8-a1ef-550a858db85a None None] Pushing event updated for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.977198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.011270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] For port 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:18.016186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] For port 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=25ac81ec-054d-4f86-87e2-df72b7bc5e81,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:18.047151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.101627 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:18.140043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:18.172090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502744f-061a-43d6-9361-d6a3fb9bd146 req-1bd7cf82-5db0-4bc0-8973-a7aa2110e2ea tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.181831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8502744f-061a-43d6-9361-d6a3fb9bd146 req-1bd7cf82-5db0-4bc0-8973-a7aa2110e2ea tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1527116 Jun 30 09:12:18.248298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8502744f-061a-43d6-9361-d6a3fb9bd146 req-f90a38b5-c196-4f78-ac9b-e051001cb05b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Jun 30 09:12:18.424143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7e83-f490-4f70-9377-b20d574ec9fb None None] Pushing event updated for resources: {'Port': ['ID=25ac81ec-054d-4f86-87e2-df72b7bc5e81,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.461159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:18.467283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:18.496761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba116-a695-4fa5-a2a4-61fc75643525 req-14a6425c-edce-4137-beb6-76ba2af893f4 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.498450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0eba116-a695-4fa5-a2a4-61fc75643525 req-14a6425c-edce-4137-beb6-76ba2af893f4 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.0948524 Jun 30 09:12:18.505554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:18.534231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=995ca4a3-973d-46bf-a553-65f5b027e66b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.552433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0eba116-a695-4fa5-a2a4-61fc75643525 req-a6cb7eb4-7ddd-4699-bdcd-a2460b09758a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Jun 30 09:12:18.655769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:18.673236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.682076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eae220-5d9d-46df-aa1c-52dc1380399e None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:18.959169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.033584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Router cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:19.096181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-27f6be53-43be-49e2-9bbc-ceb68a964a19 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.097778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-27f6be53-43be-49e2-9bbc-ceb68a964a19 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.2095473 Jun 30 09:12:19.384476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c246252-ec84-48b9-8a81-5cd99e5a1b79 None None] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:19.420251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:19.431158 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] Sync routers for ids ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:19.441928 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] Routers {'cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:19.446976 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:19.459736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.482345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.483927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-127cfdcf-22e0-4c3c-872c-978f3018fc20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7349260 Jun 30 09:12:19.486797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34746) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:19.505481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:19.536243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-705281e0-0889-4a9d-aa9c-92434323caab None None] Provisioning for port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:19.557110 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:19.580016 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] Routers {'cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:19.582553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:19.619115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Deleting port 1c6f57a9-8807-452b-a9f4-976d83198e3b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:19.619555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.666544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3436-0715-4b18-9e48-c9220d838fe2 req-6f94b41c-d58e-4cf2-8872-c47a723fc763 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.676532 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:19.677333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f9e3436-0715-4b18-9e48-c9220d838fe2 req-6f94b41c-d58e-4cf2-8872-c47a723fc763 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2644072 Jun 30 09:12:19.678292 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90fcae-2e72-4770-ab36-1d177879dc65 None None] The sync data for ids ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:19.777043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f9e3436-0715-4b18-9e48-c9220d838fe2 req-e2db0c54-9cc4-4833-ab4e-2b475778d89e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985696 Jun 30 09:12:19.808559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] For port 1c6f57a9-8807-452b-a9f4-976d83198e3b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1c6f57a9-8807-452b-a9f4-976d83198e3b,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:19.809111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.839842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Calling delete_port for 1c6f57a9-8807-452b-a9f4-976d83198e3b owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:19.939101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Router b2f477e4-f494-4121-aefb-8edd028ce220 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:20.028977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc789c9-d9e0-4502-8d05-ef37da2484de req-f1e1680a-c184-4684-8196-c09648a0903f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.036806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdc789c9-d9e0-4502-8d05-ef37da2484de req-f1e1680a-c184-4684-8196-c09648a0903f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5fb3f3b-4e5c-456b-9877-ba43725dbbec HTTP/1.1" status: 200 len: 945 time: 0.1631966 Jun 30 09:12:20.161956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.174661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4498f400-25b9-4bc9-8d45-3f6a8fb70926 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:20.179341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1c6f57a9-8807-452b-a9f4-976d83198e3b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:20.185256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bdc789c9-d9e0-4502-8d05-ef37da2484de req-0905d4d0-9782-453d-8174-ecf96c0ea705 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474612 Jun 30 09:12:20.197733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.224340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Pushing event deleted for resources: {'Port': ['ID=1c6f57a9-8807-452b-a9f4-976d83198e3b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.232961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.298794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:20.301706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] No DVR routers for this DVR port 1c6f57a9-8807-452b-a9f4-976d83198e3b on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:20.303938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.307126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bb94694-5e75-497e-bdfe-fc87180f4388 req-4a2a5239-00ca-4512-b260-6d76644bb271 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "DELETE /v2.0/ports/1c6f57a9-8807-452b-a9f4-976d83198e3b HTTP/1.1" status: 204 len: 173 time: 1.2027655 Jun 30 09:12:20.311398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'name': 'network-vif-deleted', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:20.312078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Sync routers for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:20.322264 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd39de6-b48a-4f4f-83e6-920e8a51e007" -d '{"events": [{"server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "name": "network-vif-deleted", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:20.341487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Deleting port 6be95994-119e-4c58-a4c5-6ddd5819a756 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:20.341716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:20.341842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.342245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:20.345361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.347532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6e3a232-f84d-425d-a87b-55c14a2e1a3b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8938389 Jun 30 09:12:20.350995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34756) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.417634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:20.426411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:20.427086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.471398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.491275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Calling delete_port for 6be95994-119e-4c58-a4c5-6ddd5819a756 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:20.499591 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98365a67-c2c6-4964-9fdf-47a6494ec6cf x-openstack-request-id: req-98365a67-c2c6-4964-9fdf-47a6494ec6cf {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:20.499897 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fb3f3b-4e5c-456b-9877-ba43725dbbec", "name": "network-vif-deleted", "tag": "1c6f57a9-8807-452b-a9f4-976d83198e3b", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:20.500162 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98365a67-c2c6-4964-9fdf-47a6494ec6cf {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:20.500564 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fb3f3b-4e5c-456b-9877-ba43725dbbec', 'name': 'network-vif-deleted', 'tag': '1c6f57a9-8807-452b-a9f4-976d83198e3b', 'status': 'completed', 'code': 200} Jun 30 09:12:20.559686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:20.702319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.751147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4498f400-25b9-4bc9-8d45-3f6a8fb70926, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4498f400-25b9-4bc9-8d45-3f6a8fb70926,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:20.762090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.762959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 25ac81ec-054d-4f86-87e2-df72b7bc5e81 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:21.047192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.063787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:21.070050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:21.070912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.134671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:18Z', 'revision_number': 3, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.174066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Checking router: b2f477e4-f494-4121-aefb-8edd028ce220 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:21.174835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Updating router b2f477e4-f494-4121-aefb-8edd028ce220 port 995ca4a3-973d-46bf-a553-65f5b027e66b binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:21.310275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.315108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153bf8-d6aa-4023-ae75-2e52f621fd78 req-b46fca52-4ddf-4b85-8f2c-3a2a44b7e886 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.316707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85153bf8-d6aa-4023-ae75-2e52f621fd78 req-b46fca52-4ddf-4b85-8f2c-3a2a44b7e886 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1682026 Jun 30 09:12:21.380362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.394041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.410570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85153bf8-d6aa-4023-ae75-2e52f621fd78 req-813113a7-88f3-4071-afc3-bcf0003e7544 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Jun 30 09:12:21.416683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.452885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Pushing event deleted for resources: {'Port': ['ID=6be95994-119e-4c58-a4c5-6ddd5819a756,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.541958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=25ac81ec-054d-4f86-87e2-df72b7bc5e81,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:21.549464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.550633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.667338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=25ac81ec-054d-4f86-87e2-df72b7bc5e81,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.669487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Allocated IP 172.20.0.1 (18d219f9-6836-49bf-b61f-38d15fc95f42/f740942c-c9fc-412b-8602-e815947795fd/519d16bb-a23b-4686-a63b-483d751389f1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:21.791685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.807984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Transition to ACTIVE for port object 519d16bb-a23b-4686-a63b-483d751389f1 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:21.852555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.878460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.886399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.890338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.906975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Transition to ACTIVE for port object 995ca4a3-973d-46bf-a553-65f5b027e66b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:21.933217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.966279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:21.972142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:21.978590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Pushing event updated for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.983279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:21.991358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.009486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b0e8-ba76-41e2-9902-f8bedb25b974 None None] Pushing event updated for resources: {'Port': ['ID=995ca4a3-973d-46bf-a553-65f5b027e66b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.047154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.047524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.047876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.048226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.048570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.052205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Attempting to bind port 995ca4a3-973d-46bf-a553-65f5b027e66b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:22.052908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Attempting to bind port 995ca4a3-973d-46bf-a553-65f5b027e66b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:22.053881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Attempting to bind port 995ca4a3-973d-46bf-a553-65f5b027e66b on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:22.057092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.057488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.057940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.058290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.058634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.062990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.063444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:22.067922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:22.068667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:22.069295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.069990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:22.071369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Bound port: 995ca4a3-973d-46bf-a553-65f5b027e66b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:22.071991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.094112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Router cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:22.099412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.151904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] For port 995ca4a3-973d-46bf-a553-65f5b027e66b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:22.155861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] For port 995ca4a3-973d-46bf-a553-65f5b027e66b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=995ca4a3-973d-46bf-a553-65f5b027e66b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:22.159073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4498f400-25b9-4bc9-8d45-3f6a8fb70926 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:22.183519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.264516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:22.265216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.279123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:22.282057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-631ac3e3-6732-493a-88df-e3fb3c38e631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.289122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] Sync routers for ids ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:22.292617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.293881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-06dfbbc1-6508-4dc6-a0b3-0dbe04db3ca2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "PUT /v2.0/routers/cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 200 len: 705 time: 2.7959175 Jun 30 09:12:22.297040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.303670 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] Routers {'cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:22.304531 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.345155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.378396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1c6f57a9-8807-452b-a9f4-976d83198e3b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:22.388097 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.400451 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] Routers {'cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:22.401648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-390d5c57-a4ba-4593-8504-aa7b640c45b6 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/routers/cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 200 len: 740 time: 0.1032832 Jun 30 09:12:22.404223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34808) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.405168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.410586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 1c6f57a9-8807-452b-a9f4-976d83198e3b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:22.411267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1c6f57a9-8807-452b-a9f4-976d83198e3b not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:22.439304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b0e8-ba76-41e2-9902-f8bedb25b974 None None] Pushing event updated for resources: {'Port': ['ID=995ca4a3-973d-46bf-a553-65f5b027e66b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.452770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:22.453496 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.469963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:22.471840 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215735a0-27b5-490f-9ed6-45911de3c194 None None] The sync data for ids ['cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:22.483302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aa258072-f1fb-4c3f-9956-8dce2f3a7709 tempest-RoutersAdminTest-1447842613 tempest-RoutersAdminTest-1447842613-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 200 len: 205 time: 0.0765462 Jun 30 09:12:22.484010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34812) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.531086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f69649b3-ccb5-4f2e-bd96-82dfb07e3aca None None] Provisioning for port 519d16bb-a23b-4686-a63b-483d751389f1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:22.532007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab3f07a1-353a-49dc-a5a0-8fb6b0172217 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 200 len: 205 time: 0.0462415 Jun 30 09:12:22.532745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34814) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.538727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f69649b3-ccb5-4f2e-bd96-82dfb07e3aca None None] Provisioning complete for port 519d16bb-a23b-4686-a63b-483d751389f1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:22.539147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f69649b3-ccb5-4f2e-bd96-82dfb07e3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.583541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f69649b3-ccb5-4f2e-bd96-82dfb07e3aca None None] Port 519d16bb-a23b-4686-a63b-483d751389f1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:22.601850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:22.618140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-631ac3e3-6732-493a-88df-e3fb3c38e631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.636616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-631ac3e3-6732-493a-88df-e3fb3c38e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.675103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ac3e3-6732-493a-88df-e3fb3c38e631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9e9ece-ccc9-4f8d-89e9-4ef768e42097,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.725464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-631ac3e3-6732-493a-88df-e3fb3c38e631 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22decce1ebdc4e74a6aec9976938a821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7288465 Jun 30 09:12:22.727248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:22.744447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.770988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.856743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.869398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.894027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.913592 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Pushing event updated for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.919155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.987353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 25ac81ec-054d-4f86-87e2-df72b7bc5e81 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:23.048904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a732069b-6c3e-415f-a644-729229697a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '519d16bb-a23b-4686-a63b-483d751389f1', 'name': '', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'mac_address': 'fa:16:3e:e8:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 1, 'project_id': '8389e5391c8242b989abba50841579c9', 'subnets': [{'id': 'f740942c-c9fc-412b-8602-e815947795fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:23.065529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:23.067752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:23.088886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.089400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.092253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732069b-6c3e-415f-a644-729229697a5e None None] The sync data for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 is: [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '519d16bb-a23b-4686-a63b-483d751389f1', 'name': '', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'mac_address': 'fa:16:3e:e8:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:21Z', 'revision_number': 1, 'project_id': '8389e5391c8242b989abba50841579c9', 'subnets': [{'id': 'f740942c-c9fc-412b-8602-e815947795fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:23.206260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.209512 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.276562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.288676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.296687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e9e9ece-ccc9-4f8d-89e9-4ef768e42097 HTTP/1.1" status: 204 len: 168 time: 0.5679290 Jun 30 09:12:23.336894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da7692-babf-4639-b02f-50548d29e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9e9ece-ccc9-4f8d-89e9-4ef768e42097,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:23.370011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.373306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Fanout notify agent at l3_agent the message router_deleted on router cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:23.399149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.405158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b055a506-14d6-49ad-9665-5be758948eb4 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 204 len: 168 time: 0.8679845 Jun 30 09:12:23.407194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34824) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.504387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b806a8d-d8bc-45c8-abec-204a4ebf606e tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 200 len: 205 time: 0.0926077 Jun 30 09:12:23.504900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34826) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.513038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Router b2f477e4-f494-4121-aefb-8edd028ce220 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:23.547790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed5caa38-50f3-4382-9b66-5f19840c090b None None] Provisioning complete for port 519d16bb-a23b-4686-a63b-483d751389f1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:23.548182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed5caa38-50f3-4382-9b66-5f19840c090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.592664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4ecf3-d059-4f32-886a-e7d0f353ce2f req-f6bc8ea7-48c5-4bbc-b09c-a28506190a5e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:23.600697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ac4ecf3-d059-4f32-886a-e7d0f353ce2f req-f6bc8ea7-48c5-4bbc-b09c-a28506190a5e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.7971842 Jun 30 09:12:23.604783 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-471c8f07-cd77-4067-b557-3f59758ee88f tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:23.608154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-471c8f07-cd77-4067-b557-3f59758ee88f tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/cec1b6f1-fa96-466c-a5bf-f7ccc1cf06e1 HTTP/1.1" status: 404 len: 336 time: 0.1007323 Jun 30 09:12:23.608816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34830) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.616811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ed5caa38-50f3-4382-9b66-5f19840c090b None None] Port 519d16bb-a23b-4686-a63b-483d751389f1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:23.674356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7efad820-a732-4ed3-8b73-1d9ff832ac1c tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 200 len: 205 time: 0.0643315 Jun 30 09:12:23.678791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.720397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:23.728089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0051fb66-6999-4a24-93c7-5dd26d061977 admin admin] 10.222.0.66 "PUT /v2.0/routers/b2f477e4-f494-4121-aefb-8edd028ce220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3755441 Jun 30 09:12:23.742229 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0a628712-7361-45a6-89e4-d334dc328f20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:23.748146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0a628712-7361-45a6-89e4-d334dc328f20 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/b8ca98d2-8cd5-4d51-9180-6274e702fdd8 HTTP/1.1" status: 404 len: 336 time: 0.0682521 Jun 30 09:12:23.751046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.754571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ac4ecf3-d059-4f32-886a-e7d0f353ce2f req-ad0f6a7e-839b-4f4b-9001-0db4a570f46a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334355 Jun 30 09:12:23.794468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e0d36076-8c52-4d07-950b-ffaad7035692 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 200 len: 205 time: 0.0414431 Jun 30 09:12:23.796272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.851298 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0feb9efe-af76-42c6-a5bc-96d137321565 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:23.853806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0feb9efe-af76-42c6-a5bc-96d137321565 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/7afed23b-9e80-4cbc-b588-790f1a6bf70b HTTP/1.1" status: 404 len: 336 time: 0.0528023 Jun 30 09:12:23.855782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.897357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ed70af59-6d94-4b73-a40d-eb7776a4c805 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 200 len: 205 time: 0.0399365 Jun 30 09:12:23.900607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34852) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.950317 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-91f81f5c-4b0b-4b1d-8eda-933b89c713ef tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:23.951479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-91f81f5c-4b0b-4b1d-8eda-933b89c713ef tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/a569d2f3-c706-406c-925a-9e935c0068c7 HTTP/1.1" status: 404 len: 336 time: 0.0498242 Jun 30 09:12:23.961012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34854) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.999774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34862) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.024074 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71a033b1-a668-4597-8a23-8557e02925d2 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 200 len: 205 time: 0.0641236 Jun 30 09:12:24.025863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34866) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.029120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44055faa-1c8b-4eef-a51d-58ad9cba05b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.082680 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-651f68ec-eae5-492b-ab21-ffa851df4da3 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:24.083758 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-651f68ec-eae5-492b-ab21-ffa851df4da3 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/59443ce3-4cbf-499a-b318-fb667559ee5c HTTP/1.1" status: 404 len: 336 time: 0.0569549 Jun 30 09:12:24.087989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34870) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.127032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7528729c-e8f3-4555-aa9d-83dc9cb00146 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "GET /v2.0/ports?device_id=302fc14e-a2e0-4257-843b-0f239a1d2ced HTTP/1.1" status: 200 len: 205 time: 0.0357711 Jun 30 09:12:24.127950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.230052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44055faa-1c8b-4eef-a51d-58ad9cba05b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.231580 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-cbec276b-2a59-444b-876f-3733239b9f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] delete failed (client error): The resource could not be found. Jun 30 09:12:24.236005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34876) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.236217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cbec276b-2a59-444b-876f-3733239b9f79 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/routers/302fc14e-a2e0-4257-843b-0f239a1d2ced HTTP/1.1" status: 404 len: 336 time: 0.1062782 Jun 30 09:12:24.289242 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eb444a-86b5-4c88-adac-eaa9ce033f39 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] DELETE failed (client error): The resource could not be found. Jun 30 09:12:24.290298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eb444a-86b5-4c88-adac-eaa9ce033f39 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:12:24.295171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-96eb444a-86b5-4c88-adac-eaa9ce033f39 tempest-RoutersAdminTest-291981305 tempest-RoutersAdminTest-291981305-project] 10.222.0.66 "DELETE /v2.0/subnets/17a131d5-9ff9-44b8-9a4a-a8562b048398 HTTP/1.1" status: 404 len: 337 time: 0.0553133 Jun 30 09:12:24.307121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44055faa-1c8b-4eef-a51d-58ad9cba05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.364998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-44055faa-1c8b-4eef-a51d-58ad9cba05b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51b999ded9f6455a916d18b4ff171c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618317 Jun 30 09:12:24.365606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.365948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44055faa-1c8b-4eef-a51d-58ad9cba05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24300f8-dc02-4afa-8e9f-df162c6fd615,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.430634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.499684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.595945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.599175 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.614037 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a24300f8-dc02-4afa-8e9f-df162c6fd615 HTTP/1.1" status: 204 len: 168 time: 0.2470684 Jun 30 09:12:24.625381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d518be-1374-4821-bc68-5cfdf896bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24300f8-dc02-4afa-8e9f-df162c6fd615,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.720178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:25.084948 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795ae488-02b1-4007-a0f4-5af21c4337df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.112787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d760db4-23e7-47fd-89b2-86c9bfa94b51 req-431d2e1f-9a70-4c2d-8036-59fa153f6665 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:25.122428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d760db4-23e7-47fd-89b2-86c9bfa94b51 req-431d2e1f-9a70-4c2d-8036-59fa153f6665 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1589212 Jun 30 09:12:25.262613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d760db4-23e7-47fd-89b2-86c9bfa94b51 req-605b3c0b-890f-4321-876a-e05b1607bdc5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389751 Jun 30 09:12:25.329437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795ae488-02b1-4007-a0f4-5af21c4337df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.343909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795ae488-02b1-4007-a0f4-5af21c4337df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.385159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:25.385833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-795ae488-02b1-4007-a0f4-5af21c4337df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25434b77c31c45919132c93d0f063153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644082 Jun 30 09:12:25.437029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ae488-02b1-4007-a0f4-5af21c4337df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb594e9c-9bd6-4f7f-b3f3-62fbe6d262b5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.533485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.573672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.677926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.682876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.684084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb594e9c-9bd6-4f7f-b3f3-62fbe6d262b5 HTTP/1.1" status: 204 len: 168 time: 0.2977624 Jun 30 09:12:25.729185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67330dc4-2d9c-407f-9bb8-80d9e1f41574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb594e9c-9bd6-4f7f-b3f3-62fbe6d262b5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.064979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 995ca4a3-973d-46bf-a553-65f5b027e66b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:26.188011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 995ca4a3-973d-46bf-a553-65f5b027e66b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:26.198220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 995ca4a3-973d-46bf-a553-65f5b027e66b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:26.198784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.373650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35004) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:26.390915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.427560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 995ca4a3-973d-46bf-a553-65f5b027e66b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=995ca4a3-973d-46bf-a553-65f5b027e66b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:26.439512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.450272 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-53437689-00a3-4231-a47d-0a53a691aecd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f49de0c37c042699ef62f7f04e348d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746667 Jun 30 09:12:26.452515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:26.526873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=995ca4a3-973d-46bf-a553-65f5b027e66b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.556403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf3c94-3207-4f35-914c-c949f8bd152d req-a0d0cb5b-a1a9-4e4b-b498-56e9fad89031 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.566511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4cf3c94-3207-4f35-914c-c949f8bd152d req-a0d0cb5b-a1a9-4e4b-b498-56e9fad89031 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1599700 Jun 30 09:12:26.583742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.612135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4cf3c94-3207-4f35-914c-c949f8bd152d req-7c295855-0142-4001-87b0-256c0d6ba7e6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Jun 30 09:12:26.612621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.687769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.692257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.693649 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/858eee05-f3c9-448b-a46d-e5535b6e1f79 HTTP/1.1" status: 204 len: 168 time: 0.2399240 Jun 30 09:12:26.715940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0a2b5-9fab-4508-a726-128eaa2cab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858eee05-f3c9-448b-a46d-e5535b6e1f79,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.284465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Sync routers for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:27.301676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:27.302961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:27.485856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:27.872352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb4887-a0fc-4e06-8362-e58e0cc60b40 req-058d773f-c2ca-4042-9287-e59466635dec tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.938777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dcb4887-a0fc-4e06-8362-e58e0cc60b40 req-058d773f-c2ca-4042-9287-e59466635dec tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1811099 Jun 30 09:12:28.049941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dcb4887-a0fc-4e06-8362-e58e0cc60b40 req-6ce74c9e-a006-4f70-8d54-6d1306d150cd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100364 Jun 30 09:12:28.071838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '519d16bb-a23b-4686-a63b-483d751389f1', 'name': '', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'mac_address': 'fa:16:3e:e8:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 2, 'project_id': '8389e5391c8242b989abba50841579c9', 'subnets': [{'id': 'f740942c-c9fc-412b-8602-e815947795fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:28.109164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 995ca4a3-973d-46bf-a553-65f5b027e66b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:28.114369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Checking router: b2f477e4-f494-4121-aefb-8edd028ce220 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:28.114975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Updating router b2f477e4-f494-4121-aefb-8edd028ce220 port 519d16bb-a23b-4686-a63b-483d751389f1 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:28.201476 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.243927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 995ca4a3-973d-46bf-a553-65f5b027e66b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:28.244464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.724263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.737561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Transition to ACTIVE for port object 519d16bb-a23b-4686-a63b-483d751389f1 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:28.746844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.754843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:28.870780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839d1a-e5ce-4b8e-a428-82d5617e3a67 None None] Pushing event updated for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.958799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-693744260', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:28.976498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Attempting to bind port 519d16bb-a23b-4686-a63b-483d751389f1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:28.977152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Attempting to bind port 519d16bb-a23b-4686-a63b-483d751389f1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:28.977695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Attempting to bind port 519d16bb-a23b-4686-a63b-483d751389f1 on network 18d219f9-6836-49bf-b61f-38d15fc95f42 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:28.986146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:28.986615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Checking segment: {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:28.987279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.987766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Bound using segment: {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:28.988325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Bound port: 519d16bb-a23b-4686-a63b-483d751389f1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746f7656-9759-4c1d-af3e-f213021a06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:28.988909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.026846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Made reservation on behalf of 85ca3509647c429da533417ef69f0a68 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:29.030598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.042327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.044066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-029d3aa4-717c-4d49-a7c9-00314fb00a26 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.045687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-029d3aa4-717c-4d49-a7c9-00314fb00a26 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 813 time: 0.2259643 Jun 30 09:12:29.069177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-3cbfb044-c8c9-4beb-ae03-e327cf343ab3 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/quotas/82d6aaaccf58476a8a0109d47e4f8567 HTTP/1.1" status: 200 len: 375 time: 0.0169191 Jun 30 09:12:29.089494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] For port 519d16bb-a23b-4686-a63b-483d751389f1, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:29.094966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] For port 519d16bb-a23b-4686-a63b-483d751389f1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=519d16bb-a23b-4686-a63b-483d751389f1,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:29.110696 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.153263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-0ef9743c-fc1a-4c36-b0aa-a8ed6e6bc207 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703027 Jun 30 09:12:29.213413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.219989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.237371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] device_id is not set on port 12689a97-1b1d-49dc-afba-0c7e59f81ece yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:29.300948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:29.301631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.311425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8443a-8b95-44dd-8f8b-768f1fd12ba3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.432793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94cbc27e-b837-4848-a52f-6da6720ba3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.440852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-dd3c6771-31c3-45fa-9228-5116bd41ef78 service neutron] 10.222.0.66 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795172 Jun 30 09:12:29.447671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839d1a-e5ce-4b8e-a428-82d5617e3a67 None None] Pushing event updated for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:29.573741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6beb8-ddee-4817-8ad3-d56372b18f9d req-cc91aada-ec96-4b83-a79b-8b5e6eacbc5d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.583539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ac6beb8-ddee-4817-8ad3-d56372b18f9d req-cc91aada-ec96-4b83-a79b-8b5e6eacbc5d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2867594 Jun 30 09:12:29.633987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Allocated IP 172.25.4.57 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/12689a97-1b1d-49dc-afba-0c7e59f81ece) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:29.646978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:29.668612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ac6beb8-ddee-4817-8ad3-d56372b18f9d req-3b142c5c-2e3c-402a-b0d4-6825148aa03b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841033 Jun 30 09:12:29.686545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-77849386-9790-486e-b0a5-87bc7e0989d4 service neutron] 10.222.0.66 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447338 Jun 30 09:12:29.912454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.980004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acb7b076-6425-4b2c-990e-639e294a1a45 req-5efafe9b-5107-49af-b6f3-92c97e87b5e1 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 210 time: 0.0629666 Jun 30 09:12:30.011488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.050077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '519d16bb-a23b-4686-a63b-483d751389f1', 'name': '', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'mac_address': 'fa:16:3e:e8:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:29Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'subnets': [{'id': 'f740942c-c9fc-412b-8602-e815947795fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:30.127589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 519d16bb-a23b-4686-a63b-483d751389f1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:30.127833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:30.132021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:30.140009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:30.143705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Pushing event updated for resources: {'Port': ['ID=12689a97-1b1d-49dc-afba-0c7e59f81ece,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.172756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a221744-18ee-48be-95cb-d0aa7e5c4b87 None None] The sync data for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 is: [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:12:22Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '519d16bb-a23b-4686-a63b-483d751389f1', 'name': '', 'network_id': '18d219f9-6836-49bf-b61f-38d15fc95f42', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'mac_address': 'fa:16:3e:e8:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'f740942c-c9fc-412b-8602-e815947795fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:21Z', 'updated_at': '2021-06-30T09:12:29Z', 'revision_number': 4, 'project_id': '8389e5391c8242b989abba50841579c9', 'subnets': [{'id': 'f740942c-c9fc-412b-8602-e815947795fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:30.222746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 519d16bb-a23b-4686-a63b-483d751389f1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:30.232698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 519d16bb-a23b-4686-a63b-483d751389f1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:30.233053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.240091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.241009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.286550 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d1bb153-d743-463b-b512-76e1f707828b tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5301774 Jun 30 09:12:30.294063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:30.315996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}]}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:30.364396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.366310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.401698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.471753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.480542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 519d16bb-a23b-4686-a63b-483d751389f1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=519d16bb-a23b-4686-a63b-483d751389f1,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:30.491851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.615373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.724593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.999885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554320aa-78bb-47b2-88f8-9e99991237b6 req-2f0fc3b2-76fb-49b2-aed9-f17fa2766b5c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.007040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-554320aa-78bb-47b2-88f8-9e99991237b6 req-2f0fc3b2-76fb-49b2-aed9-f17fa2766b5c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0952260 Jun 30 09:12:31.057835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-554320aa-78bb-47b2-88f8-9e99991237b6 req-381ebea5-9565-4c3a-98ed-e2aee183153e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Jun 30 09:12:31.165738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.202678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.219588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fd1f372-055f-4a72-bec2-0557a1172ac7 req-aeca99a8-c8f4-422f-b7c8-a989bcb4ed13 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Jun 30 09:12:31.386422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.576079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.578603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.655241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.655735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecc4143a-2428-4299-8a02-228540625e9e {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:31.702466 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:12:31.703648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03e6bfc8-c66b-4a26-adb6-4da7fb7d8091 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4054165 Jun 30 09:12:31.707201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35146) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:31.774366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-72c5863d-1223-4c58-a3b1-1859256b9c8a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.776271 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-72c5863d-1223-4c58-a3b1-1859256b9c8a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 813 time: 0.1526172 Jun 30 09:12:31.792041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Request body: {'port': {'device_id': '42d00056-db47-4391-8852-7a9569d4bf69', 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36', 'admin_state_up': True, 'tenant_id': '82d6aaaccf58476a8a0109d47e4f8567'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:31.823187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Deleting port 12689a97-1b1d-49dc-afba-0c7e59f81ece {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:31.823544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.888099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a92d932-a90e-4099-bcca-211c8a29e58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.931666 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.948798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Calling delete_port for 12689a97-1b1d-49dc-afba-0c7e59f81ece owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:32.008966 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.021495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 519d16bb-a23b-4686-a63b-483d751389f1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:32.033281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Made reservation on behalf of 82d6aaaccf58476a8a0109d47e4f8567 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:32.037618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.124062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 519d16bb-a23b-4686-a63b-483d751389f1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:32.124580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.126002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.269250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Pushing event deleted for resources: {'Port': ['ID=12689a97-1b1d-49dc-afba-0c7e59f81ece,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.344037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.346891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-621366be-703f-4a32-9d91-1a5378e96ec7 tempest-RoutersAdminNegativeTest-1478998557 tempest-RoutersAdminNegativeTest-1478998557-project-admin] 10.222.0.66 "DELETE /v2.0/ports/12689a97-1b1d-49dc-afba-0c7e59f81ece HTTP/1.1" status: 204 len: 168 time: 0.6381550 Jun 30 09:12:32.378877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Allocated IP 172.20.0.6 (17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36/edda8f62-aa5c-4806-9afa-795be60d2530/fe0119ea-a756-41c9-b3e4-3cf5313668d6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:32.400446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcad6d0-87ae-40f9-b6f5-4d994d5f5ccb req-d4ae68f5-8b80-4223-930b-2ea1747a284c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.418843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bcad6d0-87ae-40f9-b6f5-4d994d5f5ccb req-d4ae68f5-8b80-4223-930b-2ea1747a284c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1160579 Jun 30 09:12:32.541123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7067452-570c-4afa-aceb-9cc3d7e5efd2 req-3654f011-8fd2-42fb-a820-c8bec92e66f9 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 210 time: 0.0409496 Jun 30 09:12:32.544727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bcad6d0-87ae-40f9-b6f5-4d994d5f5ccb req-f4bb357a-9f07-40bd-a9b7-c47e2c8737fb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250732 Jun 30 09:12:32.668188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.732733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.785865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35186) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:32.796021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:32.799507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Pushing event updated for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.807358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:32.812882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:32.872093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.873061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.895056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.903446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-bf2ae187-c684-45c8-8cff-39b2dc7c2e39 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169999 Jun 30 09:12:32.917683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Request body: {'port': {'device_id': '42d00056-db47-4391-8852-7a9569d4bf69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:32.947822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc38d73c-0aab-4521-8a4c-cea8af57bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.021817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.068973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc38d73c-0aab-4521-8a4c-cea8af57bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.074841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc38d73c-0aab-4521-8a4c-cea8af57bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.124553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d73c-0aab-4521-8a4c-cea8af57bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239fb7b1-c5cf-4895-b03c-45a077561d08,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.130801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc38d73c-0aab-4521-8a4c-cea8af57bc9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fc47446f6f948a7a47909349d75d21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437784 Jun 30 09:12:33.133579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35190) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:33.193713 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.222835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.287427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.292843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.294169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/239fb7b1-c5cf-4895-b03c-45a077561d08 HTTP/1.1" status: 204 len: 168 time: 0.1595631 Jun 30 09:12:33.309657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.316647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b79c0-e3f4-4d41-bdc8-3c17283671c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239fb7b1-c5cf-4895-b03c-45a077561d08,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.362766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0119ea-a756-41c9-b3e4-3cf5313668d6 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:33.371795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.391203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Transition to ACTIVE for port object fe0119ea-a756-41c9-b3e4-3cf5313668d6 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:33.400834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.482187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Pushing event updated for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.581022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Attempting to bind port fe0119ea-a756-41c9-b3e4-3cf5313668d6 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:33.581621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Attempting to bind port fe0119ea-a756-41c9-b3e4-3cf5313668d6 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:33.581981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Attempting to bind port fe0119ea-a756-41c9-b3e4-3cf5313668d6 on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:33.589052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Port fe0119ea-a756-41c9-b3e4-3cf5313668d6 on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:33.589052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Attempting to bind port fe0119ea-a756-41c9-b3e4-3cf5313668d6 on network 17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:33.594462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:33.594859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Checking segment: {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:33.595243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Bound using segment: {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:33.595844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Bound port: fe0119ea-a756-41c9-b3e4-3cf5313668d6, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f186fb37-95fc-4113-ba54-409de0d38634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:33.596219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.750625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:33.760327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:33.775972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.833931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:33.869429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.872240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.875707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] 10.222.0.11 "PUT /v2.0/ports/fe0119ea-a756-41c9-b3e4-3cf5313668d6 HTTP/1.1" status: 200 len: 1092 time: 0.9640739 Jun 30 09:12:33.877273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:33.880380 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15fae4-ac09-459c-b551-43c790d49401" -d '{"events": [{"name": "network-changed", "server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:33.930893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1b0d1-3d39-4647-a1f8-c8d5a8f3605e service neutron] Pushing event updated for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:33.937919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e37f24d1-f8e4-47c2-8258-e86eef870402 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85ca3509647c429da533417ef69f0a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027739 Jun 30 09:12:33.941312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35212) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:33.997795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd668444-3d58-4373-a719-fa7eae050b41 req-d91ad43d-04d5-48f2-82a3-94787ab082c3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.999662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd668444-3d58-4373-a719-fa7eae050b41 req-d91ad43d-04d5-48f2-82a3-94787ab082c3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2283969 Jun 30 09:12:34.025884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8455c7b-0087-43e0-bfe5-2dab3f54b681 req-578a2ac4-9e87-4e60-93f7-68c1a2f4cd13 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.030264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8455c7b-0087-43e0-bfe5-2dab3f54b681 req-578a2ac4-9e87-4e60-93f7-68c1a2f4cd13 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 943 time: 0.2059016 Jun 30 09:12:34.031915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-292f4f71-900d-4a9d-82b8-fad8bb6e11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.033694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-292f4f71-900d-4a9d-82b8-fad8bb6e11cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 1095 time: 0.0989933 Jun 30 09:12:34.083220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-d2627fd7-7980-4de1-9de6-a82a1dd635be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6 HTTP/1.1" status: 200 len: 217 time: 0.0398810 Jun 30 09:12:34.091528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.129623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8455c7b-0087-43e0-bfe5-2dab3f54b681 req-4496a14e-5a49-4ebc-bce0-05d332564620 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873880 Jun 30 09:12:34.143515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd668444-3d58-4373-a719-fa7eae050b41 req-1e8f157b-f447-4d7e-91ee-8b291ab21176 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295116 Jun 30 09:12:34.145630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.149450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-b757f232-ddfe-4ff3-a963-a3222ad40811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.151957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-b757f232-ddfe-4ff3-a963-a3222ad40811 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edda8f62-aa5c-4806-9afa-795be60d2530 HTTP/1.1" status: 200 len: 853 time: 0.0616882 Jun 30 09:12:34.205839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-3b94e54b-495e-45a3-a047-ab27e1d4d6d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405104 Jun 30 09:12:34.235957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.242216 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.244406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3b8443a-8b95-44dd-8f8b-768f1fd12ba3 HTTP/1.1" status: 204 len: 168 time: 0.3003228 Jun 30 09:12:34.260081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0383c12-7575-4543-94ba-abb2d0054f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8443a-8b95-44dd-8f8b-768f1fd12ba3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.324936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-e8b76694-ec99-411e-bf35-032ad1e0279a service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105130 Jun 30 09:12:34.326417 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a07fa2b-aa4d-4b5b-a24e-16cf34d4834f x-openstack-request-id: req-0a07fa2b-aa4d-4b5b-a24e-16cf34d4834f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:34.326699 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:34.327031 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a07fa2b-aa4d-4b5b-a24e-16cf34d4834f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:34.327331 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6', 'status': 'completed', 'code': 200} Jun 30 09:12:34.435632 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1ebbc45-a7be-4447-a40f-46770c7e8d43 req-19f596c6-fd8a-4adb-9b1c-f93dfbde5f78 service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025801 Jun 30 09:12:34.579777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.646574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fae4-ac09-459c-b551-43c790d49401 req-50dd7dfa-e5b4-4598-adb2-cb5a8ba4b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.650100 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-50dd7dfa-e5b4-4598-adb2-cb5a8ba4b07e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 1095 time: 0.1373765 Jun 30 09:12:34.778851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fae4-ac09-459c-b551-43c790d49401 req-03bf1a79-0858-407a-ac63-219d6c6b2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.780404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-03bf1a79-0858-407a-ac63-219d6c6b2435 service neutron] 10.222.0.11 "GET /v2.0/networks?id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 200 len: 914 time: 0.1223226 Jun 30 09:12:34.862373 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-949d0e79-338c-4acb-a5ec-a610c206dfea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6 HTTP/1.1" status: 200 len: 217 time: 0.0691445 Jun 30 09:12:34.916182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.940001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fae4-ac09-459c-b551-43c790d49401 req-cd05897a-12b7-4482-b3c3-3f0d2e4357c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.946735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-cd05897a-12b7-4482-b3c3-3f0d2e4357c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edda8f62-aa5c-4806-9afa-795be60d2530 HTTP/1.1" status: 200 len: 853 time: 0.0750434 Jun 30 09:12:34.981842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-0a143195-11a3-4b43-b674-7a2ba796cb74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jun 30 09:12:35.118173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-b80da26a-4b0f-4a9a-8bde-e9e3b2338a63 service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263623 Jun 30 09:12:35.247321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.326104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb15fae4-ac09-459c-b551-43c790d49401 req-59d77f99-ba5f-4477-93ec-aa313288dc8f service neutron] 10.222.0.11 "GET /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006850 Jun 30 09:12:35.428717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.467519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.489079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-910992809'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:35.513779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:12:35.513779 n-d-779913-25 neutron-server[94183]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:12:35.513779 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id': 'f7bf2f481b4c4739a9aba0fa443bf3f0', 'id': '74f7ff96-7690-4d83-b751-f8aedb2840e1', 'expiration': datetime.datetime(2021, 6, 30, 9, 14, 35, 504994)}] Jun 30 09:12:35.513779 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:12:35.514350 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:12:35.519774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Made reservation on behalf of cd1db455da7b4906b0e06a01de4fa00e for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:35.524449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.525521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11953418-a0d0-4a75-a204-917fdc8883a6 req-d7a56506-e9b5-4b3c-9c84-f327235ad5c7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.527125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11953418-a0d0-4a75-a204-917fdc8883a6 req-d7a56506-e9b5-4b3c-9c84-f327235ad5c7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 943 time: 0.1602867 Jun 30 09:12:35.537060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.540045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d19af-93e2-4321-8fe4-5e6252ddaec0 req-345d519f-2a1e-4b4a-84d3-56280d1b02f3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.550421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-323d19af-93e2-4321-8fe4-5e6252ddaec0 req-345d519f-2a1e-4b4a-84d3-56280d1b02f3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1423998 Jun 30 09:12:35.630308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11953418-a0d0-4a75-a204-917fdc8883a6 req-55457028-d234-48e4-9608-7a6d40ab4cd7 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729415 Jun 30 09:12:35.640238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-323d19af-93e2-4321-8fe4-5e6252ddaec0 req-d8ce42d5-8704-4d3f-9fbc-bb67a2a79021 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880430 Jun 30 09:12:35.676817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.682208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.719028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:35.725949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74436601-9216-4a4b-b3fa-20c58601994e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.733285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.733978 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Added segment a2611145-0743-44aa-8182-209878e19956 of type vlan for network 463792ce-e25c-431e-a170-e10c9fe01d08 Jun 30 09:12:35.781729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.813278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.819492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.820075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.882076 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4513297 Jun 30 09:12:35.884795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35262) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.891599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Request body: {'subnet': {'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:35.907859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6c4b7-b8b7-4416-901b-7e97395cbf08 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'Network': ['ID=463792ce-e25c-431e-a170-e10c9fe01d08,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.919363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 463792ce-e25c-431e-a170-e10c9fe01d08 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:36.015630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.121924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.126673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.167869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7bf2f481b4c4739a9aba0fa443bf3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9188490 Jun 30 09:12:36.168740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90e763-0a4b-4b47-829c-4daff75126df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7369cceb-89db-46f9-ac61-2ba9f4cae4d1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.171147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.227887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.256165 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.316230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.319355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.320524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7369cceb-89db-46f9-ac61-2ba9f4cae4d1 HTTP/1.1" status: 204 len: 168 time: 0.1484571 Jun 30 09:12:36.330094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de9701-24ac-4332-8cea-8e89675081eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7369cceb-89db-46f9-ac61-2ba9f4cae4d1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.340009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Made reservation on behalf of cd1db455da7b4906b0e06a01de4fa00e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:36.344138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.559196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.622837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'Subnet': ['ID=06bad62b-e292-41b4-bb8f-8fe8be00fc6e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.634438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Checking segment: {'id': 'a2611145-0743-44aa-8182-209878e19956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:36.634811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Network hostable DHCP agents. Network: 463792ce-e25c-431e-a170-e10c9fe01d08, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:36.657819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Network 463792ce-e25c-431e-a170-e10c9fe01d08 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:36.671427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 463792ce-e25c-431e-a170-e10c9fe01d08) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:36.676815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.677957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.681864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf528e4-98ca-4c33-85cb-8d10760fd567 None None] Network 463792ce-e25c-431e-a170-e10c9fe01d08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:36.686667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.697358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-24b553d5-e30f-42e3-8f8f-f5092aada191 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8112893 Jun 30 09:12:36.699637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35278) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.708187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Request body: {'port': {'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08', 'name': 'tempest-ExtraDHCPOptionsTestJSON-640406770'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:36.712990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce86320-9725-4c29-84f2-3e556f7df333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.965155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-463792ce-e25c-431e-a170-e10c9fe01d08', 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08', 'tenant_id': 'cd1db455da7b4906b0e06a01de4fa00e', 'fixed_ips': [{'subnet_id': '06bad62b-e292-41b4-bb8f-8fe8be00fc6e'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:36.966687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.969714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2234c-1e2a-4f8d-a11c-884430c6d122 req-da1e7797-61f4-49cf-87a3-21845b5f484c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.971236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51d2234c-1e2a-4f8d-a11c-884430c6d122 req-da1e7797-61f4-49cf-87a3-21845b5f484c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1708460 Jun 30 09:12:36.988831 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce86320-9725-4c29-84f2-3e556f7df333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.002476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf9cbd-6e92-4f71-ba07-2dc7261f4920 req-7bf2126d-8712-4258-b1a7-ad19e3b5f6bc tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.003964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80bf9cbd-6e92-4f71-ba07-2dc7261f4920 req-7bf2126d-8712-4258-b1a7-ad19e3b5f6bc tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 943 time: 0.1547771 Jun 30 09:12:37.024198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Made reservation on behalf of cd1db455da7b4906b0e06a01de4fa00e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:37.028389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.029798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bce86320-9725-4c29-84f2-3e556f7df333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.052765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] device_id is not set on port 09894458-bb0a-4593-9145-b5ae60a1b976 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:37.143221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Allocated IP 172.20.0.2 (463792ce-e25c-431e-a170-e10c9fe01d08/06bad62b-e292-41b4-bb8f-8fe8be00fc6e/eafe1def-b5a6-43cc-b04e-3069b18d3931) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:37.309651 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.321011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Transition to ACTIVE for port object eafe1def-b5a6-43cc-b04e-3069b18d3931 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:37.338813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Transition to ACTIVE for port object eafe1def-b5a6-43cc-b04e-3069b18d3931 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:37.348186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.441284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce86320-9725-4c29-84f2-3e556f7df333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4ade2-502f-470f-b175-d671b8d9456a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.459761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51d2234c-1e2a-4f8d-a11c-884430c6d122 req-b6ee189b-88b5-471a-a754-a24995039d42 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774799 Jun 30 09:12:37.470460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Allocated IP 172.20.0.11 (463792ce-e25c-431e-a170-e10c9fe01d08/06bad62b-e292-41b4-bb8f-8fe8be00fc6e/09894458-bb0a-4593-9145-b5ae60a1b976) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:37.480171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35284) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:37.482356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bce86320-9725-4c29-84f2-3e556f7df333 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94a909fb92ef46f49392d3d77f3527b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7945263 Jun 30 09:12:37.496190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80bf9cbd-6e92-4f71-ba07-2dc7261f4920 req-6c494875-2c6b-4899-ba71-74c0782afd6a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674153 Jun 30 09:12:37.548008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Network 463792ce-e25c-431e-a170-e10c9fe01d08 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:37.551052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:37.554068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:37.642791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Pushing event updated for resources: {'Port': ['ID=eafe1def-b5a6-43cc-b04e-3069b18d3931,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.661737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Attempting to bind port eafe1def-b5a6-43cc-b04e-3069b18d3931 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:37.662145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Attempting to bind port eafe1def-b5a6-43cc-b04e-3069b18d3931 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a2611145-0743-44aa-8182-209878e19956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:37.662519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Attempting to bind port eafe1def-b5a6-43cc-b04e-3069b18d3931 on network 463792ce-e25c-431e-a170-e10c9fe01d08 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:37.669288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:37.669714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Checking segment: {'id': 'a2611145-0743-44aa-8182-209878e19956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:37.670154 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.670561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Bound using segment: {'id': 'a2611145-0743-44aa-8182-209878e19956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:37.671592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.672086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Bound port: eafe1def-b5a6-43cc-b04e-3069b18d3931, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2611145-0743-44aa-8182-209878e19956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:37.672188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.710267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.755842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] For port eafe1def-b5a6-43cc-b04e-3069b18d3931, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:37.757276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.760312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] For port eafe1def-b5a6-43cc-b04e-3069b18d3931, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=eafe1def-b5a6-43cc-b04e-3069b18d3931,segment=NetworkSegment(a2611145-0743-44aa-8182-209878e19956),segment_id=a2611145-0743-44aa-8182-209878e19956)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:37.764857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.786101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Transition to ACTIVE for port object 09894458-bb0a-4593-9145-b5ae60a1b976 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:37.813549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.816389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.817551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4a4ade2-502f-470f-b175-d671b8d9456a HTTP/1.1" status: 204 len: 168 time: 0.3362997 Jun 30 09:12:37.838372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea7d36-777a-469e-ae01-d2bb74629641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4ade2-502f-470f-b175-d671b8d9456a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.850430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.870358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fc55e-e602-42bf-be37-49dff1cc85c3 None None] Pushing event updated for resources: {'Port': ['ID=eafe1def-b5a6-43cc-b04e-3069b18d3931,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.911958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Network 463792ce-e25c-431e-a170-e10c9fe01d08 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:37.917721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:37.932813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:37.959187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'Port': ['ID=09894458-bb0a-4593-9145-b5ae60a1b976,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.993743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.994481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.016734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35290) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:38.022416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Request body: {'port': {'network_id': '463792ce-e25c-431e-a170-e10c9fe01d08', 'name': 'tempest-ExtraDHCPOptionsTestJSON-443956853', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:38.022975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] bootfile-name is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:38.023110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c98d996f-11c5-435d-817d-97105ffb9802 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3195491 Jun 30 09:12:38.024546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] tftp-server is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:38.025376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] server-ip-address is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:38.242674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Made reservation on behalf of cd1db455da7b4906b0e06a01de4fa00e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:38.249804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.276448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] device_id is not set on port 05045298-ca58-4002-b28f-0c2a38929dd5 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:38.343973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35296) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:38.348468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fe0119ea-a756-41c9-b3e4-3cf5313668d6 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:38.360813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac620de-8add-4e24-84fa-e209ba6ceedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.421373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Allocated IP 172.20.0.4 (463792ce-e25c-431e-a170-e10c9fe01d08/06bad62b-e292-41b4-bb8f-8fe8be00fc6e/05045298-ca58-4002-b28f-0c2a38929dd5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:38.491517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:38.501825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac620de-8add-4e24-84fa-e209ba6ceedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.513672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac620de-8add-4e24-84fa-e209ba6ceedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.514585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6', 'network_id': '17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36', 'port_id': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6', 'mac_address': 'fa:16:3e:38:bb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edda8f62-aa5c-4806-9afa-795be60d2530', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:38.582564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.617083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac620de-8add-4e24-84fa-e209ba6ceedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08efc42c-2b3d-4014-882f-de23e100a280,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.624944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0119ea-a756-41c9-b3e4-3cf5313668d6 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:38.641440 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ac620de-8add-4e24-84fa-e209ba6ceedd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec2bc153664e47a986dfc9aac4bb3c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942643 Jun 30 09:12:38.644052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:38.658896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.678949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:38.692445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.769389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Transition to ACTIVE for port object 05045298-ca58-4002-b28f-0c2a38929dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:38.776127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.793326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.818844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.862401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28bf1d-efe5-4c88-adbb-657cbd78d5bc req-645d5533-4a30-4df3-893b-392f60052ef1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.870079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b28bf1d-efe5-4c88-adbb-657cbd78d5bc req-645d5533-4a30-4df3-893b-392f60052ef1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2059557 Jun 30 09:12:38.895552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.896267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.902526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.905983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150775-8e0f-463a-a967-73c35ec3859c req-94d1e377-8915-45a9-b930-5d34ada4b71f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.907491 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08efc42c-2b3d-4014-882f-de23e100a280 HTTP/1.1" status: 204 len: 168 time: 0.2611837 Jun 30 09:12:38.913603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62150775-8e0f-463a-a967-73c35ec3859c req-94d1e377-8915-45a9-b930-5d34ada4b71f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 944 time: 0.1818814 Jun 30 09:12:38.918677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae012-db32-40df-8472-636b247b9361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08efc42c-2b3d-4014-882f-de23e100a280,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.014224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Network 463792ce-e25c-431e-a170-e10c9fe01d08 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:39.021736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:39.039216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b28bf1d-efe5-4c88-adbb-657cbd78d5bc req-ea2bf8b4-10c7-48e1-922c-2f3697e651b1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634657 Jun 30 09:12:39.040822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:39.104134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62150775-8e0f-463a-a967-73c35ec3859c req-80b6b2ba-0652-4da2-aaaf-d1f5e69295db tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890934 Jun 30 09:12:39.107356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'Port': ['ID=05045298-ca58-4002-b28f-0c2a38929dd5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.115396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.116026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.151130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:39.152718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c610b98a-b686-4cc7-82fc-69a598dda580 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1335368 Jun 30 09:12:39.174114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e84ac-ef7f-402d-84f8-2e4df72c44eb None None] Network 463792ce-e25c-431e-a170-e10c9fe01d08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:39.222920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fe0119ea-a756-41c9-b3e4-3cf5313668d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:39.283596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8b86b9f1-6824-400b-a7a7-b3a8c22aa066 None None] Provisioning for port eafe1def-b5a6-43cc-b04e-3069b18d3931 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:39.307563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd88207-fa9e-40b2-aec7-e949b62f243c tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.313861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd88207-fa9e-40b2-aec7-e949b62f243c tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.330101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd88207-fa9e-40b2-aec7-e949b62f243c tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.332544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-edd88207-fa9e-40b2-aec7-e949b62f243c tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1790919 Jun 30 09:12:39.335343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35314) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:39.464825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Deleting port 05045298-ca58-4002-b28f-0c2a38929dd5 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:39.465263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.584111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.600298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Calling delete_port for 05045298-ca58-4002-b28f-0c2a38929dd5 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:39.812081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.852933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5466f2a6-9ccf-4888-b046-fe655c7c36bf None None] Could not find standard attr ID for object 05045298-ca58-4002-b28f-0c2a38929dd5. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:12:39.875273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5466f2a6-9ccf-4888-b046-fe655c7c36bf None None] Provisioning for port 09894458-bb0a-4593-9145-b5ae60a1b976 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:39.884337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5466f2a6-9ccf-4888-b046-fe655c7c36bf None None] Provisioning complete for port 09894458-bb0a-4593-9145-b5ae60a1b976 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:39.885298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5466f2a6-9ccf-4888-b046-fe655c7c36bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.933834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event deleted for resources: {'Port': ['ID=05045298-ca58-4002-b28f-0c2a38929dd5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.995812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5466f2a6-9ccf-4888-b046-fe655c7c36bf None None] Port 09894458-bb0a-4593-9145-b5ae60a1b976 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:40.056888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.063659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d998cecd-bed6-40a4-8a9e-75ca252f81e6 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "DELETE /v2.0/ports/05045298-ca58-4002-b28f-0c2a38929dd5 HTTP/1.1" status: 204 len: 168 time: 0.7231302 Jun 30 09:12:40.064039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35342) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.070820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Request body: {'port': {'name': 'tempest-new-port-name-1433984546', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:40.071491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] bootfile-name is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:40.072318 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] tftp-server is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:40.072822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.api.validators [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] server-ip-address is not in valid_values {{(pid=94183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:12:40.140760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device eafe1def-b5a6-43cc-b04e-3069b18d3931 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:40.216597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port eafe1def-b5a6-43cc-b04e-3069b18d3931 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:40.221379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port eafe1def-b5a6-43cc-b04e-3069b18d3931 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:40.221789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.266654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f54deb34-a7b1-4c10-a627-9e5053944c79 None None] Provisioning complete for port 09894458-bb0a-4593-9145-b5ae60a1b976 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:40.267174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f54deb34-a7b1-4c10-a627-9e5053944c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.372711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f54deb34-a7b1-4c10-a627-9e5053944c79 None None] Port 09894458-bb0a-4593-9145-b5ae60a1b976 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:40.433716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.453218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.494299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port eafe1def-b5a6-43cc-b04e-3069b18d3931, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=eafe1def-b5a6-43cc-b04e-3069b18d3931,segment=NetworkSegment(a2611145-0743-44aa-8182-209878e19956),segment_id=a2611145-0743-44aa-8182-209878e19956)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:40.500587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.557348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a19d-fcc2-45b3-950e-5ed785d3bc1a req-acee7230-d23f-423c-b927-dfd3c5af099a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.559898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e6a19d-fcc2-45b3-950e-5ed785d3bc1a req-acee7230-d23f-423c-b927-dfd3c5af099a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.3006096 Jun 30 09:12:40.583936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=eafe1def-b5a6-43cc-b04e-3069b18d3931,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:40.606197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9e12c680-0197-4205-8045-e4977bffd44c None None] Could not find standard attr ID for object 05045298-ca58-4002-b28f-0c2a38929dd5. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:12:40.630517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ed6e1-a0c4-4ca4-bd4d-81a004c33e4d req-99142549-6af1-478b-8bfc-453e36f06fc5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.640484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be1ed6e1-a0c4-4ca4-bd4d-81a004c33e4d req-99142549-6af1-478b-8bfc-453e36f06fc5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2939146 Jun 30 09:12:40.735618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e6a19d-fcc2-45b3-950e-5ed785d3bc1a req-ef77373b-f823-494c-8ed0-e278a2eaff3a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652298 Jun 30 09:12:40.774571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be1ed6e1-a0c4-4ca4-bd4d-81a004c33e4d req-b22a487e-0d5e-4d3b-a371-66c7aaa3bbef tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325109 Jun 30 09:12:40.883708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.893794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.077119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event updated for resources: {'Port': ['ID=09894458-bb0a-4593-9145-b5ae60a1b976,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.099333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] In _notify_port_updated(), no bound segment for port 09894458-bb0a-4593-9145-b5ae60a1b976 on network 463792ce-e25c-431e-a170-e10c9fe01d08 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:12:41.104963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.105671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.107091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8663ca18-6083-45ec-ba9d-93b162b778ac tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "PUT /v2.0/ports/09894458-bb0a-4593-9145-b5ae60a1b976 HTTP/1.1" status: 200 len: 1137 time: 1.0419643 Jun 30 09:12:41.109931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35364) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:41.152865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc54b2-fb05-4ab7-9575-7ab7ef52c910 req-6e3a3092-cee7-4657-ac76-ee10057a9479 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.160010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04cc54b2-fb05-4ab7-9575-7ab7ef52c910 req-6e3a3092-cee7-4657-ac76-ee10057a9479 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 944 time: 0.1937802 Jun 30 09:12:41.201604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf73dcb-1fb3-4ce7-8dfb-abee717a7fd7 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.209298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cf73dcb-1fb3-4ce7-8dfb-abee717a7fd7 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "GET /v2.0/ports/09894458-bb0a-4593-9145-b5ae60a1b976 HTTP/1.1" status: 200 len: 1137 time: 0.0979662 Jun 30 09:12:41.210000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35370) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:41.213925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04cc54b2-fb05-4ab7-9575-7ab7ef52c910 req-a646ae02-3b34-41c0-a6ad-7af54e75592c tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530860 Jun 30 09:12:41.334085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8c34e0d7-e664-413a-9cdd-082e6b1a3c5f None None] Provisioning complete for port 09894458-bb0a-4593-9145-b5ae60a1b976 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:41.334793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c34e0d7-e664-413a-9cdd-082e6b1a3c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.384940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Deleting port 09894458-bb0a-4593-9145-b5ae60a1b976 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:41.385298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.394695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c34e0d7-e664-413a-9cdd-082e6b1a3c5f None None] Port 09894458-bb0a-4593-9145-b5ae60a1b976 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:41.422402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-4ea39e3f-747b-4a87-8595-287c557416e4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.424176 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-4ea39e3f-747b-4a87-8595-287c557416e4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.1255550 Jun 30 09:12:41.571255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.588108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Calling delete_port for 09894458-bb0a-4593-9145-b5ae60a1b976 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:41.650523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Deleting port 64a62e58-b269-43bd-81a8-19ef9f959aca {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:41.650523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.794263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] For port 64a62e58-b269-43bd-81a8-19ef9f959aca, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=64a62e58-b269-43bd-81a8-19ef9f959aca,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:41.794632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.911382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.987294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event deleted for resources: {'Port': ['ID=09894458-bb0a-4593-9145-b5ae60a1b976,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.050940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device eafe1def-b5a6-43cc-b04e-3069b18d3931 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:42.155596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.160672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-183ec7de-f5f4-4c66-9940-51ef16b67fb8 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "DELETE /v2.0/ports/09894458-bb0a-4593-9145-b5ae60a1b976 HTTP/1.1" status: 204 len: 168 time: 0.9473352 Jun 30 09:12:42.161142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.203901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port eafe1def-b5a6-43cc-b04e-3069b18d3931 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:42.207772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.209901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306023-0ecc-4323-b0e4-909d26d75058 req-de5e92a5-e8cf-490d-ba1a-42145ae6b4d5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.220779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28306023-0ecc-4323-b0e4-909d26d75058 req-de5e92a5-e8cf-490d-ba1a-42145ae6b4d5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 945 time: 0.3139861 Jun 30 09:12:42.240718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.263079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.263394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.263722 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Floating IP 05cc2a4c-f810-42ca-b199-de04eab69483 disassociated. External IP: 172.25.4.241, port: 64a62e58-b269-43bd-81a8-19ef9f959aca. Jun 30 09:12:42.264075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Calling delete_port for 64a62e58-b269-43bd-81a8-19ef9f959aca owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:42.275626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Deleting subnet 06bad62b-e292-41b4-bb8f-8fe8be00fc6e {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:42.288225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.326336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202df95b-67ff-4f33-bf80-2eb5d3625d08 req-909fc8de-4519-4cd2-9743-51ce9b7c5fdd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.328011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-202df95b-67ff-4f33-bf80-2eb5d3625d08 req-909fc8de-4519-4cd2-9743-51ce9b7c5fdd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3260074 Jun 30 09:12:42.369690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.375261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fe0119ea-a756-41c9-b3e4-3cf5313668d6 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:42.381450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28306023-0ecc-4323-b0e4-909d26d75058 req-561ebd5e-3774-4544-a7ca-a540d36bbb9b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=39f98812-f8c0-4215-aa54-ca156eef73a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593103 Jun 30 09:12:42.425238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-202df95b-67ff-4f33-bf80-2eb5d3625d08 req-0ec6382f-5bb7-47f8-84fe-b7716575fafe tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721996 Jun 30 09:12:42.506143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port fe0119ea-a756-41c9-b3e4-3cf5313668d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:42.510688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port fe0119ea-a756-41c9-b3e4-3cf5313668d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:42.511080 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.564844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-693162cc-67a7-4924-9384-9609681056ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.636119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.668790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:42.671871 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a46c81-d44c-496c-b779-9b93f74e04d4" -d '{"events": [{"server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "name": "network-vif-plugged", "status": "completed", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:42.691174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:42.691357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.697171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.700075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 64a62e58-b269-43bd-81a8-19ef9f959aca no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:42.784644 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa8e60d-7186-48a5-b8bc-21b66bda7ee0 x-openstack-request-id: req-2aa8e60d-7186-48a5-b8bc-21b66bda7ee0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:42.785403 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "name": "network-vif-plugged", "status": "completed", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:42.785853 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2aa8e60d-7186-48a5-b8bc-21b66bda7ee0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:42.795044 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6', 'code': 200} Jun 30 09:12:42.798223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.862585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.901596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-693162cc-67a7-4924-9384-9609681056ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.902259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.908446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.915868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff408d4-3352-40c7-93da-05249195096d req-ff045917-4ec1-41a0-89b1-ccf062dd3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.917390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eff408d4-3352-40c7-93da-05249195096d req-ff045917-4ec1-41a0-89b1-ccf062dd3bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 1097 time: 0.0852184 Jun 30 09:12:42.927047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c896a9-b9d9-467d-98fd-d041ecf274c2 req-26125240-80af-4f0d-9b23-3a0fb5eb77f4 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.937393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c896a9-b9d9-467d-98fd-d041ecf274c2 req-26125240-80af-4f0d-9b23-3a0fb5eb77f4 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.1460361 Jun 30 09:12:42.937608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-693162cc-67a7-4924-9384-9609681056ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.983418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event deleted for resources: {'Subnet': ['ID=06bad62b-e292-41b4-bb8f-8fe8be00fc6e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.988022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.992802 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e5218c9c-ae85-4a3c-bae7-f15f22da19c9 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "DELETE /v2.0/subnets/06bad62b-e292-41b4-bb8f-8fe8be00fc6e HTTP/1.1" status: 204 len: 168 time: 0.8278549 Jun 30 09:12:42.994589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.002947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2902e052-b2cc-49f0-b26f-d3ec106be16f None None] Network 463792ce-e25c-431e-a170-e10c9fe01d08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:43.008766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'Port': ['ID=64a62e58-b269-43bd-81a8-19ef9f959aca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.032255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693162cc-67a7-4924-9384-9609681056ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e341bf-b8ab-412d-ae65-6ea742134a3a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.070939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-693162cc-67a7-4924-9384-9609681056ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5a102451bf24af18f2810de22051730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286161 Jun 30 09:12:43.073557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.090383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9c896a9-b9d9-467d-98fd-d041ecf274c2 req-1809ba1e-f4fc-489c-9349-02b742f12d2f tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513534 Jun 30 09:12:43.107831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eff408d4-3352-40c7-93da-05249195096d req-d56230e6-73c5-4387-921a-0d3fd042ddda service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576450 Jun 30 09:12:43.146605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.187628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:43.188936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.211166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Deleting port eafe1def-b5a6-43cc-b04e-3069b18d3931 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:43.212819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.218763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.278418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] DHCP port deletion for 463792ce-e25c-431e-a170-e10c9fe01d08 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:43.300094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] For port eafe1def-b5a6-43cc-b04e-3069b18d3931, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=eafe1def-b5a6-43cc-b04e-3069b18d3931,segment=NetworkSegment(a2611145-0743-44aa-8182-209878e19956),segment_id=a2611145-0743-44aa-8182-209878e19956)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:43.300852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.316300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Calling delete_port for eafe1def-b5a6-43cc-b04e-3069b18d3931 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:43.332559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Deleting port eafe1def-b5a6-43cc-b04e-3069b18d3931 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:43.332996 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.352836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:43.361124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.365428 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:43.365993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.369346 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69e341bf-b8ab-412d-ae65-6ea742134a3a HTTP/1.1" status: 204 len: 168 time: 0.2924976 Jun 30 09:12:43.405167 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:43.405954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:43.449455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] No DVR routers for this DVR port 64a62e58-b269-43bd-81a8-19ef9f959aca on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:43.461651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.466396 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5336f9d0-a756-4c69-8e7a-32e11110f244 req-9ef7fad8-678b-4638-ae41-b7610aa1d86d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "DELETE /v2.0/ports/64a62e58-b269-43bd-81a8-19ef9f959aca HTTP/1.1" status: 204 len: 173 time: 2.0100920 Jun 30 09:12:43.468173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'name': 'network-vif-deleted', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:43.473688 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbab8c4-348a-45a7-ba91-beab445b0112" -d '{"events": [{"server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "name": "network-vif-deleted", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:43.480817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5a82e-5898-47de-8842-fe2527995ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e341bf-b8ab-412d-ae65-6ea742134a3a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.482400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.533558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] For port eafe1def-b5a6-43cc-b04e-3069b18d3931, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=eafe1def-b5a6-43cc-b04e-3069b18d3931,segment=NetworkSegment(a2611145-0743-44aa-8182-209878e19956),segment_id=a2611145-0743-44aa-8182-209878e19956)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:43.535722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.568064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] No DVR routers for this DVR port eafe1def-b5a6-43cc-b04e-3069b18d3931 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:43.600549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Calling delete_port for eafe1def-b5a6-43cc-b04e-3069b18d3931 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:43.687320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event deleted for resources: {'Port': ['ID=eafe1def-b5a6-43cc-b04e-3069b18d3931,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.722679 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:43.845226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.861907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33298146-6fbf-4b35-bd47-af08a3a7a3aa req-ab4e8a65-e0b9-443a-abee-d48a30e8904c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 210 time: 0.1793137 Jun 30 09:12:43.884598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] Pushing event deleted for resources: {'Port': ['ID=eafe1def-b5a6-43cc-b04e-3069b18d3931,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.903150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03237f4-e2d4-4b20-9bdb-fda90eee9974 None None] No DVR routers for this DVR port eafe1def-b5a6-43cc-b04e-3069b18d3931 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:44.004547 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c503a466-f6ae-4123-bd6b-9c26957ca3cc x-openstack-request-id: req-c503a466-f6ae-4123-bd6b-9c26957ca3cc {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:44.004842 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b83aae4-089f-45c4-8eee-9bf412cc8837", "name": "network-vif-deleted", "tag": "64a62e58-b269-43bd-81a8-19ef9f959aca", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:44.005099 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c503a466-f6ae-4123-bd6b-9c26957ca3cc {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:44.005557 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83aae4-089f-45c4-8eee-9bf412cc8837', 'name': 'network-vif-deleted', 'tag': '64a62e58-b269-43bd-81a8-19ef9f959aca', 'status': 'completed', 'code': 200} Jun 30 09:12:44.035318 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.058448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device eafe1def-b5a6-43cc-b04e-3069b18d3931 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:44.068936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463792ce-e25c-431e-a170-e10c9fe01d08']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.096416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35458) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.102522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: eafe1def-b5a6-43cc-b04e-3069b18d3931 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:44.102908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device eafe1def-b5a6-43cc-b04e-3069b18d3931 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:44.112000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2611145-0743-44aa-8182-209878e19956') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.116351 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.120754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2611145-0743-44aa-8182-209878e19956') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.129745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-411b43d2-99b4-42ad-9ad2-4ff575b771b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.167624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33d0c-2700-4edf-a969-871ed5ef969f req-b5f75ca5-29e8-4f4b-acdc-a8ac4285e5f0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.175568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29d33d0c-2700-4edf-a969-871ed5ef969f req-b5f75ca5-29e8-4f4b-acdc-a8ac4285e5f0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3524015 Jun 30 09:12:44.179397 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:44.181193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.194304 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:44.195187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:12:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.257481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.271082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:44.272159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:44.349197 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:44.354680 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:44.399703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29d33d0c-2700-4edf-a969-871ed5ef969f req-c4e3e849-21a4-47cc-9ca7-e838334b1692 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229736 Jun 30 09:12:44.425035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.448525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.453003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] 10.222.0.66 "DELETE /v2.0/networks/463792ce-e25c-431e-a170-e10c9fe01d08 HTTP/1.1" status: 204 len: 168 time: 1.4514675 Jun 30 09:12:44.466543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c500d95-e228-479b-aa00-57175b1b7060 tempest-ExtraDHCPOptionsTestJSON-1227895899 tempest-ExtraDHCPOptionsTestJSON-1227895899-project] Pushing event deleted for resources: {'Network': ['ID=463792ce-e25c-431e-a170-e10c9fe01d08,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.496017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6a3ed-5ad9-4635-a9c9-36d9cc50b59e req-db768913-ba90-4bda-8e12-57ee5d097123 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.503764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ac6a3ed-5ad9-4635-a9c9-36d9cc50b59e req-db768913-ba90-4bda-8e12-57ee5d097123 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.1541166 Jun 30 09:12:44.522965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-411b43d2-99b4-42ad-9ad2-4ff575b771b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.530302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-411b43d2-99b4-42ad-9ad2-4ff575b771b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.580610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ac6a3ed-5ad9-4635-a9c9-36d9cc50b59e req-d58a6b4b-6c4f-4b0b-9a46-dcca4bad29f4 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Jun 30 09:12:44.661375 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-411b43d2-99b4-42ad-9ad2-4ff575b771b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc362fbd1e5642f2b3a56b19792fe0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612814 Jun 30 09:12:44.661375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b43d2-99b4-42ad-9ad2-4ff575b771b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a960433-aa36-4851-84a3-54bbf938444b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.661952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35464) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.776064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.823760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.855282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.889425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.893028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.896999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a960433-aa36-4851-84a3-54bbf938444b HTTP/1.1" status: 204 len: 168 time: 0.2338190 Jun 30 09:12:44.899500 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae33fa1b-e3a9-4585-9497-f3aa1528578e None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:44.911568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732bd0-7ff3-4d3e-a4a9-f59ecea715e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a960433-aa36-4851-84a3-54bbf938444b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.012437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35482) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:45.182700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c982f2a-217f-477c-8462-bc34c19fbfb6 req-8caa5535-c800-48c5-8b39-a8f4938ccdab tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b83aae4-089f-45c4-8eee-9bf412cc8837 HTTP/1.1" status: 200 len: 210 time: 0.0603712 Jun 30 09:12:45.242167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-24fe9258-0827-44e9-835f-ccd85533a685 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd1db455da7b4906b0e06a01de4fa00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275736 Jun 30 09:12:45.244576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35488) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:45.343421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf7862-a345-4a7e-a915-eb1d844b6d39 None None] New status for floating IP 05cc2a4c-f810-42ca-b199-de04eab69483: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:12:45.347596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.388554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.486015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.489071 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.493171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74436601-9216-4a4b-b3fa-20c58601994e HTTP/1.1" status: 204 len: 168 time: 0.2474570 Jun 30 09:12:45.508331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfde9e-0426-4e6a-ae2c-f69d794d8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74436601-9216-4a4b-b3fa-20c58601994e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.796386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84209344-31ca-450c-860a-025d2f23b545 req-5c55fbce-34fa-46ae-a294-7b9a4dd4419d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.814510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84209344-31ca-450c-860a-025d2f23b545 req-5c55fbce-34fa-46ae-a294-7b9a4dd4419d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1426032 Jun 30 09:12:45.941085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84209344-31ca-450c-860a-025d2f23b545 req-e1c3e446-4f95-4df2-b22e-94adff7e7f32 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007214 Jun 30 09:12:45.965631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b065601-2b7c-4d62-a94f-699e5e1e443c req-e7df3327-bfa6-49d1-9081-00eff9ce219b tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.967528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b065601-2b7c-4d62-a94f-699e5e1e443c req-e7df3327-bfa6-49d1-9081-00eff9ce219b tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.1491287 Jun 30 09:12:46.021460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b065601-2b7c-4d62-a94f-699e5e1e443c req-bd65eaf0-2012-403d-bd53-2e47f47a4d15 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Jun 30 09:12:46.364971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35542) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.388047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:46.453415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.538138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.629458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.633506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.635012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "DELETE /v2.0/security-groups/39f98812-f8c0-4215-aa54-ca156eef73a7 HTTP/1.1" status: 204 len: 168 time: 0.2683034 Jun 30 09:12:46.637920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35554) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.646215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6429cca-0c72-41a8-a1ca-19fb0b8656dc tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f98812-f8c0-4215-aa54-ca156eef73a7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.660765 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-bcd96205-397f-4bad-9079-ecf0b14f532d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] show failed (client error): The resource could not be found. Jun 30 09:12:46.662300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bcd96205-397f-4bad-9079-ecf0b14f532d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups/39f98812-f8c0-4215-aa54-ca156eef73a7 HTTP/1.1" status: 404 len: 347 time: 0.0235047 Jun 30 09:12:46.665488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35556) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.709213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.735768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:46.738469 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c61fb3-2357-4339-ac61-91c71e915921" -d '{"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:46.754313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:46.762171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.850530 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06bef1-e3da-439a-8c6f-1b983445c024 x-openstack-request-id: req-9c06bef1-e3da-439a-8c6f-1b983445c024 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:46.852081 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:46.852522 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c06bef1-e3da-439a-8c6f-1b983445c024 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:46.853077 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'code': 200} Jun 30 09:12:46.886214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Deleting port c012f368-2d2c-4e30-b85f-ae2034ca22c9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:46.886877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.892691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.923647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.069447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.071073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.089534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Calling delete_port for c012f368-2d2c-4e30-b85f-ae2034ca22c9 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:47.100702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1961000939'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.160071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:47.164434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.198433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.268160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.322221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'Port': ['ID=c012f368-2d2c-4e30-b85f-ae2034ca22c9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.338651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d4a6-7c1d-4ec7-9776-b79144fb3361 req-c2f7047b-abf5-4f3c-b87f-dc737939d4be tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.351957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57e6d4a6-7c1d-4ec7-9776-b79144fb3361 req-c2f7047b-abf5-4f3c-b87f-dc737939d4be tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1430259 Jun 30 09:12:47.439743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.442960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.444627 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce2d73a7-d15c-4b79-9b0e-840f11f181b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "DELETE /v2.0/floatingips/05cc2a4c-f810-42ca-b199-de04eab69483 HTTP/1.1" status: 204 len: 168 time: 0.7779772 Jun 30 09:12:47.446527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57e6d4a6-7c1d-4ec7-9776-b79144fb3361 req-880666ac-ed4b-4db5-8a8d-5ffcc21d3b17 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934987 Jun 30 09:12:47.536552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.550693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.605110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:47.618599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875c86e8-2b31-4e27-a058-b19af20330ed,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.640994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.641397 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment e0ed73d5-6493-4888-a3be-e3b658aaba75 of type vlan for network 4d270ad6-c70a-435f-992a-19494be18df6 Jun 30 09:12:47.750381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.833464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.850468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.852722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.958166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0332398 Jun 30 09:12:47.961331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35594) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.970775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'name': 'tempest-PortsTestJSON-931685491'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.975216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b56b91-92f2-4b53-b1fe-e4eea25eb230 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=4d270ad6-c70a-435f-992a-19494be18df6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.014073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:48.167934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:48.179696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.203453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port cca63eaf-1526-476c-9f89-b5bf6230313d yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:48.354426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35606) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.359468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014884614', 'description': 'tempest-description--649186521'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.391933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:48.415121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.464707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.542631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.561780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.577971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.627016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.635546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2797611 Jun 30 09:12:48.636397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35614) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.658191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group_rule': {'security_group_id': 'af792de9-2dea-4af2-8728-9eb20175768f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.672353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6e643-75ec-4c61-97f2-91f48f59da2c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af792de9-2dea-4af2-8728-9eb20175768f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.691888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:48.717294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'port_id': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'mac_address': 'fa:16:3e:fc:ae:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13c11-6bbf-4bc7-a704-dd6910d1c20e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:48.726236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=cca63eaf-1526-476c-9f89-b5bf6230313d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.730536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': 'e0ed73d5-6493-4888-a3be-e3b658aaba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:48.730956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: 4d270ad6-c70a-435f-992a-19494be18df6, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:48.764271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:48.785945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.792539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 4d270ad6-c70a-435f-992a-19494be18df6) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:48.804480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:48.811523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04351f4-5568-4b88-b005-b92a13450ae0 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:48.812560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.813216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.846794 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-820a6d03-7ef2-4c2b-b3ad-e2193c4973d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8840096 Jun 30 09:12:48.847759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35620) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.855114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-371386505'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.861222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d299d58-787e-4f4b-9785-3e440a0699a0 req-be6bd980-73ad-4009-8069-895efefe29a2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.862824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d299d58-787e-4f4b-9785-3e440a0699a0 req-be6bd980-73ad-4009-8069-895efefe29a2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1666083 Jun 30 09:12:48.894617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:48.898697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.960088 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.967704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:48.994231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d299d58-787e-4f4b-9785-3e440a0699a0 req-2129cbcd-ebfe-4eb7-824e-860e2491f12c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231236 Jun 30 09:12:48.994759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35624) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.996709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.008760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.009292 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment a15d98b3-04f2-4f69-b2d0-b27b3d6288b4 of type vlan for network 9647aae9-aa48-4d5f-975b-51cad33ed70f Jun 30 09:12:49.020641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.071567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.075501 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4279752 Jun 30 09:12:49.076135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35628) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.082564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd28398a-5ae5-44f4-b682-505d410a81ae {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:49.083119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'security_group_rule': {'security_group_id': 'af792de9-2dea-4af2-8728-9eb20175768f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.087452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e6c95-8c34-4634-bcac-32a4f6177084 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d950ec2-f80f-4101-8cd8-0a31086c02c9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.092547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.131566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.141811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.142661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.146885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:49.154657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.209370 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.228062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=9647aae9-aa48-4d5f-975b-51cad33ed70f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.245949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.246393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9647aae9-aa48-4d5f-975b-51cad33ed70f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:49.248941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04c961dc-0a95-43be-9498-466ae181fd77 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3954887 Jun 30 09:12:49.252640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'ports': [{'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'}, {'network_id': '9647aae9-aa48-4d5f-975b-51cad33ed70f'}]} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.252958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.253428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '9647aae9-aa48-4d5f-975b-51cad33ed70f'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.362841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.417605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f7674e63-54d8-4a03-a9ef-fb84225aaa87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.477033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.483987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.517379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9eda5e-37ff-43de-a959-d7a8b770d50f,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.597182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f7674e63-54d8-4a03-a9ef-fb84225aaa87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.603117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f7674e63-54d8-4a03-a9ef-fb84225aaa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.643493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['bd28398a-5ae5-44f4-b682-505d410a81ae'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:49.652827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 2} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:49.657735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.672005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.675776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f7674e63-54d8-4a03-a9ef-fb84225aaa87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43935c3c4d35483fbcdf71c5a269464f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799836 Jun 30 09:12:49.677868 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.678633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.679702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9c8ca70-81e0-4308-8405-487c32f53175 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6020186 Jun 30 09:12:49.683896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35638) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.686241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674e63-54d8-4a03-a9ef-fb84225aaa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd67c16-ff7f-4633-94d8-e6ff6a9d0bec,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.715413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.811229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 341e59d9-6c99-4a00-a732-fca95e8eb572 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:49.947518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.027133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 3a772601-99b1-412c-bc48-dcbd0a84d229 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:50.168095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.197881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.245081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.257642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.292073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.315422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46795a70-474c-41a9-9768-95d4f8797e9e req-e9f208a1-5491-4de7-88b4-50830ff6ab4f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.317042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46795a70-474c-41a9-9768-95d4f8797e9e req-e9f208a1-5491-4de7-88b4-50830ff6ab4f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1378000 Jun 30 09:12:50.384860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:50.385550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.397344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:50.401954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.404616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.408049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fdd67c16-ff7f-4633-94d8-e6ff6a9d0bec HTTP/1.1" status: 204 len: 168 time: 0.7252398 Jun 30 09:12:50.408208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:50.408208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.415297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=341e59d9-6c99-4a00-a732-fca95e8eb572,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.448468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20ab0d-b30a-423c-9962-c1c0a83d962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd67c16-ff7f-4633-94d8-e6ff6a9d0bec,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.478060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46795a70-474c-41a9-9768-95d4f8797e9e req-e5180ba6-3340-4fe0-bbc0-2227780f9e9d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282387 Jun 30 09:12:50.524322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=3a772601-99b1-412c-bc48-dcbd0a84d229,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.550906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': 'a15d98b3-04f2-4f69-b2d0-b27b3d6288b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9647aae9-aa48-4d5f-975b-51cad33ed70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:50.551202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: 9647aae9-aa48-4d5f-975b-51cad33ed70f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:50.575384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 9647aae9-aa48-4d5f-975b-51cad33ed70f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:50.588778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Allocated IP 172.25.4.16 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/cfdef0f7-8d34-4a89-b466-8ed86af2b007) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:50.591451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9647aae9-aa48-4d5f-975b-51cad33ed70f) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:50.597073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:50.604837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.605274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e295b09-6b97-4f4c-8c20-f4aa1c8d745d None None] Network 9647aae9-aa48-4d5f-975b-51cad33ed70f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:50.612252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.613011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.635824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0b8d5849-8698-4bbf-8d0e-d9412de8deeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3880577 Jun 30 09:12:50.639026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35658) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:50.785215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.867630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.921230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 3a772601-99b1-412c-bc48-dcbd0a84d229 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:50.921590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.952549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:50.955693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:50.958590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:50.967060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35664) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.019271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dda3339c-1026-4521-b776-86bfedb9bc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.025242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.034947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=cfdef0f7-8d34-4a89-b466-8ed86af2b007,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.041558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 3a772601-99b1-412c-bc48-dcbd0a84d229 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:51.137655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.169694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.178093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=3a772601-99b1-412c-bc48-dcbd0a84d229,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.197323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.206813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d140fe96-11b4-48ba-9933-b1773c8d1d9b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/3a772601-99b1-412c-bc48-dcbd0a84d229 HTTP/1.1" status: 204 len: 168 time: 0.5655041 Jun 30 09:12:51.210048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35668) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.250370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.305964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f37fb-1158-4271-8a46-bc686ea48f38 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.312776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f37fb-1158-4271-8a46-bc686ea48f38 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.317793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-259f37fb-1158-4271-8a46-bc686ea48f38 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1064327 Jun 30 09:12:51.317958 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dda3339c-1026-4521-b776-86bfedb9bc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.318627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35672) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.330173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dda3339c-1026-4521-b776-86bfedb9bc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.421685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3339c-1026-4521-b776-86bfedb9bc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef8d8d-1835-4072-8827-16747d75aa8e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.432683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dda3339c-1026-4521-b776-86bfedb9bc3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c302ebba1cc14e18896587e214e6ca76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635103 Jun 30 09:12:51.434922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.480298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 341e59d9-6c99-4a00-a732-fca95e8eb572 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:51.480659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.529977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.552949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.612265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.614852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.625769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9ef8d8d-1835-4072-8827-16747d75aa8e HTTP/1.1" status: 204 len: 168 time: 0.1852210 Jun 30 09:12:51.635570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.640889 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.657732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.663879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106c8ec-8c40-44a3-86d9-50027d70912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef8d8d-1835-4072-8827-16747d75aa8e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.678711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 341e59d9-6c99-4a00-a732-fca95e8eb572 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:51.772338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=cfdef0f7-8d34-4a89-b466-8ed86af2b007,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.794376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.813568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.815472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b699795-1b5a-4f5c-81b1-49c91d85e423 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1279154 Jun 30 09:12:51.886282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff248650-6701-46e3-b18a-c83396abd082 req-f934c5ae-aa7a-4b96-a34b-f5f10a98bafa tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.887637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff248650-6701-46e3-b18a-c83396abd082 req-f934c5ae-aa7a-4b96-a34b-f5f10a98bafa tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1026595 Jun 30 09:12:51.888779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.923861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=341e59d9-6c99-4a00-a732-fca95e8eb572,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.960171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.963385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6d9f187f-a816-4b70-b034-a8884b28643c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/341e59d9-6c99-4a00-a732-fca95e8eb572 HTTP/1.1" status: 204 len: 168 time: 0.6414678 Jun 30 09:12:51.964040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.994408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff248650-6701-46e3-b18a-c83396abd082 req-8ca50014-7662-43eb-933e-15f7b91a326c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734978 Jun 30 09:12:52.063837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d50200-070f-4790-afce-6e2c01f50a5b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.068169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86d50200-070f-4790-afce-6e2c01f50a5b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1004112 Jun 30 09:12:52.068594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35696) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.118893 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87abbc1-57fa-4826-8089-cc362af74d97 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:12:52.122903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d87abbc1-57fa-4826-8089-cc362af74d97 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/3a772601-99b1-412c-bc48-dcbd0a84d229 HTTP/1.1" status: 404 len: 333 time: 0.0509281 Jun 30 09:12:52.123765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.157148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-ddec750a-9875-41ac-a8e2-ff18e64aabfd tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2014884614&fields=id&tenant_id=72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 267 time: 0.0412188 Jun 30 09:12:52.168938 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d3e194-d191-446b-84e1-b1f5f0686571 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:12:52.173035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32d3e194-d191-446b-84e1-b1f5f0686571 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/341e59d9-6c99-4a00-a732-fca95e8eb572 HTTP/1.1" status: 404 len: 333 time: 0.0458190 Jun 30 09:12:52.173349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35708) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.280594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.325585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-e6061f70-16f3-4b1a-9085-6a0f921a9eea tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.334927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-e6061f70-16f3-4b1a-9085-6a0f921a9eea tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 810 time: 0.1700592 Jun 30 09:12:52.364993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-7b2117e9-a614-4c11-9f36-3d72aeffd8f4 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/quotas/72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 375 time: 0.0266335 Jun 30 09:12:52.396774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:52.452469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.477104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b1fd7b95-784b-4636-b8c0-f2586261f562 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046712 Jun 30 09:12:52.498543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9647aae9-aa48-4d5f-975b-51cad33ed70f']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.531234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15d98b3-04f2-4f69-b2d0-b27b3d6288b4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.531749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15d98b3-04f2-4f69-b2d0-b27b3d6288b4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:52.541741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port bd28398a-5ae5-44f4-b682-505d410a81ae triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:52.542564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.557909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.598695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.606060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:52.606473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:52.610747 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:52.651817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-2c9394e3-a303-447f-858a-583e141ca59b service neutron] 10.222.0.66 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587329 Jun 30 09:12:52.712539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.724173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.741285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.745341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/9647aae9-aa48-4d5f-975b-51cad33ed70f HTTP/1.1" status: 204 len: 168 time: 0.5707490 Jun 30 09:12:52.746612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5822c-36f0-4a58-b4d1-d35e54eddac8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=9647aae9-aa48-4d5f-975b-51cad33ed70f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.748846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:52.755172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1478301030'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:52.791131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:52.796817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.797455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:52.801975 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db731fe-663c-4e9a-9932-76f02b94af18" -d '{"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:52.811420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-f04ffbf0-ea16-4e45-bc57-7ef25489e305 service neutron] 10.222.0.66 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586926 Jun 30 09:12:52.828132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.833106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.862140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:52.880698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.883010 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment 5086aeb7-7cbd-4ff1-af52-5e376a0739af of type vlan for network 4b22f7c5-97cb-4e81-8620-c30798882490 Jun 30 09:12:52.898264 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a14e1-d153-4ad6-9292-3f9073445252 x-openstack-request-id: req-1d1a14e1-d153-4ad6-9292-3f9073445252 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:52.898598 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:52.898810 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d1a14e1-d153-4ad6-9292-3f9073445252 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:52.899216 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'code': 200} Jun 30 09:12:52.935721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.996326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.108011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.113745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.114441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.255333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=4b22f7c5-97cb-4e81-8620-c30798882490,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.266486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 4b22f7c5-97cb-4e81-8620-c30798882490 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:53.272128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7021bcbc-ea91-4cdc-87fc-364cb3987cb3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5151510 Jun 30 09:12:53.277798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35760) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:53.283719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:53.415404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a74e4-3770-4315-8276-551e0555d48c req-a0367bc4-a500-4b51-89d0-390e82f72711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.420384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d18a74e4-3770-4315-8276-551e0555d48c req-a0367bc4-a500-4b51-89d0-390e82f72711 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.3735847 Jun 30 09:12:53.501694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d18a74e4-3770-4315-8276-551e0555d48c req-f7da6dbe-c3f8-495e-80b8-df54cef96d16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 Jun 30 09:12:53.510266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:53.520319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.621209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42fab81b-4bab-4819-97da-f6cb9a3a512c req-ce2bcb29-b7c1-4ae9-8432-065a173cf5ce tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 210 time: 0.5566514 Jun 30 09:12:53.743901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5fb9f-a47e-453e-8ec1-257c0f0330c2 req-fbf11a01-5448-413f-b423-00977a571235 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.747337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2f5fb9f-a47e-453e-8ec1-257c0f0330c2 req-fbf11a01-5448-413f-b423-00977a571235 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1250436 Jun 30 09:12:53.764614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.803881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2f5fb9f-a47e-453e-8ec1-257c0f0330c2 req-5dd4c1dd-5bad-4d72-a7fa-5c29f031faee tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 Jun 30 09:12:53.868200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.901674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': '5086aeb7-7cbd-4ff1-af52-5e376a0739af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:53.902114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: 4b22f7c5-97cb-4e81-8620-c30798882490, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:53.928151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4b22f7c5-97cb-4e81-8620-c30798882490 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:53.948044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 4b22f7c5-97cb-4e81-8620-c30798882490) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:53.953879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.954672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.961975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a73d12-9d96-403d-bec9-fdbbd7273d33 None None] Network 4b22f7c5-97cb-4e81-8620-c30798882490 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:54.009546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:54.011992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd741827-f25b-4845-a115-de225365540e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7326677 Jun 30 09:12:54.016611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490', 'name': 'tempest-PortsTestJSON-928859068'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:54.191050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:54.194887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.215377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:54.362659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.10 (4b22f7c5-97cb-4e81-8620-c30798882490/d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f/c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:54.416267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-4b22f7c5-97cb-4e81-8620-c30798882490', 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': 'd6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:54.417251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.625872 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.640469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:54.688695 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.809979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Allocated IP 172.20.0.2 (4b22f7c5-97cb-4e81-8620-c30798882490/d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f/c77ca4e9-7649-4365-9363-358d089fee88) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:54.850855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4b22f7c5-97cb-4e81-8620-c30798882490 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:54.860214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:54.880572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:54.899566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-cd7d7137-cba8-4d98-8092-1a004e1c8989 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.901397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-cd7d7137-cba8-4d98-8092-1a004e1c8989 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 810 time: 0.2509520 Jun 30 09:12:55.022015 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-efa9b0d5-1049-4e83-8036-b6988fa858da tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72874582d4ec4f8cb17d9f1e976af264 HTTP/1.1" status: 200 len: 380 time: 0.1073699 Jun 30 09:12:55.040260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'port': {'device_id': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'admin_state_up': True, 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'security_groups': ['af792de9-2dea-4af2-8728-9eb20175768f']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:55.057975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.061098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.092307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:55.099948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee7cbfd6-334e-416a-86db-4d6817132ac5 req-327df788-fff4-4889-b01f-fca0f43d6ea2 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 210 time: 0.2409785 Jun 30 09:12:55.103437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Transition to ACTIVE for port object c77ca4e9-7649-4365-9363-358d089fee88 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:55.168356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Transition to ACTIVE for port object c77ca4e9-7649-4365-9363-358d089fee88 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:55.191212 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.196912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.199160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.307244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Network 4b22f7c5-97cb-4e81-8620-c30798882490 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:55.315072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:55.323450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:55.377053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Made reservation on behalf of 72874582d4ec4f8cb17d9f1e976af264 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:55.381897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.386156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd3c2a96-98dd-4a53-a8bf-aefda1c8997f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3749154 Jun 30 09:12:55.387369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:55.454377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4823bfc-71b2-460e-9ace-3ec9c099d4b3 req-fc952d03-6379-4b51-a3a7-8dc2c959e561 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.458752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4823bfc-71b2-460e-9ace-3ec9c099d4b3 req-fc952d03-6379-4b51-a3a7-8dc2c959e561 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.2496214 Jun 30 09:12:55.484144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Pushing event updated for resources: {'Port': ['ID=c77ca4e9-7649-4365-9363-358d089fee88,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.501925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Attempting to bind port c77ca4e9-7649-4365-9363-358d089fee88 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:55.503700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Attempting to bind port c77ca4e9-7649-4365-9363-358d089fee88 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '5086aeb7-7cbd-4ff1-af52-5e376a0739af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:55.504120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Attempting to bind port c77ca4e9-7649-4365-9363-358d089fee88 on network 4b22f7c5-97cb-4e81-8620-c30798882490 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:55.517123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:55.518827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Checking segment: {'id': '5086aeb7-7cbd-4ff1-af52-5e376a0739af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:55.525508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.525931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Bound using segment: {'id': '5086aeb7-7cbd-4ff1-af52-5e376a0739af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:55.527044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Bound port: c77ca4e9-7649-4365-9363-358d089fee88, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086aeb7-7cbd-4ff1-af52-5e376a0739af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4b22f7c5-97cb-4e81-8620-c30798882490'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:55.528844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-261f178c-8339-4d59-8824-c53710619d23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2682829 Jun 30 09:12:55.529265 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.575758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4823bfc-71b2-460e-9ace-3ec9c099d4b3 req-a27b8399-e273-4972-9d7b-c5bfe2f512dc tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991006 Jun 30 09:12:55.602584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Allocated IP 172.20.0.9 (1f35fb41-0149-4ec3-bc44-783104650a03/abee09ee-ea9b-41d3-bb0a-21e7024bc8fd/fcac8353-13e9-473c-91c6-dee8b4f34224) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:55.662990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] For port c77ca4e9-7649-4365-9363-358d089fee88, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:55.667145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] For port c77ca4e9-7649-4365-9363-358d089fee88, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c77ca4e9-7649-4365-9363-358d089fee88,segment=NetworkSegment(5086aeb7-7cbd-4ff1-af52-5e376a0739af),segment_id=5086aeb7-7cbd-4ff1-af52-5e376a0739af)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:55.674956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.691681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.691681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.692350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.692350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.692763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.693297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.693788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.696665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-964cceeb-b538-41da-b419-1718648a00b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.1204844 Jun 30 09:12:55.789267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d0dc9-55c1-4e8f-a53d-f2348e670a7e None None] Pushing event updated for resources: {'Port': ['ID=c77ca4e9-7649-4365-9363-358d089fee88,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.874104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:55.874392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.879608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.909869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-e6c3c793-ee04-4e7b-b0d1-23328080e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.910347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-e6c3c793-ee04-4e7b-b0d1-23328080e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.910870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-e6c3c793-ee04-4e7b-b0d1-23328080e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.912722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-e6c3c793-ee04-4e7b-b0d1-23328080e308 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=d88bb592-2fca-4969-b307-59c8952b555b&id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 2293 time: 0.1860845 Jun 30 09:12:55.942450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Transition to ACTIVE for port object fcac8353-13e9-473c-91c6-dee8b4f34224 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:56.015469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-c0be5ebf-9bc9-4faf-a806-7152524f33c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 1001 time: 0.0951035 Jun 30 09:12:56.026907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.043096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:56.151165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.230368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Network 1f35fb41-0149-4ec3-bc44-783104650a03 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:56.252921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:56.255826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-d1bad32e-95b2-48f6-b9eb-fcd718a6a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.258064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:56.260102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-d1bad32e-95b2-48f6-b9eb-fcd718a6a137 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 200 len: 850 time: 0.1660109 Jun 30 09:12:56.265049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event updated for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.387854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.388539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.419031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.434410 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-b3be99a2-4833-40d5-827a-432939ae8e8e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4019318 Jun 30 09:12:56.509846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Request body: {'port': {'device_id': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:56.515104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.545457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-4a8e7bc1-cf6b-49e1-a6bb-7377fac7e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.547021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-4a8e7bc1-cf6b-49e1-a6bb-7377fac7e599 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5636098c-c6b9-430f-a050-a2d980f626a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744617 Jun 30 09:12:56.689634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceaca2-6314-42ac-8e34-4ebb4ba861cb req-38d5ac67-b298-405f-83ab-8ea83aa0b12d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.695698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.699063 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dad6e779-54d9-4a1f-b3d9-d89d0df9c82f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 HTTP/1.1" status: 204 len: 168 time: 1.3081782 Jun 30 09:12:56.699407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9eceaca2-6314-42ac-8e34-4ebb4ba861cb req-38d5ac67-b298-405f-83ab-8ea83aa0b12d tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 931 time: 0.3095107 Jun 30 09:12:56.699838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:56.752606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cfbf00c4-a260-45c3-9de6-52184acdafc7 None None] Provisioning for port fcac8353-13e9-473c-91c6-dee8b4f34224 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:56.770493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cfbf00c4-a260-45c3-9de6-52184acdafc7 None None] Provisioning complete for port fcac8353-13e9-473c-91c6-dee8b4f34224 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:56.770493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cfbf00c4-a260-45c3-9de6-52184acdafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.774263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.776843 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a75a89b-a48c-47ec-87c8-d30e935429e0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:12:56.777603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a75a89b-a48c-47ec-87c8-d30e935429e0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:12:56.779395 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a75a89b-a48c-47ec-87c8-d30e935429e0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 HTTP/1.1" status: 404 len: 333 time: 0.0791354 Jun 30 09:12:56.788167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35858) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:56.862568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf00c4-a260-45c3-9de6-52184acdafc7 None None] Port fcac8353-13e9-473c-91c6-dee8b4f34224 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:56.883147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9eceaca2-6314-42ac-8e34-4ebb4ba861cb req-e5626a61-253b-4e75-bb83-6595cdb8ccc0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833937 Jun 30 09:12:56.887918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-ac0389f8-704e-42b6-a0f9-ec2655cdb9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250248 Jun 30 09:12:56.923408 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7fda70-0fc0-44e7-8a09-7febbaa995cf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:12:56.925037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec7fda70-0fc0-44e7-8a09-7febbaa995cf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/c598bf4c-22ab-4bb5-b5e3-d3f1cce9ac97 HTTP/1.1" status: 404 len: 333 time: 0.1277080 Jun 30 09:12:56.930336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35860) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:57.081560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:57.095063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.229974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-abe86d43-0dcd-4bda-944e-dcf7d35ec331 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191578 Jun 30 09:12:57.237955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcac8353-13e9-473c-91c6-dee8b4f34224 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:57.241361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.248450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.262083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba497b-4351-4316-a88f-cb2529c0e628 req-b970e8f2-ec62-4c0b-b55b-a91dfb8e5859 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.271192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9ba497b-4351-4316-a88f-cb2529c0e628 req-b970e8f2-ec62-4c0b-b55b-a91dfb8e5859 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3854504 Jun 30 09:12:57.286367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Transition to ACTIVE for port object fcac8353-13e9-473c-91c6-dee8b4f34224 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:57.295277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.361505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-166247e3-c742-432c-b44e-7fcd6c754029 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 217 time: 0.1128528 Jun 30 09:12:57.362381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Pushing event updated for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.404843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceccb6ae-ea2a-48f5-a0fa-4c1d128d3554 None None] Network 4b22f7c5-97cb-4e81-8620-c30798882490 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:57.460336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Attempting to bind port fcac8353-13e9-473c-91c6-dee8b4f34224 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:57.461184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Attempting to bind port fcac8353-13e9-473c-91c6-dee8b4f34224 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:57.461497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Attempting to bind port fcac8353-13e9-473c-91c6-dee8b4f34224 on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:57.466608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Port fcac8353-13e9-473c-91c6-dee8b4f34224 on network 1f35fb41-0149-4ec3-bc44-783104650a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:57.466941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Attempting to bind port fcac8353-13e9-473c-91c6-dee8b4f34224 on network 1f35fb41-0149-4ec3-bc44-783104650a03 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:57.472433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:57.472792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Checking segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:57.473216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Bound using segment: {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:57.473672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Bound port: fcac8353-13e9-473c-91c6-dee8b4f34224, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1933477-0aee-49bb-bc3c-6404e36e22a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:57.474037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.614735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:57.623756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c1643208-7fe2-4e9d-864d-eb389ffa86aa None None] Provisioning for port c77ca4e9-7649-4365-9363-358d089fee88 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:57.628983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcac8353-13e9-473c-91c6-dee8b4f34224,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:57.638815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.691200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.722051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.722713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.724192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] 10.222.0.11 "PUT /v2.0/ports/fcac8353-13e9-473c-91c6-dee8b4f34224 HTTP/1.1" status: 200 len: 1092 time: 1.2374995 Jun 30 09:12:57.731161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:57.733602 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:57.847962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-321c7b28-c2e5-4f31-8008-45c512766027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.855595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-321c7b28-c2e5-4f31-8008-45c512766027 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.4817202 Jun 30 09:12:57.863418 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.894444 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca48194-c668-4bf4-b6a6-d96be4028b5c x-openstack-request-id: req-2ca48194-c668-4bf4-b6a6-d96be4028b5c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:57.894959 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:57.895407 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ca48194-c668-4bf4-b6a6-d96be4028b5c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:57.896244 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'status': 'completed', 'code': 200} Jun 30 09:12:57.898187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a392f1-f90f-40c1-b8c6-5531f617028b service neutron] Pushing event updated for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.960884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-0d9cde48-eec5-4c30-8954-00acc6db45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.962777 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-0d9cde48-eec5-4c30-8954-00acc6db45bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 1095 time: 0.1830719 Jun 30 09:12:58.080062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.087652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.092043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5fec967-439b-4e10-abd4-53196e080528 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f HTTP/1.1" status: 204 len: 168 time: 1.1434751 Jun 30 09:12:58.095199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9ba497b-4351-4316-a88f-cb2529c0e628 req-b827bc3c-bf99-4ba9-9fa7-3844d37da7c8 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8228686 Jun 30 09:12:58.102290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35876) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:58.109214 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-da94e2a2-7f21-4a94-b06e-71886799c61d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcac8353-13e9-473c-91c6-dee8b4f34224 HTTP/1.1" status: 200 len: 217 time: 0.1350977 Jun 30 09:12:58.162792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c77ca4e9-7649-4365-9363-358d089fee88 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:58.251895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-efe6ae19-7c15-4d66-9ab3-b69cdd4b805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.254195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-efe6ae19-7c15-4d66-9ab3-b69cdd4b805b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.1344266 Jun 30 09:12:58.291662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c77ca4e9-7649-4365-9363-358d089fee88 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:58.302565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c77ca4e9-7649-4365-9363-358d089fee88 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:58.303191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.374023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-2fb63343-8986-4190-907d-b9dbfedbd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.390480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-2fb63343-8986-4190-907d-b9dbfedbd0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1275373 Jun 30 09:12:58.393854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.414673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3335eaf4-8073-4b90-bdc5-3f6fe7eefe19 None None] Network 4b22f7c5-97cb-4e81-8620-c30798882490 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:58.462677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-553fa321-7bdb-4f02-9040-4664a3c154ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.464363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-553fa321-7bdb-4f02-9040-4664a3c154ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5744431 Jun 30 09:12:58.516956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.595312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-d423cb1e-1c55-4641-9fff-db9f198dfd48 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910501 Jun 30 09:12:58.624921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c77ca4e9-7649-4365-9363-358d089fee88, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c77ca4e9-7649-4365-9363-358d089fee88,segment=NetworkSegment(5086aeb7-7cbd-4ff1-af52-5e376a0739af),segment_id=5086aeb7-7cbd-4ff1-af52-5e376a0739af)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:58.642939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55be8d-107b-4d27-8ba8-b43c5452fb59 req-6b8ee6e1-b116-48ae-ac6c-0625b0e5ff87 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.650356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac55be8d-107b-4d27-8ba8-b43c5452fb59 req-6b8ee6e1-b116-48ae-ac6c-0625b0e5ff87 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 943 time: 0.5143898 Jun 30 09:12:58.650769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.739707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d18348f4-006f-466c-9c97-480ee1dbbd3d None None] Provisioning complete for port c77ca4e9-7649-4365-9363-358d089fee88 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:58.740523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d18348f4-006f-466c-9c97-480ee1dbbd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.786172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4a6f9-35f6-4237-b20e-c40ea3bde8d2 req-c3df5684-039c-408a-914d-47dcbb6478d4 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.787746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a4a6f9-35f6-4237-b20e-c40ea3bde8d2 req-c3df5684-039c-408a-914d-47dcbb6478d4 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.3822067 Jun 30 09:12:58.793999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80f9e332-52b1-4820-a6c2-26d5e52eae82 req-6ad56c54-3026-4e2a-885e-bc18004a9f19 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909606 Jun 30 09:12:58.806101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac55be8d-107b-4d27-8ba8-b43c5452fb59 req-0272e4c3-eedc-4242-bc9b-c8f9509ad3d9 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491487 Jun 30 09:12:58.838985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c77ca4e9-7649-4365-9363-358d089fee88,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.951575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-49959756-5bf9-4bb1-8e69-6407a7cebaca service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376531 Jun 30 09:12:58.979364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] DHCP port deletion for 4b22f7c5-97cb-4e81-8620-c30798882490 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:12:59.005024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-12bbdef7-15da-48d6-8f83-339867c82ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.006602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-12bbdef7-15da-48d6-8f83-339867c82ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 1095 time: 0.1373503 Jun 30 09:12:59.013541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a4a6f9-35f6-4237-b20e-c40ea3bde8d2 req-634da6aa-de63-4309-9c2c-ed1e023fc2d2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030413 Jun 30 09:12:59.025438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port c77ca4e9-7649-4365-9363-358d089fee88 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:59.025438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.071674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Deleting port c77ca4e9-7649-4365-9363-358d089fee88 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:59.071674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.170149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-9c8c4cb2-54cc-4ace-958f-a78055554853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.171655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-9c8c4cb2-54cc-4ace-958f-a78055554853 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.1554794 Jun 30 09:12:59.174193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] For port c77ca4e9-7649-4365-9363-358d089fee88, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c77ca4e9-7649-4365-9363-358d089fee88,segment=NetworkSegment(5086aeb7-7cbd-4ff1-af52-5e376a0739af),segment_id=5086aeb7-7cbd-4ff1-af52-5e376a0739af)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:59.177382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.196997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Calling delete_port for c77ca4e9-7649-4365-9363-358d089fee88 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:59.253737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port c77ca4e9-7649-4365-9363-358d089fee88, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c77ca4e9-7649-4365-9363-358d089fee88,segment=NetworkSegment(5086aeb7-7cbd-4ff1-af52-5e376a0739af),segment_id=5086aeb7-7cbd-4ff1-af52-5e376a0739af)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:59.254194 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.271093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for c77ca4e9-7649-4365-9363-358d089fee88 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:59.275346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-728ddc47-6496-4f54-9278-a700ff7c0f8a service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229256 Jun 30 09:12:59.276586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-7fe5a85c-ed74-4d23-96c7-bdbf47dd9770 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcac8353-13e9-473c-91c6-dee8b4f34224 HTTP/1.1" status: 200 len: 217 time: 0.0901692 Jun 30 09:12:59.338906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f166b914-39d4-4e85-b07c-b5fbdad4eade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.383961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.404804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] No DVR routers for this DVR port c77ca4e9-7649-4365-9363-358d089fee88 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:59.406154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-afa2ee53-0590-44c9-a20b-2b697ac6b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.408996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-5bd7d13a-f88d-47f1-b4e6-e3824f026523 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 217 time: 0.0769503 Jun 30 09:12:59.417527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-afa2ee53-0590-44c9-a20b-2b697ac6b2ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.1242826 Jun 30 09:12:59.431848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6368b-5a2d-42b9-9daa-0025ecb919b9 None None] Pushing event deleted for resources: {'Port': ['ID=c77ca4e9-7649-4365-9363-358d089fee88,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.531998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-d6ff1756-1d16-4c9c-9489-272e0f2f5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.537372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-d6ff1756-1d16-4c9c-9489-272e0f2f5007 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056056 Jun 30 09:12:59.545274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-3bd7c5b6-8b5e-47a0-8637-393a1660ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.547026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-3bd7c5b6-8b5e-47a0-8637-393a1660ed43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1203930 Jun 30 09:12:59.549688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.638745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port c77ca4e9-7649-4365-9363-358d089fee88 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:59.699951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=c77ca4e9-7649-4365-9363-358d089fee88,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.705118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-7de4ea1a-5f9f-4183-a608-c5ea892b3f96 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621292 Jun 30 09:12:59.791540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.861803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-77ccf384-299d-4bba-9fa0-b73c5bb04a8b req-ecf36a4b-f012-4875-8912-85b1bcaa7392 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369278 Jun 30 09:12:59.935694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b22f7c5-97cb-4e81-8620-c30798882490']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:59.980075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086aeb7-7cbd-4ff1-af52-5e376a0739af') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:59.980714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086aeb7-7cbd-4ff1-af52-5e376a0739af') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:00.028859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-03bf2a1b-c415-41de-a01e-c499e9a8af55 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.030528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-03bf2a1b-c415-41de-a01e-c499e9a8af55 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.2155354 Jun 30 09:13:00.039397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c77ca4e9-7649-4365-9363-358d089fee88 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:00.041800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-1186d7d2-e6e4-4289-8cc5-05621fe2bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.043789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-1186d7d2-e6e4-4289-8cc5-05621fe2bedd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4823287 Jun 30 09:13:00.049424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.064873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c77ca4e9-7649-4365-9363-358d089fee88 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:00.065404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c77ca4e9-7649-4365-9363-358d089fee88 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:00.124061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-4e7ee991-50d4-4cba-a1de-0874b5ac3fb9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/quotas/7f3f55f73d3b4691a087211dfe04365e HTTP/1.1" status: 200 len: 375 time: 0.0771441 Jun 30 09:13:00.181328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.207884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:00.208306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:00.212779 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:00.369731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a235c-b680-4f52-9562-80b9c17c3045 req-8ef72e5b-8f33-488a-8446-322ca5850964 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.376770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-894a235c-b680-4f52-9562-80b9c17c3045 req-8ef72e5b-8f33-488a-8446-322ca5850964 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 943 time: 0.3388524 Jun 30 09:13:00.396781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.402108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.407810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/4b22f7c5-97cb-4e81-8620-c30798882490 HTTP/1.1" status: 204 len: 168 time: 2.2944677 Jun 30 09:13:00.408805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35926) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:00.416651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999191085'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:00.447636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:00.452564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a1fc3-416a-445f-95ba-72f5f6f5c731 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=4b22f7c5-97cb-4e81-8620-c30798882490,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.458584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.497107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-894a235c-b680-4f52-9562-80b9c17c3045 req-3a4a7335-0443-4114-8685-326ee54526b1 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189017 Jun 30 09:13:00.502393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-15ea7563-6b87-4faa-a283-146c99436f7d service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114602 Jun 30 09:13:00.575072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-6e129ee0-209b-4cdd-8ecf-5493a1d9c812 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4428170 Jun 30 09:13:01.116457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:01.139828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.140506 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment a4f0419d-7c34-491f-82d0-1909636fd9ce of type vlan for network 734a5cd4-4994-4ff0-95d2-5d759ddec999 Jun 30 09:13:01.216377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.263743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.271448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.272864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.320814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-20e03bbe-77b6-498b-8585-a50bd6928a81 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8086514 Jun 30 09:13:01.380885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=734a5cd4-4994-4ff0-95d2-5d759ddec999,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:01.393500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:01.399827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-e0325bab-b06c-4d54-a626-92365f03be7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 200 len: 217 time: 0.0708063 Jun 30 09:13:01.401826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-a615840d-8afd-4771-ab78-5730caf9da83 service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256631 Jun 30 09:13:01.408755 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-04947433-b180-4399-a496-87de6ee929ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9972653 Jun 30 09:13:01.411315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:01.417619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:01.539009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-3d272ba4-1c13-483d-8f33-fb60b60b70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.540485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-3d272ba4-1c13-483d-8f33-fb60b60b70f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1341240 Jun 30 09:13:01.615618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-b85ff320-1bd6-4fa8-8901-ffe8912d57f4 service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975799 Jun 30 09:13:01.652631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-48fd06a1-5e19-4921-9886-4245b4ad1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.655370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-48fd06a1-5e19-4921-9886-4245b4ad1751 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994470 Jun 30 09:13:01.700490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:01.704800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.720468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-18096051-0e24-4150-b9aa-2a7d6573bbb4 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.723820 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-18096051-0e24-4150-b9aa-2a7d6573bbb4 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e44f209-a6ba-4380-8dad-7ac48a45dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1244528 Jun 30 09:13:01.897334 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-35eae15b-ec5a-41be-a6a1-524428e8fe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.933994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-8fe9b8f5-29ff-4a04-8936-2b76e04982bd service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711065 Jun 30 09:13:01.998640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.081799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6e94-ace8-42d5-8a67-77836436a7a0 req-94b752d1-45ce-4c52-8c22-b8b27e476c91 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.083536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3da6e94-ace8-42d5-8a67-77836436a7a0 req-94b752d1-45ce-4c52-8c22-b8b27e476c91 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 943 time: 0.2239106 Jun 30 09:13:02.211710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.224268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Deleting port bd28398a-5ae5-44f4-b682-505d410a81ae {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:02.224556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.259817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3da6e94-ace8-42d5-8a67-77836436a7a0 req-e4c72db5-93e2-458d-8734-06d0ec85a694 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537824 Jun 30 09:13:02.326848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-df0ae3c0-954c-46e4-97bd-17033036505b service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803306 Jun 30 09:13:02.376414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=6302d604-5af0-414f-812e-b4ecd311ac49,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:02.387199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': 'a4f0419d-7c34-491f-82d0-1909636fd9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:02.387586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: 734a5cd4-4994-4ff0-95d2-5d759ddec999, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:02.425332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] For port bd28398a-5ae5-44f4-b682-505d410a81ae, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=bd28398a-5ae5-44f4-b682-505d410a81ae,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:02.426064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.433885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcac8353-13e9-473c-91c6-dee8b4f34224 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:02.438678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:02.450066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Calling delete_port for bd28398a-5ae5-44f4-b682-505d410a81ae owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:02.454785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 734a5cd4-4994-4ff0-95d2-5d759ddec999) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:02.465450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.466135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.481121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7917fdf-0ad3-4c89-a432-ffa03923382c None None] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:02.542598 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-25412bfa-0176-4ae5-ad74-ac73d37dc44b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1293154 Jun 30 09:13:02.545018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35976) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:02.550316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c18a82b5-66ea-4968-83c7-a9646c90bbc1 req-18163784-5144-4131-a824-09286f059db5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 210 time: 0.2154055 Jun 30 09:13:02.552432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-79d53a31-c5ae-498a-a4c4-735660503559 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 200 len: 217 time: 0.1989498 Jun 30 09:13:02.556102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2026895828'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:02.630894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.resource_extend [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:13:02.681074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-4f194b13-46c7-4903-9c41-d41cacd63c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.684861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-4f194b13-46c7-4903-9c41-d41cacd63c3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1237500 Jun 30 09:13:02.815301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-d158614d-2bb0-42be-b891-818b758c69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.816914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-d158614d-2bb0-42be-b891-818b758c69b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237786 Jun 30 09:13:02.869731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.902270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['bd28398a-5ae5-44f4-b682-505d410a81ae'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:03.033458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcac8353-13e9-473c-91c6-dee8b4f34224,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:03.056847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-734a5cd4-4994-4ff0-95d2-5d759ddec999', 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '6302d604-5af0-414f-812e-b4ecd311ac49'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:03.061011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-35b5228f-8798-46ca-b476-e5eb05e5f8dd service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352834 Jun 30 09:13:03.063111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.086659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event deleted for resources: {'Port': ['ID=bd28398a-5ae5-44f4-b682-505d410a81ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.087881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.102349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:03.111397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.120764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'port_id': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'mac_address': 'fa:16:3e:4e:93:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:03.160792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] No DVR routers for this DVR port bd28398a-5ae5-44f4-b682-505d410a81ae on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:03.163954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.166011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-09283c46-fb96-4e23-966a-a85db8cba1f8 req-9cdbccc7-82ec-4ebf-87fd-94277a33d5b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "DELETE /v2.0/ports/bd28398a-5ae5-44f4-b682-505d410a81ae HTTP/1.1" status: 204 len: 173 time: 1.4306130 Jun 30 09:13:03.194178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-deleted', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:03.201793 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8e400-6d11-49aa-8008-19fa6b187b80" -d '{"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-deleted", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:03.229049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 38cfb046-8cc1-4133-a2e6-15d72d19155f yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:03.322085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-1d8b0f40-d042-408d-930d-0f3ca928d755 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530313 Jun 30 09:13:03.408754 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7e088-c1c8-4547-8149-8c3ea0f9c812 x-openstack-request-id: req-bbc7e088-c1c8-4547-8149-8c3ea0f9c812 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:03.410775 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e44f209-a6ba-4380-8dad-7ac48a45dbd3", "name": "network-vif-deleted", "tag": "bd28398a-5ae5-44f4-b682-505d410a81ae", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:03.437289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-b532599f-a557-4ab0-85bb-f2d1f18ccf7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 200 len: 217 time: 0.1047459 Jun 30 09:13:03.441476 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbc7e088-c1c8-4547-8149-8c3ea0f9c812 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:03.447775 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e44f209-a6ba-4380-8dad-7ac48a45dbd3', 'name': 'network-vif-deleted', 'tag': 'bd28398a-5ae5-44f4-b682-505d410a81ae', 'status': 'completed', 'code': 200} Jun 30 09:13:03.507813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.566229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-ef1495b9-2139-4960-ad68-bb3eb9ac84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.567621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-ef1495b9-2139-4960-ad68-bb3eb9ac84dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.1214261 Jun 30 09:13:03.576352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcac8353-13e9-473c-91c6-dee8b4f34224 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:03.665362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcac8353-13e9-473c-91c6-dee8b4f34224,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:03.678832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.685509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.5 (734a5cd4-4994-4ff0-95d2-5d759ddec999/6302d604-5af0-414f-812e-b4ecd311ac49/38cfb046-8cc1-4133-a2e6-15d72d19155f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:03.697103 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.710755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-682d4f25-2406-4619-b370-bde7b5c9824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.712375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-682d4f25-2406-4619-b370-bde7b5c9824c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314428 Jun 30 09:13:03.724546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b88757-ace7-4c64-b805-02bbe4d37ebb req-0fe2caba-7a84-4d39-b85a-02846cac6ded tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.726306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4b88757-ace7-4c64-b805-02bbe4d37ebb req-0fe2caba-7a84-4d39-b85a-02846cac6ded tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 943 time: 0.1095734 Jun 30 09:13:03.829529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.934360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5613a66f-687d-4df3-be50-5a3b9472b986 req-4d007e94-d4ed-4a47-a1f7-4bebf25e1df3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 210 time: 0.0602250 Jun 30 09:13:03.993180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.026862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4b88757-ace7-4c64-b805-02bbe4d37ebb req-cc3268e6-bb44-4fa7-9ba4-2ba900d08d18 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913480 Jun 30 09:13:04.067277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object 38cfb046-8cc1-4133-a2e6-15d72d19155f will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:04.159521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-fb4fee4b-e463-48b1-be58-e1ca2d5784d3 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321783 Jun 30 09:13:04.196988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fcac8353-13e9-473c-91c6-dee8b4f34224'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:04.434020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-c60fa20c-1b9c-4636-9680-c31bf0c49d0c service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500076 Jun 30 09:13:04.472385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:04.502042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-3516e8a2-e7cb-4402-86a7-d22b246b67b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0587845 Jun 30 09:13:04.527630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.569652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: bd28398a-5ae5-44f4-b682-505d410a81ae {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:04.571131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device bd28398a-5ae5-44f4-b682-505d410a81ae not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:04.587663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-cb35d75c-82a5-4847-a79f-0f69a03e68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.589429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-cb35d75c-82a5-4847-a79f-0f69a03e68e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.0802991 Jun 30 09:13:04.623738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=38cfb046-8cc1-4133-a2e6-15d72d19155f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.696249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:04.700676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:04.720910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:04.721905 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.748639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Allocated IP 172.20.0.2 (734a5cd4-4994-4ff0-95d2-5d759ddec999/6302d604-5af0-414f-812e-b4ecd311ac49/bdfa6ae6-c031-4d07-885b-d23596bc5112) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:04.755859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-74e6b174-7e48-4494-8219-6f5c9341ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.762306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-74e6b174-7e48-4494-8219-6f5c9341ac55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653314 Jun 30 09:13:04.784416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-97995e9c-7f94-46af-aa08-f2b422791288 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.790121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-97995e9c-7f94-46af-aa08-f2b422791288 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.5119767 Jun 30 09:13:04.809218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Request body: {'port': {'device_id': '2b364880-6995-42ee-8a14-33f3608dd833', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'admin_state_up': True, 'tenant_id': '7f3f55f73d3b4691a087211dfe04365e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:04.932953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-f588a30c-3848-4538-be58-06e8c7726cba service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587784 Jun 30 09:13:04.967698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.095831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.119078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Transition to ACTIVE for port object bdfa6ae6-c031-4d07-885b-d23596bc5112 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:05.155510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.158666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Transition to ACTIVE for port object bdfa6ae6-c031-4d07-885b-d23596bc5112 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:05.160209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.168466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.174576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Made reservation on behalf of 7f3f55f73d3b4691a087211dfe04365e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:05.177818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0ae73e2-c5ce-4635-8706-3156b05d960c req-d2bc5a0f-5716-4eb9-b26f-38d4d82c03f5 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334902 Jun 30 09:13:05.191018 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.233021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:05.237083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:05.241091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:05.313352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aabbad8b-91d4-4a23-8676-f0cdcadbbd58 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7653849 Jun 30 09:13:05.315402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:05.354603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63226342-f332-473a-83fe-45f2c1be152c req-11db6308-870d-4a9b-96cb-5f74ab2268e3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 210 time: 0.0824182 Jun 30 09:13:05.415828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Attempting to bind port bdfa6ae6-c031-4d07-885b-d23596bc5112 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:05.416312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Attempting to bind port bdfa6ae6-c031-4d07-885b-d23596bc5112 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a4f0419d-7c34-491f-82d0-1909636fd9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:05.416700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Attempting to bind port bdfa6ae6-c031-4d07-885b-d23596bc5112 on network 734a5cd4-4994-4ff0-95d2-5d759ddec999 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:05.419445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Pushing event updated for resources: {'Port': ['ID=bdfa6ae6-c031-4d07-885b-d23596bc5112,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.430238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:05.430666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Checking segment: {'id': 'a4f0419d-7c34-491f-82d0-1909636fd9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:05.431144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.431602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Bound using segment: {'id': 'a4f0419d-7c34-491f-82d0-1909636fd9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:05.432153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Bound port: bdfa6ae6-c031-4d07-885b-d23596bc5112, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f0419d-7c34-491f-82d0-1909636fd9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '734a5cd4-4994-4ff0-95d2-5d759ddec999'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:05.432569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.517854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc4a4-7932-4423-a97f-3f47c8359d29 req-bb35fae2-65bb-4f1b-88f3-df53367f7286 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.522654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] For port bdfa6ae6-c031-4d07-885b-d23596bc5112, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:05.526116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] For port bdfa6ae6-c031-4d07-885b-d23596bc5112, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bdfa6ae6-c031-4d07-885b-d23596bc5112,segment=NetworkSegment(a4f0419d-7c34-491f-82d0-1909636fd9ce),segment_id=a4f0419d-7c34-491f-82d0-1909636fd9ce)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:05.533503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fefc4a4-7932-4423-a97f-3f47c8359d29 req-bb35fae2-65bb-4f1b-88f3-df53367f7286 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 944 time: 0.1303194 Jun 30 09:13:05.533925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.734184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Allocated IP 172.20.0.7 (3905f4b1-6423-413e-ac99-b57fefe90795/a4d13c11-6bbf-4bc7-a704-dd6910d1c20e/3d64602d-557b-4d2d-848b-beab9444cb2a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:05.754497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f47d-2bad-47f4-a759-1e8cf0247aba None None] Pushing event updated for resources: {'Port': ['ID=bdfa6ae6-c031-4d07-885b-d23596bc5112,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.755060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 38cfb046-8cc1-4133-a2e6-15d72d19155f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:05.755060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.034078 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.091189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 38cfb046-8cc1-4133-a2e6-15d72d19155f owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:06.182641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fefc4a4-7932-4423-a97f-3f47c8359d29 req-cbb91526-de9d-404b-ab42-e1d197f18095 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6404135 Jun 30 09:13:06.459059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.459572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcac8353-13e9-473c-91c6-dee8b4f34224 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:06.512987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.591753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=38cfb046-8cc1-4133-a2e6-15d72d19155f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.646226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port fcac8353-13e9-473c-91c6-dee8b4f34224 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:06.659323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port fcac8353-13e9-473c-91c6-dee8b4f34224 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:06.660383 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.684458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.709800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fa88d81-7009-45b0-8953-0024e28d3319 req-dc62b042-6740-4efc-a62d-b6a3ba59cc94 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 210 time: 0.0629556 Jun 30 09:13:06.751295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Network 3905f4b1-6423-413e-ac99-b57fefe90795 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:06.757204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:06.766496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:06.770444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.773273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e55eeab7-2e18-4afc-bf9a-36d5bdd0bc1a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/38cfb046-8cc1-4133-a2e6-15d72d19155f HTTP/1.1" status: 204 len: 168 time: 1.4561584 Jun 30 09:13:06.775970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36038) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.818740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.838888 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca0f298-dbd0-4484-b433-328871bb9f25 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:06.842823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bca0f298-dbd0-4484-b433-328871bb9f25 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/38cfb046-8cc1-4133-a2e6-15d72d19155f HTTP/1.1" status: 404 len: 333 time: 0.0656664 Jun 30 09:13:06.848487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:06.896077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:06.897207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.920751 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-097455ae-39e0-4950-a5b9-514dd4e80c2f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173251 Jun 30 09:13:06.938856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Request body: {'port': {'device_id': '2b364880-6995-42ee-8a14-33f3608dd833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:07.025828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 6302d604-5af0-414f-812e-b4ecd311ac49 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:07.027369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.123325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.140568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.305205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.384053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.409652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcac8353-13e9-473c-91c6-dee8b4f34224,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:07.411335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:07.415130 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58c3ef-068b-4194-9881-a59693dd21fa" -d '{"events": [{"server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "name": "network-vif-plugged", "status": "completed", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:07.421499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.552130 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f891bf78-4458-4389-8274-5211cdd939da x-openstack-request-id: req-f891bf78-4458-4389-8274-5211cdd939da {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:07.552431 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "name": "network-vif-plugged", "status": "completed", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:07.552690 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f891bf78-4458-4389-8274-5211cdd939da {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:07.553086 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'code': 200} Jun 30 09:13:07.556762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.585080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.585432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.585798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.586145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.586530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.586898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.587236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.592961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.593304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.593635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.594006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.594349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.642923 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.698515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567678e6-d3d2-4578-a769-37ef581c9a5e None None] Network 734a5cd4-4994-4ff0-95d2-5d759ddec999 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:07.766855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=6302d604-5af0-414f-812e-b4ecd311ac49,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:07.843888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-474d69cc-d486-477d-bd7b-960ce0f592a3 None None] Provisioning for port bdfa6ae6-c031-4d07-885b-d23596bc5112 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:07.844901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.848507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.849106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.849851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.851543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.853644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.854219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.855427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.855936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.857319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.858491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.858997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:07.869211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.872221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2b693fc0-a8c5-403f-bc14-831a6982a011 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/6302d604-5af0-414f-812e-b4ecd311ac49 HTTP/1.1" status: 204 len: 168 time: 1.0223804 Jun 30 09:13:07.875238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:07.978873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3ef52-acb6-4545-99cd-9796cb9b9652 req-aba7cf19-864d-4ce1-9a00-293f974ad9a0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.000137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8f3ef52-acb6-4545-99cd-9796cb9b9652 req-aba7cf19-864d-4ce1-9a00-293f974ad9a0 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.4413078 Jun 30 09:13:08.101481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f6381-4585-4082-a1d8-81d3a0b51ce3 req-ffc25794-c21f-4464-8c21-b4583ef648c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.102789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-871f6381-4585-4082-a1d8-81d3a0b51ce3 req-ffc25794-c21f-4464-8c21-b4583ef648c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 1097 time: 0.4508836 Jun 30 09:13:08.119441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.128540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] DHCP port deletion for 734a5cd4-4994-4ff0-95d2-5d759ddec999 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:08.131759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d64602d-557b-4d2d-848b-beab9444cb2a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:08.142858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.166706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8f3ef52-acb6-4545-99cd-9796cb9b9652 req-fb183539-ab5e-4a25-b56c-9a34f863348a tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654954 Jun 30 09:13:08.174877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Transition to ACTIVE for port object 3d64602d-557b-4d2d-848b-beab9444cb2a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:08.203491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-871f6381-4585-4082-a1d8-81d3a0b51ce3 req-20e88ff8-5901-4cd3-936d-130e1957a2eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710638 Jun 30 09:13:08.226615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b71e0-aaa1-44dd-9437-3f8c1b7782de req-236e04e6-60c0-4924-b0af-2280a428652b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.233873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.236557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-291b71e0-aaa1-44dd-9437-3f8c1b7782de req-236e04e6-60c0-4924-b0af-2280a428652b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 931 time: 0.2303872 Jun 30 09:13:08.244280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Deleting port bdfa6ae6-c031-4d07-885b-d23596bc5112 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:08.245073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.331939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-291b71e0-aaa1-44dd-9437-3f8c1b7782de req-b4ad5810-4112-4c4e-8641-a76caebe4282 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944033 Jun 30 09:13:08.362821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] For port bdfa6ae6-c031-4d07-885b-d23596bc5112, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bdfa6ae6-c031-4d07-885b-d23596bc5112,segment=NetworkSegment(a4f0419d-7c34-491f-82d0-1909636fd9ce),segment_id=a4f0419d-7c34-491f-82d0-1909636fd9ce)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:08.363343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.388631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Calling delete_port for bdfa6ae6-c031-4d07-885b-d23596bc5112 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:08.453040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.489256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port bdfa6ae6-c031-4d07-885b-d23596bc5112 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:08.489848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.507916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.541216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Attempting to bind port 3d64602d-557b-4d2d-848b-beab9444cb2a on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:08.541835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Attempting to bind port 3d64602d-557b-4d2d-848b-beab9444cb2a by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:08.542249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Attempting to bind port 3d64602d-557b-4d2d-848b-beab9444cb2a on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:08.556120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Port 3d64602d-557b-4d2d-848b-beab9444cb2a on network 3905f4b1-6423-413e-ac99-b57fefe90795 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:08.556873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Attempting to bind port 3d64602d-557b-4d2d-848b-beab9444cb2a on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:08.571616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:08.571962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Checking segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:08.572638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Bound using segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:08.573104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Bound port: 3d64602d-557b-4d2d-848b-beab9444cb2a, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:08.573470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.581801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] Pushing event deleted for resources: {'Port': ['ID=bdfa6ae6-c031-4d07-885b-d23596bc5112,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.595704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e688b11-95c7-4492-8fb4-ac3d0bcc4a68 None None] No DVR routers for this DVR port bdfa6ae6-c031-4d07-885b-d23596bc5112 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:08.599850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port bdfa6ae6-c031-4d07-885b-d23596bc5112, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bdfa6ae6-c031-4d07-885b-d23596bc5112,segment=NetworkSegment(a4f0419d-7c34-491f-82d0-1909636fd9ce),segment_id=a4f0419d-7c34-491f-82d0-1909636fd9ce)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:08.600232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.659870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for bdfa6ae6-c031-4d07-885b-d23596bc5112 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:08.763247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:08.767474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:08.777781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.856928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.857548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.862930 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d64602d-557b-4d2d-848b-beab9444cb2a HTTP/1.1" status: 200 len: 1092 time: 1.9321396 Jun 30 09:13:08.886853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:08.889232 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093" -d '{"events": [{"name": "network-changed", "server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:09.012945 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39068c7-6a6a-4a63-bf4b-a4d2c49f34e8 x-openstack-request-id: req-a39068c7-6a6a-4a63-bf4b-a4d2c49f34e8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:09.013253 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:09.014042 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a39068c7-6a6a-4a63-bf4b-a4d2c49f34e8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:09.014202 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'status': 'completed', 'code': 200} Jun 30 09:13:09.025058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.029174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c081e78-7f1a-43d6-82e1-f1bdb0eb0ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.091391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=bdfa6ae6-c031-4d07-885b-d23596bc5112,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.093991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port bdfa6ae6-c031-4d07-885b-d23596bc5112 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:09.248592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-38fd717f-43a2-4b12-9c2a-dcce3214d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.259397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-38fd717f-43a2-4b12-9c2a-dcce3214d15e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.1313078 Jun 30 09:13:09.270800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-0941e93d-6da2-46c0-bc61-eb56d52f3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.272850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-0941e93d-6da2-46c0-bc61-eb56d52f3bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 1095 time: 0.3285558 Jun 30 09:13:09.279242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.348764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-3eb425ef-2cb3-4847-bf57-c27ba30aae43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d64602d-557b-4d2d-848b-beab9444cb2a HTTP/1.1" status: 200 len: 217 time: 0.0662646 Jun 30 09:13:09.350496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a5cd4-4994-4ff0-95d2-5d759ddec999']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:09.372567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f0419d-7c34-491f-82d0-1909636fd9ce') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:09.373853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f0419d-7c34-491f-82d0-1909636fd9ce') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:09.466295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.467120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-c033900c-da7c-4201-abd8-b221e6a888ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.469601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-c033900c-da7c-4201-abd8-b221e6a888ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.2012079 Jun 30 09:13:09.513830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.528123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218234-2d31-499d-996c-2dabb0062a88 req-83b2c2b7-e3ae-42c5-a8c6-e6030c49b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.529619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-83b2c2b7-e3ae-42c5-a8c6-e6030c49b4cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.1681530 Jun 30 09:13:09.538630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:09.539118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:09.542543 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:09.573003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-6b60eacb-94eb-4733-b2f2-a3280ad3ea58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295115 Jun 30 09:13:09.724472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.726312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-48e06803-c51c-4175-bcef-c0bf4f99fd54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1451612 Jun 30 09:13:09.739200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1c0f-d82c-4da1-bd73-a916c2dba23a req-462f7d63-df36-440c-9320-abe9e7bc7824 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.747862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccbd1c0f-d82c-4da1-bd73-a916c2dba23a req-462f7d63-df36-440c-9320-abe9e7bc7824 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.4871051 Jun 30 09:13:09.756367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.764562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36104) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:09.765157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/734a5cd4-4994-4ff0-95d2-5d759ddec999 HTTP/1.1" status: 204 len: 168 time: 1.8883033 Jun 30 09:13:09.768219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b7a5b-b55d-445b-bccd-dda9ed2aa85e tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=734a5cd4-4994-4ff0-95d2-5d759ddec999,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.773381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'name': 'tempest-PortsTestJSON-737024454'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:09.787769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1443de4-243f-42a8-99f1-e0fa8c5a50eb req-fee1ebab-32ab-4174-9862-0841f2b1e1bf tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.793256 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-fb3d45b8-353b-406f-87ed-06b2ae342d50 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083449 Jun 30 09:13:09.796562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1443de4-243f-42a8-99f1-e0fa8c5a50eb req-fee1ebab-32ab-4174-9862-0841f2b1e1bf tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.3255947 Jun 30 09:13:09.975220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1443de4-243f-42a8-99f1-e0fa8c5a50eb req-1956f8ed-1f4f-4160-a61e-c3cab4e18ffd tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613462 Jun 30 09:13:10.008590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccbd1c0f-d82c-4da1-bd73-a916c2dba23a req-4eb4720a-3e1a-45bd-aceb-6f6020400608 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595649 Jun 30 09:13:10.010227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53218234-2d31-499d-996c-2dabb0062a88 req-bb3676b5-4219-48c3-9f16-a1a2b80c3fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099330 Jun 30 09:13:10.033897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-89f97b6e-ecb9-49e1-9f41-96be67eef289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.033897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-89f97b6e-ecb9-49e1-9f41-96be67eef289 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.2720819 Jun 30 09:13:10.173370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bdfa6ae6-c031-4d07-885b-d23596bc5112 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:10.197475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:10.206402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.252248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: bdfa6ae6-c031-4d07-885b-d23596bc5112 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:10.254529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-ae689867-4f8e-4b85-8560-4b33cfc2caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.255100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bdfa6ae6-c031-4d07-885b-d23596bc5112 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:10.258701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-ae689867-4f8e-4b85-8560-4b33cfc2caf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 1095 time: 0.1598446 Jun 30 09:13:10.278562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 5f0f2d32-4216-40a4-996a-c585b8e50e97 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:10.454935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-79c04289-d13b-463b-a19f-39e7ac3729d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.456997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-79c04289-d13b-463b-a19f-39e7ac3729d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4123354 Jun 30 09:13:10.478852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-45185d22-91cf-400b-862c-0c10fd76f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.480342 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-45185d22-91cf-400b-862c-0c10fd76f02d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 915 time: 0.2152514 Jun 30 09:13:10.540344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-ed812153-01ca-4f2e-8094-3cf304604ccb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d64602d-557b-4d2d-848b-beab9444cb2a HTTP/1.1" status: 200 len: 217 time: 0.0536020 Jun 30 09:13:10.630058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-6ed6b994-e162-4ac9-a5d6-f000e2e6d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.632581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-6ed6b994-e162-4ac9-a5d6-f000e2e6d2b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.0854900 Jun 30 09:13:10.661330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-6a31508f-4c2c-4e2f-8a78-16af1bf2f584 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911433 Jun 30 09:13:10.679243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-2fa7fd86-195f-49a6-91d9-49fc4d124035 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405264 Jun 30 09:13:10.688283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db845a0e-e3be-4136-8514-8883ffa40e55 req-148de00e-a8db-47e9-b6de-3490edf1e26d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.690211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db845a0e-e3be-4136-8514-8883ffa40e55 req-148de00e-a8db-47e9-b6de-3490edf1e26d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 943 time: 0.2916856 Jun 30 09:13:10.802838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-4a41ff32-3b93-46fd-8e6b-9055453c385c service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172678 Jun 30 09:13:10.822708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.854090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db845a0e-e3be-4136-8514-8883ffa40e55 req-895edafb-5916-43ef-aa28-7e393d62fd0d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962024 Jun 30 09:13:10.904576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ded0a6-2a2a-46a2-a790-e4d3384a1a83 req-aba96e45-a262-49db-a1b0-57705d136cd1 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084146 Jun 30 09:13:10.927966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.964457 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3c915949-3cd6-4ba9-82f9-5e42ad4dc093 req-5ba36afa-6c3d-44f7-8111-1b7aa6703c3a service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543031 Jun 30 09:13:10.985280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:10.988571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:10.992657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:10.998179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.999059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.019535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=5f0f2d32-4216-40a4-996a-c585b8e50e97,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:11.029138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a8f0647-3fcb-40cf-9cf9-d926434970df tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2616143 Jun 30 09:13:11.031695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:11.356410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 5f0f2d32-4216-40a4-996a-c585b8e50e97 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:11.357058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.435929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49fe7-3513-4be5-85af-d770fa85fb76 req-bf4c45a2-3e47-4818-869f-ed9a6a99c0c4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.437415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9f49fe7-3513-4be5-85af-d770fa85fb76 req-bf4c45a2-3e47-4818-869f-ed9a6a99c0c4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2310214 Jun 30 09:13:11.445700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dda746-62d1-4e32-8934-6331b5710fd5 req-58e139b8-ebed-485e-ab9f-5a5f07a38ec8 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.448077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04dda746-62d1-4e32-8934-6331b5710fd5 req-58e139b8-ebed-485e-ab9f-5a5f07a38ec8 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.3108180 Jun 30 09:13:11.494341 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.535197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04dda746-62d1-4e32-8934-6331b5710fd5 req-669417c9-778d-4eb9-9b47-ddfd6dfc335f tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747685 Jun 30 09:13:11.537902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 5f0f2d32-4216-40a4-996a-c585b8e50e97 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:11.542431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9f49fe7-3513-4be5-85af-d770fa85fb76 req-ce631f85-8504-4b25-a06a-e3854cb4e78c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936997 Jun 30 09:13:12.327294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafeead-8995-4fa5-917c-fbd4b1f6b08f req-9297a283-8323-44b1-8e75-46588757e8c6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.332826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9eafeead-8995-4fa5-917c-fbd4b1f6b08f req-9297a283-8323-44b1-8e75-46588757e8c6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.1585066 Jun 30 09:13:12.345616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:12.354539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Request body: {'floatingip': {'port_id': 'fcac8353-13e9-473c-91c6-dee8b4f34224'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:12.439698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.449821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.532903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93204-78e1-4516-a9f0-598f51e46176 req-b57982cf-e44f-4421-ba0d-ed16f8657953 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.534792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06b93204-78e1-4516-a9f0-598f51e46176 req-b57982cf-e44f-4421-ba0d-ed16f8657953 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 943 time: 0.3633413 Jun 30 09:13:12.565208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=5f0f2d32-4216-40a4-996a-c585b8e50e97,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.585631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.587489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-712d8dc6-7620-4d6d-9e2e-caef88320aeb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/5f0f2d32-4216-40a4-996a-c585b8e50e97 HTTP/1.1" status: 204 len: 168 time: 1.5545020 Jun 30 09:13:12.591976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:12.602157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'mac_address': 'fa:16:3e:0f:43:40', 'name': 'tempest-PortsTestJSON-1230465778'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:12.697713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06b93204-78e1-4516-a9f0-598f51e46176 req-96f43aa4-011c-4f1e-a5f5-8c40a53a193d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332481 Jun 30 09:13:12.792750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:12.937632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.983508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 143f6e1e-aea2-4e33-84e6-9f830cbf22c7 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:13.314850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.386100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.440077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c82077-9c40-48bb-80b4-6e8610bfd1d4 req-a7cf2aa1-4c9f-40e1-a7d0-92aa5934144f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.446571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:13.449154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4c82077-9c40-48bb-80b4-6e8610bfd1d4 req-a7cf2aa1-4c9f-40e1-a7d0-92aa5934144f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.6430607 Jun 30 09:13:13.450338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:13.452959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:13.459587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.460817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.488486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8933558 Jun 30 09:13:13.489714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:13.543359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3ec0b-0a2a-40b1-aaa6-eba818b17eaf tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=143f6e1e-aea2-4e33-84e6-9f830cbf22c7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:13.558570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4c82077-9c40-48bb-80b4-6e8610bfd1d4 req-aa50b1e5-5e95-49a8-a1d0-72d9d81a7205 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079686 Jun 30 09:13:13.596172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa46604-66fc-4944-9ce4-a2b9ad29e252 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.599422 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfa46604-66fc-4944-9ce4-a2b9ad29e252 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/143f6e1e-aea2-4e33-84e6-9f830cbf22c7 HTTP/1.1" status: 200 len: 841 time: 0.1056850 Jun 30 09:13:13.602129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36178) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:13.617621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.resource_extend [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:13:13.684105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.689981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.742054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 143f6e1e-aea2-4e33-84e6-9f830cbf22c7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:13.746286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.865843 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Floating IP 2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4 associated. External IP: 172.25.4.16, port: fcac8353-13e9-473c-91c6-dee8b4f34224. Jun 30 09:13:14.283728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190898c9-9916-4aad-bd29-879989c4da7b req-33c9b9e5-b93d-436b-ac64-99edb8b05f31 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.291260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-190898c9-9916-4aad-bd29-879989c4da7b req-33c9b9e5-b93d-436b-ac64-99edb8b05f31 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 943 time: 0.3123715 Jun 30 09:13:14.314410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.329469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:14.332181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 143f6e1e-aea2-4e33-84e6-9f830cbf22c7 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:14.375389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-190898c9-9916-4aad-bd29-879989c4da7b req-7286a02e-c243-4ebd-b626-3922e5123835 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832398 Jun 30 09:13:14.474262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.486223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:14.562135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=143f6e1e-aea2-4e33-84e6-9f830cbf22c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.576433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.585718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c012774-6f44-4dde-a80e-43c1a760a7ae tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/143f6e1e-aea2-4e33-84e6-9f830cbf22c7 HTTP/1.1" status: 204 len: 168 time: 0.9803886 Jun 30 09:13:14.587855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36202) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:14.599141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:14.612395 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:14.631077 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:14.632260 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:14.635731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.651056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:14.654183 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd010ddc-074f-43c8-a238-24685d52635f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:14.655958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd010ddc-074f-43c8-a238-24685d52635f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/143f6e1e-aea2-4e33-84e6-9f830cbf22c7 HTTP/1.1" status: 404 len: 333 time: 0.0670655 Jun 30 09:13:14.660123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36204) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:14.666197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'name': 'tempest-PortsTestJSON-527948539'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:14.676601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'port_id': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'mac_address': 'fa:16:3e:00:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13c11-6bbf-4bc7-a704-dd6910d1c20e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:14.726212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee235707-a501-47ee-8234-92f0226f3437 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "PUT /v2.0/floatingips/2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4 HTTP/1.1" status: 200 len: 990 time: 2.3806219 Jun 30 09:13:14.726816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:14.738979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.749786 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6" -d '{"events": [{"name": "network-changed", "server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:14.760458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d64602d-557b-4d2d-848b-beab9444cb2a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:14.784979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:14.793922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.833356 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a9a35-7355-4d5d-b3df-7ec56da970f3 x-openstack-request-id: req-0e0a9a35-7355-4d5d-b3df-7ec56da970f3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:14.833655 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:14.834099 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e0a9a35-7355-4d5d-b3df-7ec56da970f3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:14.834509 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'status': 'completed', 'code': 200} Jun 30 09:13:14.889329 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:14.906684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:14.910859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.918248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.947812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 0454a11f-743d-4443-bd08-271fbb123a7b yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:14.962402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-e86f3763-f3e6-432b-8520-c9d07b5811cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.963792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-e86f3763-f3e6-432b-8520-c9d07b5811cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=72874582d4ec4f8cb17d9f1e976af264&device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 1097 time: 0.1061175 Jun 30 09:13:15.203930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-33f5cf20-1539-442d-8ff7-63e3f1b5fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.211273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-33f5cf20-1539-442d-8ff7-63e3f1b5fc96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 200 len: 911 time: 0.2100816 Jun 30 09:13:15.249459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:4e:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:13Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:15.284753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3d64602d-557b-4d2d-848b-beab9444cb2a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:15.307058 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:15.331217 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:15.334375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:15.339887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-07b41a33-2a6f-453e-920c-0d342b9f270f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcac8353-13e9-473c-91c6-dee8b4f34224 HTTP/1.1" status: 200 len: 998 time: 0.1147904 Jun 30 09:13:15.486424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.545582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-0e4081f0-7321-4b71-90f3-bd9c79944c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.547419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-0e4081f0-7321-4b71-90f3-bd9c79944c5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 200 len: 849 time: 0.2011206 Jun 30 09:13:15.552433 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:15.758083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-c29d351c-aff5-455f-a11c-299c8c76a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.762044 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-c29d351c-aff5-455f-a11c-299c8c76a84a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f35fb41-0149-4ec3-bc44-783104650a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984279 Jun 30 09:13:15.764646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.846925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d08d5-9eb4-4a70-991e-35668c62844e req-4dc20c9a-9f74-4fae-907d-e5bdd8327298 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.859214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec9d08d5-9eb4-4a70-991e-35668c62844e req-4dc20c9a-9f74-4fae-907d-e5bdd8327298 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 944 time: 0.1612020 Jun 30 09:13:15.933679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-5b40ef54-1084-466a-82c2-ed4750c32e61 service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633997 Jun 30 09:13:15.937293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec9d08d5-9eb4-4a70-991e-35668c62844e req-3428aecd-06eb-4519-83c2-9bfe8216d0bc tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771289 Jun 30 09:13:15.970283 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:4e:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:13Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:16.036473 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84ee82-55ac-4e05-a415-9c376f0b752d None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'floating_ip_address': '172.25.4.16', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'port_id': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'mac_address': 'fa:16:3e:4e:93:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:13Z', 'revision_number': 1, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:16.084203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:16.094292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:16.101309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=0454a11f-743d-4443-bd08-271fbb123a7b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.104989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:16.111450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.112091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.154016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb7d4403-226a-466b-81d5-958636a64d23 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4900827 Jun 30 09:13:16.154824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36236) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.160451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:16.212940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f9e4c522-8fd8-4f01-960e-bffb7aae10f6 req-f3d233f5-dae5-454f-97ba-55464b6eeecf service neutron] 10.222.0.11 "GET /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115021 Jun 30 09:13:16.305815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.420490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d331f3-4f9a-4584-8861-cb73f21495ae None None] New status for floating IP 2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:16.662697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.667296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.728515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] In _notify_port_updated(), no bound segment for port 0454a11f-743d-4443-bd08-271fbb123a7b on network 4d270ad6-c70a-435f-992a-19494be18df6 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:16.739199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.739846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.741697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/ports/0454a11f-743d-4443-bd08-271fbb123a7b HTTP/1.1" status: 200 len: 818 time: 0.5860996 Jun 30 09:13:16.744497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36250) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:16.791533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71147ea2-6ef3-4c5e-81fd-228789072259 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=0454a11f-743d-4443-bd08-271fbb123a7b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.933388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 0454a11f-743d-4443-bd08-271fbb123a7b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:16.934414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.029626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.049572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 0454a11f-743d-4443-bd08-271fbb123a7b owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:17.146040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.218310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dca2bd-bbe1-448d-a619-a0642a6f4152 req-f2ac4bfe-2b07-4ebd-8cc8-8c8c5da1a740 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.230220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59dca2bd-bbe1-448d-a619-a0642a6f4152 req-f2ac4bfe-2b07-4ebd-8cc8-8c8c5da1a740 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 944 time: 0.1281796 Jun 30 09:13:17.233209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=0454a11f-743d-4443-bd08-271fbb123a7b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.246378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.248793 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3b0de054-2744-4953-872d-efc7280f62ab tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/0454a11f-743d-4443-bd08-271fbb123a7b HTTP/1.1" status: 204 len: 168 time: 0.5032368 Jun 30 09:13:17.254429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36264) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.307777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59dca2bd-bbe1-448d-a619-a0642a6f4152 req-18253e83-3618-42a5-ba55-4e2aee640ebb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 Jun 30 09:13:17.427056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f6fff-17db-4beb-ac8f-f2d1aaea593c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.431505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.431720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e34f6fff-17db-4beb-ac8f-f2d1aaea593c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1761057 Jun 30 09:13:17.462856 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d233053-1efd-40b3-aa57-124aafb28de2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:17.464683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1d233053-1efd-40b3-aa57-124aafb28de2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/0454a11f-743d-4443-bd08-271fbb123a7b HTTP/1.1" status: 404 len: 333 time: 0.0318310 Jun 30 09:13:17.468825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.474228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1601112632'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:17.497119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:17.503860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.545134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:17.597080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.597569 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment 886daf38-5b02-4e8d-b896-80549af3f8c3 of type vlan for network 5b3009e0-23cb-4e84-995a-612aacc7e028 Jun 30 09:13:17.660507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.693378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.704166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.705198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.733389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:17.734236 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2604961 Jun 30 09:13:17.739455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:17.821867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef01c-26ce-4d46-820e-e9d2d6b3b27f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=5b3009e0-23cb-4e84-995a-612aacc7e028,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.836698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:17.966510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:17.971800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.222103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.296466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=3fa2cba5-f50e-40cd-8e40-959e123b7327,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.303500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': '886daf38-5b02-4e8d-b896-80549af3f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:18.304375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: 5b3009e0-23cb-4e84-995a-612aacc7e028, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:18.325021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:18.343159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5b3009e0-23cb-4e84-995a-612aacc7e028) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:18.353732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce430e21-a81a-4633-8664-a4cd2a6dbf87 None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:18.362353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.363995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.399193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-edb8a064-7912-4f31-8ecb-10f688450c56 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6644537 Jun 30 09:13:18.403390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36298) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:18.410281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:18.522307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:18.657384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78acc0f-3274-4ca9-98be-72b8992a68a2 req-04a7eabb-fc0a-4364-865e-2cb5eddfe813 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.659134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c78acc0f-3274-4ca9-98be-72b8992a68a2 req-04a7eabb-fc0a-4364-865e-2cb5eddfe813 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 944 time: 0.2026465 Jun 30 09:13:18.683548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-5b3009e0-23cb-4e84-995a-612aacc7e028', 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '3fa2cba5-f50e-40cd-8e40-959e123b7327'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:18.684561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.716159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 3d64602d-557b-4d2d-848b-beab9444cb2a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:18.733392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 3d64602d-557b-4d2d-848b-beab9444cb2a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:18.733809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.737301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c78acc0f-3274-4ca9-98be-72b8992a68a2 req-02a9464b-9521-4232-b2d0-581332d7a562 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712996 Jun 30 09:13:18.739259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:18.748346 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.964609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Allocated IP 172.20.0.2 (5b3009e0-23cb-4e84-995a-612aacc7e028/3fa2cba5-f50e-40cd-8e40-959e123b7327/ac656e77-6189-4a45-b76c-412550039a9f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:18.978571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.986783 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3fa2cba5-f50e-40cd-8e40-959e123b7327 (CIDR: 172.20.0.0/28) Jun 30 09:13:18.993327 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:13:18.994289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:13:19.019174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dcae4d6f-d1de-4047-9f87-b85d5e660d0a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6143262 Jun 30 09:13:19.022587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:19.029051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:19.052569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:19.057315 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c2ca71-709a-40fc-8294-91e1c3461d05" -d '{"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-plugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:19.074028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:19.212271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.233011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Transition to ACTIVE for port object ac656e77-6189-4a45-b76c-412550039a9f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:19.264708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Transition to ACTIVE for port object ac656e77-6189-4a45-b76c-412550039a9f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:19.269838 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491adda0-7d70-492b-9858-a9b72ec86af5 x-openstack-request-id: req-491adda0-7d70-492b-9858-a9b72ec86af5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:19.270152 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-plugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:19.272551 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-491adda0-7d70-492b-9858-a9b72ec86af5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:19.273139 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'code': 200} Jun 30 09:13:19.274626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.282782 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.309925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:19.331928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:19.336112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:19.363478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:19.370629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.430411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Attempting to bind port ac656e77-6189-4a45-b76c-412550039a9f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:19.430793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Attempting to bind port ac656e77-6189-4a45-b76c-412550039a9f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '886daf38-5b02-4e8d-b896-80549af3f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:19.431225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Attempting to bind port ac656e77-6189-4a45-b76c-412550039a9f on network 5b3009e0-23cb-4e84-995a-612aacc7e028 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:19.436534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.445235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:19.446152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Checking segment: {'id': '886daf38-5b02-4e8d-b896-80549af3f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:19.446152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.446632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Bound using segment: {'id': '886daf38-5b02-4e8d-b896-80549af3f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:19.447024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Bound port: ac656e77-6189-4a45-b76c-412550039a9f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886daf38-5b02-4e8d-b896-80549af3f8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:19.447421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.466005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ffbeb-6eaf-43b8-b249-f0cbc19f8667 req-df71857f-f5b5-4334-b593-c8843a2e919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.467541 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-434ffbeb-6eaf-43b8-b249-f0cbc19f8667 req-df71857f-f5b5-4334-b593-c8843a2e919b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 1097 time: 0.2503302 Jun 30 09:13:19.519029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-434ffbeb-6eaf-43b8-b249-f0cbc19f8667 req-b024ef86-65d0-4f10-988c-403334bd7cf0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Jun 30 09:13:19.550220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] For port ac656e77-6189-4a45-b76c-412550039a9f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:19.555084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] For port ac656e77-6189-4a45-b76c-412550039a9f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac656e77-6189-4a45-b76c-412550039a9f,segment=NetworkSegment(886daf38-5b02-4e8d-b896-80549af3f8c3),segment_id=886daf38-5b02-4e8d-b896-80549af3f8c3)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:19.568752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.581022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Pushing event updated for resources: {'Port': ['ID=ac656e77-6189-4a45-b76c-412550039a9f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.648568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa907-53bf-4165-a241-73907734d677 None None] Pushing event updated for resources: {'Port': ['ID=ac656e77-6189-4a45-b76c-412550039a9f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.769020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.857269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=99bac850-3a12-4ae4-bc3d-f8106b7eadde,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.869979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:19.871640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:19.878303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.879050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.911912 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-682193fb-7054-4926-a1fb-3ff3670ddb88 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8816481 Jun 30 09:13:19.912383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:19.917694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'fixed_ips': [{'subnet_id': '3fa2cba5-f50e-40cd-8e40-959e123b7327'}, {'subnet_id': '99bac850-3a12-4ae4-bc3d-f8106b7eadde'}], 'name': 'tempest-PortsTestJSON-561259577'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:20.243983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcda5ec-dd5c-4004-9cc5-396d20c643aa req-3656d638-4ca1-48fc-86b6-bb7af3fd94d7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.246109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bcda5ec-dd5c-4004-9cc5-396d20c643aa req-3656d638-4ca1-48fc-86b6-bb7af3fd94d7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1569850 Jun 30 09:13:20.248481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:20.376214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bcda5ec-dd5c-4004-9cc5-396d20c643aa req-0d4df45d-5430-4c72-a8b4-bb8f551f4566 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158264 Jun 30 09:13:20.480533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.514321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 39f1eca8-d4b4-416a-b954-300f19cdfb8d yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:21.060599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.13 (5b3009e0-23cb-4e84-995a-612aacc7e028/3fa2cba5-f50e-40cd-8e40-959e123b7327/39f1eca8-d4b4-416a-b954-300f19cdfb8d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:21.086362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.21 (5b3009e0-23cb-4e84-995a-612aacc7e028/99bac850-3a12-4ae4-bc3d-f8106b7eadde/39f1eca8-d4b4-416a-b954-300f19cdfb8d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:21.314220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ebe90-a7e9-484c-b232-38c4b645d62a None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:21.388488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.411788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object 39f1eca8-d4b4-416a-b954-300f19cdfb8d will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:21.461713 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.468950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a280c8fc-f25c-4b21-89de-89b40b19dff8 None None] Provisioning for port ac656e77-6189-4a45-b76c-412550039a9f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:21.523243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:21.529628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:21.534696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:21.538497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=39f1eca8-d4b4-416a-b954-300f19cdfb8d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.633887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.634552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.664236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8ac57179-c315-4d96-807f-d2b8dca671b0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7508678 Jun 30 09:13:21.667355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36346) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:21.673724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c368aea-308e-4bdb-856d-52f6f1b7026f req-3e39edc8-88e2-44bc-b014-ebe51655b903 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.674757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fa2cba5-f50e-40cd-8e40-959e123b7327'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:21.680727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c368aea-308e-4bdb-856d-52f6f1b7026f req-3e39edc8-88e2-44bc-b014-ebe51655b903 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1076143 Jun 30 09:13:21.725526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c368aea-308e-4bdb-856d-52f6f1b7026f req-b56dbc8d-ae18-4dc0-8993-ed50763d24fd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Jun 30 09:13:21.766017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Update dhcp port {'port': {'network_id': '5b3009e0-23cb-4e84-995a-612aacc7e028', 'fixed_ips': [{'subnet_id': '3fa2cba5-f50e-40cd-8e40-959e123b7327', 'ip_address': '172.20.0.2'}, {'subnet_id': '99bac850-3a12-4ae4-bc3d-f8106b7eadde'}], 'binding:host_id': 'n-d-779913-25'}, 'id': 'ac656e77-6189-4a45-b76c-412550039a9f'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:13:21.831705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.911566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.051869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad980-da82-43ea-af50-3fda133eaba0 req-eccbcbc2-8be7-49a0-9088-fd159043a144 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.064565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab6ad980-da82-43ea-af50-3fda133eaba0 req-eccbcbc2-8be7-49a0-9088-fd159043a144 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1430612 Jun 30 09:13:22.130695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Allocated IP 172.20.0.18 (5b3009e0-23cb-4e84-995a-612aacc7e028/99bac850-3a12-4ae4-bc3d-f8106b7eadde/ac656e77-6189-4a45-b76c-412550039a9f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:22.155996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac656e77-6189-4a45-b76c-412550039a9f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:22.450558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] For port ac656e77-6189-4a45-b76c-412550039a9f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac656e77-6189-4a45-b76c-412550039a9f,segment=NetworkSegment(886daf38-5b02-4e8d-b896-80549af3f8c3),segment_id=886daf38-5b02-4e8d-b896-80549af3f8c3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:22.478537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ac656e77-6189-4a45-b76c-412550039a9f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:22.501131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ac656e77-6189-4a45-b76c-412550039a9f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:22.501521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.570027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.624142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Transition to ACTIVE for port object ac656e77-6189-4a45-b76c-412550039a9f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:22.626850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab6ad980-da82-43ea-af50-3fda133eaba0 req-0939c731-53b2-4062-8d56-15ff6bcec82f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613952 Jun 30 09:13:22.638906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Port ac656e77-6189-4a45-b76c-412550039a9f had new provisioning blocks added so it will not transition to active. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 09:13:22.649366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.703819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Delete allocated IP 172.20.0.21 (5b3009e0-23cb-4e84-995a-612aacc7e028/99bac850-3a12-4ae4-bc3d-f8106b7eadde) {{(pid=94185) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:13:22.781367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d07ef-796d-4691-b9ee-063b956ea03f None None] Pushing event updated for resources: {'Port': ['ID=ac656e77-6189-4a45-b76c-412550039a9f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:22.888769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.905659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Ignored duplicate provisioning block setup for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:13:22.909413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46268cf4-eb1c-4c96-a90f-5392ea517d0e req-3ca61832-6dbd-4b6f-a4c2-ae7080fcdda5 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.911435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.918496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46268cf4-eb1c-4c96-a90f-5392ea517d0e req-3ca61832-6dbd-4b6f-a4c2-ae7080fcdda5 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.1581597 Jun 30 09:13:23.003217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46268cf4-eb1c-4c96-a90f-5392ea517d0e req-319ee4a3-0b02-4673-a044-830c8286767c tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837257 Jun 30 09:13:23.049184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=39f1eca8-d4b4-416a-b954-300f19cdfb8d,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.062201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] In _notify_port_updated(), no bound segment for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d on network 5b3009e0-23cb-4e84-995a-612aacc7e028 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:23.067968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.070019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.074423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36372) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:23.074948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/ports/39f1eca8-d4b4-416a-b954-300f19cdfb8d HTTP/1.1" status: 200 len: 919 time: 1.4055166 Jun 30 09:13:23.076643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.077140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.077491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.077851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.078188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.078516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.078987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.079317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.080286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.080889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.081221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.081543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9142148-0404-47cd-9999-8855d268ac8d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:23.083138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fa2cba5-f50e-40cd-8e40-959e123b7327'}, {'subnet_id': '99bac850-3a12-4ae4-bc3d-f8106b7eadde'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:23.219854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.275868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7e284-83ba-4410-8efc-33376ce204f3 req-4bd04e79-e676-4dd3-b687-fb22f1a2bec1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.277433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b7e284-83ba-4410-8efc-33376ce204f3 req-4bd04e79-e676-4dd3-b687-fb22f1a2bec1 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1388128 Jun 30 09:13:23.481739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b7e284-83ba-4410-8efc-33376ce204f3 req-188add06-d321-44d2-837c-83a844f139fd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966841 Jun 30 09:13:23.596139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.30 (5b3009e0-23cb-4e84-995a-612aacc7e028/99bac850-3a12-4ae4-bc3d-f8106b7eadde/39f1eca8-d4b4-416a-b954-300f19cdfb8d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:23.772408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d2fd8-31fb-40fb-bf17-c6b0b835f253 req-5fcd4c7a-0efa-409b-9aaf-7d19468a7396 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.779344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc6d2fd8-31fb-40fb-bf17-c6b0b835f253 req-5fcd4c7a-0efa-409b-9aaf-7d19468a7396 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1322312 Jun 30 09:13:23.812104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f89ba-8e34-48be-93c4-4a0a73e40ab8 None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:23.879379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc6d2fd8-31fb-40fb-bf17-c6b0b835f253 req-0aa6b9f7-cef1-4af2-8d1a-7f351d4214c7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991659 Jun 30 09:13:23.924980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.940889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Provisioning for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:23.947108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Provisioning complete for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:23.947880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Ignored duplicate provisioning block setup for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:13:23.948812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.956381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.055013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=39f1eca8-d4b4-416a-b954-300f19cdfb8d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.140261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] In _notify_port_updated(), no bound segment for port 39f1eca8-d4b4-416a-b954-300f19cdfb8d on network 5b3009e0-23cb-4e84-995a-612aacc7e028 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:13:24.140808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Port 39f1eca8-d4b4-416a-b954-300f19cdfb8d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:24.148679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac656e77-6189-4a45-b76c-412550039a9f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:24.152021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.152781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.154125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de1954ea-cb74-430f-91fa-f35f50048516 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/ports/39f1eca8-d4b4-416a-b954-300f19cdfb8d HTTP/1.1" status: 200 len: 999 time: 1.0779989 Jun 30 09:13:24.157078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36408) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:24.310589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Provisioning for port ac656e77-6189-4a45-b76c-412550039a9f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:24.316632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Provisioning complete for port ac656e77-6189-4a45-b76c-412550039a9f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:24.316938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.348827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ac656e77-6189-4a45-b76c-412550039a9f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:24.349359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.371774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 39f1eca8-d4b4-416a-b954-300f19cdfb8d {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:24.372734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.528869 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.566087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.598171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 39f1eca8-d4b4-416a-b954-300f19cdfb8d owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:24.638321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ac656e77-6189-4a45-b76c-412550039a9f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac656e77-6189-4a45-b76c-412550039a9f,segment=NetworkSegment(886daf38-5b02-4e8d-b896-80549af3f8c3),segment_id=886daf38-5b02-4e8d-b896-80549af3f8c3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:24.652509 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.657347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.690555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc951f3-2cd1-4483-b763-23b45cab34ed req-dd3eb448-f91d-4cbf-a00a-bb48dac38649 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.702210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bc951f3-2cd1-4483-b763-23b45cab34ed req-dd3eb448-f91d-4cbf-a00a-bb48dac38649 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.2556019 Jun 30 09:13:24.754085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ac656e77-6189-4a45-b76c-412550039a9f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.816118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bc951f3-2cd1-4483-b763-23b45cab34ed req-c85e72fd-dd68-4ea4-9d56-a399f4c5c49a tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/security-groups?id=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126993 Jun 30 09:13:24.827272 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:13:24.827800 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-5457ef39-c8a5-488c-800e-e50b55d27388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:13:24.987225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-e25e5aa3-8b1f-4c7a-81c2-030e9100ce6d tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.988742 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-e25e5aa3-8b1f-4c7a-81c2-030e9100ce6d tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 945 time: 0.1524937 Jun 30 09:13:25.191056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5a5a-49d5-4e7c-af58-4ee0de5086bf req-86329c01-97d2-462a-b2d2-0953838c3923 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.192955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63dc5a5a-49d5-4e7c-af58-4ee0de5086bf req-86329c01-97d2-462a-b2d2-0953838c3923 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1529331 Jun 30 09:13:25.216789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.266738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=39f1eca8-d4b4-416a-b954-300f19cdfb8d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:25.270082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63dc5a5a-49d5-4e7c-af58-4ee0de5086bf req-594470c8-56ed-4929-8766-355639eb252b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691504 Jun 30 09:13:25.308936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Deleting port fe0119ea-a756-41c9-b3e4-3cf5313668d6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:25.309384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.486399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] For port fe0119ea-a756-41c9-b3e4-3cf5313668d6, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fe0119ea-a756-41c9-b3e4-3cf5313668d6,segment=NetworkSegment(f186fb37-95fc-4113-ba54-409de0d38634),segment_id=f186fb37-95fc-4113-ba54-409de0d38634)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:25.487051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.499296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5999405d-060b-4e89-b006-fe704abd23c8 None None] Could not find standard attr ID for object 39f1eca8-d4b4-416a-b954-300f19cdfb8d. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:25.509082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Calling delete_port for fe0119ea-a756-41c9-b3e4-3cf5313668d6 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:25.519950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5999405d-060b-4e89-b006-fe704abd23c8 None None] Provisioning complete for port ac656e77-6189-4a45-b76c-412550039a9f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:25.520863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5999405d-060b-4e89-b006-fe704abd23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.648693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.654165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36434) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:25.654321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb12706c-a4e7-4083-8160-5bf57ca4a2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/39f1eca8-d4b4-416a-b954-300f19cdfb8d HTTP/1.1" status: 204 len: 168 time: 1.4960020 Jun 30 09:13:25.692327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.700831 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-587bfe97-0be6-437c-9f76-9d901419d567 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:25.705291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['fe0119ea-a756-41c9-b3e4-3cf5313668d6'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:25.706519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-587bfe97-0be6-437c-9f76-9d901419d567 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/39f1eca8-d4b4-416a-b954-300f19cdfb8d HTTP/1.1" status: 404 len: 333 time: 0.0512903 Jun 30 09:13:25.709421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36436) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:25.731284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Pushing event deleted for resources: {'Port': ['ID=fe0119ea-a756-41c9-b3e4-3cf5313668d6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:25.779432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cad359a6-771b-46b0-9edd-577533f1ea4d None None] Could not find standard attr ID for object 39f1eca8-d4b4-416a-b954-300f19cdfb8d. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:25.815449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 99bac850-3a12-4ae4-bc3d-f8106b7eadde {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:25.820559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.873840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.908928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] No DVR routers for this DVR port fe0119ea-a756-41c9-b3e4-3cf5313668d6 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:25.911975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.917896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4604422b-08de-4e64-9e3a-d74ad4ebaf77 req-4dcfb664-5b69-466d-a9b2-b28e78b691c2 tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.11 "DELETE /v2.0/ports/fe0119ea-a756-41c9-b3e4-3cf5313668d6 HTTP/1.1" status: 204 len: 173 time: 0.9187055 Jun 30 09:13:25.918502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'name': 'network-vif-deleted', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:25.925183 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375c7a5-29ce-4ccf-9a04-259ed3e3c81d" -d '{"events": [{"server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "name": "network-vif-deleted", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:26.041093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.107612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac656e77-6189-4a45-b76c-412550039a9f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:26.181975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b12ae8c7-3bcf-4729-abbe-e101fc5d1ebe req-ba48382f-12e0-4e83-b0c3-b93e1ab6b3cc tempest-VolumesSnapshotTestJSON-2059882824 tempest-VolumesSnapshotTestJSON-2059882824-project] 10.222.0.66 "GET /v2.0/ports?device_id=42d00056-db47-4391-8852-7a9569d4bf69 HTTP/1.1" status: 200 len: 210 time: 0.0435169 Jun 30 09:13:26.238988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7ff8bf1e-2709-4766-a5af-2329858fa3cf None None] Could not find standard attr ID for object 39f1eca8-d4b4-416a-b954-300f19cdfb8d. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:26.264193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ac656e77-6189-4a45-b76c-412550039a9f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:26.270092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.276176 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd93a85f-05b1-4eea-9f5b-2ff8eb6a8917 x-openstack-request-id: req-bd93a85f-05b1-4eea-9f5b-2ff8eb6a8917 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:26.276700 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d00056-db47-4391-8852-7a9569d4bf69", "name": "network-vif-deleted", "tag": "fe0119ea-a756-41c9-b3e4-3cf5313668d6", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:26.276795 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd93a85f-05b1-4eea-9f5b-2ff8eb6a8917 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:26.277182 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d00056-db47-4391-8852-7a9569d4bf69', 'name': 'network-vif-deleted', 'tag': 'fe0119ea-a756-41c9-b3e4-3cf5313668d6', 'status': 'completed', 'code': 200} Jun 30 09:13:26.281776 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.343309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=99bac850-3a12-4ae4-bc3d-f8106b7eadde,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.346501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.350416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1cad7448-fe2d-4785-be29-1695ce49cc28 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/99bac850-3a12-4ae4-bc3d-f8106b7eadde HTTP/1.1" status: 204 len: 168 time: 0.6397767 Jun 30 09:13:26.353073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36452) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:26.475501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 3fa2cba5-f50e-40cd-8e40-959e123b7327 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:26.487614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.522788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7517a1-d3d0-4ec9-b009-97dec2fcddd6 None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:26.589414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5bff1bc1-0573-47c5-b891-260ff5cd8526 None None] Could not find standard attr ID for object 39f1eca8-d4b4-416a-b954-300f19cdfb8d. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:26.611116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.666655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd91f9-8a87-4d31-8b41-ff8fceb6746e req-c07621b7-fec7-42db-b729-552d0c406b43 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.671735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7abd91f9-8a87-4d31-8b41-ff8fceb6746e req-c07621b7-fec7-42db-b729-552d0c406b43 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1721520 Jun 30 09:13:26.766528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.776882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7abd91f9-8a87-4d31-8b41-ff8fceb6746e req-c99630d2-606e-4e59-9cec-f191e9fac2b3 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978119 Jun 30 09:13:26.877577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.921941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa2cba5-f50e-40cd-8e40-959e123b7327,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:26.929730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.932899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45694ccf-f2a1-46ef-8e6a-6b3226db7ffc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/3fa2cba5-f50e-40cd-8e40-959e123b7327 HTTP/1.1" status: 204 len: 168 time: 0.5787435 Jun 30 09:13:26.935846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36458) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:27.040782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.106072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port ac656e77-6189-4a45-b76c-412550039a9f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:27.106686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.180433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port ac656e77-6189-4a45-b76c-412550039a9f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ac656e77-6189-4a45-b76c-412550039a9f,segment=NetworkSegment(886daf38-5b02-4e8d-b896-80549af3f8c3),segment_id=886daf38-5b02-4e8d-b896-80549af3f8c3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:27.180952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.205218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for ac656e77-6189-4a45-b76c-412550039a9f owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:27.368830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.445075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=ac656e77-6189-4a45-b76c-412550039a9f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.464313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port ac656e77-6189-4a45-b76c-412550039a9f on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:27.682012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.688338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cdc9c-6d5f-4e03-a4c8-7ca22b8a0b8a None None] Network 5b3009e0-23cb-4e84-995a-612aacc7e028 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:27.734031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3009e0-23cb-4e84-995a-612aacc7e028']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:27.759857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886daf38-5b02-4e8d-b896-80549af3f8c3') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:27.760409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886daf38-5b02-4e8d-b896-80549af3f8c3') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:27.781972 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.807083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:27.846111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.866516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:27.866949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:27.872066 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:27.947524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-969d9956-ca8a-47ae-a818-780ce9217b68 None None] Could not find standard attr ID for object ac656e77-6189-4a45-b76c-412550039a9f. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:28.035513 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1fc741e-3c78-4c09-b3f9-8ed5774fb497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.101502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.123431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.125387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/5b3009e0-23cb-4e84-995a-612aacc7e028 HTTP/1.1" status: 204 len: 168 time: 1.1881876 Jun 30 09:13:28.131746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36494) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.132950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4370b8-396d-4710-9fb5-728184b6636b None None] DHCP port deletion for 5b3009e0-23cb-4e84-995a-612aacc7e028 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:28.182328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d86e-0690-421e-a2a9-4143c7ccc915 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=5b3009e0-23cb-4e84-995a-612aacc7e028,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.203261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fe98d-ec6b-4de0-aa9a-736ef7b55544 req-3b09eb5e-7e92-4772-8e45-3e7cde4a9069 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.204795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-459fe98d-ec6b-4de0-aa9a-736ef7b55544 req-3b09eb5e-7e92-4772-8e45-3e7cde4a9069 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.2337699 Jun 30 09:13:28.236850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1fc741e-3c78-4c09-b3f9-8ed5774fb497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.244565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1fc741e-3c78-4c09-b3f9-8ed5774fb497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.278218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-459fe98d-ec6b-4de0-aa9a-736ef7b55544 req-4b4b33c4-a2f0-41fd-9697-1f51978c32bf tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659308 Jun 30 09:13:28.287703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8a6c2-e873-4f5c-b323-f7b430629014 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.289558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4ed8a6c2-e873-4f5c-b323-f7b430629014 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1568401 Jun 30 09:13:28.293352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc741e-3c78-4c09-b3f9-8ed5774fb497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ce08b-374a-484b-a278-60b617ef955e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.296741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36498) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.372739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d1fc741e-3c78-4c09-b3f9-8ed5774fb497 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbacc1940b4545eb9025dccf93030ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642085 Jun 30 09:13:28.375929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36500) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.420883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-81118da6-15b3-4ba6-9cbd-d67a2b2f1f3a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1070857 Jun 30 09:13:28.421172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.426585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1237588064'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:28.453369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.467008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:28.470465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.513413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:28.527092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.527546 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment 2ac49100-d87e-4423-8660-b6de74609386 of type vlan for network e2830fca-96b3-4229-9f59-00ab25b5ebc2 Jun 30 09:13:28.552443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fe0119ea-a756-41c9-b3e4-3cf5313668d6 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:28.571506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.599492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.602017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: fe0119ea-a756-41c9-b3e4-3cf5313668d6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:28.602398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fe0119ea-a756-41c9-b3e4-3cf5313668d6 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:28.651133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.658294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.659163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.708133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.711491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.712658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf2ce08b-374a-484b-a278-60b617ef955e HTTP/1.1" status: 204 len: 168 time: 0.3357284 Jun 30 09:13:28.737909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3132071 Jun 30 09:13:28.738286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36512) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:28.743325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:28.751654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f2c1b-2831-49a9-8588-0ebe30478c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ce08b-374a-484b-a278-60b617ef955e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.771093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa60c-31b6-4ebf-83af-4d8a4ee4ff1c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=e2830fca-96b3-4229-9f59-00ab25b5ebc2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.798487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:28.899217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:28.904318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.193139 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.252084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-47fd876c-5e6a-4479-9409-6409aa81b389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.274453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=24941a85-dd07-4621-9671-3c48a97972b2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.294272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': '2ac49100-d87e-4423-8660-b6de74609386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:29.294461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: e2830fca-96b3-4229-9f59-00ab25b5ebc2, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:29.318864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:29.335545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e2830fca-96b3-4229-9f59-00ab25b5ebc2) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:29.342573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.343220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.349266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bf659-9583-4388-9dbc-9938dbca1776 None None] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:29.390245 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-79fffaf1-8f41-45ac-a45a-7bcbda4e7e66 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6508417 Jun 30 09:13:29.392943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36532) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.399973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2', 'name': 'tempest-PortsTestJSON-1467150449'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.566796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07badae-471c-40f8-b5ef-b75840d74b3c req-ed9af350-23de-41fe-a000-3656154dbae0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.577241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b07badae-471c-40f8-b5ef-b75840d74b3c req-ed9af350-23de-41fe-a000-3656154dbae0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1255453 Jun 30 09:13:29.599651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:29.610607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.642393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b07badae-471c-40f8-b5ef-b75840d74b3c req-dbba79c2-933c-4ace-9f38-dd89c3a5f1e0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Jun 30 09:13:29.648330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 60a742a3-e477-4b3a-bba0-840684fc2cf1 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:29.668306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-e2830fca-96b3-4229-9f59-00ab25b5ebc2', 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '24941a85-dd07-4621-9671-3c48a97972b2'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:29.672604 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.721219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.857544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.2 (e2830fca-96b3-4229-9f59-00ab25b5ebc2/24941a85-dd07-4621-9671-3c48a97972b2/60a742a3-e477-4b3a-bba0-840684fc2cf1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:29.872591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-298470316-network', 'tenant_id': 'bd626ac5926d4dd1b076237f227ca9a6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:29.923736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Made reservation on behalf of bd626ac5926d4dd1b076237f227ca9a6 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:29.936804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.964729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.001343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac656e77-6189-4a45-b76c-412550039a9f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:30.034629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ac656e77-6189-4a45-b76c-412550039a9f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:30.035283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ac656e77-6189-4a45-b76c-412550039a9f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:30.108603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.131834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object 60a742a3-e477-4b3a-bba0-840684fc2cf1 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:30.181548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.187644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.203371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.251582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:30.253701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9395dc7c-0a94-4a32-b3a8-830d2a249176 {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:13:30.254304 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:13:30.302359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:30.309151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55961737-d17a-4265-8d8e-c7381d4e2a3d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.318307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.318694 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Added segment 5586d905-4c63-4c79-8e08-d3406f3a51a4 of type vlan for network c9a54da5-0adb-457e-80dd-ce055343a5d5 Jun 30 09:13:30.320751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:30.323281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:30.361186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=60a742a3-e477-4b3a-bba0-840684fc2cf1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.426148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.426912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.450681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.468886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e2c97d8-a815-4410-a8f1-afafb911fb03 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0723152 Jun 30 09:13:30.469311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.475553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2', 'name': 'tempest-PortsTestJSON-1214282925'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:30.491268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.492515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.493166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.555276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8288176 Jun 30 09:13:30.556266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36564) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.563920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Request body: {'subnet': {'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-298470316-subnet', 'tenant_id': 'bd626ac5926d4dd1b076237f227ca9a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:30.577112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b9ba-6047-44b2-81fe-58c93df85803 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a54da5-0adb-457e-80dd-ce055343a5d5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.589087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:30.603274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Made reservation on behalf of bd626ac5926d4dd1b076237f227ca9a6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:30.606874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.756571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.771188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:30.777609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.805405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 3ed35e61-72c8-4f39-beef-213df344dd35 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:30.929450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.968405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Allocated IP 172.20.0.3 (e2830fca-96b3-4229-9f59-00ab25b5ebc2/24941a85-dd07-4621-9671-3c48a97972b2/d5785430-6a7a-42dc-91fa-27a42facb377) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:30.985180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2b3483-832c-457d-80a2-b2a74aa1db35,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.051587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Checking segment: {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:31.052062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Network hostable DHCP agents. Network: c9a54da5-0adb-457e-80dd-ce055343a5d5, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:31.055656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f617cf-9992-4593-97a2-1f95942a3625 req-9080c4ed-25be-4b5c-9b60-9d0d5ae0a012 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.066242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1f617cf-9992-4593-97a2-1f95942a3625 req-9080c4ed-25be-4b5c-9b60-9d0d5ae0a012 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1301513 Jun 30 09:13:31.074839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:31.090205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c9a54da5-0adb-457e-80dd-ce055343a5d5) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:31.101524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.101879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbcbc62-65be-4035-8f9a-19636394e7e8 None None] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:31.102300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.132769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3f0d025-c3d4-4428-88c5-f124eb48735b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5745289 Jun 30 09:13:31.148456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1f617cf-9992-4593-97a2-1f95942a3625 req-cc08632d-9a36-4626-8428-8fd7a653ca01 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812201 Jun 30 09:13:31.233626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.243189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Transition to ACTIVE for port object d5785430-6a7a-42dc-91fa-27a42facb377 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:31.262418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Transition to ACTIVE for port object d5785430-6a7a-42dc-91fa-27a42facb377 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:31.277030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.329996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Pushing event updated for resources: {'Port': ['ID=d5785430-6a7a-42dc-91fa-27a42facb377,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.363690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:31.370549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:31.375790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:31.424671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.12 (e2830fca-96b3-4229-9f59-00ab25b5ebc2/24941a85-dd07-4621-9671-3c48a97972b2/3ed35e61-72c8-4f39-beef-213df344dd35) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:31.494692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c2a87-4e40-4eed-a2f5-c67655276a3c None None] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:31.508736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Attempting to bind port d5785430-6a7a-42dc-91fa-27a42facb377 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:31.509112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Attempting to bind port d5785430-6a7a-42dc-91fa-27a42facb377 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2ac49100-d87e-4423-8660-b6de74609386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:31.509475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Attempting to bind port d5785430-6a7a-42dc-91fa-27a42facb377 on network e2830fca-96b3-4229-9f59-00ab25b5ebc2 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:31.558378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:31.558756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Checking segment: {'id': '2ac49100-d87e-4423-8660-b6de74609386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:31.559165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.559575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Bound using segment: {'id': '2ac49100-d87e-4423-8660-b6de74609386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:31.560041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Bound port: d5785430-6a7a-42dc-91fa-27a42facb377, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac49100-d87e-4423-8660-b6de74609386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2830fca-96b3-4229-9f59-00ab25b5ebc2'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:31.560425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.784735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.828122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object 3ed35e61-72c8-4f39-beef-213df344dd35 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:31.848861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] For port d5785430-6a7a-42dc-91fa-27a42facb377, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:31.860315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] For port d5785430-6a7a-42dc-91fa-27a42facb377, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5785430-6a7a-42dc-91fa-27a42facb377,segment=NetworkSegment(2ac49100-d87e-4423-8660-b6de74609386),segment_id=2ac49100-d87e-4423-8660-b6de74609386)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:31.915781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.922958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.005439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:32.022830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:32.028655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2126c-7519-428b-bef5-bf1a824f6a2a None None] Pushing event updated for resources: {'Port': ['ID=d5785430-6a7a-42dc-91fa-27a42facb377,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.036691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:32.079157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=3ed35e61-72c8-4f39-beef-213df344dd35,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.092484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:13:32.110581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.117024 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-09861d71-c3f1-4f82-9276-a13e043180ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.129777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.130524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.153129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f9efa6a6-2b67-4821-b093-192355399eb1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6826386 Jun 30 09:13:32.156210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36598) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:32.357240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa61242d-e8d8-4f9c-8ebf-7ab5e37741d9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.359080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa61242d-e8d8-4f9c-8ebf-7ab5e37741d9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.2012672 Jun 30 09:13:32.361730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36608) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:32.428827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5889952-22fb-4624-b5f4-237b19fdc1a7 req-64946c54-668e-4ae9-ab9e-0e41ddbd2a84 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.433581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5889952-22fb-4624-b5f4-237b19fdc1a7 req-64946c54-668e-4ae9-ab9e-0e41ddbd2a84 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1227899 Jun 30 09:13:32.503016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5889952-22fb-4624-b5f4-237b19fdc1a7 req-eb69a77c-9cd7-4be5-9691-bbc80274835e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Jun 30 09:13:32.585606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 3ed35e61-72c8-4f39-beef-213df344dd35 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:32.586238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.697239 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.726323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 3ed35e61-72c8-4f39-beef-213df344dd35 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:32.887961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.901950 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.919734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=3ed35e61-72c8-4f39-beef-213df344dd35,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.018158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.020766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8684b63a-f4c9-4390-91c5-ff5fa143357c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/3ed35e61-72c8-4f39-beef-213df344dd35 HTTP/1.1" status: 204 len: 168 time: 0.6579866 Jun 30 09:13:33.023499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36616) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:33.056983 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-775b66b0-801e-4a9a-8fe0-294b70732da4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:33.061675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:33.062261 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-775b66b0-801e-4a9a-8fe0-294b70732da4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/3ed35e61-72c8-4f39-beef-213df344dd35 HTTP/1.1" status: 404 len: 333 time: 0.0370448 Jun 30 09:13:33.187015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 60a742a3-e477-4b3a-bba0-840684fc2cf1 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:33.187420 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.318893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.322612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.338247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 60a742a3-e477-4b3a-bba0-840684fc2cf1 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:33.493434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ef66d-4aeb-45af-bade-5db5a3b4c48f None None] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:33.583674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-db334392-e448-4bc1-89ff-bc33e0a43ca3 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.585570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-db334392-e448-4bc1-89ff-bc33e0a43ca3 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 808 time: 0.1587832 Jun 30 09:13:33.635346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-3718a32c-6f38-48d0-8de7-420ea6494c9f tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/quotas/bd626ac5926d4dd1b076237f227ca9a6 HTTP/1.1" status: 200 len: 375 time: 0.0417280 Jun 30 09:13:33.683610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-5a720614-e1d1-4513-aa4f-cdbc354e5aad tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381739 Jun 30 09:13:33.736909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.794202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-712ff29b-51ad-4bdc-a8da-938843cbfdda None None] Provisioning for port d5785430-6a7a-42dc-91fa-27a42facb377 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:33.832620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=60a742a3-e477-4b3a-bba0-840684fc2cf1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.974694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.980115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2471e2f0-44dd-4441-8acd-9b819e3498de tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/60a742a3-e477-4b3a-bba0-840684fc2cf1 HTTP/1.1" status: 204 len: 168 time: 0.9164588 Jun 30 09:13:33.980698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36654) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:33.983493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-0b616845-9d69-4dc1-b508-d5357aa41990 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873378 Jun 30 09:13:33.992075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb48c9-a8a4-4f0f-aa43-197529b07411 req-a52c56d3-db42-474a-bfb3-6064bef4c63a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.999497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3afb48c9-a8a4-4f0f-aa43-197529b07411 req-a52c56d3-db42-474a-bfb3-6064bef4c63a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.3147826 Jun 30 09:13:34.017302 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb55e9ee-e91c-415d-b6cf-4293e94d56ee tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:34.019115 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb55e9ee-e91c-415d-b6cf-4293e94d56ee tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/60a742a3-e477-4b3a-bba0-840684fc2cf1 HTTP/1.1" status: 404 len: 333 time: 0.0363760 Jun 30 09:13:34.022073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36658) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:34.146759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3afb48c9-a8a4-4f0f-aa43-197529b07411 req-c75e6ba2-eb7a-4553-9b10-55dc232e03f4 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382840 Jun 30 09:13:34.147795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 24941a85-dd07-4621-9671-3c48a97972b2 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:34.157554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5785430-6a7a-42dc-91fa-27a42facb377 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:34.167540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.223373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-c7561c03-101e-4f11-b205-aca4ce711854 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209687 Jun 30 09:13:34.243547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.295680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d5785430-6a7a-42dc-91fa-27a42facb377 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:34.300700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d5785430-6a7a-42dc-91fa-27a42facb377 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:34.301360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.414030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.431038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.467552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] Provisioning complete for port d5785430-6a7a-42dc-91fa-27a42facb377 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:34.468984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.535105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.696774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:13:34.706475 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:13:34.722385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bbf416c-0c07-41e7-8109-62730c11483f req-24cdea16-d543-4d4f-8a3a-72822758762f tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 210 time: 0.1005681 Jun 30 09:13:34.794584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.807149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.865184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] For port d5785430-6a7a-42dc-91fa-27a42facb377, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5785430-6a7a-42dc-91fa-27a42facb377,segment=NetworkSegment(2ac49100-d87e-4423-8660-b6de74609386),segment_id=2ac49100-d87e-4423-8660-b6de74609386)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:34.875714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.059137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb2ac604-4bc5-478c-9016-7ed2c245d7ce None None] Could not find standard attr ID for object 60a742a3-e477-4b3a-bba0-840684fc2cf1. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:35.063913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.115330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b912d3-c082-4cb3-80cf-fcfabe378e07 None None] Pushing event updated for resources: {'Port': ['ID=d5785430-6a7a-42dc-91fa-27a42facb377,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:35.168636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.173351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/24941a85-dd07-4621-9671-3c48a97972b2 HTTP/1.1" status: 204 len: 168 time: 1.1502681 Jun 30 09:13:35.174222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36678) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:35.175706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044ee18-6b51-4754-b5af-8dd77a110299 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=24941a85-dd07-4621-9671-3c48a97972b2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:35.186005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6227f43c-9d93-404c-a621-5c5e85c1f464 None None] Could not find standard attr ID for object 3ed35e61-72c8-4f39-beef-213df344dd35. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:13:35.286080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.456296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7bea0-e834-40ba-a2c9-25f27128e9f2 None None] Network e2830fca-96b3-4229-9f59-00ab25b5ebc2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:35.515732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port d5785430-6a7a-42dc-91fa-27a42facb377 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:35.516090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.541020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594433aa-c48e-4420-9415-e206883a2a4e req-41cf359d-3ac1-41b9-8531-616b693e8723 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.542616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-594433aa-c48e-4420-9415-e206883a2a4e req-41cf359d-3ac1-41b9-8531-616b693e8723 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1761093 Jun 30 09:13:35.642080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-594433aa-c48e-4420-9415-e206883a2a4e req-2f5652c6-3d77-4d74-b4ca-8985189265e6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848670 Jun 30 09:13:35.657626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port d5785430-6a7a-42dc-91fa-27a42facb377, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5785430-6a7a-42dc-91fa-27a42facb377,segment=NetworkSegment(2ac49100-d87e-4423-8660-b6de74609386),segment_id=2ac49100-d87e-4423-8660-b6de74609386)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:35.657626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.676477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for d5785430-6a7a-42dc-91fa-27a42facb377 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:35.768509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] DHCP port deletion for e2830fca-96b3-4229-9f59-00ab25b5ebc2 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:35.893040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Deleting port d5785430-6a7a-42dc-91fa-27a42facb377 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:35.893432 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.899871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:35.961030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=d5785430-6a7a-42dc-91fa-27a42facb377,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.021142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] For port d5785430-6a7a-42dc-91fa-27a42facb377, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5785430-6a7a-42dc-91fa-27a42facb377,segment=NetworkSegment(2ac49100-d87e-4423-8660-b6de74609386),segment_id=2ac49100-d87e-4423-8660-b6de74609386)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:36.022532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.039561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Calling delete_port for d5785430-6a7a-42dc-91fa-27a42facb377 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:36.068610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b14f300e-1dd0-46e7-8990-3b860d8879e1 req-c9ce6f00-9181-4b93-b948-a895db471052 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 210 time: 0.1110377 Jun 30 09:13:36.069947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port d5785430-6a7a-42dc-91fa-27a42facb377 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:36.144871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5785430-6a7a-42dc-91fa-27a42facb377 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:36.200387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d5785430-6a7a-42dc-91fa-27a42facb377 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:36.200904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5785430-6a7a-42dc-91fa-27a42facb377 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:36.247280 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.248308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.261653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2830fca-96b3-4229-9f59-00ab25b5ebc2']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:36.273708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac49100-d87e-4423-8660-b6de74609386') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:36.274120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac49100-d87e-4423-8660-b6de74609386') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:36.279975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] Pushing event deleted for resources: {'Port': ['ID=d5785430-6a7a-42dc-91fa-27a42facb377,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.286234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b4cc8-caff-40ef-8e4c-017138572330 None None] No DVR routers for this DVR port d5785430-6a7a-42dc-91fa-27a42facb377 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:36.286394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.306289 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.312660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:36.313051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:36.316216 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:36.378330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.384430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.392837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/e2830fca-96b3-4229-9f59-00ab25b5ebc2 HTTP/1.1" status: 204 len: 168 time: 1.2150123 Jun 30 09:13:36.392837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36698) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:36.399915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610266598'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:36.417836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9733d0-571f-4f8c-9664-32c5d56d6347 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=e2830fca-96b3-4229-9f59-00ab25b5ebc2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.438127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:36.442957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.483729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:36.508741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.509101 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment 0d44696d-b693-4d0b-bedb-7f6076cf8917 of type vlan for network ce56104a-20bd-479a-9317-4ec378c641d3 Jun 30 09:13:36.563085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.601915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.609746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.610765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.651778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:36.653678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2581275 Jun 30 09:13:36.658664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:36.800351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415798a-1cdb-4f3d-ab97-60a736c42c73 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=ce56104a-20bd-479a-9317-4ec378c641d3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.811880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ce56104a-20bd-479a-9317-4ec378c641d3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:36.922725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e095fb2-41eb-4262-9880-0b90903748d4 req-443e451d-1914-43fd-abac-be95ed0c424e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.924402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e095fb2-41eb-4262-9880-0b90903748d4 req-443e451d-1914-43fd-abac-be95ed0c424e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1412308 Jun 30 09:13:37.025374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e095fb2-41eb-4262-9880-0b90903748d4 req-107555c8-c456-440c-a581-7cca6692e941 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929587 Jun 30 09:13:37.050826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:37.056162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.183255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-a34f65d2-acb5-4a04-9469-d3695969da10 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.184905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-a34f65d2-acb5-4a04-9469-d3695969da10 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 808 time: 0.3754632 Jun 30 09:13:37.201178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Request body: {'port': {'device_id': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5', 'admin_state_up': True, 'tenant_id': 'bd626ac5926d4dd1b076237f227ca9a6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:37.335807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6381a8d-7465-4b86-aa90-d8094111b2e5 req-9807326e-4884-4622-a008-ee5c2ebef6ce tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 210 time: 0.0438361 Jun 30 09:13:37.434943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Made reservation on behalf of bd626ac5926d4dd1b076237f227ca9a6 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:37.438598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.467830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.598391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:37.611896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': '0d44696d-b693-4d0b-bedb-7f6076cf8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:37.612413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: ce56104a-20bd-479a-9317-4ec378c641d3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:37.662656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network ce56104a-20bd-479a-9317-4ec378c641d3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:37.674049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ce56104a-20bd-479a-9317-4ec378c641d3) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:37.686695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.686695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.695121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9807f1-575a-443b-beee-120ee27a3f93 None None] Network ce56104a-20bd-479a-9317-4ec378c641d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:37.721005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2051164d-e204-4b7f-a9a2-1e4b6adc2ed9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0663018 Jun 30 09:13:37.723078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:37.729621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3', 'name': 'tempest-PortsTestJSON-1980216209', 'fixed_ips': [{'subnet_id': '40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8', 'ip_address': '172.20.0.10'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:37.733513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Allocated IP 172.20.0.14 (c9a54da5-0adb-457e-80dd-ce055343a5d5/2d2b3483-832c-457d-80a2-b2a74aa1db35/2fb546fa-93d2-48c5-a067-eb9d09ae462c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:38.028003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:38.138570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-ce56104a-20bd-479a-9317-4ec378c641d3', 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:38.142841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.182083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.321886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.354468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.464049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:38.491424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Allocated IP 172.20.0.2 (ce56104a-20bd-479a-9317-4ec378c641d3/40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8/3ff0713c-444c-4080-acfa-94727ef02194) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:38.495460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:38.500075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:38.523660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:38.565539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Pushing event updated for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:38.633943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.634605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.692881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d819e56e-7720-46c8-9b26-87b1c5c0075a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4929290 Jun 30 09:13:38.718172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d8b3d2fc-86a3-4b7e-b65f-24e8db09b009 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:13:38.719252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-d8b3d2fc-86a3-4b7e-b65f-24e8db09b009 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218596 Jun 30 09:13:38.750645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.765918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Transition to ACTIVE for port object 3ff0713c-444c-4080-acfa-94727ef02194 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:38.778334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342c1f8-75cc-4a8b-b894-bb62c8e813ac req-274a3405-c2ef-4dfd-979e-aa0a60dd1232 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.785636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d342c1f8-75cc-4a8b-b894-bb62c8e813ac req-274a3405-c2ef-4dfd-979e-aa0a60dd1232 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.3914931 Jun 30 09:13:38.796400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Transition to ACTIVE for port object 3ff0713c-444c-4080-acfa-94727ef02194 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:38.807947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.861100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Network ce56104a-20bd-479a-9317-4ec378c641d3 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:38.864678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:38.870312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:38.893568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442cfb6-0d06-46c9-a3a1-3641b56cfb55 req-fdd7d046-ab94-465c-9b55-bd5204711322 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.895442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e442cfb6-0d06-46c9-a3a1-3641b56cfb55 req-fdd7d046-ab94-465c-9b55-bd5204711322 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 932 time: 0.2536988 Jun 30 09:13:38.907946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Request body: {'port': {'device_id': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:38.992369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.10 (ce56104a-20bd-479a-9317-4ec378c641d3/40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8/76eb5b2f-1d8b-428b-a90b-8a8405e44234) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:38.992632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Attempting to bind port 3ff0713c-444c-4080-acfa-94727ef02194 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:38.992940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Attempting to bind port 3ff0713c-444c-4080-acfa-94727ef02194 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0d44696d-b693-4d0b-bedb-7f6076cf8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:38.993341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Attempting to bind port 3ff0713c-444c-4080-acfa-94727ef02194 on network ce56104a-20bd-479a-9317-4ec378c641d3 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:38.999370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:38.999754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Checking segment: {'id': '0d44696d-b693-4d0b-bedb-7f6076cf8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:39.000150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.000706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Bound using segment: {'id': '0d44696d-b693-4d0b-bedb-7f6076cf8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:39.001202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Bound port: 3ff0713c-444c-4080-acfa-94727ef02194, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d44696d-b693-4d0b-bedb-7f6076cf8917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:39.001602 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.004947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Pushing event updated for resources: {'Port': ['ID=3ff0713c-444c-4080-acfa-94727ef02194,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.116423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] For port 3ff0713c-444c-4080-acfa-94727ef02194, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:39.122772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] For port 3ff0713c-444c-4080-acfa-94727ef02194, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ff0713c-444c-4080-acfa-94727ef02194,segment=NetworkSegment(0d44696d-b693-4d0b-bedb-7f6076cf8917),segment_id=0d44696d-b693-4d0b-bedb-7f6076cf8917)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:39.133983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.148037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.178725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.193684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object 76eb5b2f-1d8b-428b-a90b-8a8405e44234 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:39.226016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826f8d-6939-4767-9a6f-7b143889064a None None] Pushing event updated for resources: {'Port': ['ID=3ff0713c-444c-4080-acfa-94727ef02194,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.267468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d342c1f8-75cc-4a8b-b894-bb62c8e813ac req-4dd1cfe1-79b0-4a0d-bb58-5e89c3b788d7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809270 Jun 30 09:13:39.291051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.378149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e442cfb6-0d06-46c9-a3a1-3641b56cfb55 req-d88655fd-97d5-4d6d-af96-0ec50275d549 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550071 Jun 30 09:13:39.387129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network ce56104a-20bd-479a-9317-4ec378c641d3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:39.394932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:39.398565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:39.497273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=76eb5b2f-1d8b-428b-a90b-8a8405e44234,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.593171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.593865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.669847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1cef7e46-242a-4160-8b3b-c1dcf3457323 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9446154 Jun 30 09:13:39.672090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:39.681426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': 'ce56104a-20bd-479a-9317-4ec378c641d3', 'name': 'tempest-PortsTestJSON-1136387083', 'fixed_ips': [{'subnet_id': '40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8', 'ip_address': '172.20.0.9'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:39.815585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb546fa-93d2-48c5-a067-eb9d09ae462c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:39.830119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.854276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Transition to ACTIVE for port object 2fb546fa-93d2-48c5-a067-eb9d09ae462c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:39.870245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.964215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:40.075950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.080034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Pushing event updated for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.122158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port d4bf5f58-5c76-4f21-bc9a-c8849cad730b yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:40.158384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ff0713c-444c-4080-acfa-94727ef02194 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:40.229114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3ff0713c-444c-4080-acfa-94727ef02194 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:40.378926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.9 (ce56104a-20bd-479a-9317-4ec378c641d3/40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8/d4bf5f58-5c76-4f21-bc9a-c8849cad730b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:40.415631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Attempting to bind port 2fb546fa-93d2-48c5-a067-eb9d09ae462c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:40.415916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Attempting to bind port 2fb546fa-93d2-48c5-a067-eb9d09ae462c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:40.416289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Attempting to bind port 2fb546fa-93d2-48c5-a067-eb9d09ae462c on network c9a54da5-0adb-457e-80dd-ce055343a5d5 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:40.438483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Port 2fb546fa-93d2-48c5-a067-eb9d09ae462c on network c9a54da5-0adb-457e-80dd-ce055343a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:40.439207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Attempting to bind port 2fb546fa-93d2-48c5-a067-eb9d09ae462c on network c9a54da5-0adb-457e-80dd-ce055343a5d5 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:40.467977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:40.468360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Checking segment: {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:40.468790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Bound using segment: {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:40.469242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Bound port: 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:40.469609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.734910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08b4bb-a506-4165-86f7-2d861b4fb72a req-c5de12f8-c32f-4d30-92ee-2b71111a1fab tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.755793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff08b4bb-a506-4165-86f7-2d861b4fb72a req-c5de12f8-c32f-4d30-92ee-2b71111a1fab tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1968696 Jun 30 09:13:40.788639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:40.794068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:40.812168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.829336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b020cd-eb72-4904-b156-033322422646 None None] Network ce56104a-20bd-479a-9317-4ec378c641d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:40.885733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.886614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.888041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] 10.222.0.11 "PUT /v2.0/ports/2fb546fa-93d2-48c5-a067-eb9d09ae462c HTTP/1.1" status: 200 len: 1093 time: 2.1573975 Jun 30 09:13:40.888605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:40.891230 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241ec27b-11ff-4712-97c6-7bd912a30ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:40.936415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5034d-2b50-4783-a35f-4171c1330fab service neutron] Pushing event updated for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.976394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff08b4bb-a506-4165-86f7-2d861b4fb72a req-5785d408-14c8-4421-abdb-90d482776776 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183154 Jun 30 09:13:40.978578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.027140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a55be4-f654-4d9c-b16e-4b3bdc2a9207 req-41603c77-5df2-44ab-a882-784a2f7ef4bc tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.041718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3a55be4-f654-4d9c-b16e-4b3bdc2a9207 req-41603c77-5df2-44ab-a882-784a2f7ef4bc tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 944 time: 0.2585006 Jun 30 09:13:41.090366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object d4bf5f58-5c76-4f21-bc9a-c8849cad730b will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:41.155586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3a55be4-f654-4d9c-b16e-4b3bdc2a9207 req-696c2558-a523-4b49-98fc-0b95a2441e28 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112051 Jun 30 09:13:41.161330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Provisioning for port 3ff0713c-444c-4080-acfa-94727ef02194 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:41.171594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Provisioning complete for port 3ff0713c-444c-4080-acfa-94727ef02194 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:41.172269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.227558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.295662 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65baac2-daea-4658-afc9-8f96cf524a61 x-openstack-request-id: req-e65baac2-daea-4658-afc9-8f96cf524a61 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:41.295956 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:41.296208 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e65baac2-daea-4658-afc9-8f96cf524a61 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:41.296604 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c', 'status': 'completed', 'code': 200} Jun 30 09:13:41.315716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network ce56104a-20bd-479a-9317-4ec378c641d3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:41.316902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=d4bf5f58-5c76-4f21-bc9a-c8849cad730b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:41.321504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:41.325170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:41.387013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.387765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.389410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.413150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-50497b58-efe8-4a15-a34d-7ee458aacc54 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7397351 Jun 30 09:13:41.415169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36772) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:41.434485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-6043f719-8844-4aa8-a2ed-6810489b1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.438097 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-6043f719-8844-4aa8-a2ed-6810489b1e50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 1096 time: 0.4713149 Jun 30 09:13:41.472668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] For port 3ff0713c-444c-4080-acfa-94727ef02194, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ff0713c-444c-4080-acfa-94727ef02194,segment=NetworkSegment(0d44696d-b693-4d0b-bedb-7f6076cf8917),segment_id=0d44696d-b693-4d0b-bedb-7f6076cf8917)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:41.491398 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.567941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-5ef4d845-245e-4990-aeba-bf1ec5952fe2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c HTTP/1.1" status: 200 len: 217 time: 0.1218796 Jun 30 09:13:41.572218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c98b5-dc81-4d3f-a7a7-c438ef06d54f None None] Pushing event updated for resources: {'Port': ['ID=3ff0713c-444c-4080-acfa-94727ef02194,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:41.602349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1096de0-339f-4bad-b11c-1039661a5f7a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.605797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a1096de0-339f-4bad-b11c-1039661a5f7a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1869950 Jun 30 09:13:41.606655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:41.663820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-bf03db94-a9fd-46cd-b1d7-ed094c8d7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.665351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-bf03db94-a9fd-46cd-b1d7-ed094c8d7890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d2b3483-832c-457d-80a2-b2a74aa1db35 HTTP/1.1" status: 200 len: 848 time: 0.0865881 Jun 30 09:13:41.705717 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-fe7247e4-5fd8-489f-9bcf-7cdbd206f360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9a54da5-0adb-457e-80dd-ce055343a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330632 Jun 30 09:13:41.729369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448656d-8c59-4edc-933e-119de7f01ef1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.742371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448656d-8c59-4edc-933e-119de7f01ef1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.749721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448656d-8c59-4edc-933e-119de7f01ef1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.754296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0448656d-8c59-4edc-933e-119de7f01ef1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1440029 Jun 30 09:13:41.754726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:41.848955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Provisioning complete for port 3ff0713c-444c-4080-acfa-94727ef02194 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:41.849315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.893194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-47d8b453-2b3a-4f48-9828-04d1a7b11ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773176 Jun 30 09:13:41.968255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port d4bf5f58-5c76-4f21-bc9a-c8849cad730b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:41.969011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.076797 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b3acacc2-9c61-409d-897c-c3999c950d47 req-3b31979b-425e-4471-887a-8813bdc1f5f9 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761293 Jun 30 09:13:42.165746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Provisioning for port d4bf5f58-5c76-4f21-bc9a-c8849cad730b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:42.179471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Provisioning complete for port d4bf5f58-5c76-4f21-bc9a-c8849cad730b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.180898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.265207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.283030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Port d4bf5f58-5c76-4f21-bc9a-c8849cad730b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:42.290719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ff0713c-444c-4080-acfa-94727ef02194 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:42.298589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for d4bf5f58-5c76-4f21-bc9a-c8849cad730b owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:42.374166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-deed3d6f-d9be-4c79-8b4b-48067e5d9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.382928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-deed3d6f-d9be-4c79-8b4b-48067e5d9f27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 1096 time: 0.1753116 Jun 30 09:13:42.393104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Provisioning for port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:42.410329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Provisioning complete for port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.412965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.510239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fc57f3c9-a68f-4d4e-b542-18767d653e52 None None] Port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:42.561660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3ff0713c-444c-4080-acfa-94727ef02194 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.577149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.695977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-0c2bc0e7-a605-4249-b49b-52e162ec330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.696696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e66b5f01-8179-4c96-b93a-a27fc62ce916 None None] Provisioning complete for port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.697963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-0c2bc0e7-a605-4249-b49b-52e162ec330f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 909 time: 0.3017681 Jun 30 09:13:42.699673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e66b5f01-8179-4c96-b93a-a27fc62ce916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.765000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-017b348d-1414-4581-ac35-a772183092fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c HTTP/1.1" status: 200 len: 217 time: 0.0600340 Jun 30 09:13:42.807257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e66b5f01-8179-4c96-b93a-a27fc62ce916 None None] Port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:42.957488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-b28e93cf-f594-4845-afde-df1861e44890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.961086 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-b28e93cf-f594-4845-afde-df1861e44890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d2b3483-832c-457d-80a2-b2a74aa1db35 HTTP/1.1" status: 200 len: 848 time: 0.1900911 Jun 30 09:13:42.972935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-87a259d8-0d0a-4b26-b658-24894d211bcf None None] Provisioning complete for port d4bf5f58-5c76-4f21-bc9a-c8849cad730b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:42.973326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-87a259d8-0d0a-4b26-b658-24894d211bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.031716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-da1fdbbb-fedf-4032-ab1e-cdc02370db36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9a54da5-0adb-457e-80dd-ce055343a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570230 Jun 30 09:13:43.036118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-87a259d8-0d0a-4b26-b658-24894d211bcf None None] Port d4bf5f58-5c76-4f21-bc9a-c8849cad730b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:43.144995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-64b9e58e-6d27-4d09-8de8-caf2d42f58d4 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994549 Jun 30 09:13:43.202668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deac8a-fcd5-4657-aada-423ed9475e35 req-bcb62e72-2444-4780-a9bc-07fa5b15523e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:43.211752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01deac8a-fcd5-4657-aada-423ed9475e35 req-bcb62e72-2444-4780-a9bc-07fa5b15523e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.7267780 Jun 30 09:13:43.214255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.274483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=d4bf5f58-5c76-4f21-bc9a-c8849cad730b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.295964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01deac8a-fcd5-4657-aada-423ed9475e35 req-e47d81c3-1c88-43d3-8573-0ab366f90dd6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833001 Jun 30 09:13:43.398159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4e6d4-cffa-40fd-a0cd-66d9abac2b2c req-69ffc5e1-018b-4233-84b5-162cf4198b4c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:43.399703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66c4e6d4-cffa-40fd-a0cd-66d9abac2b2c req-69ffc5e1-018b-4233-84b5-162cf4198b4c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 944 time: 0.7373083 Jun 30 09:13:43.418620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-241ec27b-11ff-4712-97c6-7bd912a30ca0 req-01b55d62-7c3a-4da3-8e68-3aa360e8b432 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616835 Jun 30 09:13:43.489656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.497254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d869c8b3-e28d-4c6d-a979-ff7fca1f141a tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/d4bf5f58-5c76-4f21-bc9a-c8849cad730b HTTP/1.1" status: 204 len: 168 time: 1.7412388 Jun 30 09:13:43.501185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:43.538236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66c4e6d4-cffa-40fd-a0cd-66d9abac2b2c req-26b49821-df41-4d7b-b26b-dba8e503449e tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282425 Jun 30 09:13:43.572895 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-029b1432-3e79-4d9d-ab77-18fba842f723 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:43.574862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-029b1432-3e79-4d9d-ab77-18fba842f723 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/d4bf5f58-5c76-4f21-bc9a-c8849cad730b HTTP/1.1" status: 404 len: 333 time: 0.0723937 Jun 30 09:13:43.577922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36804) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:43.745669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 76eb5b2f-1d8b-428b-a90b-8a8405e44234 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:43.746051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.853443 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.875875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 76eb5b2f-1d8b-428b-a90b-8a8405e44234 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:44.031927 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.067451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=76eb5b2f-1d8b-428b-a90b-8a8405e44234,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.160648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.163312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5cb8ad22-1b81-4734-bb7e-c2bc9e34e4c1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/76eb5b2f-1d8b-428b-a90b-8a8405e44234 HTTP/1.1" status: 204 len: 168 time: 0.5837412 Jun 30 09:13:44.166168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36810) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:44.219871 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e2f551-74e7-4ba0-8821-1a4e87ced065 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:44.225028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:44.225570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-07e2f551-74e7-4ba0-8821-1a4e87ced065 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/76eb5b2f-1d8b-428b-a90b-8a8405e44234 HTTP/1.1" status: 404 len: 333 time: 0.0580626 Jun 30 09:13:44.287975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:44.291491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.332229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.420442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.487674 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.518559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.529955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.534260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c63227b-4cc3-4bb5-a36e-84443ee59e2f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8 HTTP/1.1" status: 204 len: 168 time: 0.3068860 Jun 30 09:13:44.535927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d662e9-2536-4d62-8b21-8f9e28f1a85a None None] Network ce56104a-20bd-479a-9317-4ec378c641d3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:44.538386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36820) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:44.592110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360cdb6-b9a8-4a7c-a6a1-3a6170d2e642 req-7f2ec2dd-274a-4c90-8383-de039bf7da23 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.600413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f360cdb6-b9a8-4a7c-a6a1-3a6170d2e642 req-7f2ec2dd-274a-4c90-8383-de039bf7da23 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1258943 Jun 30 09:13:44.676457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.682788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f360cdb6-b9a8-4a7c-a6a1-3a6170d2e642 req-b7d9cfac-21e9-4266-a7de-02e5d1b5c622 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772378 Jun 30 09:13:44.785332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 3ff0713c-444c-4080-acfa-94727ef02194 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:44.785688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.816503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] DHCP port deletion for ce56104a-20bd-479a-9317-4ec378c641d3 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:44.885486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c1d88-fb3b-47ca-b883-e6a89ffb2566 req-6277a550-e91c-46df-bb8c-e2a8e6977f7d tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.890283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef2c1d88-fb3b-47ca-b883-e6a89ffb2566 req-6277a550-e91c-46df-bb8c-e2a8e6977f7d tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 944 time: 0.1001048 Jun 30 09:13:44.915213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Deleting port 3ff0713c-444c-4080-acfa-94727ef02194 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:44.915967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.916450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port 3ff0713c-444c-4080-acfa-94727ef02194, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ff0713c-444c-4080-acfa-94727ef02194,segment=NetworkSegment(0d44696d-b693-4d0b-bedb-7f6076cf8917),segment_id=0d44696d-b693-4d0b-bedb-7f6076cf8917)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:44.916816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.935611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef2c1d88-fb3b-47ca-b883-e6a89ffb2566 req-9db99135-95cd-4de9-937a-4ad57db2ee7d tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Jun 30 09:13:44.937791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 3ff0713c-444c-4080-acfa-94727ef02194 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:44.990311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] For port 3ff0713c-444c-4080-acfa-94727ef02194, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ff0713c-444c-4080-acfa-94727ef02194,segment=NetworkSegment(0d44696d-b693-4d0b-bedb-7f6076cf8917),segment_id=0d44696d-b693-4d0b-bedb-7f6076cf8917)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:44.990783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.006391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Calling delete_port for 3ff0713c-444c-4080-acfa-94727ef02194 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:45.041837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.079002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=3ff0713c-444c-4080-acfa-94727ef02194,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.081184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port 3ff0713c-444c-4080-acfa-94727ef02194 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:45.090690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.103617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] No DVR routers for this DVR port 3ff0713c-444c-4080-acfa-94727ef02194 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:45.126607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e0213-8264-42f0-b06b-b06490f9c81d None None] Pushing event deleted for resources: {'Port': ['ID=3ff0713c-444c-4080-acfa-94727ef02194,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.174691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.186275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56104a-20bd-479a-9317-4ec378c641d3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.198516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d44696d-b693-4d0b-bedb-7f6076cf8917') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.198817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d44696d-b693-4d0b-bedb-7f6076cf8917') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.209583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.229013 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.236874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:45.237487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:45.260882 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:45.333108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.338081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.343673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/ce56104a-20bd-479a-9317-4ec378c641d3 HTTP/1.1" status: 204 len: 168 time: 0.8001418 Jun 30 09:13:45.344130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:45.349032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1514800763'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:45.368266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c9743-f87a-4959-9c9b-8207e0ec4a10 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=ce56104a-20bd-479a-9317-4ec378c641d3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.392715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:45.397013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.422347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:45.432742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.433088 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Added segment 6786cf48-6ec3-499b-b11b-567cba80055f of type vlan for network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 Jun 30 09:13:45.477098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.507566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.513498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.514120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.583969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2362142 Jun 30 09:13:45.584202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:45.589339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:45.615990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a8974-544c-4270-8fb4-4cef3ec92013 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Network': ['ID=b3ce30a3-ea76-4d14-be1c-5cb4c658e955,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.633330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:45.698810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:45.702855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.107306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ff0713c-444c-4080-acfa-94727ef02194 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:46.128304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3ff0713c-444c-4080-acfa-94727ef02194 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:46.128668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ff0713c-444c-4080-acfa-94727ef02194 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:46.147308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae94958-c7b8-4fef-95be-643218d39d8c req-060f43bd-f9c9-41d1-b760-8e63e4d6e5fb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.148906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eae94958-c7b8-4fef-95be-643218d39d8c req-060f43bd-f9c9-41d1-b760-8e63e4d6e5fb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.2440798 Jun 30 09:13:46.149844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.277570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eae94958-c7b8-4fef-95be-643218d39d8c req-450d1b76-1005-4053-a375-94b487f486c7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210387 Jun 30 09:13:46.278245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=11857f7a-a7d1-4949-8edf-ecb8d3bbba01,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.294501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Checking segment: {'id': '6786cf48-6ec3-499b-b11b-567cba80055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:46.294887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network hostable DHCP agents. Network: b3ce30a3-ea76-4d14-be1c-5cb4c658e955, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:46.323897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:46.346875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9b092-5c00-41e5-9c59-44627d9b2b1a req-e6d41373-8ccb-40b2-9b02-5ee37afaf98c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.348853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bd9b092-5c00-41e5-9c59-44627d9b2b1a req-e6d41373-8ccb-40b2-9b02-5ee37afaf98c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 944 time: 0.1326838 Jun 30 09:13:46.350294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b3ce30a3-ea76-4d14-be1c-5cb4c658e955) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:46.354327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.355105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.367408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccfda3-eaa3-4e5c-bb7b-df123338b905 None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:46.389252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea650496-0239-4b02-a35b-6e2968a99b17 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8039608 Jun 30 09:13:46.392057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36858) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.398238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2081248301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:46.418549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bd9b092-5c00-41e5-9c59-44627d9b2b1a req-3b0a527e-5084-4b39-999e-b22e619fb60e tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516272 Jun 30 09:13:46.440899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.443520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.531338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.541734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.560941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.562257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23f597d4-abe6-401d-b73b-2a54f1a52ad0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1683164 Jun 30 09:13:46.564919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.572912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955', 'name': 'tempest-PortsTestJSON-1013343656'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:46.609354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b3ce30a3-ea76-4d14-be1c-5cb4c658e955', 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '11857f7a-a7d1-4949-8edf-ecb8d3bbba01'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:46.610427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.706815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:46.711678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.725244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2fb546fa-93d2-48c5-a067-eb9d09ae462c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:46.731963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port d4a764ad-e905-4762-91fb-f0ca468c7f49 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:46.785071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Allocated IP 172.20.0.2 (b3ce30a3-ea76-4d14-be1c-5cb4c658e955/11857f7a-a7d1-4949-8edf-ecb8d3bbba01/732e346f-4bd2-45d0-9213-3c766caf7f5e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:47.000251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:47.024890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '2fb546fa-93d2-48c5-a067-eb9d09ae462c', 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5', 'port_id': '2fb546fa-93d2-48c5-a067-eb9d09ae462c', 'mac_address': 'fa:16:3e:51:ae:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2b3483-832c-457d-80a2-b2a74aa1db35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:47.031070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.067142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Transition to ACTIVE for port object 732e346f-4bd2-45d0-9213-3c766caf7f5e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:47.243344 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.254733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Transition to ACTIVE for port object 732e346f-4bd2-45d0-9213-3c766caf7f5e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:47.260561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb546fa-93d2-48c5-a067-eb9d09ae462c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:47.274376 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.301996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:47.334830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.9 (b3ce30a3-ea76-4d14-be1c-5cb4c658e955/11857f7a-a7d1-4949-8edf-ecb8d3bbba01/d4a764ad-e905-4762-91fb-f0ca468c7f49) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:47.335697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:47.342829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:47.364008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:47.366622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.426746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Pushing event updated for resources: {'Port': ['ID=732e346f-4bd2-45d0-9213-3c766caf7f5e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.570388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Attempting to bind port 732e346f-4bd2-45d0-9213-3c766caf7f5e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:47.571079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Attempting to bind port 732e346f-4bd2-45d0-9213-3c766caf7f5e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6786cf48-6ec3-499b-b11b-567cba80055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:47.571456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Attempting to bind port 732e346f-4bd2-45d0-9213-3c766caf7f5e on network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:47.606535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:47.606925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Checking segment: {'id': '6786cf48-6ec3-499b-b11b-567cba80055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:47.607339 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.607743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Bound using segment: {'id': '6786cf48-6ec3-499b-b11b-567cba80055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:47.608244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Bound port: 732e346f-4bd2-45d0-9213-3c766caf7f5e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6786cf48-6ec3-499b-b11b-567cba80055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b3ce30a3-ea76-4d14-be1c-5cb4c658e955'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:47.608635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.620248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a882e-40e1-453c-9de0-2fa343fb0033 req-ae2a9614-666f-4cfc-90a0-1d39c81fadfb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.622391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-028a882e-40e1-453c-9de0-2fa343fb0033 req-ae2a9614-666f-4cfc-90a0-1d39c81fadfb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1127522 Jun 30 09:13:47.648918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.683923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object d4a764ad-e905-4762-91fb-f0ca468c7f49 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:47.693457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:47.735375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.780041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] For port 732e346f-4bd2-45d0-9213-3c766caf7f5e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:47.781279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-028a882e-40e1-453c-9de0-2fa343fb0033 req-5989c67e-edd1-48ce-b582-e04031a34011 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449027 Jun 30 09:13:47.791237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] For port 732e346f-4bd2-45d0-9213-3c766caf7f5e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=732e346f-4bd2-45d0-9213-3c766caf7f5e,segment=NetworkSegment(6786cf48-6ec3-499b-b11b-567cba80055f),segment_id=6786cf48-6ec3-499b-b11b-567cba80055f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:47.794629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:47.805956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.814667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:47.819648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:47.863904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428926-47bd-45e6-bd48-f3ad4ff5d606 req-fc3de81c-ce57-4e37-be26-ebbad294456a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.867715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f428926-47bd-45e6-bd48-f3ad4ff5d606 req-fc3de81c-ce57-4e37-be26-ebbad294456a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 945 time: 0.2197745 Jun 30 09:13:47.871925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.872702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.895958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3255482 Jun 30 09:13:47.897297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:47.897939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2fb546fa-93d2-48c5-a067-eb9d09ae462c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:47.987145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f428926-47bd-45e6-bd48-f3ad4ff5d606 req-27abf9fb-a34d-411d-80ef-4e0abd0094d3 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031311 Jun 30 09:13:48.038889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d6be8-0eca-4812-938f-7d029df6ab30 None None] Pushing event updated for resources: {'Port': ['ID=732e346f-4bd2-45d0-9213-3c766caf7f5e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.131863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ac0a0-7bf9-4ae5-853a-c4b0b81ca979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=d4a764ad-e905-4762-91fb-f0ca468c7f49,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.687867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.058409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.069249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.114041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357135-dca3-4245-a7af-ef1ead791fa6 req-78215767-cb4d-437d-9293-394cdcd527da tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.116424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7357135-dca3-4245-a7af-ef1ead791fa6 req-78215767-cb4d-437d-9293-394cdcd527da tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1530836 Jun 30 09:13:49.199304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7357135-dca3-4245-a7af-ef1ead791fa6 req-17f8a469-7036-4f39-9039-3c1eed0f8bab tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722678 Jun 30 09:13:49.207213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=d4a764ad-e905-4762-91fb-f0ca468c7f49,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.315361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e381c-0234-4bcf-abd3-516180aa3f34 req-163bc1b8-86d4-4577-b4db-2a2f6bb9b154 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.318004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9e381c-0234-4bcf-abd3-516180aa3f34 req-163bc1b8-86d4-4577-b4db-2a2f6bb9b154 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 945 time: 0.1152327 Jun 30 09:13:49.407053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9e381c-0234-4bcf-abd3-516180aa3f34 req-107449b1-df0b-4375-8673-4e68c2319830 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810547 Jun 30 09:13:49.489823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.560335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f24ad-2656-4c72-8e6b-c0ec36d3f745 None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:49.630759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-43ae92fa-7848-4024-920f-c21c82045632 None None] Provisioning for port 732e346f-4bd2-45d0-9213-3c766caf7f5e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:49.687091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.084384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a0b2b24-c791-49a2-bf3d-af70dbe956ac None None] Provisioning for port d4a764ad-e905-4762-91fb-f0ca468c7f49 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:50.103833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a0b2b24-c791-49a2-bf3d-af70dbe956ac None None] Provisioning complete for port d4a764ad-e905-4762-91fb-f0ca468c7f49 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:50.104595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2b24-c791-49a2-bf3d-af70dbe956ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.155085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 732e346f-4bd2-45d0-9213-3c766caf7f5e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:50.201794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b2b24-c791-49a2-bf3d-af70dbe956ac None None] Port d4a764ad-e905-4762-91fb-f0ca468c7f49 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:50.256196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 732e346f-4bd2-45d0-9213-3c766caf7f5e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:50.266226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 732e346f-4bd2-45d0-9213-3c766caf7f5e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:50.266863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.503299 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.527819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a9b82c03-67b5-4807-80e4-f25415c384a1 None None] Provisioning complete for port d4a764ad-e905-4762-91fb-f0ca468c7f49 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:50.528195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a9b82c03-67b5-4807-80e4-f25415c384a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.529549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91943e6f-9092-4d6a-978b-299855cd366c req-f81821f5-2f91-4f42-90b6-dbabca3d834d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.539716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91943e6f-9092-4d6a-978b-299855cd366c req-f81821f5-2f91-4f42-90b6-dbabca3d834d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1193726 Jun 30 09:13:50.612733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91943e6f-9092-4d6a-978b-299855cd366c req-f90b621a-b870-453f-ae18-3e0004a565e6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Jun 30 09:13:50.663219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 732e346f-4bd2-45d0-9213-3c766caf7f5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=732e346f-4bd2-45d0-9213-3c766caf7f5e,segment=NetworkSegment(6786cf48-6ec3-499b-b11b-567cba80055f),segment_id=6786cf48-6ec3-499b-b11b-567cba80055f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:50.691532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.718462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.725892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.794223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2fb546fa-93d2-48c5-a067-eb9d09ae462c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:50.796160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a9b82c03-67b5-4807-80e4-f25415c384a1 None None] Port d4a764ad-e905-4762-91fb-f0ca468c7f49 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:50.849540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=732e346f-4bd2-45d0-9213-3c766caf7f5e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.893455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=d4a764ad-e905-4762-91fb-f0ca468c7f49,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.897540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.915915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 2fb546fa-93d2-48c5-a067-eb9d09ae462c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:50.929331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 2fb546fa-93d2-48c5-a067-eb9d09ae462c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:50.929957 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.988301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-24588175-dce2-4722-9c3f-b4bf7e20704d None None] Provisioning complete for port d4a764ad-e905-4762-91fb-f0ca468c7f49 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:50.991976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-24588175-dce2-4722-9c3f-b4bf7e20704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.070296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a976-254b-4d42-813c-61bce6bfa8b3 req-299bf263-ab75-4253-b1e0-17960cdd46da tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.073289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ee6a976-254b-4d42-813c-61bce6bfa8b3 req-299bf263-ab75-4253-b1e0-17960cdd46da tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 945 time: 0.1827629 Jun 30 09:13:51.126847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:51.133685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:51.184323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ee6a976-254b-4d42-813c-61bce6bfa8b3 req-93abf591-251e-4aa8-ac62-6f6e171a24d5 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984888 Jun 30 09:13:51.188254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-24588175-dce2-4722-9c3f-b4bf7e20704d None None] Port d4a764ad-e905-4762-91fb-f0ca468c7f49 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:51.256962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.281098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:51.283599 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bebaf2-3ffc-4ec2-a151-1c05225e05a0" -d '{"events": [{"server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "name": "network-vif-plugged", "status": "completed", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:51.317207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:51.325201 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.376090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Router b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:13:51.452175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.531194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:51.540966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-31903067-6c4e-43fa-a660-2c84911b7193 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/routers/b1d3fb8d-6a77-4ce7-8568-9cb5f6717143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6381745 Jun 30 09:13:51.541550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:51.553661 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] Sync routers for ids ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:51.570665 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] Routers {'b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:51.571346 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.612797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c554249-51b6-4d8e-b513-32236f4d3adb None None] Provisioning complete for port d4a764ad-e905-4762-91fb-f0ca468c7f49 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:51.613243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c554249-51b6-4d8e-b513-32236f4d3adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.639625 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a813d987-1e20-4355-902d-de87f4b78fbd x-openstack-request-id: req-a813d987-1e20-4355-902d-de87f4b78fbd {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:51.639940 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "name": "network-vif-plugged", "status": "completed", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:51.640327 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a813d987-1e20-4355-902d-de87f4b78fbd {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:51.640725 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c', 'code': 200} Jun 30 09:13:51.680451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4c554249-51b6-4d8e-b513-32236f4d3adb None None] Port d4a764ad-e905-4762-91fb-f0ca468c7f49 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:51.700484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.740624 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] Routers {'b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:51.741499 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.743437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04a4d8-db44-4ed2-a7a2-ed8e9c8c4bee tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.746281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee04a4d8-db44-4ed2-a7a2-ed8e9c8c4bee tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 HTTP/1.1" status: 200 len: 982 time: 0.2039936 Jun 30 09:13:51.762868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36956) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:51.824720 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:51.825456 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b04ea1-089e-4bcd-a0e0-fa24d67e4781 None None] The sync data for ids ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:51.831354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d85dcf-0b8c-480e-8f6b-ac54dc51e6f2 req-ab4c9ffe-31ac-434e-8603-26812430c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.841788 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-09d85dcf-0b8c-480e-8f6b-ac54dc51e6f2 req-ab4c9ffe-31ac-434e-8603-26812430c08f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 1098 time: 0.1295934 Jun 30 09:13:51.915200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-09d85dcf-0b8c-480e-8f6b-ac54dc51e6f2 req-2edfb116-d6b3-47f7-86eb-25f1f336fef4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Jun 30 09:13:52.109862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 732e346f-4bd2-45d0-9213-3c766caf7f5e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:52.177559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb3b4-96de-4a9b-9ace-c636a3c143be req-90e1d757-e1f3-4694-b3a3-d893091ef053 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.179939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6defb3b4-96de-4a9b-9ace-c636a3c143be req-90e1d757-e1f3-4694-b3a3-d893091ef053 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.2091351 Jun 30 09:13:52.207451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 732e346f-4bd2-45d0-9213-3c766caf7f5e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:52.207912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.288646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6defb3b4-96de-4a9b-9ace-c636a3c143be req-e8688d47-a6de-4a45-bf5f-42ff429b8623 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988886 Jun 30 09:13:52.478586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.597337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2995-534d-4554-b0be-7715b6636c4b req-365acbcd-90f7-40fa-a68e-c123c77d2f27 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.598830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c8f2995-534d-4554-b0be-7715b6636c4b req-365acbcd-90f7-40fa-a68e-c123c77d2f27 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 946 time: 0.1952779 Jun 30 09:13:52.689343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c8f2995-534d-4554-b0be-7715b6636c4b req-52b0506f-f982-4511-a6fa-e8825a298f66 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595608 Jun 30 09:13:52.777162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port d4a764ad-e905-4762-91fb-f0ca468c7f49 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:52.777507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.904037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.922280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for d4a764ad-e905-4762-91fb-f0ca468c7f49 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:53.133341 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.181526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=d4a764ad-e905-4762-91fb-f0ca468c7f49,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.430918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.646125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Router b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:53.670057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3ee7-c31b-4090-b973-fc1b2e047fb0 req-cd70d5af-3b85-4bfc-8ebc-fae1562ef6b6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.670926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff6a3ee7-c31b-4090-b973-fc1b2e047fb0 req-cd70d5af-3b85-4bfc-8ebc-fae1562ef6b6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1570673 Jun 30 09:13:53.774723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:53.785698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] Sync routers for ids ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:53.788966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff6a3ee7-c31b-4090-b973-fc1b2e047fb0 req-07d500bb-d290-4244-aa3d-2fdff2025c23 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840113 Jun 30 09:13:53.795282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a44f666b-7ab3-448f-854f-d35e117771b4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/routers/b1d3fb8d-6a77-4ce7-8568-9cb5f6717143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313904 Jun 30 09:13:53.798155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36990) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:53.802989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] Routers {'b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:53.803654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:53.836337 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecb198e-b9eb-43e6-8857-9cb925d06f86 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:13:53.838333 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2ecb198e-b9eb-43e6-8857-9cb925d06f86 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/d4a764ad-e905-4762-91fb-f0ca468c7f49 HTTP/1.1" status: 404 len: 333 time: 0.0382094 Jun 30 09:13:53.841212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36992) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:53.868150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:53.907444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] Routers {'b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:53.908533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:13:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:53.939170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.970686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:53.971527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8822bb-d924-4955-a279-1e943ba3f97f None None] The sync data for ids ['b1d3fb8d-6a77-4ce7-8568-9cb5f6717143'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:54.173544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.175842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.228086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.228644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Fanout notify agent at l3_agent the message router_deleted on router b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:13:54.236774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.238137 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93f5d763-c2ff-48a0-a651-4c7f470def84 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/routers/b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 HTTP/1.1" status: 204 len: 168 time: 0.3957584 Jun 30 09:13:54.240742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.296772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 11857f7a-a7d1-4949-8edf-ecb8d3bbba01 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:54.300468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.348685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.455092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca78a6-11de-4332-9cdd-25d3c97b2a86 req-46ed875a-53f5-4d4d-b419-d11472500d61 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.460918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.463338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfca78a6-11de-4332-9cdd-25d3c97b2a86 req-46ed875a-53f5-4d4d-b419-d11472500d61 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 946 time: 0.5816574 Jun 30 09:13:54.506179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfca78a6-11de-4332-9cdd-25d3c97b2a86 req-e4ac25c2-5445-40c4-aacf-466ca83e6fe2 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Jun 30 09:13:54.571047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.600194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=11857f7a-a7d1-4949-8edf-ecb8d3bbba01,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.605265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.607479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-625e47fe-a066-4156-a5ad-60ab489de2d1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/11857f7a-a7d1-4949-8edf-ecb8d3bbba01 HTTP/1.1" status: 204 len: 168 time: 0.3655980 Jun 30 09:13:54.610560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37006) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.617021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac793722-9193-4d43-b956-1f4f4bf226db None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:54.738253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.761395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:54.855366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port 732e346f-4bd2-45d0-9213-3c766caf7f5e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:54.855722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.956258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.019833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] For port 732e346f-4bd2-45d0-9213-3c766caf7f5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=732e346f-4bd2-45d0-9213-3c766caf7f5e,segment=NetworkSegment(6786cf48-6ec3-499b-b11b-567cba80055f),segment_id=6786cf48-6ec3-499b-b11b-567cba80055f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.020209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.037150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.039399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] DHCP port deletion for b3ce30a3-ea76-4d14-be1c-5cb4c658e955 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:55.048295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:55.051323 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13b1d7-cd7b-44b3-a560-731a51d0d50e" -d '{"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-unplugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:55.061853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.076436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for 732e346f-4bd2-45d0-9213-3c766caf7f5e owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:55.176324 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba027e-9f79-4cb5-b81c-f98ec0527ee9 x-openstack-request-id: req-ffba027e-9f79-4cb5-b81c-f98ec0527ee9 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:55.176639 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-unplugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:55.176901 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffba027e-9f79-4cb5-b81c-f98ec0527ee9 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:55.177941 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'code': 200} Jun 30 09:13:55.188618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.201202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Deleting port 732e346f-4bd2-45d0-9213-3c766caf7f5e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:55.201575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.235614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.263059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=732e346f-4bd2-45d0-9213-3c766caf7f5e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.280759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No DVR routers for this DVR port 732e346f-4bd2-45d0-9213-3c766caf7f5e on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:55.322135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d8b6e-0367-4f88-a6bf-a5315199f8d6 req-3d2d1a51-a5a1-4499-befa-6b884230d75c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.329096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e3d8b6e-0367-4f88-a6bf-a5315199f8d6 req-3d2d1a51-a5a1-4499-befa-6b884230d75c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 943 time: 0.2921011 Jun 30 09:13:55.350283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] For port 732e346f-4bd2-45d0-9213-3c766caf7f5e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=732e346f-4bd2-45d0-9213-3c766caf7f5e,segment=NetworkSegment(6786cf48-6ec3-499b-b11b-567cba80055f),segment_id=6786cf48-6ec3-499b-b11b-567cba80055f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.352811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.390768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Calling delete_port for 732e346f-4bd2-45d0-9213-3c766caf7f5e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:55.396992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.407465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ce30a3-ea76-4d14-be1c-5cb4c658e955']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:55.419154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6786cf48-6ec3-499b-b11b-567cba80055f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:55.419704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6786cf48-6ec3-499b-b11b-567cba80055f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:55.429636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.445081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.451444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:55.451846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:55.523351 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:55.527576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.533054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.539679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.540176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.541080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/b3ce30a3-ea76-4d14-be1c-5cb4c658e955 HTTP/1.1" status: 204 len: 168 time: 0.9296055 Jun 30 09:13:55.554536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Network b3ce30a3-ea76-4d14-be1c-5cb4c658e955 is not hosted by any dhcp agent {{(pid=94186) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:13:55.555001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] No DVR routers for this DVR port 732e346f-4bd2-45d0-9213-3c766caf7f5e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:55.584437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37650af-c2e3-41fb-b20f-bc6e24234cb4 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=b3ce30a3-ea76-4d14-be1c-5cb4c658e955,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.623993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e3d8b6e-0367-4f88-a6bf-a5315199f8d6 req-c279b6c7-e861-4398-9cd3-f80a959a96e9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920260 Jun 30 09:13:55.626120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eea861-856d-4dbc-9b16-1970807bdeae None None] Pushing event deleted for resources: {'Port': ['ID=732e346f-4bd2-45d0-9213-3c766caf7f5e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.648122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f77cc6-7c5e-4686-975d-1c997b9177a8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.654725 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-00f77cc6-7c5e-4686-975d-1c997b9177a8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/cca63eaf-1526-476c-9f89-b5bf6230313d HTTP/1.1" status: 200 len: 840 time: 0.1130106 Jun 30 09:13:55.656611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.721215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7bf733c9-cbdb-43de-af60-838926a684a0 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/cca63eaf-1526-476c-9f89-b5bf6230313d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0632074 Jun 30 09:13:55.725402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.730413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:55.908082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:55.913094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.933146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171100c-b866-43f0-ade5-b606d2596ab5 req-aa7063a2-38f4-4b17-8e24-89f52bc42024 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.940136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a171100c-b866-43f0-ade5-b606d2596ab5 req-aa7063a2-38f4-4b17-8e24-89f52bc42024 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 946 time: 0.1138270 Jun 30 09:13:55.989475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a171100c-b866-43f0-ade5-b606d2596ab5 req-5ef4900e-87c7-4867-b714-4db142ba48bc tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Jun 30 09:13:56.084804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 732e346f-4bd2-45d0-9213-3c766caf7f5e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:56.125206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 732e346f-4bd2-45d0-9213-3c766caf7f5e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:56.125815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 732e346f-4bd2-45d0-9213-3c766caf7f5e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:56.220233 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-f2e0a8cd-33e0-4021-b140-2609749e2030 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002574 Jun 30 09:13:56.328735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.394600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:56.402730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:56.406057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=3cb560ea-6534-49a6-af28-054e500b8971,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.408803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.409393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.414312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e55b3-f382-4625-99dc-6b6350dae1a7 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:56.458090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-36e760aa-19a3-47d3-b801-2e838c2af638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.459699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-36e760aa-19a3-47d3-b801-2e838c2af638 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 1098 time: 0.1822538 Jun 30 09:13:56.468378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dceedfd6-07ee-4260-875a-22ed09e62c37 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7417986 Jun 30 09:13:56.471873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37046) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:56.477441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545751640'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:56.581161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.638380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-4575c325-a4c3-435a-bef8-178a0095c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.639790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-4575c325-a4c3-435a-bef8-178a0095c33d service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.1379550 Jun 30 09:13:56.709269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-17f4132e-ce40-45bf-aafc-1040deb58807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0a679e-1cb7-468c-a211-acca4528c381 HTTP/1.1" status: 200 len: 217 time: 0.0577526 Jun 30 09:13:56.749063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:56.774034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25832bab-07ca-468a-8437-028008484331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-4d270ad6-c70a-435f-992a-19494be18df6', 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'tenant_id': 'f72b9b1a939f40ba9889583ce3f8e81c', 'fixed_ips': [{'subnet_id': '3cb560ea-6534-49a6-af28-054e500b8971'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:56.774906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.834347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-173f05b7-618a-4113-8c7d-41efb96a97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.836198 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-173f05b7-618a-4113-8c7d-41efb96a97ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.1158435 Jun 30 09:13:56.994440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:56.999520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.016339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'port_id': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'mac_address': 'fa:16:3e:00:65:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13c11-6bbf-4bc7-a704-dd6910d1c20e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:57.030180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.065255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-25832bab-07ca-468a-8437-028008484331 None None] Allocated IP 172.20.0.2 (4d270ad6-c70a-435f-992a-19494be18df6/3cb560ea-6534-49a6-af28-054e500b8971/5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:57.067327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.090918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d64602d-557b-4d2d-848b-beab9444cb2a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:57.163563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.165297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6924052 Jun 30 09:13:57.168823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:57.172614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-d516e810-e930-4b02-af14-f319827e8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.175296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-d516e810-e930-4b02-af14-f319827e8466 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3306572 Jun 30 09:13:57.175796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:57.183077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'security_group': {'name': 'tempest-secgroup-150546311'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:57.197297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.288350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-e6f90252-8d11-4b01-bdd1-75e0bd68bee3 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996270 Jun 30 09:13:57.290192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a773d1-aa6f-401d-9222-21a867e5e26c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42848b5-777f-42f5-9c00-1883001267ef,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.325683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-eadabb92-b11a-43eb-8a11-cfe945cc6a38 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.327780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-eadabb92-b11a-43eb-8a11-cfe945cc6a38 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 946 time: 0.2992375 Jun 30 09:13:57.336280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e663be5-e2c8-442a-af52-1cc0f9be7eec req-a36648f0-fc83-4cab-a7bd-63dd09e5b002 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.343536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e663be5-e2c8-442a-af52-1cc0f9be7eec req-a36648f0-fc83-4cab-a7bd-63dd09e5b002 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 943 time: 0.3894036 Jun 30 09:13:57.407817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.470083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e663be5-e2c8-442a-af52-1cc0f9be7eec req-da85b0a2-6ecb-4817-b1e8-829b312416e8 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255662 Jun 30 09:13:57.528300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155795c-19da-49ea-85fc-ee059b7dddeb req-d9b41a30-b63f-44f0-b06e-5ed4d8951536 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.530289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d155795c-19da-49ea-85fc-ee059b7dddeb req-d9b41a30-b63f-44f0-b06e-5ed4d8951536 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 946 time: 0.1327937 Jun 30 09:13:57.537878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-da95bdf7-1443-4e19-a41b-b28fcec06f57 req-95232d27-d651-484f-8855-1161297618c4 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112596 Jun 30 09:13:57.539083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.563758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Deleting port 2fb546fa-93d2-48c5-a067-eb9d09ae462c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:57.564565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.591190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.613898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25832bab-07ca-468a-8437-028008484331 None None] Transition to ACTIVE for port object 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:57.638892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d155795c-19da-49ea-85fc-ee059b7dddeb req-dfa71f8e-5759-4607-95dd-4ca5212d4f04 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006675 Jun 30 09:13:57.663841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-25832bab-07ca-468a-8437-028008484331 None None] Transition to ACTIVE for port object 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:57.681582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['3d64602d-557b-4d2d-848b-beab9444cb2a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:57.692374 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.722305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] For port 2fb546fa-93d2-48c5-a067-eb9d09ae462c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2fb546fa-93d2-48c5-a067-eb9d09ae462c,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:57.722747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.730002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.740911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.764654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Calling delete_port for 2fb546fa-93d2-48c5-a067-eb9d09ae462c owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:57.810620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.812134 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6333239 Jun 30 09:13:57.815177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37064) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:57.821175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1939219963', 'security_groups': ['9294da5c-3155-49c2-909c-02f6087648d2'], 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3cb560ea-6534-49a6-af28-054e500b8971'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:57.823905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25832bab-07ca-468a-8437-028008484331 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:57.825777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-25832bab-07ca-468a-8437-028008484331 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:57.827048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8d583-abf8-4575-9865-2bbe8b3793ad tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9294da5c-3155-49c2-909c-02f6087648d2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:57.847909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25832bab-07ca-468a-8437-028008484331 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:57.852556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832bab-07ca-468a-8437-028008484331 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:58.016742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-25832bab-07ca-468a-8437-028008484331 None None] Attempting to bind port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:58.017186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-25832bab-07ca-468a-8437-028008484331 None None] Attempting to bind port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e0ed73d5-6493-4888-a3be-e3b658aaba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:58.017569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25832bab-07ca-468a-8437-028008484331 None None] Attempting to bind port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 on network 4d270ad6-c70a-435f-992a-19494be18df6 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:58.033451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25832bab-07ca-468a-8437-028008484331 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:58.033872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25832bab-07ca-468a-8437-028008484331 None None] Checking segment: {'id': 'e0ed73d5-6493-4888-a3be-e3b658aaba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:58.034285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.035046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25832bab-07ca-468a-8437-028008484331 None None] Bound using segment: {'id': 'e0ed73d5-6493-4888-a3be-e3b658aaba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:58.035430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-25832bab-07ca-468a-8437-028008484331 None None] Bound port: 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ed73d5-6493-4888-a3be-e3b658aaba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:58.037835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.065913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:58.165997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.202732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-25832bab-07ca-468a-8437-028008484331 None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:58.209314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-25832bab-07ca-468a-8437-028008484331 None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:58.215984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25832bab-07ca-468a-8437-028008484331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.276914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.308775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Pushing event deleted for resources: {'Port': ['ID=2fb546fa-93d2-48c5-a067-eb9d09ae462c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:58.315349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port c7be68d2-0bf6-477e-80c4-8931ecd10c58 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:13:58.322896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832bab-07ca-468a-8437-028008484331 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:58.362535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] No DVR routers for this DVR port 2fb546fa-93d2-48c5-a067-eb9d09ae462c on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:58.367320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.369375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62843a2f-6c97-49d2-b168-ad070e539e8d req-f964e54f-e120-4691-ae0e-ad87aa39aee7 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "DELETE /v2.0/ports/2fb546fa-93d2-48c5-a067-eb9d09ae462c HTTP/1.1" status: 204 len: 173 time: 1.0177534 Jun 30 09:13:58.369872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'name': 'network-vif-deleted', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:58.372135 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb7c01-2c50-4558-a59f-4a6287bba037" -d '{"events": [{"server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "name": "network-vif-deleted", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:58.805347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.7 (4d270ad6-c70a-435f-992a-19494be18df6/3cb560ea-6534-49a6-af28-054e500b8971/c7be68d2-0bf6-477e-80c4-8931ecd10c58) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:58.812602 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a3944-a16e-42bf-9fd2-d788c07b9b0c x-openstack-request-id: req-193a3944-a16e-42bf-9fd2-d788c07b9b0c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:58.812890 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3903f18e-4a24-47b1-879e-ebd3d20209c6", "name": "network-vif-deleted", "tag": "2fb546fa-93d2-48c5-a067-eb9d09ae462c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:58.813913 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-193a3944-a16e-42bf-9fd2-d788c07b9b0c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:58.813913 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3903f18e-4a24-47b1-879e-ebd3d20209c6', 'name': 'network-vif-deleted', 'tag': '2fb546fa-93d2-48c5-a067-eb9d09ae462c', 'status': 'completed', 'code': 200} Jun 30 09:13:58.962257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cd800-61f1-4a82-9efc-b4df7669536c req-d21a4b58-3180-4a45-a885-1815a5d10750 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.971325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-365cd800-61f1-4a82-9efc-b4df7669536c req-d21a4b58-3180-4a45-a885-1815a5d10750 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 944 time: 0.2447135 Jun 30 09:13:59.085727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c2e1dea-4a44-4d3a-8eeb-86af2c80669c req-769d265e-a39c-474d-bd7c-d6cfc3736f3e tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=3903f18e-4a24-47b1-879e-ebd3d20209c6 HTTP/1.1" status: 200 len: 210 time: 0.0360856 Jun 30 09:13:59.141487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-365cd800-61f1-4a82-9efc-b4df7669536c req-0a9d1e0b-968e-4664-9ee6-27cc75750bbd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685648 Jun 30 09:13:59.186733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.224033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object c7be68d2-0bf6-477e-80c4-8931ecd10c58 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:59.254855 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c71f3827-b4d2-40d2-9b82-453056b75df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.284590 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.363770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:59.381939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:59.397027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:59.415261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=c7be68d2-0bf6-477e-80c4-8931ecd10c58,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.504545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.507985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.546033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc9e57b7-a8c2-4ade-8e9e-6782b9ce0613 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7268629 Jun 30 09:13:59.546235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37098) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:59.551746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:59.804044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:59.808384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.960059 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3cb560ea-6534-49a6-af28-054e500b8971 (CIDR: 172.20.0.0/28) Jun 30 09:13:59.964047 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:13:59.964672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:13:59.983698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-94cdc941-f726-47ac-a431-3c9a2e0e0426 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4363422 Jun 30 09:13:59.990733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:59.996944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:00.136604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e1bd99ea-817a-41b4-84dc-2a373dbe86e7 None None] Provisioning for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:00.156412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e1bd99ea-817a-41b4-84dc-2a373dbe86e7 None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:00.157178 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1bd99ea-817a-41b4-84dc-2a373dbe86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.236130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:00.248756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd99ea-817a-41b4-84dc-2a373dbe86e7 None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:00.267457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:00.275786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.478724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:00.490431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:00.491200 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.629555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c8b5cdc-ec20-4b39-b870-3c455d41ed55 None None] Provisioning for port c7be68d2-0bf6-477e-80c4-8931ecd10c58 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:00.693023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff64e-16e3-4abb-8d5b-d2fe5b6a2d50 req-ead304fc-706a-4279-abda-17b9c8c8d680 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.694625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e16ff64e-16e3-4abb-8d5b-d2fe5b6a2d50 req-ead304fc-706a-4279-abda-17b9c8c8d680 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 944 time: 0.1602702 Jun 30 09:14:00.702338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c8b5cdc-ec20-4b39-b870-3c455d41ed55 None None] Provisioning complete for port c7be68d2-0bf6-477e-80c4-8931ecd10c58 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:00.702845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5cdc-ec20-4b39-b870-3c455d41ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.780982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:00.806492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.837330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e16ff64e-16e3-4abb-8d5b-d2fe5b6a2d50 req-14e86d84-7ae5-4d3f-a20f-8e5730a2add7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308668 Jun 30 09:14:00.853233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.855440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b5cdc-ec20-4b39-b870-3c455d41ed55 None None] Port c7be68d2-0bf6-477e-80c4-8931ecd10c58 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:00.865555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:00.866905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:00.874774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.875371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.898573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baed86d-0814-45cc-8b10-2515566d6610 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:00.936288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=b767e186-b0e3-45eb-857b-01477d466542,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.941919 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1f6a3273-52e0-4e8a-8ac6-26d0ccc0a7d3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9493351 Jun 30 09:14:00.944712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37142) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:00.959066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-518545111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b767e186-b0e3-45eb-857b-01477d466542'}], 'security_groups': ['b42848b5-777f-42f5-9c00-1883001267ef']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:01.038513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-3381c355-a012-4c6c-ae80-ddfdc7ca4469 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.047809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-3381c355-a012-4c6c-ae80-ddfdc7ca4469 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 808 time: 0.2202520 Jun 30 09:14:01.066385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-1fad9f15-1fa2-4253-87e0-03e9ae3d0f8c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/quotas/bd626ac5926d4dd1b076237f227ca9a6 HTTP/1.1" status: 200 len: 375 time: 0.0172141 Jun 30 09:14:01.123088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-5a21fe9d-0b78-4218-9424-d03b4653042f tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551953 Jun 30 09:14:01.128857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-8b690dae-30bc-4c2e-8107-8657fe153759 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:14:01.137259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-8b690dae-30bc-4c2e-8107-8657fe153759 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131648 Jun 30 09:14:01.240775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.253799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:01.259096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 3d64602d-557b-4d2d-848b-beab9444cb2a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:01.275749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.312262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-f53b6ca0-c308-421b-84ee-4e712c7cb653 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738491 Jun 30 09:14:01.534370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-c8565acb-0222-4874-aac8-b268d6a4fdb1 service neutron] 10.222.0.66 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200541 Jun 30 09:14:01.568699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.856983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Delete allocated IP 172.20.0.7 (4d270ad6-c70a-435f-992a-19494be18df6/3cb560ea-6534-49a6-af28-054e500b8971) {{(pid=94185) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:14:01.857433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-437c5b89-21a6-4881-ad54-5a08a3ad7cc1 req-eeea5160-6ab8-4aa5-b3f2-f95d5d272266 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 210 time: 0.0778375 Jun 30 09:14:01.866584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:01.867964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.27 (4d270ad6-c70a-435f-992a-19494be18df6/b767e186-b0e3-45eb-857b-01477d466542/c7be68d2-0bf6-477e-80c4-8931ecd10c58) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:01.942516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.983397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:01.999281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b29422b-dfbf-45ac-bf62-f4050e6c5916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.009267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:02.016822 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eedb917-530e-4228-848d-ae4b12e683d5" -d '{"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-plugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:02.035920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.037693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2fb546fa-93d2-48c5-a067-eb9d09ae462c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:02.240591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.276527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:02.285305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 2fb546fa-93d2-48c5-a067-eb9d09ae462c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:02.285630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2fb546fa-93d2-48c5-a067-eb9d09ae462c not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:02.287134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.321203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object c7be68d2-0bf6-477e-80c4-8931ecd10c58 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:02.326969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.351888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32252c04-d320-49f7-bc07-df6e4b19d6f4 req-1f0cd1e8-cda6-42bb-81d1-898f5a145ea6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.359130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32252c04-d320-49f7-bc07-df6e4b19d6f4 req-1f0cd1e8-cda6-42bb-81d1-898f5a145ea6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1197019 Jun 30 09:14:02.369645 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9711075e-ff79-4066-a1d5-507fbc80aa70 x-openstack-request-id: req-9711075e-ff79-4066-a1d5-507fbc80aa70 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:02.369929 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-plugged", "status": "completed", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:02.370196 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9711075e-ff79-4066-a1d5-507fbc80aa70 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:02.370758 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'code': 200} Jun 30 09:14:02.376090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.409161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:02.410209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.444773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Update dhcp port {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'fixed_ips': [{'subnet_id': '3cb560ea-6534-49a6-af28-054e500b8971', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b767e186-b0e3-45eb-857b-01477d466542'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:02.484917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] In _notify_port_updated(), no bound segment for port c7be68d2-0bf6-477e-80c4-8931ecd10c58 on network 4d270ad6-c70a-435f-992a-19494be18df6 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:14:02.492841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.493956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.495604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/ports/c7be68d2-0bf6-477e-80c4-8931ecd10c58 HTTP/1.1" status: 200 len: 920 time: 1.5498061 Jun 30 09:14:02.499480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37174) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.500328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ad941-07a0-4cf7-ae88-7adc469cc0dc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=c7be68d2-0bf6-477e-80c4-8931ecd10c58,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.511652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.588139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32252c04-d320-49f7-bc07-df6e4b19d6f4 req-56608903-0b92-4140-a4bb-e67ad10d825b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224045 Jun 30 09:14:02.678274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port c7be68d2-0bf6-477e-80c4-8931ecd10c58 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:02.678621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.684528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c1d4a-fb51-40c7-a0fa-e9aa48401e1e req-05c3069e-3feb-4e43-b7ef-5f134d534ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.689509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e73c1d4a-fb51-40c7-a0fa-e9aa48401e1e req-05c3069e-3feb-4e43-b7ef-5f134d534ec4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 1097 time: 0.2074099 Jun 30 09:14:02.790084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Allocated IP 172.20.0.18 (4d270ad6-c70a-435f-992a-19494be18df6/b767e186-b0e3-45eb-857b-01477d466542/5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:02.803437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e73c1d4a-fb51-40c7-a0fa-e9aa48401e1e req-175b404a-98a0-4a9d-9f5e-eea51d979694 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021199 Jun 30 09:14:02.839327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.851416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for c7be68d2-0bf6-477e-80c4-8931ecd10c58 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:02.908704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:02.918912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.941867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.970376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Transition to ACTIVE for port object 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:02.976384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.999016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.038614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=c7be68d2-0bf6-477e-80c4-8931ecd10c58,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.080907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86fd61db-7d7d-4b21-be28-776c9cbd8a38 req-d2c113d8-b55b-45d6-9404-5e60bf34e17c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 210 time: 0.0767572 Jun 30 09:14:03.138315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a58b31-7f24-41e2-8c29-840f99b323c0 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.180516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.185795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d4052a1e-97be-4284-ab8b-1afaacc11c08 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/c7be68d2-0bf6-477e-80c4-8931ecd10c58 HTTP/1.1" status: 204 len: 168 time: 0.6804955 Jun 30 09:14:03.187832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37186) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.229974 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fc72bc-b7a5-4ddf-859d-7e31ab08e3ec tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:14:03.235833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37190) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.235993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-56fc72bc-b7a5-4ddf-859d-7e31ab08e3ec tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/c7be68d2-0bf6-477e-80c4-8931ecd10c58 HTTP/1.1" status: 404 len: 333 time: 0.0470252 Jun 30 09:14:03.324399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.355566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.418267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.528323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.531569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.535188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/security-groups/9294da5c-3155-49c2-909c-02f6087648d2 HTTP/1.1" status: 204 len: 168 time: 0.2977104 Jun 30 09:14:03.538738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37204) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.546787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd0ac6-9a29-4f30-9382-3be2feb87e75 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9294da5c-3155-49c2-909c-02f6087648d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.618234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.653415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.710392 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.715265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.716705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/security-groups/b42848b5-777f-42f5-9c00-1883001267ef HTTP/1.1" status: 204 len: 168 time: 0.1769872 Jun 30 09:14:03.719745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:03.749507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748a472-638e-446d-b5e2-042cd5db0932 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42848b5-777f-42f5-9c00-1883001267ef,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.846070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 3cb560ea-6534-49a6-af28-054e500b8971 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:03.854308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.964260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.016382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Provisioning for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:04.026693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:04.027054 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.202232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:04.254956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Could not find standard attr ID for object c7be68d2-0bf6-477e-80c4-8931ecd10c58. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:04.275035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:04.275469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.361258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:04.366511 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.405344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-be506f5f-89ad-40ec-b02b-8e2049cc4e27 None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:04.577653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.604299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e5c28cb-aa9a-499d-999c-36c8cb741f8d req-d0303abe-9ac3-4d12-9b77-209c8c0aec63 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 210 time: 0.1248863 Jun 30 09:14:04.679254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-aec120cc-cd31-42b4-8911-6c65038bab6c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:04.681104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-aec120cc-cd31-42b4-8911-6c65038bab6c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 808 time: 0.5289371 Jun 30 09:14:04.689426 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.699127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Request body: {'port': {'device_id': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5', 'admin_state_up': True, 'tenant_id': 'bd626ac5926d4dd1b076237f227ca9a6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:04.721180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1982082a-c49b-4941-ac50-d1e1685fa177 None None] Could not find standard attr ID for object c7be68d2-0bf6-477e-80c4-8931ecd10c58. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:04.873788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde5540-ad27-49a6-9165-9ac3a711be12 req-053f503c-1d03-44c5-b016-aef7f47ca1e9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:04.875849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dde5540-ad27-49a6-9165-9ac3a711be12 req-053f503c-1d03-44c5-b016-aef7f47ca1e9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 1.0134754 Jun 30 09:14:04.984433 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.992305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Made reservation on behalf of bd626ac5926d4dd1b076237f227ca9a6 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:04.995949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.034861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dde5540-ad27-49a6-9165-9ac3a711be12 req-923e9eba-3029-4590-878c-b85922f4a61a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026311 Jun 30 09:14:05.099308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.155826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb560ea-6534-49a6-af28-054e500b8971,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.160766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.167035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37232) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:05.167615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-37956981-72d5-4a24-8c74-f26403eeb2c5 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/3cb560ea-6534-49a6-af28-054e500b8971 HTTP/1.1" status: 204 len: 168 time: 1.4459927 Jun 30 09:14:05.172430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:05.183758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1b09a-8e60-4e8b-90dc-52da3922e89e None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:05.266671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Allocated IP 172.20.0.10 (c9a54da5-0adb-457e-80dd-ce055343a5d5/2d2b3483-832c-457d-80a2-b2a74aa1db35/25fa275c-3ee0-4256-9f98-f2a3e9eed052) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:05.403177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:05.411565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.529938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.575382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.632160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Network c9a54da5-0adb-457e-80dd-ce055343a5d5 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:05.646676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:05.651232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:05.694375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.777459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.781156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.809392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-e1f00fd6-3f66-49b0-bff1-d8b858f2fb92 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1153808 Jun 30 09:14:05.825341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Request body: {'port': {'device_id': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:05.933263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.982478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.087839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:06.099902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:06.104903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.105633 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.138780 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9681644 Jun 30 09:14:06.138780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68722848-5451-4390-a302-efcea83d00f6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=96dddb14-4f78-4050-bd50-693d4d06a378,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.139480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37252) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.144354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'security_group': {'name': 'tempest-secgroup-208953666'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:06.196676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.343536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d846a-0877-4117-86b6-c9ef0f6a4e25 req-e25e21b5-e04a-456b-8331-cd729233447a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.353093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af8d846a-0877-4117-86b6-c9ef0f6a4e25 req-e25e21b5-e04a-456b-8331-cd729233447a tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 932 time: 0.4314897 Jun 30 09:14:06.421083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.437450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.486797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c8c44f-56a8-4dd3-9364-1f6a624d76c7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.523735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3b7cb-7670-4925-ba40-ba7d1a388d93 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:06.524983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.527148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e00b1df3-7f72-4937-8120-3da83994cbe1 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3866818 Jun 30 09:14:06.529251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.533685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679849953'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:06.557064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af8d846a-0877-4117-86b6-c9ef0f6a4e25 req-d08f7c5e-279c-4123-9ee3-059ec42b5df5 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029955 Jun 30 09:14:06.585028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.647335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a63b562-984f-4687-869c-bb6e6923363d None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:06.647713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a63b562-984f-4687-869c-bb6e6923363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.656248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0576cf6-c068-4630-ac78-910843ffc13e req-18baadaa-b835-4a3d-a5b9-f7b20c591612 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.657822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0576cf6-c068-4630-ac78-910843ffc13e req-18baadaa-b835-4a3d-a5b9-f7b20c591612 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.2445669 Jun 30 09:14:06.731782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.739053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.764019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.766391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2360318 Jun 30 09:14:06.774003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0576cf6-c068-4630-ac78-910843ffc13e req-4e64a661-10cb-43ff-a5eb-57844cc3a5df tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944209 Jun 30 09:14:06.774862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.782863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089635327'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:06.821331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.863464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1e3fd-ffd8-44dc-9a0a-3dc9a91e7fb2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641eec26-6ecb-438d-bd50-be3a5a980c8c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.896533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fa275c-3ee0-4256-9f98-f2a3e9eed052 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:06.916203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.943716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Transition to ACTIVE for port object 25fa275c-3ee0-4256-9f98-f2a3e9eed052 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:06.960251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.013766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a63b562-984f-4687-869c-bb6e6923363d None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:07.014159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a63b562-984f-4687-869c-bb6e6923363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.107887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8a63b562-984f-4687-869c-bb6e6923363d None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:07.131153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.183501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.191349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.248498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e7b23-1ad4-4481-9d94-eaaae11b69e2 req-04add7c7-9740-4ee0-89a6-368731259a4d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.251142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-922e7b23-1ad4-4481-9d94-eaaae11b69e2 req-04add7c7-9740-4ee0-89a6-368731259a4d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.2167087 Jun 30 09:14:07.301204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.313033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5337358 Jun 30 09:14:07.314632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37280) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.326684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Update dhcp port {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'fixed_ips': [{'subnet_id': 'b767e186-b0e3-45eb-857b-01477d466542', 'ip_address': '172.20.0.18'}, {'subnet_id': '96dddb14-4f78-4050-bd50-693d4d06a378'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:07.349061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2013873309', 'security_groups': ['20c7cd5c-e26c-441b-ade1-2d4f45ce664f'], 'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96dddb14-4f78-4050-bd50-693d4d06a378'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:07.388757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Attempting to bind port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:07.389088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Attempting to bind port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:07.389416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Attempting to bind port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 on network c9a54da5-0adb-457e-80dd-ce055343a5d5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:07.398204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.408341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 on network c9a54da5-0adb-457e-80dd-ce055343a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:07.408685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Attempting to bind port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 on network c9a54da5-0adb-457e-80dd-ce055343a5d5 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:07.450646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-922e7b23-1ad4-4481-9d94-eaaae11b69e2 req-7dac9246-b3bf-4fa2-bbf5-298758fa2b3b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813641 Jun 30 09:14:07.463121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:07.463469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Checking segment: {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:07.463858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Bound using segment: {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:07.464307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Bound port: 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5586d905-4c63-4c79-8e08-d3406f3a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:07.464669 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.617043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cba8a-3eed-42d5-9494-be5034f395f2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c7cd5c-e26c-441b-ade1-2d4f45ce664f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.625576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:07.678317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:07.689664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:07.703017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.714037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Allocated IP 172.20.0.2 (4d270ad6-c70a-435f-992a-19494be18df6/96dddb14-4f78-4050-bd50-693d4d06a378/5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:07.807308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.822478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.824020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] 10.222.0.11 "PUT /v2.0/ports/25fa275c-3ee0-4256-9f98-f2a3e9eed052 HTTP/1.1" status: 200 len: 1093 time: 2.0055642 Jun 30 09:14:07.826546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:07.828861 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:07.899775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.923100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] device_id is not set on port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:14:07.951664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:08.018028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.043035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.090202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Transition to ACTIVE for port object 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:08.100749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.125869 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74924af3-73ff-42c6-94f4-c8adf21af00c x-openstack-request-id: req-74924af3-73ff-42c6-94f4-c8adf21af00c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:08.127831 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:08.128199 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74924af3-73ff-42c6-94f4-c8adf21af00c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:08.128713 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'status': 'completed', 'code': 200} Jun 30 09:14:08.143144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.146202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.146674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.148141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.148141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.148141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.148482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.148752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.149081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.158967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.159504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.159853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ff7b7-5078-44c7-8d64-7b052c3e76bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.253564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaaa76-b6c0-4180-bc15-d0912b3e01f2 req-519381fe-15fc-4300-a754-c9ccae10d8af tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.255209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdaaa76-b6c0-4180-bc15-d0912b3e01f2 req-519381fe-15fc-4300-a754-c9ccae10d8af tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 944 time: 0.3891969 Jun 30 09:14:08.259807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-87cad11f-1293-4798-ad26-b33c25ae605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.261232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-87cad11f-1293-4798-ad26-b33c25ae605d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 1096 time: 0.3406096 Jun 30 09:14:08.328822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.12 (4d270ad6-c70a-435f-992a-19494be18df6/96dddb14-4f78-4050-bd50-693d4d06a378/cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:08.329263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.355834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.359540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.360624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.361127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.361569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.362042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.362479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.362907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.363985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.368063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.368665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.369537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f8bb53-c925-4aee-9a3d-dbbd4a2b8ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:08.374269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-01efcf55-9a17-4bf2-b039-b425502ce15f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052 HTTP/1.1" status: 200 len: 217 time: 0.1044350 Jun 30 09:14:08.537414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.552513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:08.598436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.630504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:08.658695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:08.665022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:08.734054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.755170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.756251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.777929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db57f1bd-ffea-4086-8c39-84a2cc183ef2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4508262 Jun 30 09:14:08.779125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.785960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:08.966823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:08.970985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.092126 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:09.141570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdaaa76-b6c0-4180-bc15-d0912b3e01f2 req-f4cb04c9-38b8-46ce-a174-c14287459ced tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8652511 Jun 30 09:14:09.151443 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96dddb14-4f78-4050-bd50-693d4d06a378 (CIDR: 172.20.0.0/28) Jun 30 09:14:09.162359 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:09.163099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:09.163387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Provisioning for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:09.168775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:09.169579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.200258 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cdc7714a-f306-41c8-acf1-adaa721a5e3c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4167125 Jun 30 09:14:09.200618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.207814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:09.257470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-07a6ad1f-873c-48d7-a7fe-2360b9a76bed tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.268034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-07a6ad1f-873c-48d7-a7fe-2360b9a76bed tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.8925102 Jun 30 09:14:09.297576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-34696b39-2713-4094-b73d-c532e48d9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.325990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-34696b39-2713-4094-b73d-c532e48d9f58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d2b3483-832c-457d-80a2-b2a74aa1db35 HTTP/1.1" status: 200 len: 848 time: 0.9264479 Jun 30 09:14:09.354647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-f45abdc6-ff68-4e27-9f1e-74d4240384bd tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/quotas/7f3f55f73d3b4691a087211dfe04365e HTTP/1.1" status: 200 len: 375 time: 0.0223246 Jun 30 09:14:09.382536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:09.383069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.460226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f6cdf8bc-2349-4402-86d0-0758efcf8e3d None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:09.461513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:09.465335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.502322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-38d40655-c871-4358-a310-f7280bcb007f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9a54da5-0adb-457e-80dd-ce055343a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225233 Jun 30 09:14:09.598443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a75bf977-32cc-4fbc-8444-ade60dc0bcd1 None None] Provisioning for port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:09.604881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a75bf977-32cc-4fbc-8444-ade60dc0bcd1 None None] Provisioning complete for port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:09.605263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a75bf977-32cc-4fbc-8444-ade60dc0bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.668077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-1a1333fe-b2b8-4703-9a53-856e97b1f042 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3071320 Jun 30 09:14:09.700587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf977-32cc-4fbc-8444-ade60dc0bcd1 None None] Port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:09.701160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2d2f54b6-d4b8-4c72-bab0-8f2ef5ed218a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:14:09.718713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2d2f54b6-d4b8-4c72-bab0-8f2ef5ed218a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386329 Jun 30 09:14:09.721460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-1b685108-e64f-49d9-9eb6-80719deb8cfe service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060862 Jun 30 09:14:09.910773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-ae436cb9-1fe1-4cb9-8648-72836a206c6e service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851437 Jun 30 09:14:09.913369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63c6eb22-649a-4b58-8254-75ffb9225ca5 req-7dae022c-1cce-477a-a08a-c44e2cac1b30 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201460 Jun 30 09:14:09.993521 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b767e186-b0e3-45eb-857b-01477d466542 (CIDR: 172.20.0.16/28) Jun 30 09:14:10.021863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fccae-c34f-4132-8695-a39d49703a9a req-20cffcc4-4ee3-4e85-a92d-0b8cc6d224c7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.023829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-596fccae-c34f-4132-8695-a39d49703a9a req-20cffcc4-4ee3-4e85-a92d-0b8cc6d224c7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b364880-6995-42ee-8a14-33f3608dd833 HTTP/1.1" status: 200 len: 945 time: 0.1479011 Jun 30 09:14:10.024956 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:10.025619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:10.082729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-eb4b79e8-723f-4bb6-9099-983100596011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.085238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-eb4b79e8-723f-4bb6-9099-983100596011 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 1096 time: 0.1034935 Jun 30 09:14:10.086185 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e96acae6-0cba-4594-9e89-b4a574d8b0fb tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8843284 Jun 30 09:14:10.089163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:10.092333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-49809241-f07d-4f7c-af32-112f5b41bddb service neutron] 10.222.0.66 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737778 Jun 30 09:14:10.094928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'subnet': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:10.115158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:10.272825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:10.274485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.324734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-b8d38d1d-9e94-461e-8b14-d65d05e29108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.327187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-b8d38d1d-9e94-461e-8b14-d65d05e29108 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 200 len: 909 time: 0.2339716 Jun 30 09:14:10.438892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-f72960d3-d7e8-40e3-adbe-fed4fd6a8932 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052 HTTP/1.1" status: 200 len: 217 time: 0.1047273 Jun 30 09:14:10.528371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Deleting port 3d64602d-557b-4d2d-848b-beab9444cb2a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:10.529669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.530468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74800cd3-7d15-400a-829c-ef6e9e7c4c99 req-261175f8-b892-484f-a4c0-b9b071a8672b tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 210 time: 0.0711119 Jun 30 09:14:10.548077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Made reservation on behalf of f72b9b1a939f40ba9889583ce3f8e81c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:10.561074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.576617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-b64181db-7118-4cfd-ab4f-3de3f7ffab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.578100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-b64181db-7118-4cfd-ab4f-3de3f7ffab8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d2b3483-832c-457d-80a2-b2a74aa1db35 HTTP/1.1" status: 200 len: 848 time: 0.1274593 Jun 30 09:14:10.674175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-1c74842d-7e85-47ea-bf64-accdeb67b893 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9a54da5-0adb-457e-80dd-ce055343a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818777 Jun 30 09:14:10.817115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35432-9dc6-4e6d-8606-ab1aabb1bd98 req-83cabda6-2199-4b19-b19c-7f024ad1cbc4 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.828051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ae35432-9dc6-4e6d-8606-ab1aabb1bd98 req-83cabda6-2199-4b19-b19c-7f024ad1cbc4 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 944 time: 0.3866239 Jun 30 09:14:10.883182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] For port 3d64602d-557b-4d2d-848b-beab9444cb2a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=3d64602d-557b-4d2d-848b-beab9444cb2a,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:10.883560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.935965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ae35432-9dc6-4e6d-8606-ab1aabb1bd98 req-219ff83f-55fc-416c-ae8e-aa158458c860 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069667 Jun 30 09:14:10.939057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Calling delete_port for 3d64602d-557b-4d2d-848b-beab9444cb2a owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:10.963961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-c761907c-b985-4cc4-b15b-f635ee969c36 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793312 Jun 30 09:14:11.067021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aaffd1c-fcce-4b01-b880-8fcd6acd35c7 req-2df38822-5a7b-4027-b1ae-71e2bc78a1f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956147 Jun 30 09:14:11.189099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.250963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Network 4d270ad6-c70a-435f-992a-19494be18df6 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:11.254577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.266145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:11.269673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.270540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.275239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2742d0-bc01-4d4f-af68-c6301ecfe23e None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:11.318126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Subnet': ['ID=b22cfa19-2d29-4ee0-a7d3-00a50e976b20,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.334626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event deleted for resources: {'Port': ['ID=3d64602d-557b-4d2d-848b-beab9444cb2a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.391470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] No DVR routers for this DVR port 3d64602d-557b-4d2d-848b-beab9444cb2a on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:11.398680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37366) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:11.399192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-63b7c903-175f-40d9-88c7-0fc14083f869 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3087122 Jun 30 09:14:11.400505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.404152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-596fccae-c34f-4132-8695-a39d49703a9a req-52a5164f-b356-42de-8c64-c50d928d7f19 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "DELETE /v2.0/ports/3d64602d-557b-4d2d-848b-beab9444cb2a HTTP/1.1" status: 204 len: 173 time: 1.3738520 Jun 30 09:14:11.404616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-deleted', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:11.409199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2042354692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b22cfa19-2d29-4ee0-a7d3-00a50e976b20'}], 'security_groups': ['50c8c44f-56a8-4dd3-9364-1f6a624d76c7', '641eec26-6ecb-438d-bd50-be3a5a980c8c']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:11.416192 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead2d737-6dee-4931-99e6-bfdb80e5964a" -d '{"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-deleted", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:11.622758 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dfebca-6866-4d79-9a97-8128ede00c7d x-openstack-request-id: req-73dfebca-6866-4d79-9a97-8128ede00c7d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:11.623708 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b364880-6995-42ee-8a14-33f3608dd833", "name": "network-vif-deleted", "tag": "3d64602d-557b-4d2d-848b-beab9444cb2a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:11.624121 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73dfebca-6866-4d79-9a97-8128ede00c7d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:11.625800 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b364880-6995-42ee-8a14-33f3608dd833', 'name': 'network-vif-deleted', 'tag': '3d64602d-557b-4d2d-848b-beab9444cb2a', 'status': 'completed', 'code': 200} Jun 30 09:14:11.719220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.782638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Update dhcp port {'port': {'network_id': '4d270ad6-c70a-435f-992a-19494be18df6', 'fixed_ips': [{'subnet_id': 'b767e186-b0e3-45eb-857b-01477d466542', 'ip_address': '172.20.0.18'}, {'subnet_id': '96dddb14-4f78-4050-bd50-693d4d06a378', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b22cfa19-2d29-4ee0-a7d3-00a50e976b20'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:14:11.795789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0544a7a0-f410-40be-979c-4b65658386c2 req-ef75fa2c-6052-4272-b53b-33fef2d703f7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 210 time: 0.0598683 Jun 30 09:14:11.825036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.177739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Allocated IP 172.20.0.34 (4d270ad6-c70a-435f-992a-19494be18df6/b22cfa19-2d29-4ee0-a7d3-00a50e976b20/5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:12.281837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-d67bbef2-5dd4-480e-84c6-377c89920a9a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.283309 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-d67bbef2-5dd4-480e-84c6-377c89920a9a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 814 time: 0.2166965 Jun 30 09:14:12.298954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Request body: {'port': {'device_id': '899e35f2-cf41-4333-9769-8e753384739c', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'admin_state_up': True, 'tenant_id': '7f3f55f73d3b4691a087211dfe04365e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:12.337845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb6a74-63bd-4b53-976f-76b36ff99352 req-ef4abd39-4b41-4e58-86e4-462537a7a941 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.342474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcbb6a74-63bd-4b53-976f-76b36ff99352 req-ef4abd39-4b41-4e58-86e4-462537a7a941 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 944 time: 0.1384466 Jun 30 09:14:12.411155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:12.441905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcbb6a74-63bd-4b53-976f-76b36ff99352 req-91ba76c0-0557-4d57-86b0-8c50331be1c8 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899844 Jun 30 09:14:12.495101 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.519482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Transition to ACTIVE for port object 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:12.537722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.549577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Made reservation on behalf of 7f3f55f73d3b4691a087211dfe04365e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:12.558422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.682605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Delete allocated IP 172.20.0.12 (4d270ad6-c70a-435f-992a-19494be18df6/96dddb14-4f78-4050-bd50-693d4d06a378) {{(pid=94183) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:14:12.697470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Allocated IP 172.20.0.35 (4d270ad6-c70a-435f-992a-19494be18df6/b22cfa19-2d29-4ee0-a7d3-00a50e976b20/cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:12.761520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcba4c3-a0ac-4e04-934c-805ac2c6e8fc None None] Pushing event updated for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:12.844621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Allocated IP 172.20.0.2 (3905f4b1-6423-413e-ac99-b57fefe90795/a4d13c11-6bbf-4bc7-a704-dd6910d1c20e/a07b6cc0-42d3-41a8-b963-e69e1f5f6549) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:12.868983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:12.916972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 3d64602d-557b-4d2d-848b-beab9444cb2a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:12.927057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 3d64602d-557b-4d2d-848b-beab9444cb2a not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:13.115484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.125180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.173479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.231816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13d44e67-8500-44d8-b9a8-4100d3921211 req-a97455bc-eda5-4fb8-8d54-46bdb6f17322 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 210 time: 0.1020629 Jun 30 09:14:13.245958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Transition to ACTIVE for port object cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:13.265181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.282497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Network 3905f4b1-6423-413e-ac99-b57fefe90795 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:13.286362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:13.301285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:13.365085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event updated for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:13.425644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:13.426357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.456571 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-de2f1bea-1496-4e8b-94a7-8811cdc4ce9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632295 Jun 30 09:14:13.472783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Request body: {'port': {'device_id': '899e35f2-cf41-4333-9769-8e753384739c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:13.480817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event updated for resources: {'Port': ['ID=cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:13.494090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] In _notify_port_updated(), no bound segment for port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d on network 4d270ad6-c70a-435f-992a-19494be18df6 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:14:13.499927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:13.500416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.504374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5133ec91-44be-4a0e-8921-d24235093ce6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "PUT /v2.0/ports/cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d HTTP/1.1" status: 200 len: 960 time: 2.0995638 Jun 30 09:14:13.505872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:13.656607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.728786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:13.729138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.757557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66114f6a-bf73-41d6-8419-fd9e241b03ea req-5f317d3a-94fb-4789-b108-267374d62c61 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:13.759151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66114f6a-bf73-41d6-8419-fd9e241b03ea req-5f317d3a-94fb-4789-b108-267374d62c61 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 944 time: 0.0902796 Jun 30 09:14:13.763605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Provisioning for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:13.768210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:13.768680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.885351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66114f6a-bf73-41d6-8419-fd9e241b03ea req-9d59245a-69dd-4364-83c2-3abc748bc1f8 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187713 Jun 30 09:14:13.929448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:13.929962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.980238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:13.996648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Provisioning for port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:14.001606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Provisioning complete for port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:14.002254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.028462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.060145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:14.095572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1e5130d5-dc19-40d8-aab0-c8ad11afd0e5 None None] Port cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:14.170318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:14.303187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:14.303574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.318359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.397929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:14.518299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a4710cc2-371b-4362-aa54-f7c7a1fafb24 None None] Could not find standard attr ID for object cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:14:14.658226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e2e92-5cdb-423a-9b5d-db29f33d7914 req-c622a2a3-ab0c-4d85-8266-d5547e5cd451 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.661282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.663273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71302e3d-8e1d-4af0-bdf3-ed39a74ecebc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d HTTP/1.1" status: 204 len: 168 time: 1.1556621 Jun 30 09:14:14.672874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a05e2e92-5cdb-423a-9b5d-db29f33d7914 req-c622a2a3-ab0c-4d85-8266-d5547e5cd451 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 931 time: 0.1561413 Jun 30 09:14:14.680417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37440) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:14.764363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a05e2e92-5cdb-423a-9b5d-db29f33d7914 req-7b7f9f70-e9f4-4dca-924d-2af90e8efba2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846226 Jun 30 09:14:14.769127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07b6cc0-42d3-41a8-b963-e69e1f5f6549 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:14.779280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.791697 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8a5774-1bde-47f6-b303-f5c057ece792 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] GET failed (client error): The resource could not be found. Jun 30 09:14:14.794106 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2c8a5774-1bde-47f6-b303-f5c057ece792 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports/cfe1b272-1c7f-4fa7-a339-1b8d2a2ea04d HTTP/1.1" status: 404 len: 333 time: 0.1124589 Jun 30 09:14:14.796663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:14.818109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Transition to ACTIVE for port object a07b6cc0-42d3-41a8-b963-e69e1f5f6549 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:14.829687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.874944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 25fa275c-3ee0-4256-9f98-f2a3e9eed052 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:14.903631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Pushing event updated for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:14.930096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.995360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.056901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Attempting to bind port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:15.057786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:15.057930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Attempting to bind port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:15.057930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Attempting to bind port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:15.063688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 on network 3905f4b1-6423-413e-ac99-b57fefe90795 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:15.066803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Attempting to bind port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 on network 3905f4b1-6423-413e-ac99-b57fefe90795 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:15.071626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:15.072396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Checking segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:15.072790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Bound using segment: {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:15.073243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Bound port: a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5042b73c-d10f-4270-83ad-c72aa375412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:15.073605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.088441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'network_id': 'c9a54da5-0adb-457e-80dd-ce055343a5d5', 'port_id': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'mac_address': 'fa:16:3e:39:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2b3483-832c-457d-80a2-b2a74aa1db35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:15.088817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.091462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.092620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/security-groups/20c7cd5c-e26c-441b-ade1-2d4f45ce664f HTTP/1.1" status: 204 len: 168 time: 0.2948806 Jun 30 09:14:15.095715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37452) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.105303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd927-a90b-4458-b24f-f8e04dddc665 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c7cd5c-e26c-441b-ade1-2d4f45ce664f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.169146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.184616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fa275c-3ee0-4256-9f98-f2a3e9eed052 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:15.199159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:15.203289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:15.210984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.219915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:15.226205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.251168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.252113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.253860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] 10.222.0.11 "PUT /v2.0/ports/a07b6cc0-42d3-41a8-b963-e69e1f5f6549 HTTP/1.1" status: 200 len: 1092 time: 1.7879364 Jun 30 09:14:15.257047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:15.261280 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318" -d '{"events": [{"name": "network-changed", "server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:15.296905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddd132-84b2-4c6c-905c-4c8e9de11b9d service neutron] Pushing event updated for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.327587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.338349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.357644 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeea1e17-4bf2-451c-ab20-a20c1ec18134 x-openstack-request-id: req-aeea1e17-4bf2-451c-ab20-a20c1ec18134 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:15.357962 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:15.358216 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aeea1e17-4bf2-451c-ab20-a20c1ec18134 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:15.358613 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549', 'status': 'completed', 'code': 200} Jun 30 09:14:15.375377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f356-9a73-4bd9-9acf-c0bb33722478 req-457e0137-dfc9-4505-bff7-9dc1f0aed51c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.376931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff73f356-9a73-4bd9-9acf-c0bb33722478 req-457e0137-dfc9-4505-bff7-9dc1f0aed51c tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 944 time: 0.2455864 Jun 30 09:14:15.389701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-c42d2a73-b546-48dd-a0b8-d1557ac0ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.391515 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-c42d2a73-b546-48dd-a0b8-d1557ac0ea4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 1095 time: 0.0782006 Jun 30 09:14:15.399911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.448030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-a7e2b9de-2051-4320-8465-6a7e67bbdb00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549 HTTP/1.1" status: 200 len: 217 time: 0.0469091 Jun 30 09:14:15.487526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff73f356-9a73-4bd9-9acf-c0bb33722478 req-f7f871b0-07ae-40e0-af96-78bd071d4d38 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995235 Jun 30 09:14:15.543201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.546263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.550979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/security-groups/641eec26-6ecb-438d-bd50-be3a5a980c8c HTTP/1.1" status: 204 len: 168 time: 0.4539390 Jun 30 09:14:15.551168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37462) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:15.563196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-b264f061-32bd-4a6a-9cff-563ff4c48026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.564744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-b264f061-32bd-4a6a-9cff-563ff4c48026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.1069169 Jun 30 09:14:15.579004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af3b39-9269-41b5-b805-fae315937594 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641eec26-6ecb-438d-bd50-be3a5a980c8c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.622232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-f8778a47-40e7-4c80-8795-7762332b2792 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483060 Jun 30 09:14:15.664110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['25fa275c-3ee0-4256-9f98-f2a3e9eed052'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:15.761030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.802662 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.882509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-461c24a3-0fbb-4c88-a086-0c76aa6ddf5f service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468047 Jun 30 09:14:16.037661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ad3e56cb-16d9-42b0-8aae-a684bffa1288 req-ee2d300f-c9ed-4200-8aaf-0724af1f76ce service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560047 Jun 30 09:14:16.060832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b37f-7940-4993-9e8c-3f4ca5351dc3 req-6d5f1574-bd7b-4910-b6fd-8a5303195b0f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.063399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9463b37f-7940-4993-9e8c-3f4ca5351dc3 req-6d5f1574-bd7b-4910-b6fd-8a5303195b0f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 943 time: 0.1529858 Jun 30 09:14:16.095684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.101548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.108153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/security-groups/50c8c44f-56a8-4dd3-9364-1f6a624d76c7 HTTP/1.1" status: 204 len: 168 time: 0.5549095 Jun 30 09:14:16.108511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.150865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf062c6-dcfe-41f7-b4b1-d262302f2e74 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c8c44f-56a8-4dd3-9364-1f6a624d76c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:16.194441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9463b37f-7940-4993-9e8c-3f4ca5351dc3 req-01e0f6b7-ac56-4126-a377-d3e48a8fc9a7 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240273 Jun 30 09:14:16.209998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet 96dddb14-4f78-4050-bd50-693d4d06a378 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:16.213959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.224845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-99f30ed2-7624-457a-89be-c9b231fb3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.228001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-99f30ed2-7624-457a-89be-c9b231fb3acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f3f55f73d3b4691a087211dfe04365e&device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 1095 time: 0.1181912 Jun 30 09:14:16.263377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.325464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-8cb6d57d-a027-4390-b267-71a5abd08004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.326970 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-8cb6d57d-a027-4390-b267-71a5abd08004 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 200 len: 915 time: 0.0917156 Jun 30 09:14:16.350025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.374213 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-7d5230cf-5cb0-4354-8895-39a5cb7122a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549 HTTP/1.1" status: 200 len: 217 time: 0.0393751 Jun 30 09:14:16.419703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.432419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-d1541eb8-b7bc-4cd5-a84b-5201bbd915fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.434033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-d1541eb8-b7bc-4cd5-a84b-5201bbd915fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 200 len: 854 time: 0.0529974 Jun 30 09:14:16.453096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=96dddb14-4f78-4050-bd50-693d4d06a378,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:16.459215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.461487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-687228aa-fb6e-4756-acf8-3197957107b7 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/96dddb14-4f78-4050-bd50-693d4d06a378 HTTP/1.1" status: 204 len: 168 time: 0.3517745 Jun 30 09:14:16.466835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37488) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:16.467980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c438105-10c5-4454-a1e5-c551df60b6ac None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:16.481237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-7c1f76ff-1738-413d-b817-873666085bb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3905f4b1-6423-413e-ac99-b57fefe90795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400476 Jun 30 09:14:16.569251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet b22cfa19-2d29-4ee0-a7d3-00a50e976b20 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:16.573261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.645471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.646350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-f10138f4-2a94-4d01-8ae8-77e71af428c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576605 Jun 30 09:14:16.803570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cdeb9ba3-7b8e-4624-adec-0f8b4db10318 req-13a9d4ee-1bf0-4bf4-9159-4ccb43ff509f service neutron] 10.222.0.11 "GET /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505036 Jun 30 09:14:16.831223 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.901978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f60b6-5906-4bfa-82e7-37fcb566fe1e req-f9e76256-6a64-4176-8bf9-d157c7115021 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.903624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-101f60b6-5906-4bfa-82e7-37fcb566fe1e req-f9e76256-6a64-4176-8bf9-d157c7115021 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 945 time: 0.1693852 Jun 30 09:14:16.967739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.989890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-101f60b6-5906-4bfa-82e7-37fcb566fe1e req-c14aa22c-3a85-4132-b97e-15f9dfced099 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714815 Jun 30 09:14:17.020274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.022812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/b22cfa19-2d29-4ee0-a7d3-00a50e976b20 HTTP/1.1" status: 204 len: 168 time: 0.5548551 Jun 30 09:14:17.023886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aa4b5-3e04-4943-90d2-46f78a51f234 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=b22cfa19-2d29-4ee0-a7d3-00a50e976b20,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.025892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37506) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.085049 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec547cd-95bd-41ce-add9-2e74e7e5631d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.085513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec547cd-95bd-41ce-add9-2e74e7e5631d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.095497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37510) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.096066 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1ec547cd-95bd-41ce-add9-2e74e7e5631d tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/96dddb14-4f78-4050-bd50-693d4d06a378 HTTP/1.1" status: 404 len: 337 time: 0.0687888 Jun 30 09:14:17.191414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting subnet b767e186-b0e3-45eb-857b-01477d466542 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:17.195715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.252331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.351252 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.503809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.548068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.550153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/b767e186-b0e3-45eb-857b-01477d466542 HTTP/1.1" status: 204 len: 168 time: 0.4524424 Jun 30 09:14:17.554741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37524) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.573316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a170bf-084a-49a4-a74d-6c4f7091e664 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Subnet': ['ID=b767e186-b0e3-45eb-857b-01477d466542,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.608880 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a955752-162b-438d-a6bd-9321cdcd2030 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.609407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a955752-162b-438d-a6bd-9321cdcd2030 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.611928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1a955752-162b-438d-a6bd-9321cdcd2030 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/3cb560ea-6534-49a6-af28-054e500b8971 HTTP/1.1" status: 404 len: 337 time: 0.0559697 Jun 30 09:14:17.614698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37526) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.653157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b656f2-4628-4967-b4fb-4319948745be req-e706ed3b-74d0-4ffc-8fcc-fa95b7222bab tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.656037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60b656f2-4628-4967-b4fb-4319948745be req-e706ed3b-74d0-4ffc-8fcc-fa95b7222bab tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2432880 Jun 30 09:14:17.664270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49553a-3c79-4d39-be60-a318df1dc1ae req-c9aa3d39-5ba2-42e1-bbe5-e6292eb79b13 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.665928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f49553a-3c79-4d39-be60-a318df1dc1ae req-c9aa3d39-5ba2-42e1-bbe5-e6292eb79b13 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 943 time: 0.2437470 Jun 30 09:14:17.673574 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-70fb7cb2-1db9-4961-b4e0-22a8e3bb9ef9 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 HTTP/1.1" status: 200 len: 205 time: 0.0574687 Jun 30 09:14:17.676190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37530) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.713836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50260a-0c4f-4f19-82af-59f7e396e448 None None] Network 4d270ad6-c70a-435f-992a-19494be18df6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:17.728169 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-c4eecfd7-de16-4c97-8e07-219e4bf2f10b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] delete failed (client error): The resource could not be found. Jun 30 09:14:17.729242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4eecfd7-de16-4c97-8e07-219e4bf2f10b tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/routers/b1d3fb8d-6a77-4ce7-8568-9cb5f6717143 HTTP/1.1" status: 404 len: 336 time: 0.0515831 Jun 30 09:14:17.731894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37532) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.735168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f49553a-3c79-4d39-be60-a318df1dc1ae req-90e9f453-79df-4b95-b126-883f916292ad tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619266 Jun 30 09:14:17.765841 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ae25f3-dbbb-46ea-9d5b-c890777281d6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.768506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ae25f3-dbbb-46ea-9d5b-c890777281d6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.772571 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06ae25f3-dbbb-46ea-9d5b-c890777281d6 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/11857f7a-a7d1-4949-8edf-ecb8d3bbba01 HTTP/1.1" status: 404 len: 337 time: 0.0393398 Jun 30 09:14:17.774622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60b656f2-4628-4967-b4fb-4319948745be req-794f7a58-7a0f-4ed2-a02b-4a4e48e77a81 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076050 Jun 30 09:14:17.775155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37536) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.802885 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd84ccd-6002-4b21-aab7-5c4c3e1c5ae2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.803642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd84ccd-6002-4b21-aab7-5c4c3e1c5ae2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.818061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-afd84ccd-6002-4b21-aab7-5c4c3e1c5ae2 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/40b4d6fa-d1c6-4bbd-a8a8-36a3d996b6d8 HTTP/1.1" status: 404 len: 337 time: 0.0418098 Jun 30 09:14:17.820788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37542) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.875107 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a58fcb-1c61-407f-b515-52801487bbf3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.875585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a58fcb-1c61-407f-b515-52801487bbf3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.877384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-87a58fcb-1c61-407f-b515-52801487bbf3 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/24941a85-dd07-4621-9671-3c48a97972b2 HTTP/1.1" status: 404 len: 337 time: 0.0553131 Jun 30 09:14:17.880236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.939602 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-69079702-7a18-4835-b6bd-97923f3df61f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.940690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69079702-7a18-4835-b6bd-97923f3df61f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.945129 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69079702-7a18-4835-b6bd-97923f3df61f tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/39f1eca8-d4b4-416a-b954-300f19cdfb8d HTTP/1.1" status: 404 len: 333 time: 0.0638251 Jun 30 09:14:17.948326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37548) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:17.993087 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5347609b-2b0c-4437-81cc-1bd154d3d73c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:17.993476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5347609b-2b0c-4437-81cc-1bd154d3d73c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:17.995232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5347609b-2b0c-4437-81cc-1bd154d3d73c tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/99bac850-3a12-4ae4-bc3d-f8106b7eadde HTTP/1.1" status: 404 len: 337 time: 0.0459087 Jun 30 09:14:17.998325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37552) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.008086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4aed0429-1a3b-480b-9d9e-e1fb4967668c None None] Provisioning complete for port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:18.008475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4aed0429-1a3b-480b-9d9e-e1fb4967668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.068315 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba53b33-1c02-487f-a40c-4134b0a191be tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:18.069315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba53b33-1c02-487f-a40c-4134b0a191be tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:18.074822 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7ba53b33-1c02-487f-a40c-4134b0a191be tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/3fa2cba5-f50e-40cd-8e40-959e123b7327 HTTP/1.1" status: 404 len: 337 time: 0.0753546 Jun 30 09:14:18.075721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37556) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.130781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4cee2-5dd8-40e5-abbb-ed380445f581 req-b7f46108-7a19-4f0a-a972-5052ead6e5e6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.132461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cba4cee2-5dd8-40e5-abbb-ed380445f581 req-b7f46108-7a19-4f0a-a972-5052ead6e5e6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1493883 Jun 30 09:14:18.137977 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-31529efa-9905-43a4-82d1-3598308c1269 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:18.140013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31529efa-9905-43a4-82d1-3598308c1269 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:18.142611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-31529efa-9905-43a4-82d1-3598308c1269 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/38cfb046-8cc1-4133-a2e6-15d72d19155f HTTP/1.1" status: 404 len: 333 time: 0.0656376 Jun 30 09:14:18.146107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.202654 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba660be-54b2-44ab-8ba3-8843d31ccefc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:18.203280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba660be-54b2-44ab-8ba3-8843d31ccefc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:18.205351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bba660be-54b2-44ab-8ba3-8843d31ccefc tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/6302d604-5af0-414f-812e-b4ecd311ac49 HTTP/1.1" status: 404 len: 337 time: 0.0511060 Jun 30 09:14:18.206336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4aed0429-1a3b-480b-9d9e-e1fb4967668c None None] Provisioning complete for port cca63eaf-1526-476c-9f89-b5bf6230313d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:18.206720 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4aed0429-1a3b-480b-9d9e-e1fb4967668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.208577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37566) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.213129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] DHCP port deletion for 4d270ad6-c70a-435f-992a-19494be18df6 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:14:18.250203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cba4cee2-5dd8-40e5-abbb-ed380445f581 req-57cffc83-eecb-4584-a944-2ffa3bfa73f1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062140 Jun 30 09:14:18.258299 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d5a1e6-4acc-459f-a74f-c7dd97986fc8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] DELETE failed (client error): The resource could not be found. Jun 30 09:14:18.258763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d5a1e6-4acc-459f-a74f-c7dd97986fc8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:14:18.260583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-60d5a1e6-4acc-459f-a74f-c7dd97986fc8 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/subnets/d6e5a39b-a7d3-4ef7-99bd-78ffbc0f394f HTTP/1.1" status: 404 len: 337 time: 0.0509906 Jun 30 09:14:18.263391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:18.302104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4aed0429-1a3b-480b-9d9e-e1fb4967668c None None] Port cca63eaf-1526-476c-9f89-b5bf6230313d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:18.350378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Deleting port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:18.350713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.439168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] For port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,segment=NetworkSegment(e0ed73d5-6493-4888-a3be-e3b658aaba75),segment_id=e0ed73d5-6493-4888-a3be-e3b658aaba75)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:18.439990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.459143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Calling delete_port for 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:18.544265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Deleting port cca63eaf-1526-476c-9f89-b5bf6230313d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:18.544664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.583213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.611901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] Pushing event deleted for resources: {'Port': ['ID=5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.618534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd084c-41d9-43e5-9089-4061cf1ffc56 None None] No DVR routers for this DVR port 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:18.716433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d604f94-a4ff-4275-b92b-808a1281f14a req-1cf3ba25-711e-449a-8d66-57c43cdbd8dd tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.722522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d604f94-a4ff-4275-b92b-808a1281f14a req-1cf3ba25-711e-449a-8d66-57c43cdbd8dd tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 945 time: 0.2859471 Jun 30 09:14:18.728855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.769481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Calling delete_port for cca63eaf-1526-476c-9f89-b5bf6230313d owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:18.860676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d604f94-a4ff-4275-b92b-808a1281f14a req-ef569a0b-2445-4aa0-abde-b76d84625785 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288550 Jun 30 09:14:18.882873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-67d835b7-cb2a-40a0-a560-2d692561650e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.884687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-67d835b7-cb2a-40a0-a560-2d692561650e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2821667 Jun 30 09:14:18.933850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-eeca04f6-a7aa-4c4e-99a1-7bd52bf3e088 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/quotas/63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 375 time: 0.0340979 Jun 30 09:14:18.934099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 25fa275c-3ee0-4256-9f98-f2a3e9eed052 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:19.017399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:19.021833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:19.022410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.053402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.102431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Port': ['ID=cca63eaf-1526-476c-9f89-b5bf6230313d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.115915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.118998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5e14b22e-5ddc-4092-9f6e-35a72863e537 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/ports/cca63eaf-1526-476c-9f89-b5bf6230313d HTTP/1.1" status: 204 len: 168 time: 0.8545837 Jun 30 09:14:19.121568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37596) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:19.131503 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.161834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:19.164419 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3ef05-535a-4b4b-875a-1789a8b43659" -d '{"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-plugged", "status": "completed", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:19.175257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-3bf02315-11a3-4211-a05d-2ee57fdea96e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2449656 Jun 30 09:14:19.182763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:19.188134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.203450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891f7e-635f-4485-b86b-dbb5bc216657 req-17637abf-bacd-4990-8cf4-99dfc5ec4ed9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.205442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d891f7e-635f-4485-b86b-dbb5bc216657 req-17637abf-bacd-4990-8cf4-99dfc5ec4ed9 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 943 time: 0.2080169 Jun 30 09:14:19.248024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.270474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.370617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d891f7e-635f-4485-b86b-dbb5bc216657 req-ccdb5f9b-541c-4ebc-b209-18624ab40908 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486592 Jun 30 09:14:19.414189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.425393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d270ad6-c70a-435f-992a-19494be18df6']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:19.429356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-f7f51348-7ca6-4a8d-8482-8060ad5d738f service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228262 Jun 30 09:14:19.443050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ed73d5-6493-4888-a3be-e3b658aaba75') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:19.443357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ed73d5-6493-4888-a3be-e3b658aaba75') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:19.464743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.488558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.497659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:19.498173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:19.502398 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:19.534177 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f7ad52-497a-4472-a997-ed5b296d1d77 x-openstack-request-id: req-19f7ad52-497a-4472-a997-ed5b296d1d77 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:19.534543 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-plugged", "status": "completed", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:19.534883 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19f7ad52-497a-4472-a997-ed5b296d1d77 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:19.535367 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'code': 200} Jun 30 09:14:19.674233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-9c0214f0-4fa8-447d-a4d5-b7668108aebd service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387700 Jun 30 09:14:19.685790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.693236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.698173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] 10.222.0.66 "DELETE /v2.0/networks/4d270ad6-c70a-435f-992a-19494be18df6 HTTP/1.1" status: 204 len: 168 time: 0.5719745 Jun 30 09:14:19.714788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29430ea9-7a1f-489b-9287-384542047979 tempest-PortsTestJSON-761459299 tempest-PortsTestJSON-761459299-project] Pushing event deleted for resources: {'Network': ['ID=4d270ad6-c70a-435f-992a-19494be18df6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.734443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23474f8-094a-42f4-bc88-1dc870f4541b req-a2e6dc26-c327-44b9-9543-899324930edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.736043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f23474f8-094a-42f4-bc88-1dc870f4541b req-a2e6dc26-c327-44b9-9543-899324930edd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 1098 time: 0.1119764 Jun 30 09:14:19.776315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f23474f8-094a-42f4-bc88-1dc870f4541b req-88366ca5-0504-481c-a449-3050221f54bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Jun 30 09:14:19.985395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b9b51ba-4824-4d1f-a923-90ca03dc8036 req-6e0593be-76d6-4e61-9149-21110a5a511b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 210 time: 0.0671968 Jun 30 09:14:20.094677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:20.118463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e83f4-aa7b-46a8-8941-b7c1bc6d5b4c req-2a7d5b39-85ef-4e92-89c2-e9673ed801c2 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.121604 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-554e83f4-aa7b-46a8-8941-b7c1bc6d5b4c req-2a7d5b39-85ef-4e92-89c2-e9673ed801c2 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 946 time: 0.1039112 Jun 30 09:14:20.153163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:20.180925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:20.181639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5f5a3db0-0ea1-4c5c-a66d-07bc2ad35ff2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:20.211317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-554e83f4-aa7b-46a8-8941-b7c1bc6d5b4c req-49e627da-9259-4ad1-9c2b-3bcd9e786793 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843806 Jun 30 09:14:20.406061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b4025266-de55-4a5f-8d4c-f3ee18eb5fe6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f72b9b1a939f40ba9889583ce3f8e81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099959 Jun 30 09:14:20.408561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37646) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:20.542134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.623456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.735196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23c336-765d-40fb-84ff-af1055a764ac req-6bc61280-bf36-4160-8868-f32781878916 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.736966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f23c336-765d-40fb-84ff-af1055a764ac req-6bc61280-bf36-4160-8868-f32781878916 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 943 time: 0.1728308 Jun 30 09:14:20.782317 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.792786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.794560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/875c86e8-2b31-4e27-a058-b19af20330ed HTTP/1.1" status: 204 len: 168 time: 0.3805048 Jun 30 09:14:20.874447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f23c336-765d-40fb-84ff-af1055a764ac req-e752bb32-ec3a-4202-b497-f6294fd17de6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271703 Jun 30 09:14:20.876422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf29f-974b-40e5-b6d7-4359e2301cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c86e8-2b31-4e27-a058-b19af20330ed,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:20.937666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a07b6cc0-42d3-41a8-b963-e69e1f5f6549 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:21.200304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:21.245840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549', 'network_id': '3905f4b1-6423-413e-ac99-b57fefe90795', 'port_id': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549', 'mac_address': 'fa:16:3e:da:74:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13c11-6bbf-4bc7-a704-dd6910d1c20e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:21.306778 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.318630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fddd23c3-b8c4-442b-ab02-3c6e25501bec req-cd37fbd6-7069-4db2-9d37-724bbeb14d6f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Jun 30 09:14:21.331380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07b6cc0-42d3-41a8-b963-e69e1f5f6549 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:21.360062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:21.366149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.490798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:21.554591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4749dc-eeba-4c1c-9708-96e1a2ac0718 req-4beb83f5-faf9-478a-af9e-9e8a78d048ac tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.563443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab4749dc-eeba-4c1c-9708-96e1a2ac0718 req-4beb83f5-faf9-478a-af9e-9e8a78d048ac tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 946 time: 0.1323905 Jun 30 09:14:21.620397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab4749dc-eeba-4c1c-9708-96e1a2ac0718 req-8c8e2f47-adf3-4a6b-9ea0-dc9bc5a5a6eb tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Jun 30 09:14:21.865497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a07b6cc0-42d3-41a8-b963-e69e1f5f6549'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:22.064104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-9e397e37-f27d-4003-8237-86601d6522fd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.072064 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-9e397e37-f27d-4003-8237-86601d6522fd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2578781 Jun 30 09:14:22.092867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'device_id': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'admin_state_up': True, 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:22.309900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37730) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:22.366216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:22.376488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.404060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1e7ad-beab-4902-bd98-9aa2efdc5eb9 req-6427d31a-e545-4115-a092-ceec3c9f97fb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.415415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23e1e7ad-beab-4902-bd98-9aa2efdc5eb9 req-6427d31a-e545-4115-a092-ceec3c9f97fb tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 944 time: 0.1544874 Jun 30 09:14:22.520459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23e1e7ad-beab-4902-bd98-9aa2efdc5eb9 req-904f7f60-e46c-465d-a008-256790da0b25 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029105 Jun 30 09:14:22.564324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c84c736b-638e-49f4-9e63-26903e81b0ac req-09e40798-3e55-49c4-b244-deb6eed31cbd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 210 time: 0.0410340 Jun 30 09:14:22.611217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5cc3599f-253f-4cbd-bb74-21685bbb23b7 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:22.611882 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-5cc3599f-253f-4cbd-bb74-21685bbb23b7 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:14:22.612593 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-5cc3599f-253f-4cbd-bb74-21685bbb23b7 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:22.614303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5cc3599f-253f-4cbd-bb74-21685bbb23b7 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3018293 Jun 30 09:14:22.619515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37742) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:22.631420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--594075083'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:22.654954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.20.0.9 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/4260eb01-259d-499f-8520-e6787ed2cbb4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:22.662399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.674074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.828997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.846143 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.926576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.928892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc8c7d-a4da-46e0-b6ee-44e5b779411e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.942860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Transition to ACTIVE for port object 4260eb01-259d-499f-8520-e6787ed2cbb4 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:22.982455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.003356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.010022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.036185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:23.040482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:23.047653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:23.080455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc7d15-8d9d-4dd0-a0d0-f8306ff608a6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.091811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.097901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-63e18685-842d-4d11-b09b-6d4936cb717e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4709682 Jun 30 09:14:23.101184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37754) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:23.106017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'b2cc7d15-8d9d-4dd0-a0d0-f8306ff608a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:23.163812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.281070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381', '79a035d9-5a18-4515-8a29-b3910071afb1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:23.324714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.341797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.394137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.398617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938216 Jun 30 09:14:23.398982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:23.405414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7065cf54-f829-429a-835d-6606a7ec3242 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'b2cc7d15-8d9d-4dd0-a0d0-f8306ff608a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:23.411543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0945569-a11b-4eff-b974-654c79d0c8da tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aced7f35-8dbf-4254-93fc-f3049fc1cafa,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.477027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7065cf54-f829-429a-835d-6606a7ec3242 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.491594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0567a0-a4a7-4850-8f3f-e54527528fdf req-1e8621f7-b505-4fe9-8887-654b1c7dbc66 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.493965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a0567a0-a4a7-4850-8f3f-e54527528fdf req-1e8621f7-b505-4fe9-8887-654b1c7dbc66 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 946 time: 0.1675222 Jun 30 09:14:23.503386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b80b7aa-1aa2-40b9-8e9d-b51abb66311d None None] Provisioning for port 4260eb01-259d-499f-8520-e6787ed2cbb4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:23.536631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1b80b7aa-1aa2-40b9-8e9d-b51abb66311d None None] Provisioning complete for port 4260eb01-259d-499f-8520-e6787ed2cbb4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:23.537164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b80b7aa-1aa2-40b9-8e9d-b51abb66311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.608684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a0567a0-a4a7-4850-8f3f-e54527528fdf req-2d99e6b4-e2f0-463d-a79e-feb8bee0a370 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070828 Jun 30 09:14:23.631118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1b80b7aa-1aa2-40b9-8e9d-b51abb66311d None None] Port 4260eb01-259d-499f-8520-e6787ed2cbb4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:23.635162 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-7065cf54-f829-429a-835d-6606a7ec3242 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:23.639231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7065cf54-f829-429a-835d-6606a7ec3242 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2358854 Jun 30 09:14:23.639349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37772) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:23.795453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.811454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.826759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.826998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.827400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.827742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.828075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.828545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.828729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.841066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.841471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.843843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.844198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.844538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:23.860750 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.878696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.880193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.894128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2edb8-3b88-4258-a2f9-0f4fb9f4a341 req-8859d06a-0e24-4c39-a204-83028c2c0964 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.896771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15d2edb8-3b88-4258-a2f9-0f4fb9f4a341 req-8859d06a-0e24-4c39-a204-83028c2c0964 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 944 time: 0.1645155 Jun 30 09:14:23.905655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-642e6106-40ee-48cf-b165-31149262dc45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209636 Jun 30 09:14:23.925189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Request body: {'port': {'device_id': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:24.000762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15d2edb8-3b88-4258-a2f9-0f4fb9f4a341 req-3027c013-88ca-47d2-bbec-ca9777a2c53a tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911260 Jun 30 09:14:24.011756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.014122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.018465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/b2cc7d15-8d9d-4dd0-a0d0-f8306ff608a6 HTTP/1.1" status: 204 len: 168 time: 0.3766334 Jun 30 09:14:24.019205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37782) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:24.047504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964cf20-0c87-450c-a7c8-3dcfdba4222c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc7d15-8d9d-4dd0-a0d0-f8306ff608a6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:24.081373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.105884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-93f801ee-932e-484b-bc52-54c88c00efe2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819390 Jun 30 09:14:24.109722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37784) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:24.114338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--320208683'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:24.195300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.235489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb38f1-208b-4b3e-aebd-ebc0729efafd req-b496d277-3ab7-4d5a-b6d5-e4487a2c7e20 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.236257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfcb38f1-208b-4b3e-aebd-ebc0729efafd req-b496d277-3ab7-4d5a-b6d5-e4487a2c7e20 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 931 time: 0.1003165 Jun 30 09:14:24.543611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4260eb01-259d-499f-8520-e6787ed2cbb4 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:24.558183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.588628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Transition to ACTIVE for port object 4260eb01-259d-499f-8520-e6787ed2cbb4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:24.599404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.650527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:24.795423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Attempting to bind port 4260eb01-259d-499f-8520-e6787ed2cbb4 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:24.796035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Attempting to bind port 4260eb01-259d-499f-8520-e6787ed2cbb4 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:24.796579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Attempting to bind port 4260eb01-259d-499f-8520-e6787ed2cbb4 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:24.802372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Port 4260eb01-259d-499f-8520-e6787ed2cbb4 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:24.802909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Attempting to bind port 4260eb01-259d-499f-8520-e6787ed2cbb4 on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:24.808951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:24.809546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:24.810137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:24.810910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Bound port: 4260eb01-259d-499f-8520-e6787ed2cbb4, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:24.811571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.866433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfcb38f1-208b-4b3e-aebd-ebc0729efafd req-9ba6d0f7-c5e7-489b-b2ac-7883ab4d36b8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202025 Jun 30 09:14:24.936374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:24.943338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a07b6cc0-42d3-41a8-b963-e69e1f5f6549 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:24.955831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:24.972804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.980496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.009285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-d86826fa-c8bb-45a3-98cd-a1e89a4d3b43 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.010905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-d86826fa-c8bb-45a3-98cd-a1e89a4d3b43 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 946 time: 0.2683942 Jun 30 09:14:25.011568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.039604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.040407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.042576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] 10.222.0.11 "PUT /v2.0/ports/4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 200 len: 1092 time: 1.1280119 Jun 30 09:14:25.043301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:25.046446 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e701a4e8-91e1-4dba-9606-249f53b48561" -d '{"events": [{"name": "network-changed", "server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:25.084193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:25.089036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:25.089412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.175356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b401c2-a4c0-46ce-8dd2-fc8f80816b06 service neutron] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:25.178490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.191592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0807314 Jun 30 09:14:25.208854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.223899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f0f48431-97fc-4d7d-8a76-411e2e5e1e49 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'bc974bf9-59a4-4162-b078-e6f55a7347fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:25.227450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65957cb-ec5a-44d8-8091-de1b72a36aee req-98a368af-3e82-4b49-a3f1-45ce9fac3b8d tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.230674 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-f0f48431-97fc-4d7d-8a76-411e2e5e1e49 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:14:25.231250 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-f0f48431-97fc-4d7d-8a76-411e2e5e1e49 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:25.232304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f0f48431-97fc-4d7d-8a76-411e2e5e1e49 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153422 Jun 30 09:14:25.236137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d65957cb-ec5a-44d8-8091-de1b72a36aee req-98a368af-3e82-4b49-a3f1-45ce9fac3b8d tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 946 time: 0.3661525 Jun 30 09:14:25.246990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.261267 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.274548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825013c-4933-40be-aa78-78c7b14e9839 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc974bf9-59a4-4162-b078-e6f55a7347fe,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:25.280037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59847358-3f5b-4df7-9b03-6c41332396ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.283148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-59847358-3f5b-4df7-9b03-6c41332396ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 1095 time: 0.1748879 Jun 30 09:14:25.300808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:25.320131 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92412a5-a3c2-42be-9b66-a43474a128fa" -d '{"events": [{"server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "name": "network-vif-plugged", "status": "completed", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:25.351127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:25.375844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.376671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 25fa275c-3ee0-4256-9f98-f2a3e9eed052 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:25.391573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-825a2b00-a0fa-4109-b85c-3dd700df5153 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 200 len: 217 time: 0.0930231 Jun 30 09:14:25.530912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.547202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d65957cb-ec5a-44d8-8091-de1b72a36aee req-c8af3540-513f-4a0a-9978-e2e6c6a02778 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/security-groups?id=55961737-d17a-4265-8d8e-c7381d4e2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091404 Jun 30 09:14:25.601192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.639059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Deleting port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:25.639411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.647649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.650579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.651076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:25.651726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc974bf9-59a4-4162-b078-e6f55a7347fe HTTP/1.1" status: 204 len: 168 time: 0.3921537 Jun 30 09:14:25.664708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37830) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.665683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecb6e1-673c-4ee9-9828-e3516be31a48 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc974bf9-59a4-4162-b078-e6f55a7347fe,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:25.667376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c475-979d-4f25-82c2-f77fa3110bec req-39dfffc5-a787-45b5-ae9c-31daa3bcabf5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.670894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4de6c475-979d-4f25-82c2-f77fa3110bec req-39dfffc5-a787-45b5-ae9c-31daa3bcabf5 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.3074453 Jun 30 09:14:25.699011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-2bd73db2-b913-49dc-a6e4-247819efa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.700556 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-2bd73db2-b913-49dc-a6e4-247819efa1d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.2999017 Jun 30 09:14:25.709705 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b3a4b-8293-4d8a-ae1f-4e14a01403a8 x-openstack-request-id: req-f24b3a4b-8293-4d8a-ae1f-4e14a01403a8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:25.710032 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:25.710292 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f24b3a4b-8293-4d8a-ae1f-4e14a01403a8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:25.710696 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'status': 'completed', 'code': 200} Jun 30 09:14:25.727138 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.772945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a3c25452-4b62-4927-97b5-52b500a782ba tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050320 Jun 30 09:14:25.777642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.782171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001065391'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:25.804483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-aa786c26-6ea1-4297-84b0-9122d1d3c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.806248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-aa786c26-6ea1-4297-84b0-9122d1d3c01d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927141 Jun 30 09:14:25.818721 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c3581-a3d1-4716-a8f2-9b53959c0ceb x-openstack-request-id: req-d35c3581-a3d1-4716-a8f2-9b53959c0ceb {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:25.819024 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "name": "network-vif-plugged", "status": "completed", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:25.821407 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d35c3581-a3d1-4716-a8f2-9b53959c0ceb {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:25.822398 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549', 'code': 200} Jun 30 09:14:25.837826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:25.853779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.990708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4de6c475-979d-4f25-82c2-f77fa3110bec req-d49ba485-051f-49dc-aff1-ee8d7dd4f207 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086567 Jun 30 09:14:26.034995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.059945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-d35d3c0e-3788-466e-9c2d-595cc7834900 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309623 Jun 30 09:14:26.066541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] For port 25fa275c-3ee0-4256-9f98-f2a3e9eed052, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=25fa275c-3ee0-4256-9f98-f2a3e9eed052,segment=NetworkSegment(5586d905-4c63-4c79-8e08-d3406f3a51a4),segment_id=5586d905-4c63-4c79-8e08-d3406f3a51a4)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:26.067449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.115481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Calling delete_port for 25fa275c-3ee0-4256-9f98-f2a3e9eed052 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:26.310266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.327324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1c60dc89-db58-472a-90cf-f5df2f5917c4 req-b31b3043-9001-4317-a8b0-e6359aa5794b service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110240 Jun 30 09:14:26.336467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.377542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7fd99-2d2e-4e8a-ba1d-15712e111801 req-5b356ae7-48c7-41e5-98b6-2b04269234f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.379887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-78c7fd99-2d2e-4e8a-ba1d-15712e111801 req-5b356ae7-48c7-41e5-98b6-2b04269234f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 1097 time: 0.3184068 Jun 30 09:14:26.384829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Pushing event deleted for resources: {'Port': ['ID=25fa275c-3ee0-4256-9f98-f2a3e9eed052,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.481907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] No DVR routers for this DVR port 25fa275c-3ee0-4256-9f98-f2a3e9eed052 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:26.486325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.489511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29ad536e-5293-48c7-990c-01ca2d8834bd req-3eb3a5d8-75bf-45a9-8d13-7507157c1314 tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.11 "DELETE /v2.0/ports/25fa275c-3ee0-4256-9f98-f2a3e9eed052 HTTP/1.1" status: 204 len: 173 time: 1.4318266 Jun 30 09:14:26.490003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-deleted', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:26.493103 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd5b1f-4814-4d93-9632-8c53a66b992a" -d '{"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-deleted", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:26.494317 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-78c7fd99-2d2e-4e8a-ba1d-15712e111801 req-6975e243-4592-4cef-9b75-afe4b8a52126 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977621 Jun 30 09:14:26.536776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142762-598a-4736-89c6-e912379f57b1 req-efa14142-77bf-4c84-9490-d1779be8dee0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.549898 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.550572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb142762-598a-4736-89c6-e912379f57b1 req-efa14142-77bf-4c84-9490-d1779be8dee0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 943 time: 0.1731699 Jun 30 09:14:26.564761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.594316 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a9cb19-7d30-4377-832e-74219a3bc05d x-openstack-request-id: req-31a9cb19-7d30-4377-832e-74219a3bc05d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:26.594638 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-deleted", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:26.594901 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31a9cb19-7d30-4377-832e-74219a3bc05d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:26.595370 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-deleted', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'status': 'completed', 'code': 200} Jun 30 09:14:26.606949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-8e38eccd-3a02-4f94-9fe7-952e7b9e6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.609259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-8e38eccd-3a02-4f94-9fe7-952e7b9e6056 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 1095 time: 0.2141333 Jun 30 09:14:26.657447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb142762-598a-4736-89c6-e912379f57b1 req-345f3004-63a2-46b7-800d-e52d6ce1ea3a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974996 Jun 30 09:14:26.680784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.684958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37868) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.685331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9064472 Jun 30 09:14:26.688543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57059-4b0f-4d86-bf0f-70392828299b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14ff85-d8d4-4902-b8d4-f8d9a2d60f46,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.692816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3e31d2e6-19e7-4ec8-a7a4-c4be79a89f68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': '0f14ff85-d8d4-4902-b8d4-f8d9a2d60f46', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:26.693470 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-3e31d2e6-19e7-4ec8-a7a4-c4be79a89f68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:14:26.693952 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-3e31d2e6-19e7-4ec8-a7a4-c4be79a89f68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:26.695439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3e31d2e6-19e7-4ec8-a7a4-c4be79a89f68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086436 Jun 30 09:14:26.698146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37870) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.770530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-d698cd10-aeae-47dc-b5e1-031a228568bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.773472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-d698cd10-aeae-47dc-b5e1-031a228568bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.1557364 Jun 30 09:14:26.826204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.875405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-8511de40-3c41-45c2-bac7-2d516252bb11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 200 len: 217 time: 0.0911665 Jun 30 09:14:26.878189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5518dc94-042e-41e8-97ce-6cdfeee0b45e req-31cf1677-5124-488d-b62c-b6bd82bfe7ff tempest-VolumesActionsTest-213241342 tempest-VolumesActionsTest-213241342-project] 10.222.0.66 "GET /v2.0/ports?device_id=c724bb7b-e5cc-416a-8775-538de2c52244 HTTP/1.1" status: 200 len: 210 time: 0.0510585 Jun 30 09:14:26.899191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.951224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-faedd919-4438-4682-a6a3-39a707e271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.953389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-faedd919-4438-4682-a6a3-39a707e271d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0719724 Jun 30 09:14:26.962149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.965121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.969968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/0f14ff85-d8d4-4902-b8d4-f8d9a2d60f46 HTTP/1.1" status: 204 len: 168 time: 0.2649193 Jun 30 09:14:26.970151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.978427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13595578-3584-440a-b261-88f41fd4d173 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14ff85-d8d4-4902-b8d4-f8d9a2d60f46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:27.057521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.062463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833552573'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.068614 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42421df7-683c-44e3-87f6-0b04644f495e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970609 Jun 30 09:14:27.084783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-dff8c582-e5a1-48b1-956d-0231249fd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.088461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-dff8c582-e5a1-48b1-956d-0231249fd961 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278708 Jun 30 09:14:27.113484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.294332 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-7cc1eef4-6bc4-43cf-adc9-66296f7edaf6 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962888 Jun 30 09:14:27.300422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aecb7e-aa30-4020-b058-eb83994990af req-daeefa25-e761-4ef1-8e66-7b4a62a83f02 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.312623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7aecb7e-aa30-4020-b058-eb83994990af req-daeefa25-e761-4ef1-8e66-7b4a62a83f02 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1579592 Jun 30 09:14:27.359080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.376401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.391864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7aecb7e-aa30-4020-b058-eb83994990af req-1a499ba2-cff2-4c70-acf7-c0b0cd06b883 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780070 Jun 30 09:14:27.421698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.423027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3643734 Jun 30 09:14:27.432064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37884) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.432064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f88c0947-ee21-4bbb-8d52-f7511f0d3e1d tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'c2c7b4b7-044a-4b3a-943f-e3498b068b25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.432064 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-f88c0947-ee21-4bbb-8d52-f7511f0d3e1d tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:14:27.432500 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-f88c0947-ee21-4bbb-8d52-f7511f0d3e1d tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:27.433768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f88c0947-ee21-4bbb-8d52-f7511f0d3e1d tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066912 Jun 30 09:14:27.436643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.452766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-85430172-2ec0-4998-b0d4-dbb166f9d8cd tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'c2c7b4b7-044a-4b3a-943f-e3498b068b25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.453470 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-85430172-2ec0-4998-b0d4-dbb166f9d8cd tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:14:27.454019 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-85430172-2ec0-4998-b0d4-dbb166f9d8cd tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:27.458527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-85430172-2ec0-4998-b0d4-dbb166f9d8cd tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177498 Jun 30 09:14:27.464722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37888) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.472284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9709b4f2-ad34-4c0d-ac64-71c8fabfd83c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'c2c7b4b7-044a-4b3a-943f-e3498b068b25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.482867 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-9709b4f2-ad34-4c0d-ac64-71c8fabfd83c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:14:27.483302 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-9709b4f2-ad34-4c0d-ac64-71c8fabfd83c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:27.487222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9709b4f2-ad34-4c0d-ac64-71c8fabfd83c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180292 Jun 30 09:14:27.487222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64874ee-42f6-4a06-bab9-24416389d9a1 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c7b4b7-044a-4b3a-943f-e3498b068b25,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:27.489079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.493486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ab17de05-a5d8-4e6b-96ed-246cb93f249a tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'c2c7b4b7-044a-4b3a-943f-e3498b068b25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.498362 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-ab17de05-a5d8-4e6b-96ed-246cb93f249a tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:14:27.498914 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-ab17de05-a5d8-4e6b-96ed-246cb93f249a tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:27.502594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab17de05-a5d8-4e6b-96ed-246cb93f249a tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099070 Jun 30 09:14:27.506288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37892) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.508821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e701a4e8-91e1-4dba-9606-249f53b48561 req-fc55aff7-62de-41f9-8f32-29a479bf5c6b service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058434 Jun 30 09:14:27.591160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.629694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.674729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.678134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.681403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2c7b4b7-044a-4b3a-943f-e3498b068b25 HTTP/1.1" status: 204 len: 168 time: 0.1726475 Jun 30 09:14:27.682690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37900) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.704224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d33185-8d83-4d1f-af86-67c30b10c22b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c7b4b7-044a-4b3a-943f-e3498b068b25,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:27.783971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-503fb7bb-ad94-4163-9fc8-441ad288dadf tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989928 Jun 30 09:14:27.789592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37904) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.794755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886117811'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.827955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:27.844972 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472e3420-7f0d-41ae-b855-52c6f66e0161" -d '{"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-unplugged", "status": "completed", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:27.848008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.904737 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be278a-bdb1-49b3-93f3-dd7aba729bc3 x-openstack-request-id: req-d0be278a-bdb1-49b3-93f3-dd7aba729bc3 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:27.905035 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c724bb7b-e5cc-416a-8775-538de2c52244", "name": "network-vif-unplugged", "status": "completed", "tag": "25fa275c-3ee0-4256-9f98-f2a3e9eed052", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:27.905292 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0be278a-bdb1-49b3-93f3-dd7aba729bc3 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:27.905692 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c724bb7b-e5cc-416a-8775-538de2c52244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fa275c-3ee0-4256-9f98-f2a3e9eed052', 'code': 200} Jun 30 09:14:27.983834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70739-d56a-4941-a937-64db98f5b65e req-adcdbe4f-7ece-44f0-8464-3f1c4114dc93 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.986195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61b70739-d56a-4941-a937-64db98f5b65e req-adcdbe4f-7ece-44f0-8464-3f1c4114dc93 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 943 time: 0.1547487 Jun 30 09:14:28.062370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61b70739-d56a-4941-a937-64db98f5b65e req-a3bd3702-0e92-46fb-8d5c-135def9406c0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689662 Jun 30 09:14:28.082169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.088458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.120092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.121342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3305566 Jun 30 09:14:28.124466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37918) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.129134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-314d7d7a-5b2f-420c-9e7b-c9e256fd2542 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.130168 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-314d7d7a-5b2f-420c-9e7b-c9e256fd2542 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:14:28.130665 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-314d7d7a-5b2f-420c-9e7b-c9e256fd2542 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.134025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-314d7d7a-5b2f-420c-9e7b-c9e256fd2542 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060916 Jun 30 09:14:28.134433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37920) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.138958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dfce7979-9760-4a1d-97b6-e7c7bd43a5ae tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.146310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c264d1-105e-46ea-992c-d14248b6af01 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb077feb-c131-4e20-b33f-461733bfed6e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.181447 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-dfce7979-9760-4a1d-97b6-e7c7bd43a5ae tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.185226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dfce7979-9760-4a1d-97b6-e7c7bd43a5ae tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0473535 Jun 30 09:14:28.185435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.190122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a24ebccb-2a16-4d01-a382-8bc732c0a912 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.190759 n-d-779913-25 neutron-server[94183]: WARNING neutron.api.v2.base [None req-a24ebccb-2a16-4d01-a382-8bc732c0a912 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:14:28.191089 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-a24ebccb-2a16-4d01-a382-8bc732c0a912 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.195026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a24ebccb-2a16-4d01-a382-8bc732c0a912 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056870 Jun 30 09:14:28.195247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.199766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cb0e6fef-0f80-45ef-b257-17d80db43451 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.248699 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-cb0e6fef-0f80-45ef-b257-17d80db43451 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.252452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cb0e6fef-0f80-45ef-b257-17d80db43451 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537679 Jun 30 09:14:28.252830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.257989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-198b7ef7-c50d-45f2-8e0a-fd73239b0fb3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.258681 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-198b7ef7-c50d-45f2-8e0a-fd73239b0fb3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:14:28.259448 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-198b7ef7-c50d-45f2-8e0a-fd73239b0fb3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.260945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-198b7ef7-c50d-45f2-8e0a-fd73239b0fb3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069199 Jun 30 09:14:28.264121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.269634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a5b99542-9c69-49e0-8586-c8d2c567aca9 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.314830 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-a5b99542-9c69-49e0-8586-c8d2c567aca9 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.317816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a5b99542-9c69-49e0-8586-c8d2c567aca9 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0508363 Jun 30 09:14:28.319196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37936) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.329578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-474f8865-a944-45d1-9b41-789d7040161f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.329578 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-474f8865-a944-45d1-9b41-789d7040161f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:14:28.329578 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-474f8865-a944-45d1-9b41-789d7040161f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.329578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-474f8865-a944-45d1-9b41-789d7040161f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058625 Jun 30 09:14:28.329578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37938) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.333522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-58feb6e5-cd74-4c05-9647-734e356d4825 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.372424 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-58feb6e5-cd74-4c05-9647-734e356d4825 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.373819 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-58feb6e5-cd74-4c05-9647-734e356d4825 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0439243 Jun 30 09:14:28.376256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.381258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-da4664f8-adae-44af-bfe2-ddbc283b0b76 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'cb077feb-c131-4e20-b33f-461733bfed6e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.423424 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-da4664f8-adae-44af-bfe2-ddbc283b0b76 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:28.424800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-da4664f8-adae-44af-bfe2-ddbc283b0b76 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474019 Jun 30 09:14:28.428361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.552514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.606569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.695973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78947f3-e2b5-4e52-bccb-4f985f726a97 req-e1f3f4c2-dca3-42c8-b3b4-aa960d277304 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.706795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d78947f3-e2b5-4e52-bccb-4f985f726a97 req-e1f3f4c2-dca3-42c8-b3b4-aa960d277304 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1643026 Jun 30 09:14:28.716149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.719616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.720998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/cb077feb-c131-4e20-b33f-461733bfed6e HTTP/1.1" status: 204 len: 168 time: 0.2911737 Jun 30 09:14:28.724765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37962) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.764356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13565cf6-0ec3-4095-b236-2eb7b8e6578b tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb077feb-c131-4e20-b33f-461733bfed6e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.782872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d78947f3-e2b5-4e52-bccb-4f985f726a97 req-a9b1c788-0498-4aa0-976f-ea32ff569b6d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746386 Jun 30 09:14:28.842164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45193e8c-9bb4-43fd-814a-735884075450 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144235 Jun 30 09:14:28.846178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37970) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.851807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--126456040'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.917855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.104564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384cee4-c3d1-48db-a866-9e4c5080c66a req-f4952175-d401-4290-a9e6-a7773e14a264 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.106171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2384cee4-c3d1-48db-a866-9e4c5080c66a req-f4952175-d401-4290-a9e6-a7773e14a264 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1649132 Jun 30 09:14:29.191814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.204066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2384cee4-c3d1-48db-a866-9e4c5080c66a req-4ccc4433-d466-4e5e-8f4f-639566781b91 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851490 Jun 30 09:14:29.208287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.252375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a334b006-c489-4efe-9c16-3edb9aebd357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.301907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.303279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4562793 Jun 30 09:14:29.306066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949729-e1f1-45fa-b880-5654b97a3507 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788ff031-ac64-4983-bae7-d6134df94eca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.306934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.313148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-32d724e9-327a-4ca1-8f03-163670523224 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': '788ff031-ac64-4983-bae7-d6134df94eca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:29.360362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5baa-a1af-4e6f-930b-e328fa4dbfb6 req-be8d03a7-7db0-47a8-9ad8-25e4a2c3e892 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.364263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-268d5baa-a1af-4e6f-930b-e328fa4dbfb6 req-be8d03a7-7db0-47a8-9ad8-25e4a2c3e892 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 943 time: 0.1573689 Jun 30 09:14:29.421310 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-32d724e9-327a-4ca1-8f03-163670523224 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The resource could not be found. Jun 30 09:14:29.422598 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32d724e9-327a-4ca1-8f03-163670523224 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1135895 Jun 30 09:14:29.425479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37996) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.431839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-74864824-36d7-4f93-828f-b500175006e8 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': '788ff031-ac64-4983-bae7-d6134df94eca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ae933714-7559-4493-9d0b-a9edd14cf190'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:29.436089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-268d5baa-a1af-4e6f-930b-e328fa4dbfb6 req-2d23573c-b48e-4a09-a4fe-2b7c555763c4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Jun 30 09:14:29.540460 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-74864824-36d7-4f93-828f-b500175006e8 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The resource could not be found. Jun 30 09:14:29.544538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.544829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74864824-36d7-4f93-828f-b500175006e8 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1173096 Jun 30 09:14:29.684662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.730731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.856055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210caf7d-4763-4d00-8d3b-9b55f1ac6716 req-09ab957f-d86e-42d5-947f-1b43e741d05d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.857681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210caf7d-4763-4d00-8d3b-9b55f1ac6716 req-09ab957f-d86e-42d5-947f-1b43e741d05d tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1322496 Jun 30 09:14:29.866025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.869577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.871414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/788ff031-ac64-4983-bae7-d6134df94eca HTTP/1.1" status: 204 len: 168 time: 0.3253868 Jun 30 09:14:29.873601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.908405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e4301-3574-46c9-afb8-88474082838e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ff031-ac64-4983-bae7-d6134df94eca,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.966467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-210caf7d-4763-4d00-8d3b-9b55f1ac6716 req-3e9b265c-ea7f-46c5-a4c1-890ba62c5b21 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936594 Jun 30 09:14:30.051707 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-de465625-be70-4239-9573-de4b488957d0 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1761177 Jun 30 09:14:30.055639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.067703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4d33b10a-c85b-49e9-a86b-a3b06c5eb95f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': '94412dac-bf06-4c69-a46a-f7ed8d03db8f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:30.136005 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-4d33b10a-c85b-49e9-a86b-a3b06c5eb95f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The resource could not be found. Jun 30 09:14:30.137446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d33b10a-c85b-49e9-a86b-a3b06c5eb95f tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0805764 Jun 30 09:14:30.147501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.157461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038495422'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:30.191567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.408015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.420140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daea61-abeb-4ce1-8bc0-5e0512a23a42 req-70b4df40-4c34-48f9-bb39-8732df52eb9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.421261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.448387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5daea61-abeb-4ce1-8bc0-5e0512a23a42 req-70b4df40-4c34-48f9-bb39-8732df52eb9c tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1829238 Jun 30 09:14:30.475630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb7096b-b0ca-4b89-a895-40c067816304,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:30.481603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.483326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce0d142a-029d-48ba-8af9-528e0b752217 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3323236 Jun 30 09:14:30.486885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38044) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.497989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--285955992'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:30.560251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.564363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5daea61-abeb-4ce1-8bc0-5e0512a23a42 req-73ee610f-b945-463b-bc6e-e063f18f6f51 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125450 Jun 30 09:14:30.768372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d766-7c53-4b6e-9707-66936b4e474c req-b0a502e8-df43-485c-9fd3-26901c827195 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.779258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f04d766-7c53-4b6e-9707-66936b4e474c req-b0a502e8-df43-485c-9fd3-26901c827195 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 943 time: 0.1654170 Jun 30 09:14:30.836401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.849071 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.873806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f04d766-7c53-4b6e-9707-66936b4e474c req-eeb301b1-32e6-4f58-b526-ce4daad8d4d6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932117 Jun 30 09:14:30.962430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.983130 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4902372 Jun 30 09:14:30.984038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4260eb01-259d-499f-8520-e6787ed2cbb4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:30.984526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:30.993042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7217d880-184f-4fb6-bb37-c39e8b44e4f3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group_rule': {'security_group_id': 'bcb7096b-b0ca-4b89-a895-40c067816304', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '90ff6683-323d-4bfc-b121-992d2b9165cc'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:31.093448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae7dd4-b475-4fb5-9d0b-39426933fbb2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff6683-323d-4bfc-b121-992d2b9165cc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.134605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38056) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.195729 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-7217d880-184f-4fb6-bb37-c39e8b44e4f3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:14:31.196830 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7217d880-184f-4fb6-bb37-c39e8b44e4f3 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2097893 Jun 30 09:14:31.205996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38066) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.321907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:31.355991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'mac_address': 'fa:16:3e:ca:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:31.387508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.460410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.476553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.478621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4260eb01-259d-499f-8520-e6787ed2cbb4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:31.533891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:31.546060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.625961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.676701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Deleting subnet edda8f62-aa5c-4806-9afa-795be60d2530 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:31.704392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.706752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.709595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.714178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/90ff6683-323d-4bfc-b121-992d2b9165cc HTTP/1.1" status: 204 len: 168 time: 0.5037816 Jun 30 09:14:31.714618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.781683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.823098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-451f3222-5302-4376-9872-e3a05b27d64c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1073298 Jun 30 09:14:31.825804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38072) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:31.883608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05eaa4af-08b7-4812-ada0-e3e2f5c6be48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.883815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6500113-81b5-47aa-8b48-21cffbec06b2 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff6683-323d-4bfc-b121-992d2b9165cc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.964334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.971257 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.974587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4260eb01-259d-499f-8520-e6787ed2cbb4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:32.035592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.094908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c02d90-6fce-499f-8fe5-04939743dd7f req-ada45793-7baf-4be7-b48b-a6c5182bdabf tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.096514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0c02d90-6fce-499f-8fe5-04939743dd7f req-ada45793-7baf-4be7-b48b-a6c5182bdabf tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.5894384 Jun 30 09:14:32.107749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.162698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.165103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.166490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/bcb7096b-b0ca-4b89-a895-40c067816304 HTTP/1.1" status: 204 len: 168 time: 0.3396697 Jun 30 09:14:32.169921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.224532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1862-1319-4bdf-8514-ac37bb443644 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb7096b-b0ca-4b89-a895-40c067816304,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.259876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.299618 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7498d75e-da6b-48f8-856f-1f6716041c80 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283715 Jun 30 09:14:32.310007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.310789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.315277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/edda8f62-aa5c-4806-9afa-795be60d2530 HTTP/1.1" status: 204 len: 168 time: 1.1795042 Jun 30 09:14:32.316263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38088) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.321094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023863340'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:32.400222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.443866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.479614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0c02d90-6fce-499f-8fe5-04939743dd7f req-d0caac37-84e0-4b7c-9dfa-700586655207 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568795 Jun 30 09:14:32.483172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de5fe1-ddd6-4153-a884-6b112457b827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edda8f62-aa5c-4806-9afa-795be60d2530,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.580720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.589945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.643030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ba161-0de7-46fe-b743-71e888789eb4 req-c28c9d9b-0a29-4179-89d8-d715ef96d088 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.655277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573ba161-0de7-46fe-b743-71e888789eb4 req-c28c9d9b-0a29-4179-89d8-d715ef96d088 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 944 time: 0.4106357 Jun 30 09:14:32.667114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.667654 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3558621 Jun 30 09:14:32.692872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38094) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.697658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dc6eb97d-3a9b-4039-b05a-f41b7a47cd04 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:32.698029 n-d-779913-25 neutron-server[94185]: WARNING neutron.api.v2.base [None req-dc6eb97d-3a9b-4039-b05a-f41b7a47cd04 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:14:32.698546 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-dc6eb97d-3a9b-4039-b05a-f41b7a47cd04 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:32.699606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc6eb97d-3a9b-4039-b05a-f41b7a47cd04 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "PUT /v2.0/security-groups/9abcbb32-17fb-48b0-976a-ea2fdd7614ad HTTP/1.1" status: 409 len: 330 time: 0.0056708 Jun 30 09:14:32.718343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38096) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:32.720501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f92359-561e-4fe5-ba51-bb13b6a36f64 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abcbb32-17fb-48b0-976a-ea2fdd7614ad,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.853996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.869033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.871346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573ba161-0de7-46fe-b743-71e888789eb4 req-6fe37596-16ae-4624-9c2c-139a88257a48 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149358 Jun 30 09:14:32.895927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:32.924679 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.925470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f186fb37-95fc-4113-ba54-409de0d38634') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:32.928288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f186fb37-95fc-4113-ba54-409de0d38634') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:32.938382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.974807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.007772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.016914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:33.017675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:33.021533 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:33.069944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.073075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.077012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/9abcbb32-17fb-48b0-976a-ea2fdd7614ad HTTP/1.1" status: 204 len: 168 time: 0.3551042 Jun 30 09:14:33.081229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.114552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c2a89-1ca0-4caa-8143-d966d52b2d68 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abcbb32-17fb-48b0-976a-ea2fdd7614ad,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:33.166838 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.180815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.182154 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d912dc3a-29fd-4b86-a506-8aa4acfa2787 tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995579 Jun 30 09:14:33.186043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38100) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.193721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] 10.222.0.66 "DELETE /v2.0/networks/17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36 HTTP/1.1" status: 204 len: 168 time: 0.8717613 Jun 30 09:14:33.226663 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-3626e54f-aa31-4281-9bed-54881c80fd9e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] delete failed (client error): The resource could not be found. Jun 30 09:14:33.227641 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3626e54f-aa31-4281-9bed-54881c80fd9e tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "DELETE /v2.0/security-groups/b337b824-7e5c-43be-b1be-fb5864a1e3cf HTTP/1.1" status: 404 len: 347 time: 0.0384181 Jun 30 09:14:33.231338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.246666 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-a9a7ce66-3946-4a78-97dd-efe4174d56dc tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] show failed (client error): The resource could not be found. Jun 30 09:14:33.247749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9a7ce66-3946-4a78-97dd-efe4174d56dc tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-groups/0fd08a8b-ecc4-4a80-baf7-3a2353c734e3 HTTP/1.1" status: 404 len: 347 time: 0.0154648 Jun 30 09:14:33.251560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.254471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad629-a200-4429-8d92-afbfcb716bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=17a3c0a0-848b-4224-a1fa-c1d5a2e0fe36,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:33.271995 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-bc04e875-4a75-49d9-b0ec-be00765baa7c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] show failed (client error): The resource could not be found. Jun 30 09:14:33.272923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc04e875-4a75-49d9-b0ec-be00765baa7c tempest-NegativeSecGroupTest-1861075016 tempest-NegativeSecGroupTest-1861075016-project] 10.222.0.66 "GET /v2.0/security-group-rules/65edef21-4ff5-46ac-8451-c3d1d11ba78b HTTP/1.1" status: 404 len: 356 time: 0.0203879 Jun 30 09:14:33.311056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95a100-ae06-4524-9b32-0cc61389a673 req-8fdde256-4695-4649-8b15-c348df1d1952 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.319753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef95a100-ae06-4524-9b32-0cc61389a673 req-8fdde256-4695-4649-8b15-c348df1d1952 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1633751 Jun 30 09:14:33.359205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.392836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef95a100-ae06-4524-9b32-0cc61389a673 req-6740ef14-a5d6-4987-84b6-bb450a1d0583 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Jun 30 09:14:33.452067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.559065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38122) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.559790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea1ea38f-c92c-4d1e-ab5d-8d57d70fc312 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82d6aaaccf58476a8a0109d47e4f8567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027379 Jun 30 09:14:33.657367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.696359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.730809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38124) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.806179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.809077 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.814019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e HTTP/1.1" status: 204 len: 168 time: 0.2529583 Jun 30 09:14:33.833070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad4cf5-0af4-48e6-8188-48b5d3840f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4cd15c-d508-45b7-9e6a-5f3cf80d8d0e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:33.959633 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f381b41-f1e3-4371-8748-c3ace530a94c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=676da5a3b0d04ced9278aedbb33757c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270904 Jun 30 09:14:33.962190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:34.148826 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.302679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.541440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d793008-f7e1-40d3-a756-88300955c71f req-6b97cda5-2ec4-498b-8924-b898547d8d1f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.543182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d793008-f7e1-40d3-a756-88300955c71f req-6b97cda5-2ec4-498b-8924-b898547d8d1f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 944 time: 0.3749771 Jun 30 09:14:34.578998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.582091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.586752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70dc8c7d-a4da-46e0-b6ee-44e5b779411e HTTP/1.1" status: 204 len: 168 time: 0.6231737 Jun 30 09:14:34.624696 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.645672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d793008-f7e1-40d3-a756-88300955c71f req-68d479e0-0f79-4ae7-bcf4-4c6b6f09ca33 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519471 Jun 30 09:14:34.654332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50f594-4e0b-40d7-90da-8bc90e462a82 req-952a3cb8-bd96-45fe-a46c-c257191b79b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.655954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc50f594-4e0b-40d7-90da-8bc90e462a82 req-952a3cb8-bd96-45fe-a46c-c257191b79b2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.1680067 Jun 30 09:14:34.657204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9391d7-135c-4228-be57-bd8eb348be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc8c7d-a4da-46e0-b6ee-44e5b779411e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.782002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc50f594-4e0b-40d7-90da-8bc90e462a82 req-3b1c4f53-3f1f-4f14-a341-6d82184b33c6 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120880 Jun 30 09:14:34.994655 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.016197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4260eb01-259d-499f-8520-e6787ed2cbb4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:35.136581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 4260eb01-259d-499f-8520-e6787ed2cbb4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:35.146297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 4260eb01-259d-499f-8520-e6787ed2cbb4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:35.147617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.280616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.346511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:35.351150 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d90607-b8b9-4b8b-8914-434320f93d01" -d '{"events": [{"server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "name": "network-vif-plugged", "status": "completed", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:35.388380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:35.398858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.522171 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010526df-976c-4b4b-95f8-e3c18f1cf2cf x-openstack-request-id: req-010526df-976c-4b4b-95f8-e3c18f1cf2cf {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:35.522488 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "name": "network-vif-plugged", "status": "completed", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:35.523585 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-010526df-976c-4b4b-95f8-e3c18f1cf2cf {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:35.524413 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'code': 200} Jun 30 09:14:35.551605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:35.574889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-93ffaccb-8a9a-4025-b50a-509f4386725f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.583087 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-93ffaccb-8a9a-4025-b50a-509f4386725f tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.2327709 Jun 30 09:14:35.589054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:35.747006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4781d8f-d89c-4c16-9efd-5dff8398e15c req-0a5038a3-3e99-43b0-81c9-96a8d7580685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.748944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4781d8f-d89c-4c16-9efd-5dff8398e15c req-0a5038a3-3e99-43b0-81c9-96a8d7580685 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 1097 time: 0.1597376 Jun 30 09:14:35.827762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4781d8f-d89c-4c16-9efd-5dff8398e15c req-0f99fa72-ee42-4c88-a004-5a2b88ecc41e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Jun 30 09:14:35.870525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Deleting port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:35.873870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.934113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2049352146-network', 'tenant_id': '262377997a884b0e8b2c57604efd9c03'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:36.017656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Made reservation on behalf of 262377997a884b0e8b2c57604efd9c03 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:36.026475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.114523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.128208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] For port a07b6cc0-42d3-41a8-b963-e69e1f5f6549, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,segment=NetworkSegment(5042b73c-d10f-4270-83ad-c72aa375412c),segment_id=5042b73c-d10f-4270-83ad-c72aa375412c)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:36.128507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.159979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Calling delete_port for a07b6cc0-42d3-41a8-b963-e69e1f5f6549 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:36.288005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bddd3-e453-4223-b4d5-13808014833b req-51b13258-dee6-45dd-b551-6ae45b5544fe tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.295338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c5bddd3-e453-4223-b4d5-13808014833b req-51b13258-dee6-45dd-b551-6ae45b5544fe tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 945 time: 0.2502024 Jun 30 09:14:36.317694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf7288-b70c-4094-8ae6-c216727166cc req-033863b0-83bc-4034-aae2-ed06051277c0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.324896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bcf7288-b70c-4094-8ae6-c216727166cc req-033863b0-83bc-4034-aae2-ed06051277c0 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 945 time: 0.2710302 Jun 30 09:14:36.375226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.398619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.398785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.412326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a07b6cc0-42d3-41a8-b963-e69e1f5f6549'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:36.426651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bcf7288-b70c-4094-8ae6-c216727166cc req-6ace8940-9ee3-473e-9b7a-4bff4abede7e tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/security-groups?id=f12d7d20-90cb-402b-a281-081374773f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998940 Jun 30 09:14:36.452350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Pushing event deleted for resources: {'Port': ['ID=a07b6cc0-42d3-41a8-b963-e69e1f5f6549,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.469685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c5bddd3-e453-4223-b4d5-13808014833b req-79d07085-926d-4bbe-ab15-3c9526bba886 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725454 Jun 30 09:14:36.554431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:36.570216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] No DVR routers for this DVR port a07b6cc0-42d3-41a8-b963-e69e1f5f6549 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:36.578555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.584297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57935f93-01eb-4045-956b-83c346dd8ac7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.590369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.591474 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Added segment 3f1ec2f1-8eb4-4581-8907-42cbce3248ed of type vlan for network 7127c840-a233-4fff-9e7e-638cbe462753 Jun 30 09:14:36.597070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c6ad6950-96c1-4ddd-9d1e-5feaf3a7767c req-d2fe18b6-dde6-43e0-a033-d588a36da569 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.11 "DELETE /v2.0/ports/a07b6cc0-42d3-41a8-b963-e69e1f5f6549 HTTP/1.1" status: 204 len: 173 time: 0.9351542 Jun 30 09:14:36.600968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'name': 'network-vif-deleted', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:36.614864 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131ae8e2-1d96-4721-b7d1-744193de17ba" -d '{"events": [{"server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "name": "network-vif-deleted", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:36.720717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.787362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.793607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.794334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.866147 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c50c300-eab0-4686-b69a-3996a36d06e9 x-openstack-request-id: req-3c50c300-eab0-4686-b69a-3996a36d06e9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:36.867633 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e35f2-cf41-4333-9769-8e753384739c", "name": "network-vif-deleted", "tag": "a07b6cc0-42d3-41a8-b963-e69e1f5f6549", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:36.867899 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c50c300-eab0-4686-b69a-3996a36d06e9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:36.868482 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e35f2-cf41-4333-9769-8e753384739c', 'name': 'network-vif-deleted', 'tag': 'a07b6cc0-42d3-41a8-b963-e69e1f5f6549', 'status': 'completed', 'code': 200} Jun 30 09:14:36.889809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2962637 Jun 30 09:14:36.891634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38232) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:36.900298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Request body: {'subnet': {'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2049352146-subnet', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:36.907090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb8887-c4be-4860-8028-a9f44f058245 admin admin] Pushing event updated for resources: {'Network': ['ID=7127c840-a233-4fff-9e7e-638cbe462753,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.923661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7127c840-a233-4fff-9e7e-638cbe462753 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:36.962343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Made reservation on behalf of 262377997a884b0e8b2c57604efd9c03 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:36.966543 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.381824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.547184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fe2b31-d78a-45be-acf9-e159c26bedf5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.556205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Checking segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:37.556673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Network hostable DHCP agents. Network: 7127c840-a233-4fff-9e7e-638cbe462753, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:37.633548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Network 7127c840-a233-4fff-9e7e-638cbe462753 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:37.695927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7127c840-a233-4fff-9e7e-638cbe462753) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:37.711460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f1e99-a501-47b7-9407-d8a1cf62fdba None None] Network 7127c840-a233-4fff-9e7e-638cbe462753 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:37.731883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.733717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.769385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f98e127e-1088-42da-bc92-55ccd071feec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8750169 Jun 30 09:14:37.770652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38252) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.776553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:37.796524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cea7444-7ce2-4bc2-b403-12d53a30d496 req-3329f62e-37d7-4349-a6d2-7d2834cfe9f2 tempest-ServerDiskConfigTestJSON-268765853 tempest-ServerDiskConfigTestJSON-268765853-project] 10.222.0.66 "GET /v2.0/ports?device_id=899e35f2-cf41-4333-9769-8e753384739c HTTP/1.1" status: 200 len: 210 time: 0.0344920 Jun 30 09:14:37.820818 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.823167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.863701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25416f-e674-4fc4-aa1d-f19790dbe66d req-ed37a6a8-232c-4798-adf1-8bdface82cca tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.869240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df25416f-e674-4fc4-aa1d-f19790dbe66d req-ed37a6a8-232c-4798-adf1-8bdface82cca tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 945 time: 0.1486981 Jun 30 09:14:37.966226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df25416f-e674-4fc4-aa1d-f19790dbe66d req-49725fb5-94e8-4664-8f56-e37ac9c51725 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829196 Jun 30 09:14:37.973669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.102792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7127c840-a233-4fff-9e7e-638cbe462753', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:38.105310 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.245987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-247d8233-2b0a-454d-b101-ac4953e541d0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 267 time: 0.0464606 Jun 30 09:14:38.261095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.440439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-0494d5ca-d025-475f-9689-583467d092ff tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:38.454808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-0494d5ca-d025-475f-9689-583467d092ff tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 945 time: 0.2073486 Jun 30 09:14:38.464628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Allocated IP 172.20.0.2 (7127c840-a233-4fff-9e7e-638cbe462753/17fe2b31-d78a-45be-acf9-e159c26bedf5/32b93413-2ca4-4878-bab9-8db872272bf5) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:38.468197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'security_groups': []}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:38.513008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-60fa1794-0630-4617-8a2d-eea9e233a0a5 req-19ddb7fc-1cde-4b9f-a94f-769c3361409e service neutron] (94185) timed out ('10.222.0.66', 35572) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:14:38.682785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.710176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.711228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.733164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Transition to ACTIVE for port object 32b93413-2ca4-4878-bab9-8db872272bf5 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:38.764416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.772950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Transition to ACTIVE for port object 32b93413-2ca4-4878-bab9-8db872272bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:38.785391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.861701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Network 7127c840-a233-4fff-9e7e-638cbe462753 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:38.867065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:38.873574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:38.877182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Pushing event updated for resources: {'Port': ['ID=32b93413-2ca4-4878-bab9-8db872272bf5,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:38.948973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Attempting to bind port 32b93413-2ca4-4878-bab9-8db872272bf5 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:38.949353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Attempting to bind port 32b93413-2ca4-4878-bab9-8db872272bf5 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:38.949730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Attempting to bind port 32b93413-2ca4-4878-bab9-8db872272bf5 on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:38.956795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:38.958341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Checking segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:38.958765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.959167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Bound using segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:38.960457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Bound port: 32b93413-2ca4-4878-bab9-8db872272bf5, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:38.960954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.063153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38296) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:39.071237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a07b6cc0-42d3-41a8-b963-e69e1f5f6549 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:39.092476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] For port 32b93413-2ca4-4878-bab9-8db872272bf5, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:39.132725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: a07b6cc0-42d3-41a8-b963-e69e1f5f6549 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:39.133081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a07b6cc0-42d3-41a8-b963-e69e1f5f6549 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:39.160686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] For port 32b93413-2ca4-4878-bab9-8db872272bf5, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=32b93413-2ca4-4878-bab9-8db872272bf5,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:39.169865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.205595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:39.206652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Allocated IP 172.25.4.139 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/56fd0239-6781-4bf1-9ec2-bead4a340a36) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:39.285007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.328415 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86d4b78b-738e-4e4c-877b-77274cd0dfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.333125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.347225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a34a9-e5bd-4603-a8fc-68f5aaa1c6a5 None None] Pushing event updated for resources: {'Port': ['ID=32b93413-2ca4-4878-bab9-8db872272bf5,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:39.354623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381', '79a035d9-5a18-4515-8a29-b3910071afb1', '4260eb01-259d-499f-8520-e6787ed2cbb4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:39.512605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.523325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.530412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96972e17-be13-4b6c-9d9e-42a4b18891ea req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "PUT /v2.0/ports/4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 200 len: 904 time: 1.0746005 Jun 30 09:14:39.552899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:39.562422 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793" -d '{"events": [{"name": "network-changed", "server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:39.583860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.745578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4260eb01-259d-499f-8520-e6787ed2cbb4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:39.772101 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.841567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:39.864049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Pushing event updated for resources: {'Port': ['ID=56fd0239-6781-4bf1-9ec2-bead4a340a36,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:39.868020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:39.870612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:39.891798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44d4b-52bd-4ff5-aab4-246e75db5e27 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.177530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-91235829-2d34-4859-ae6d-11e4ccb4c12c None None] Provisioning complete for port 4260eb01-259d-499f-8520-e6787ed2cbb4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:40.178737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91235829-2d34-4859-ae6d-11e4ccb4c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.323659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86d4b78b-738e-4e4c-877b-77274cd0dfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.344678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86d4b78b-738e-4e4c-877b-77274cd0dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.410921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 32b93413-2ca4-4878-bab9-8db872272bf5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:40.459456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efc0b-d770-4221-b8a8-bffb8ad9583f req-7e4c3283-45d0-4d6d-95bf-5bfea27a701b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.476912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176efc0b-d770-4221-b8a8-bffb8ad9583f req-7e4c3283-45d0-4d6d-95bf-5bfea27a701b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 907 time: 0.3763535 Jun 30 09:14:40.492636 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb784c95-9aad-49e7-90fb-4d96003b42c0 x-openstack-request-id: req-cb784c95-9aad-49e7-90fb-4d96003b42c0 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:40.492936 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:40.493191 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb784c95-9aad-49e7-90fb-4d96003b42c0 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:40.493592 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'status': 'completed', 'code': 200} Jun 30 09:14:40.583407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.595323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4b78b-738e-4e4c-877b-77274cd0dfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33ecf1-0746-45f1-8f6a-9f9f5a1b8fc9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.626301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86d4b78b-738e-4e4c-877b-77274cd0dfc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b4ffc3cd4bf4a3eb4582a7a3c77b7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5575635 Jun 30 09:14:40.630258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38324) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:40.662653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 32b93413-2ca4-4878-bab9-8db872272bf5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:40.837626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.929129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.071468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.072040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.078348 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.082731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f33ecf1-0746-45f1-8f6a-9f9f5a1b8fc9 HTTP/1.1" status: 204 len: 168 time: 0.4481001 Jun 30 09:14:41.153966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518634a6-34f3-4a8a-98e5-2b1903851165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33ecf1-0746-45f1-8f6a-9f9f5a1b8fc9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.219078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e8541-7391-4d80-bcf6-bfa1de4f7dd0 req-86c05f1c-f4fa-4fb9-8663-145fc45c4a75 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.226534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-747e8541-7391-4d80-bcf6-bfa1de4f7dd0 req-86c05f1c-f4fa-4fb9-8663-145fc45c4a75 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1839032 Jun 30 09:14:41.280803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-747e8541-7391-4d80-bcf6-bfa1de4f7dd0 req-4630d701-e2f6-47c3-93cc-e2ea50753d6b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525806 Jun 30 09:14:41.303715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Deleting subnet a4d13c11-6bbf-4bc7-a704-dd6910d1c20e {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:41.326946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.388666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.428305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02be1ff-ce60-4968-89ae-c4a6a8f90478 None None] Network 7127c840-a233-4fff-9e7e-638cbe462753 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:41.480477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.565058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71433c0-66dd-4626-9b7d-0d59d8e0ffaa req-30fd84e5-d4b4-46f6-83c6-882de35e6f7e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.573244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b71433c0-66dd-4626-9b7d-0d59d8e0ffaa req-30fd84e5-d4b4-46f6-83c6-882de35e6f7e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1044214 Jun 30 09:14:41.595380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Provisioning for port 32b93413-2ca4-4878-bab9-8db872272bf5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:41.611101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Provisioning complete for port 32b93413-2ca4-4878-bab9-8db872272bf5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:41.614525 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.635460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b71433c0-66dd-4626-9b7d-0d59d8e0ffaa req-f98056b6-64ce-4b9f-854f-732487944a0b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579267 Jun 30 09:14:41.649137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.739518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.748802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d13c11-6bbf-4bc7-a704-dd6910d1c20e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.752757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-c9d6fa8f-a1d1-4d93-a67f-fe7e17529545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.754495 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-c9d6fa8f-a1d1-4d93-a67f-fe7e17529545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 1059 time: 0.8830087 Jun 30 09:14:41.755973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.757849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-79aed356-8e7b-4323-ba8d-e413581f6ae4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a4d13c11-6bbf-4bc7-a704-dd6910d1c20e HTTP/1.1" status: 204 len: 168 time: 0.6837697 Jun 30 09:14:41.762088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38346) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.868663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.942607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.967396 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.025180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] For port 32b93413-2ca4-4878-bab9-8db872272bf5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=32b93413-2ca4-4878-bab9-8db872272bf5,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:42.055947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.323081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e5543-5a45-43e1-a454-e80a0ae2c3ee None None] Pushing event updated for resources: {'Port': ['ID=32b93413-2ca4-4878-bab9-8db872272bf5,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.328951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-57c0686e-f7fd-4dbd-b38c-4c04c685f69b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.350095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-57c0686e-f7fd-4dbd-b38c-4c04c685f69b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.2181079 Jun 30 09:14:42.372391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.382383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-42d8f8a7-675d-440c-8c2e-87166a79d085 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/quotas/63e8f1de18f84cb6a73dec17225c253b HTTP/1.1" status: 200 len: 375 time: 0.0309887 Jun 30 09:14:42.401818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3905f4b1-6423-413e-ac99-b57fefe90795']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:42.460550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5042b73c-d10f-4270-83ad-c72aa375412c') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:42.461008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5042b73c-d10f-4270-83ad-c72aa375412c') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:42.475301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.507155 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.518977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:42.519575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:42.521564 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:42.583326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-e1c089a9-1712-45fe-abe3-0403433c47bf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1996160 Jun 30 09:14:42.687203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a8d9a21-030f-4587-9873-0b0dac59f402 None None] Provisioning complete for port 32b93413-2ca4-4878-bab9-8db872272bf5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:42.687785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a21-030f-4587-9873-0b0dac59f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.755577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.773506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.775926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3905f4b1-6423-413e-ac99-b57fefe90795 HTTP/1.1" status: 204 len: 168 time: 1.0126786 Jun 30 09:14:42.795243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364ca3e-3a31-4dda-91f2-4342653d2180 admin admin] Pushing event deleted for resources: {'Network': ['ID=3905f4b1-6423-413e-ac99-b57fefe90795,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.798043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30df-1234-4394-a8b7-e94db12a8b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.816400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-bd802ec9-7302-44f6-a43b-84d9bb74193f service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319846 Jun 30 09:14:42.831115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-1f1a1e85-3455-4de2-85c2-14e9c21521d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.838936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-1f1a1e85-3455-4de2-85c2-14e9c21521d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 1.0769114 Jun 30 09:14:42.984803 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-cc4fc5ee-2e4c-4db7-8c8a-afc001bb60d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 200 len: 217 time: 0.1317017 Jun 30 09:14:43.012577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-63604e5e-5c6c-4eaf-8013-7fc6add5c00a service neutron] 10.222.0.66 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901572 Jun 30 09:14:43.168512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38380) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.209315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-9ce62c3a-b0cb-4f74-9cf9-2d348d41973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:43.213821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-9ce62c3a-b0cb-4f74-9cf9-2d348d41973b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.2053046 Jun 30 09:14:43.248480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b525e1be-7681-42e7-b450-228360971464 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f3f55f73d3b4691a087211dfe04365e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768108 Jun 30 09:14:43.248778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38382) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.317130 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.358835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.390827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Router cb7084e4-4a3e-4494-ba13-88ea134d6b35 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:14:43.432279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30df-1234-4394-a8b7-e94db12a8b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.444753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dcc30df-1234-4394-a8b7-e94db12a8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.481826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ad8702b-0091-4922-be85-5cff3295dd33 req-bfe9817e-c895-4db8-9cdb-dfba1af837aa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0643032 Jun 30 09:14:43.501526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-be8779c8-7b6f-4cce-8e27-e6b4f9663c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:43.503175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-be8779c8-7b6f-4cce-8e27-e6b4f9663c02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805188 Jun 30 09:14:43.529057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.532833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.537011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f12d7d20-90cb-402b-a281-081374773f2d HTTP/1.1" status: 204 len: 168 time: 0.2840629 Jun 30 09:14:43.547865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4820ba-8d5d-4fb1-8d44-99449b744874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d7d20-90cb-402b-a281-081374773f2d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.659351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dcc30df-1234-4394-a8b7-e94db12a8b32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b588fa39f54f4646ab3a39907d3a29dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7894711 Jun 30 09:14:43.662641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38398) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.665975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc30df-1234-4394-a8b7-e94db12a8b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8b6b4-2be5-4ced-9c09-a30556cbc6a8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:43.734049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:43.752011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Sync routers for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:43.810874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-1bb419e0-b467-4209-b75b-01a88efed989 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927871 Jun 30 09:14:43.812508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:43.813295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.814885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb8443d7-102d-4aed-b03a-c3a1e6ce13e8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0431156 Jun 30 09:14:43.816772 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:43.818886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38400) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:43.850610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:43.919615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.020786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.029081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.032360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ec8b6b4-2be5-4ced-9c09-a30556cbc6a8 HTTP/1.1" status: 204 len: 168 time: 0.3684950 Jun 30 09:14:44.051393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1565b-4eda-4f3f-9317-15e0c2c43e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8b6b4-2be5-4ced-9c09-a30556cbc6a8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.216358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:44.262002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 32b93413-2ca4-4878-bab9-8db872272bf5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:44.448127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 32b93413-2ca4-4878-bab9-8db872272bf5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:44.450189 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.638298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-93e38501-b057-4ed7-bbc1-4f5e0f6fb793 req-ecdaa074-efc9-4110-aed8-fbbfa7ede2c1 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193884 Jun 30 09:14:45.028457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-843d41c8-e84e-479f-be2d-cbf345a1b20c req-75327390-afa1-4677-8de1-8a07f516329d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 210 time: 0.1259198 Jun 30 09:14:45.178412 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:40Z', 'revision_number': 3, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:45.236707 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Checking router: cb7084e4-4a3e-4494-ba13-88ea134d6b35 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:45.242704 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Updating router cb7084e4-4a3e-4494-ba13-88ea134d6b35 port 56fd0239-6781-4bf1-9ec2-bead4a340a36 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:45.301475 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.472463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.903315 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.937358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Transition to ACTIVE for port object 56fd0239-6781-4bf1-9ec2-bead4a340a36 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:45.952121 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.042747 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Pushing event updated for resources: {'Port': ['ID=56fd0239-6781-4bf1-9ec2-bead4a340a36,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.044598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38470) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.060963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.067474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.068149 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.068630 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.083100 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.083626 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.084123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.084601 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.085093 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.085595 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.087440 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.088049 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.142197 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:46.191087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Attempting to bind port 56fd0239-6781-4bf1-9ec2-bead4a340a36 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:46.191757 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Attempting to bind port 56fd0239-6781-4bf1-9ec2-bead4a340a36 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:46.191966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Attempting to bind port 56fd0239-6781-4bf1-9ec2-bead4a340a36 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:46.212417 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:46.212963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:46.213458 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.213963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:46.214528 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Bound port: 56fd0239-6781-4bf1-9ec2-bead4a340a36, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:46.214985 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.304908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-262207055-network', 'tenant_id': 'fae71c7da8f647d888b5c420bed646e4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:46.311177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Allocated IP 172.20.0.1 (7127c840-a233-4fff-9e7e-638cbe462753/17fe2b31-d78a-45be-acf9-e159c26bedf5/76a09570-f2e2-4963-97ff-be9ddb76128a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:46.347498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-ef902eef-4695-478e-847d-f9fa592315bb tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:46.351925 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-ef902eef-4695-478e-847d-f9fa592315bb tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 812 time: 0.5730617 Jun 30 09:14:46.371141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Request body: {'port': {'device_id': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'admin_state_up': True, 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:46.375021 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] For port 56fd0239-6781-4bf1-9ec2-bead4a340a36, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:46.379240 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] For port 56fd0239-6781-4bf1-9ec2-bead4a340a36, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=56fd0239-6781-4bf1-9ec2-bead4a340a36,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:46.390063 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.506169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Made reservation on behalf of fae71c7da8f647d888b5c420bed646e4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:46.520045 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:46.520722 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:46.528441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.544333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d978770c-c1e2-41b9-8de2-ea46c397b4c9 req-e1c6f530-4216-476d-907c-60791f911505 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 210 time: 0.1712718 Jun 30 09:14:46.566438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.688751 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83a72-f29a-427f-9c8d-147f3a260b74 None None] Pushing event updated for resources: {'Port': ['ID=56fd0239-6781-4bf1-9ec2-bead4a340a36,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.834323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:46.855147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.877683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Transition to ACTIVE for port object 76a09570-f2e2-4963-97ff-be9ddb76128a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:46.932507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.932893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.939410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.977848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:47.033100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.033100 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Added segment 8b61b2dd-e8e2-4815-a2b3-248e2ffa2584 of type vlan for network bff3d405-96a2-45e0-91e0-30f76e3566b2 Jun 30 09:14:47.068539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Network 7127c840-a233-4fff-9e7e-638cbe462753 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:47.072470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:47.075466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:47.171161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.241262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.277236 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:40Z', 'revision_number': 3, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:47.294409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca61e9-c7e2-4e19-8e88-9f9692fadf00,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.313850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Made reservation on behalf of 63e8f1de18f84cb6a73dec17225c253b for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:47.318144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.325877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Pushing event updated for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.360048 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c8ee2-e7ea-48f5-a15b-e1842b5d9141 None None] The sync data for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 is: [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:40Z', 'revision_number': 3, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:47.421587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.423800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.425085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.525955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=bff3d405-96a2-45e0-91e0-30f76e3566b2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.538099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network bff3d405-96a2-45e0-91e0-30f76e3566b2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:47.547872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8cdc94e6-56a0-4963-ae7a-118a63cc8ad6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5020072 Jun 30 09:14:47.549267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.582561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Request body: {'subnet': {'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-262207055-subnet', 'tenant_id': 'fae71c7da8f647d888b5c420bed646e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:47.699868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Made reservation on behalf of fae71c7da8f647d888b5c420bed646e4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:47.704924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.856617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f1286988-e879-4f9b-aabe-1c6e492bdb54 None None] Provisioning for port 76a09570-f2e2-4963-97ff-be9ddb76128a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:47.876372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f1286988-e879-4f9b-aabe-1c6e492bdb54 None None] Provisioning complete for port 76a09570-f2e2-4963-97ff-be9ddb76128a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:47.876768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f1286988-e879-4f9b-aabe-1c6e492bdb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.024433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f1286988-e879-4f9b-aabe-1c6e492bdb54 None None] Port 76a09570-f2e2-4963-97ff-be9ddb76128a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:48.069515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Allocated IP 172.20.0.11 (20b18e5a-4c0e-4cd1-b684-d768d9108f17/4d382632-b455-49c4-9683-7ff49776d953/6746943f-251e-4ba0-b8ff-63a981094ecd) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:48.099181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.314030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 56fd0239-6781-4bf1-9ec2-bead4a340a36 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:48.364203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd23662b-2540-41fb-9cad-6d1b14a7fe4b req-46206dc9-d6b0-4113-b144-4649db1dde46 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 210 time: 0.2486949 Jun 30 09:14:48.427566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.434808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 56fd0239-6781-4bf1-9ec2-bead4a340a36 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:48.445414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 56fd0239-6781-4bf1-9ec2-bead4a340a36 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:48.446227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.514790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a5c021-7835-43a2-83a3-640f2b738a17,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.562682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Checking segment: {'id': '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:48.563447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Network hostable DHCP agents. Network: bff3d405-96a2-45e0-91e0-30f76e3566b2, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:48.586602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Network bff3d405-96a2-45e0-91e0-30f76e3566b2 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:48.625358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, bff3d405-96a2-45e0-91e0-30f76e3566b2) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:48.638227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:48.640243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.662312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0dfa6-7b67-4ff6-a905-3addf4640f03 None None] Network bff3d405-96a2-45e0-91e0-30f76e3566b2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:48.673544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-094aecf6-05d8-4c21-808c-a4c4cf3ca83c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1214371 Jun 30 09:14:48.856746 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.915214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.932146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 56fd0239-6781-4bf1-9ec2-bead4a340a36, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=56fd0239-6781-4bf1-9ec2-bead4a340a36,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:48.946574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.998645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Transition to ACTIVE for port object 6746943f-251e-4ba0-b8ff-63a981094ecd will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:49.062610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.083094 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.108583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=56fd0239-6781-4bf1-9ec2-bead4a340a36,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.315677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ab6c5-9b26-462b-a5ca-f0367167885c None None] Network bff3d405-96a2-45e0-91e0-30f76e3566b2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:49.333088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.349350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381', '79a035d9-5a18-4515-8a29-b3910071afb1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:49.384454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:49.389242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:49.404829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:49.511557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Pushing event updated for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.549275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.915331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.948680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:49.949377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.004986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff59631-82ed-4eb4-90da-fabbc10cd036 req-6c184977-9ee8-4bd0-a910-1b459af7a6a5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.006961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fff59631-82ed-4eb4-90da-fabbc10cd036 req-6c184977-9ee8-4bd0-a910-1b459af7a6a5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 932 time: 0.3636220 Jun 30 09:14:50.061589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-972f1e7d-e9ee-4459-ba35-9a287cadb164 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6910386 Jun 30 09:14:50.078089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Request body: {'port': {'device_id': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:50.095845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fff59631-82ed-4eb4-90da-fabbc10cd036 req-30e88bc4-32ab-475c-b831-bb24943f1e6f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740921 Jun 30 09:14:50.188767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-0b4975b7-6046-4b59-9dc4-53a586c7217f tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.213060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-0b4975b7-6046-4b59-9dc4-53a586c7217f tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/networks?id=bff3d405-96a2-45e0-91e0-30f76e3566b2 HTTP/1.1" status: 200 len: 813 time: 0.4849036 Jun 30 09:14:50.220835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8396522-1039-44c1-bd69-9edc6d85f354 None None] Provisioning for port 6746943f-251e-4ba0-b8ff-63a981094ecd completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:50.248790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.250148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8396522-1039-44c1-bd69-9edc6d85f354 None None] Provisioning complete for port 6746943f-251e-4ba0-b8ff-63a981094ecd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:50.250572 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c8396522-1039-44c1-bd69-9edc6d85f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.264073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-e7a40147-a279-402b-889f-53e3dea9420e tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/quotas/fae71c7da8f647d888b5c420bed646e4 HTTP/1.1" status: 200 len: 375 time: 0.0335224 Jun 30 09:14:50.265968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Network 7127c840-a233-4fff-9e7e-638cbe462753 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:50.269673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:50.321657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 56fd0239-6781-4bf1-9ec2-bead4a340a36 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:50.364769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-38d8ea45-6fab-440b-9f63-d18289e0c397 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fae71c7da8f647d888b5c420bed646e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666134 Jun 30 09:14:50.469921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c8396522-1039-44c1-bd69-9edc6d85f354 None None] Port 6746943f-251e-4ba0-b8ff-63a981094ecd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:50.522722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-6e04132c-60d4-4eb7-8428-b7d36b9003e8 service neutron] 10.222.0.66 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499696 Jun 30 09:14:50.529562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 56fd0239-6781-4bf1-9ec2-bead4a340a36 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:50.530218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.805846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-7186a1e3-0bb1-42ba-8d7b-248fa60ea0c9 service neutron] 10.222.0.66 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716658 Jun 30 09:14:50.895069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-703e7f83-7f04-4d65-b82d-a5d22ac1451d None None] Provisioning complete for port 76a09570-f2e2-4963-97ff-be9ddb76128a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:50.898190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-703e7f83-7f04-4d65-b82d-a5d22ac1451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.981210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-703e7f83-7f04-4d65-b82d-a5d22ac1451d None None] Port 76a09570-f2e2-4963-97ff-be9ddb76128a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:51.000999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Router cb7084e4-4a3e-4494-ba13-88ea134d6b35 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:51.164943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f4445c4-bb4f-4215-a7aa-7abe5d5ea9a8 req-9b6f8b38-00a0-479d-8b25-6bdcb99cb9f0 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 210 time: 0.0994084 Jun 30 09:14:51.267013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:51.272128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6746943f-251e-4ba0-b8ff-63a981094ecd {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:51.278771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Sync routers for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:51.299910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:51.301481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:51.306502 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a085f600-05d5-4c0e-a065-7895ea34607a admin admin] 10.222.0.66 "PUT /v2.0/routers/cb7084e4-4a3e-4494-ba13-88ea134d6b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4672501 Jun 30 09:14:51.327578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.370176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Transition to ACTIVE for port object 6746943f-251e-4ba0-b8ff-63a981094ecd will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:51.387522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.447695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851c375-4781-4811-a9b2-f44dcdc5a3f1 req-4c1b1049-f6cc-433d-8b12-a7b9ba8c553e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:51.462168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c851c375-4781-4811-a9b2-f44dcdc5a3f1 req-4c1b1049-f6cc-433d-8b12-a7b9ba8c553e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 932 time: 0.1390178 Jun 30 09:14:51.577402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c851c375-4781-4811-a9b2-f44dcdc5a3f1 req-0674dd4b-9fed-4949-871c-eeb75803ef25 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132233 Jun 30 09:14:51.701306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:51.793224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:51.882997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Attempting to bind port 6746943f-251e-4ba0-b8ff-63a981094ecd on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:51.883333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Attempting to bind port 6746943f-251e-4ba0-b8ff-63a981094ecd by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:51.883665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Attempting to bind port 6746943f-251e-4ba0-b8ff-63a981094ecd on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:51.913405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Port 6746943f-251e-4ba0-b8ff-63a981094ecd on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:51.913652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Attempting to bind port 6746943f-251e-4ba0-b8ff-63a981094ecd on network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:51.940216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:51.940216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Checking segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:51.940637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Bound using segment: {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:51.941663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Bound port: 6746943f-251e-4ba0-b8ff-63a981094ecd, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b1ff323-238b-475d-89dd-a2a3e4882e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:51.942129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.219203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:52.228842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:52.241968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.526350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:52.526350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.526350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] 10.222.0.11 "PUT /v2.0/ports/6746943f-251e-4ba0-b8ff-63a981094ecd HTTP/1.1" status: 200 len: 1093 time: 2.3194103 Jun 30 09:14:52.526350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:52.526350 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8828b7d2-59db-44ad-8860-2ebec8254bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:52.570576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9eb5-cfcf-4a8c-998e-1ea85324fbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.593180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:47Z', 'revision_number': 4, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '76a09570-f2e2-4963-97ff-be9ddb76128a', 'name': '', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'mac_address': 'fa:16:3e:32:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:45Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 2, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'subnets': [{'id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:52.597220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62b8fd08-37ca-4cb5-8068-6d507ab310ff req-696346c3-bdcd-4606-8f8c-97b01e8e65fa tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 210 time: 0.1164401 Jun 30 09:14:52.617593 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b0b8d5-e044-4aae-8265-7c559cb47a66 x-openstack-request-id: req-f5b0b8d5-e044-4aae-8265-7c559cb47a66 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:52.618081 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:52.618465 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5b0b8d5-e044-4aae-8265-7c559cb47a66 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:52.618881 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'status': 'completed', 'code': 200} Jun 30 09:14:52.633713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Checking router: cb7084e4-4a3e-4494-ba13-88ea134d6b35 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:52.634386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Updating router cb7084e4-4a3e-4494-ba13-88ea134d6b35 port 76a09570-f2e2-4963-97ff-be9ddb76128a binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:52.704978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.802503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-952c9432-b79f-4bde-851d-cc9c02ad75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:52.804291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-952c9432-b79f-4bde-851d-cc9c02ad75dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 1096 time: 0.1408443 Jun 30 09:14:52.951286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-f456b379-2404-4417-98bc-0f4633aed816 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6746943f-251e-4ba0-b8ff-63a981094ecd HTTP/1.1" status: 200 len: 217 time: 0.1350236 Jun 30 09:14:53.128026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-300bfe0d-e8bc-4377-a374-c36f9d2bc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.132186 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-300bfe0d-e8bc-4377-a374-c36f9d2bc24c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.1714656 Jun 30 09:14:53.183074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a4a5-c8d7-413a-812c-1325fe06a28c req-a0f90c54-3715-40e1-98d0-d225b630bd32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.187760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcd9a4a5-c8d7-413a-812c-1325fe06a28c req-a0f90c54-3715-40e1-98d0-d225b630bd32 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2872908 Jun 30 09:14:53.188671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38642) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:53.208625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1236554556-network', 'tenant_id': '848b5445d088408b9f781f4775e6df84'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:53.277705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-ec2f2994-b62f-4efc-81b8-bd74192064e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.280244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-ec2f2994-b62f-4efc-81b8-bd74192064e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407633 Jun 30 09:14:53.330574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcd9a4a5-c8d7-413a-812c-1325fe06a28c req-a5edcf20-6f05-4fc3-8921-4cddcfc2dd49 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349452 Jun 30 09:14:53.332989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Made reservation on behalf of 848b5445d088408b9f781f4775e6df84 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:53.342160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.367944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.516811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.534769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.553859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:53.580195 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.581211 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Added segment 4da84a22-8adf-4e31-81b3-e47c102597aa of type vlan for network ae63afe9-a22a-47d8-98ca-859b9e4779ca Jun 30 09:14:53.706422 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-9d98274a-3133-4630-97f9-28ac5e02d15b service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147811 Jun 30 09:14:53.917357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.931244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Transition to ACTIVE for port object 76a09570-f2e2-4963-97ff-be9ddb76128a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:53.953369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.012005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-e957253a-568c-4c7e-bfd2-72ed44ddd96b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:54.013985 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-e957253a-568c-4c7e-bfd2-72ed44ddd96b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.11 "GET /v2.0/networks?id=bff3d405-96a2-45e0-91e0-30f76e3566b2 HTTP/1.1" status: 200 len: 813 time: 0.6470411 Jun 30 09:14:54.082407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Request body: {'port': {'device_id': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2', 'admin_state_up': True, 'tenant_id': 'fae71c7da8f647d888b5c420bed646e4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:54.129446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf2a1dc5-ae76-44ef-a91b-7799eb0fd1f7 req-4e24e57b-24bb-4216-b334-8b24f776de38 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062476 Jun 30 09:14:54.196343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b160f-d1a7-4b88-84fd-d4c594847120 None None] Pushing event updated for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.427074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Attempting to bind port 76a09570-f2e2-4963-97ff-be9ddb76128a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:54.427555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Attempting to bind port 76a09570-f2e2-4963-97ff-be9ddb76128a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:54.429065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Attempting to bind port 76a09570-f2e2-4963-97ff-be9ddb76128a on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:54.448123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:54.452139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Checking segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:54.452739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.454904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Bound using segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:54.455573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Bound port: 76a09570-f2e2-4963-97ff-be9ddb76128a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:54.456045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.607324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] For port 76a09570-f2e2-4963-97ff-be9ddb76128a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:54.635914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] For port 76a09570-f2e2-4963-97ff-be9ddb76128a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=76a09570-f2e2-4963-97ff-be9ddb76128a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:54.653874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.814795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:54.815542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:54.836901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab43457-b785-4ec6-a5f4-23872dd2ff47,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.975095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b160f-d1a7-4b88-84fd-d4c594847120 None None] Pushing event updated for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.014988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dfcba460-eed0-4d29-ac47-d32dba76e821 req-aeddc748-e03b-4ec2-8b37-58164c2ec80d tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 210 time: 0.1635494 Jun 30 09:14:55.016971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.192920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.194137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.194769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.241817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:55.270066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0717952 Jun 30 09:14:55.275530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38680) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:55.315547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Request body: {'subnet': {'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1236554556-subnet', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:55.359963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdb607-7687-4bcb-9cd1-b03f08dc605c req-fed6e90a-8567-43da-827c-70376b57c555 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.362436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ebdb607-7687-4bcb-9cd1-b03f08dc605c req-fed6e90a-8567-43da-827c-70376b57c555 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.4983776 Jun 30 09:14:55.387334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-cfd5c16e-ad24-4613-9335-0cf13aea9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.391364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-cfd5c16e-ad24-4613-9335-0cf13aea9651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 1096 time: 0.2481732 Jun 30 09:14:55.392689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c004cf-28c3-48b6-94c1-2648423868f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae63afe9-a22a-47d8-98ca-859b9e4779ca,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.394673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Made reservation on behalf of fae71c7da8f647d888b5c420bed646e4 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:55.407656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.420735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:55.483620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ebdb607-7687-4bcb-9cd1-b03f08dc605c req-765ffd32-04c3-40a5-b714-a69c3f94b287 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128647 Jun 30 09:14:55.631390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Made reservation on behalf of 848b5445d088408b9f781f4775e6df84 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:55.635115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.863782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:47Z', 'revision_number': 4, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '76a09570-f2e2-4963-97ff-be9ddb76128a', 'name': '', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'mac_address': 'fa:16:3e:32:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:45Z', 'updated_at': '2021-06-30T09:14:54Z', 'revision_number': 4, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'subnets': [{'id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:55.974457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dac1f4-f09c-468a-919c-6bea47e1f8e4 None None] The sync data for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 is: [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:14:47Z', 'revision_number': 4, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '76a09570-f2e2-4963-97ff-be9ddb76128a', 'name': '', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'mac_address': 'fa:16:3e:32:ce:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:45Z', 'updated_at': '2021-06-30T09:14:54Z', 'revision_number': 4, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'subnets': [{'id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:56.173156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Allocated IP 172.20.0.13 (bff3d405-96a2-45e0-91e0-30f76e3566b2/72a5c021-7835-43a2-83a3-640f2b738a17/1f51ee32-77f9-40ec-9db2-8b8cd66f6ade) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:56.323316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-43549d5a-0add-4efe-9231-943a6b368921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:56.332832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-43549d5a-0add-4efe-9231-943a6b368921 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.9099374 Jun 30 09:14:56.394440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 76a09570-f2e2-4963-97ff-be9ddb76128a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:56.447161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-ed82ef8c-9de6-47a6-abf0-dc191c8fddbb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6746943f-251e-4ba0-b8ff-63a981094ecd HTTP/1.1" status: 200 len: 217 time: 0.1054413 Jun 30 09:14:56.544435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 76a09570-f2e2-4963-97ff-be9ddb76128a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:56.564001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 76a09570-f2e2-4963-97ff-be9ddb76128a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:56.566621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.677780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-538abc61-64c3-4dea-bd21-e31298cbc43e req-ab6ba684-72fc-4cba-ac6d-180f58968878 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 210 time: 0.1565099 Jun 30 09:14:56.846323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-0c6c4e7f-e82a-4ec5-8476-0a64a754dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:56.850880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-0c6c4e7f-e82a-4ec5-8476-0a64a754dcec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.3669024 Jun 30 09:14:57.182841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.194110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5dde-1700-4fe4-88c5-4349e3f32be4 req-2301123b-795a-4783-96cd-dc982eee9f66 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.202543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-687b5dde-1700-4fe4-88c5-4349e3f32be4 req-2301123b-795a-4783-96cd-dc982eee9f66 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2127066 Jun 30 09:14:57.202766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.244485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.256848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-687b5dde-1700-4fe4-88c5-4349e3f32be4 req-62aceea7-b1a7-471e-9b87-d7e121f1afea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500391 Jun 30 09:14:57.267501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 76a09570-f2e2-4963-97ff-be9ddb76128a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=76a09570-f2e2-4963-97ff-be9ddb76128a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:57.305063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.389500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:57.438261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-1f822a2b-20b9-4d8c-bca9-22a533bd3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.440639 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-1f822a2b-20b9-4d8c-bca9-22a533bd3e5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5737076 Jun 30 09:14:57.539779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f131c69-0455-418b-bf2b-cea182d45ce0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:57.606009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Checking segment: {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:57.612063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Network hostable DHCP agents. Network: ae63afe9-a22a-47d8-98ca-859b9e4779ca, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:57.621237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.757275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Network bff3d405-96a2-45e0-91e0-30f76e3566b2 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:57.766945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-785e818d-a9f2-4ebd-b346-b6fe330fd531 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142860 Jun 30 09:14:57.776041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:57.841141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:57.855678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:57.979067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.979759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.045556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Pushing event updated for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.191816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-ca83863b-99b8-4fa6-b75e-14a958732d54 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1527789 Jun 30 09:14:58.202081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdc85-a846-4f06-aa4a-766d7d91cfdf req-1151b7c3-85c6-473d-a9b4-031a7c5dab1b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.207878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-052fdc85-a846-4f06-aa4a-766d7d91cfdf req-1151b7c3-85c6-473d-a9b4-031a7c5dab1b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 932 time: 0.2153201 Jun 30 09:14:58.279839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 76a09570-f2e2-4963-97ff-be9ddb76128a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:58.322455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-052fdc85-a846-4f06-aa4a-766d7d91cfdf req-3ef5ce69-f77b-498e-90ad-463419cc15ab tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052408 Jun 30 09:14:58.361406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-8c662bbe-322e-436f-b69b-42ef964f0339 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2651753 Jun 30 09:14:58.362101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ae63afe9-a22a-47d8-98ca-859b9e4779ca) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:58.391568 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8828b7d2-59db-44ad-8860-2ebec8254bd5 req-0487f708-4e80-4a74-acb6-15de0e5b2e45 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143191 Jun 30 09:14:58.431532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Request body: {'port': {'device_id': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:58.444848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.445596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.460941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16cf67-a120-4962-ae8b-6a930b142354 None None] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:58.562766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fdb762c3-ef47-426e-bf87-c95c0de4438d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2844443 Jun 30 09:14:58.591206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38762) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:58.630659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:58.677802 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.680485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.761968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 76a09570-f2e2-4963-97ff-be9ddb76128a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:58.771741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.809107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576c7e-46f4-4c35-a985-b9392ee890ee req-8fd6bf36-60a0-4029-b8f0-cfab6990a480 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.811073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09576c7e-46f4-4c35-a985-b9392ee890ee req-8fd6bf36-60a0-4029-b8f0-cfab6990a480 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2490098 Jun 30 09:14:58.927348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-34a0502f-581d-4b4e-a036-0d10d079aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:58.928899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-34a0502f-581d-4b4e-a036-0d10d079aa25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.4668558 Jun 30 09:14:58.931232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.964305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.109444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09576c7e-46f4-4c35-a985-b9392ee890ee req-389cbc61-f087-4655-b071-00c7e5bf31d6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411431 Jun 30 09:14:59.285659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:59.335288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.361776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'fixed_ips': [{'subnet_id': '5f131c69-0455-418b-bf2b-cea182d45ce0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:59.365564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.378263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-d683d623-b573-400a-8aee-8c0cbeba6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.380110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-d683d623-b573-400a-8aee-8c0cbeba6d7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.3930280 Jun 30 09:14:59.477421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-51f5810b-32f1-45d8-a5da-b65f270d0d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.542979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-e93c1b8e-2486-4d12-aad9-dc1df5f6a25e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1438539 Jun 30 09:14:59.657933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-8da54249-f49a-4807-840c-0f8723c4bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.659465 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-8da54249-f49a-4807-840c-0f8723c4bf73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.1083534 Jun 30 09:14:59.869697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:59.884287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.899518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898939d-a2a7-4b76-8c7e-8efb687c14c8 req-1ddd1af5-df23-4d93-811b-8dd21fa0c673 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.901249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8898939d-a2a7-4b76-8c7e-8efb687c14c8 req-1ddd1af5-df23-4d93-811b-8dd21fa0c673 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 932 time: 0.2920377 Jun 30 09:14:59.910952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:59.912623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Transition to ACTIVE for port object 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:59.918926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-cca477ae-b0a0-4403-b9b9-1586f5a5e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.921688 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-cca477ae-b0a0-4403-b9b9-1586f5a5e475 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2477143 Jun 30 09:14:59.926134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Allocated IP 172.20.0.2 (ae63afe9-a22a-47d8-98ca-859b9e4779ca/5f131c69-0455-418b-bf2b-cea182d45ce0/563c249c-c44a-45a5-8ed9-0969dbd924bb) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:59.926993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.969677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'mac_address': 'fa:16:3e:6a:5b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:00.056174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.075785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6746943f-251e-4ba0-b8ff-63a981094ecd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:00.084960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:00.101065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:00.124685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8898939d-a2a7-4b76-8c7e-8efb687c14c8 req-ed6cf0eb-68b0-4697-af9f-1c5665f9cade tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119522 Jun 30 09:15:00.127569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.219974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.222610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-42e1a0ce-38b7-493c-a54b-1fe4dfa22ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906899 Jun 30 09:15:00.225233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Attempting to bind port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:00.225688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Attempting to bind port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:00.226197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Attempting to bind port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade on network bff3d405-96a2-45e0-91e0-30f76e3566b2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:00.240848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade on network bff3d405-96a2-45e0-91e0-30f76e3566b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:00.241345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Attempting to bind port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade on network bff3d405-96a2-45e0-91e0-30f76e3566b2 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:00.271657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.344439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:00.361871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Checking segment: {'id': '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:00.362616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Bound using segment: {'id': '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:00.363071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Bound port: 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:00.363580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.442738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:00.449269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,segment=NetworkSegment(8b61b2dd-e8e2-4815-a2b3-248e2ffa2584),segment_id=8b61b2dd-e8e2-4815-a2b3-248e2ffa2584)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:00.463463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.526530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Allocated IP 172.25.4.192 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/36d2e8aa-213f-42dd-ace6-13d275ad0221) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:00.560310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:00.575279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:00.576079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.579502 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f51ee32-77f9-40ec-9db2-8b8cd66f6ade HTTP/1.1" status: 200 len: 1093 time: 2.1850214 Jun 30 09:15:00.586339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:00.589068 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9cd3a-3868-48f7-85f6-63202370ca53" -d '{"events": [{"name": "network-changed", "server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:00.623233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6746943f-251e-4ba0-b8ff-63a981094ecd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:00.635804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-010bb294-b87a-465a-aae0-603cbad8fcd2 req-682b79ff-a9a9-4da0-b754-54287e9a3280 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053383 Jun 30 09:15:00.699440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b81d5-b543-48ae-b233-61a4964ffca3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:00.794890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.811414 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca206b-7453-44e3-925f-2d8cca690c28 x-openstack-request-id: req-98ca206b-7453-44e3-925f-2d8cca690c28 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:00.811873 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:00.812181 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98ca206b-7453-44e3-925f-2d8cca690c28 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:00.812613 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade', 'status': 'completed', 'code': 200} Jun 30 09:15:00.814948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-f84c0cb7-daa9-40c1-a3f6-2f703e7724b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:00.817143 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-f84c0cb7-daa9-40c1-a3f6-2f703e7724b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fae71c7da8f647d888b5c420bed646e4&device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 1096 time: 0.1491756 Jun 30 09:15:00.819804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Transition to ACTIVE for port object 563c249c-c44a-45a5-8ed9-0969dbd924bb will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:00.890498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ed18-d88e-4c02-bce8-dec4ef39ec71 req-e34583bd-605e-447b-99c3-0b96e8e21737 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:00.903860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5987ed18-d88e-4c02-bce8-dec4ef39ec71 req-e34583bd-605e-447b-99c3-0b96e8e21737 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 945 time: 0.2652054 Jun 30 09:15:00.918503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Transition to ACTIVE for port object 563c249c-c44a-45a5-8ed9-0969dbd924bb will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:00.969262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-76f4b83a-4e76-4242-9338-39772911cfc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade HTTP/1.1" status: 200 len: 217 time: 0.1416700 Jun 30 09:15:00.974595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.998415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.004975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5987ed18-d88e-4c02-bce8-dec4ef39ec71 req-ae3fdf09-17ff-47e0-948b-dd8852c4c210 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000650 Jun 30 09:15:01.070235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.107192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-75a4a7a8-27a9-491a-a5af-f4924730e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.108675 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-75a4a7a8-27a9-491a-a5af-f4924730e15b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72a5c021-7835-43a2-83a3-640f2b738a17 HTTP/1.1" status: 200 len: 853 time: 0.1327810 Jun 30 09:15:01.156821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Pushing event updated for resources: {'Port': ['ID=36d2e8aa-213f-42dd-ace6-13d275ad0221,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.177476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:01.179460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:01.182689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-4e9600de-17d7-48c7-ac4a-981c5cc15ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff3d405-96a2-45e0-91e0-30f76e3566b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521641 Jun 30 09:15:01.187598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:01.230292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:01.247650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:01.274090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:01.304307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Pushing event updated for resources: {'Port': ['ID=563c249c-c44a-45a5-8ed9-0969dbd924bb,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.493521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-755bffb1-d494-41a8-b021-37b5444be49f service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975230 Jun 30 09:15:01.533338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Attempting to bind port 563c249c-c44a-45a5-8ed9-0969dbd924bb on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:01.533917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Attempting to bind port 563c249c-c44a-45a5-8ed9-0969dbd924bb by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:01.549737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Attempting to bind port 563c249c-c44a-45a5-8ed9-0969dbd924bb on network ae63afe9-a22a-47d8-98ca-859b9e4779ca {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:01.574128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:01.580150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Checking segment: {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:01.581474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.583373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Bound using segment: {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:01.588179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Bound port: 563c249c-c44a-45a5-8ed9-0969dbd924bb, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:01.591103 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.686940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bf125fd1-fdf2-47d5-94ee-d27730bf5202 req-eba30b71-014f-4c8c-9b06-499319d9db6a service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843810 Jun 30 09:15:01.760047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] For port 563c249c-c44a-45a5-8ed9-0969dbd924bb, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:01.778257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] For port 563c249c-c44a-45a5-8ed9-0969dbd924bb, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=563c249c-c44a-45a5-8ed9-0969dbd924bb,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:01.787793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.900741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bfce8ae5-855e-4184-820e-401946c73140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.975428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-6ed228de-62c2-40e6-9c8c-e368719660a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.988219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-6ed228de-62c2-40e6-9c8c-e368719660a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fae71c7da8f647d888b5c420bed646e4&device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 1096 time: 0.2348139 Jun 30 09:15:02.012265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738c8d-aabc-40e1-8e94-f026dc956ba9 None None] Pushing event updated for resources: {'Port': ['ID=563c249c-c44a-45a5-8ed9-0969dbd924bb,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.039935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.233165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-3e65df17-175c-43b1-b406-a86c811899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.234943 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-3e65df17-175c-43b1-b406-a86c811899fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=bff3d405-96a2-45e0-91e0-30f76e3566b2 HTTP/1.1" status: 200 len: 914 time: 0.2406204 Jun 30 09:15:02.296655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3ed32-685e-4bad-a2a8-60db3a589e1a req-d80cbeff-39e5-4347-8d8d-0bb68de68cc5 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.300406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1da3ed32-685e-4bad-a2a8-60db3a589e1a req-d80cbeff-39e5-4347-8d8d-0bb68de68cc5 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 944 time: 0.7686818 Jun 30 09:15:02.402540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-5f016b83-c121-4565-b75d-8bba52e73e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade HTTP/1.1" status: 200 len: 217 time: 0.1607940 Jun 30 09:15:02.439115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.520269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-f769deb1-2a16-4aef-9cf3-f44846868fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.524046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-f769deb1-2a16-4aef-9cf3-f44846868fad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72a5c021-7835-43a2-83a3-640f2b738a17 HTTP/1.1" status: 200 len: 853 time: 0.1137075 Jun 30 09:15:02.557222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1da3ed32-685e-4bad-a2a8-60db3a589e1a req-3c709547-2cf7-490b-8ebc-642f2622e3dd tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330003 Jun 30 09:15:02.648890 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-356ca6ca-75ba-4953-85a1-61402f4514d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff3d405-96a2-45e0-91e0-30f76e3566b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128683 Jun 30 09:15:02.768526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5e9dd-6d71-42a0-8b29-0dc003577160 req-21b79714-b111-4f32-beac-b26aa1308960 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.770851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55c5e9dd-6d71-42a0-8b29-0dc003577160 req-21b79714-b111-4f32-beac-b26aa1308960 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 945 time: 0.5316248 Jun 30 09:15:02.881790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-86cc75d4-cd12-48e8-a4b3-3e52349110a1 service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293003 Jun 30 09:15:02.970833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.981424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55c5e9dd-6d71-42a0-8b29-0dc003577160 req-c98c2835-c15e-40a4-8c1a-0bd6174dc10f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960526 Jun 30 09:15:03.125564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3af9cd3a-3868-48f7-85f6-63202370ca53 req-29b8a400-13d2-4922-9e44-e02dbac2384b service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364790 Jun 30 09:15:03.129224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.232851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:03.383398 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.390347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6746943f-251e-4ba0-b8ff-63a981094ecd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:03.398267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6746943f-251e-4ba0-b8ff-63a981094ecd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:03.400032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.463503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Router 430acc6c-aba7-4c40-a73d-b526399249e2 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:03.765893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:03.778652 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Sync routers for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:03.834323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:03.834967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:03.948053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.953864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38870) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:03.955348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-27c1edbc-be01-49cb-bb66-64ec2bda7132 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3562224 Jun 30 09:15:04.029875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.151939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:04.159022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:04.169947 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f867f9-1a74-4b04-b8a5-087e9a65978b" -d '{"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:04.172585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e28cd1-a6b7-4e79-a14a-aa6fea91fc08 None None] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:04.205215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.315598 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:04.378106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9674a-3c8a-40b2-8194-dc729a93d774 req-bc818b14-f932-4ff8-8271-9c8fd416bc56 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.401003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02b9674a-3c8a-40b2-8194-dc729a93d774 req-bc818b14-f932-4ff8-8271-9c8fd416bc56 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 944 time: 0.2325432 Jun 30 09:15:04.499850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 563c249c-c44a-45a5-8ed9-0969dbd924bb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:04.506569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02b9674a-3c8a-40b2-8194-dc729a93d774 req-fa1cae0f-ad2f-40f1-b945-c11b7cf6a5fa tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042452 Jun 30 09:15:04.544628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:04.574454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b891ab54-c6bf-4268-9a6a-035afd208606 None None] Provisioning for port 563c249c-c44a-45a5-8ed9-0969dbd924bb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:04.723677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.738358 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1651355b-f9ef-468d-b411-b39e9a6bbaa0 x-openstack-request-id: req-1651355b-f9ef-468d-b411-b39e9a6bbaa0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:04.739085 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:04.739520 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1651355b-f9ef-468d-b411-b39e9a6bbaa0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:04.740078 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'code': 200} Jun 30 09:15:04.814172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 563c249c-c44a-45a5-8ed9-0969dbd924bb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:04.833552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 563c249c-c44a-45a5-8ed9-0969dbd924bb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:04.833955 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.903542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71c675-ba3f-4751-9777-52b1a8519d8a req-16a77b23-684f-481b-969f-3a6e431f0cf7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.923244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd71c675-ba3f-4751-9777-52b1a8519d8a req-16a77b23-684f-481b-969f-3a6e431f0cf7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1514952 Jun 30 09:15:05.087112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd71c675-ba3f-4751-9777-52b1a8519d8a req-39928f54-6eeb-4908-967f-7dff683edc46 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484475 Jun 30 09:15:05.102853 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:01Z', 'revision_number': 3, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:05.138984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.158156 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Checking router: 430acc6c-aba7-4c40-a73d-b526399249e2 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:05.159144 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Updating router 430acc6c-aba7-4c40-a73d-b526399249e2 port 36d2e8aa-213f-42dd-ace6-13d275ad0221 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:05.198606 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.314991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:05.601218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.608816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.715392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64430-2eba-4f1d-9cb4-3e7cc0b7b52d req-8932b080-16e7-492a-b30b-25025f3272e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:05.719304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4db64430-2eba-4f1d-9cb4-3e7cc0b7b52d req-8932b080-16e7-492a-b30b-25025f3272e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 1098 time: 0.5161922 Jun 30 09:15:05.751067 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.789451 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Transition to ACTIVE for port object 36d2e8aa-213f-42dd-ace6-13d275ad0221 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:05.807798 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.875058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4db64430-2eba-4f1d-9cb4-3e7cc0b7b52d req-1da6a52f-e755-468b-a807-28d85e9c95be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972445 Jun 30 09:15:06.001412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 563c249c-c44a-45a5-8ed9-0969dbd924bb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=563c249c-c44a-45a5-8ed9-0969dbd924bb,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:06.046680 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Attempting to bind port 36d2e8aa-213f-42dd-ace6-13d275ad0221 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:06.048197 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Attempting to bind port 36d2e8aa-213f-42dd-ace6-13d275ad0221 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:06.048580 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Attempting to bind port 36d2e8aa-213f-42dd-ace6-13d275ad0221 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:06.055191 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462180-cda9-43cc-be61-88e03ed357ff None None] Pushing event updated for resources: {'Port': ['ID=36d2e8aa-213f-42dd-ace6-13d275ad0221,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:06.060422 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.068754 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:06.069928 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:06.070340 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.071705 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:06.072249 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Bound port: 36d2e8aa-213f-42dd-ace6-13d275ad0221, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:06.073816 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.090094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,segment=NetworkSegment(8b61b2dd-e8e2-4815-a2b3-248e2ffa2584),segment_id=8b61b2dd-e8e2-4815-a2b3-248e2ffa2584)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:06.119683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc12c8-5775-4b23-9bcc-5f114c98306e req-ba501cde-452b-435e-a8a7-7972c7dde9d1 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:06.121588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29bc12c8-5775-4b23-9bcc-5f114c98306e req-ba501cde-452b-435e-a8a7-7972c7dde9d1 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 944 time: 0.2283266 Jun 30 09:15:06.171896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Allocated IP 172.20.0.1 (ae63afe9-a22a-47d8-98ca-859b9e4779ca/5f131c69-0455-418b-bf2b-cea182d45ce0/f5fa0a1c-a03d-4f1e-aae4-184588131ab1) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:06.214930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29bc12c8-5775-4b23-9bcc-5f114c98306e req-6936d131-4d32-4f97-9ce0-7d452dfe37c5 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839880 Jun 30 09:15:06.268317 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] For port 36d2e8aa-213f-42dd-ace6-13d275ad0221, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:06.280316 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] For port 36d2e8aa-213f-42dd-ace6-13d275ad0221, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=36d2e8aa-213f-42dd-ace6-13d275ad0221,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:06.296559 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.302545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade', 'network_id': 'bff3d405-96a2-45e0-91e0-30f76e3566b2', 'port_id': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade', 'mac_address': 'fa:16:3e:40:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a5c021-7835-43a2-83a3-640f2b738a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:06.328344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b619ca4-e57b-44a5-9ce4-c524c6080509 None None] Provisioning complete for port 563c249c-c44a-45a5-8ed9-0969dbd924bb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:06.328730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b619ca4-e57b-44a5-9ce4-c524c6080509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.462569 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462180-cda9-43cc-be61-88e03ed357ff None None] Pushing event updated for resources: {'Port': ['ID=36d2e8aa-213f-42dd-ace6-13d275ad0221,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:06.526004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:06.528275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:06.619094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0333e5a-a92e-4d81-bbc7-804cc454eef6 req-4488fdb1-aaa3-4f68-ba42-f0374762eedc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:06.630704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0333e5a-a92e-4d81-bbc7-804cc454eef6 req-4488fdb1-aaa3-4f68-ba42-f0374762eedc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2006896 Jun 30 09:15:06.636358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.757852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Transition to ACTIVE for port object f5fa0a1c-a03d-4f1e-aae4-184588131ab1 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:06.777164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0333e5a-a92e-4d81-bbc7-804cc454eef6 req-9f638388-49e0-45de-82c1-ce144667c75a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418109 Jun 30 09:15:06.860702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=563c249c-c44a-45a5-8ed9-0969dbd924bb,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:07.057636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.108581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.188957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:07.237738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,segment=NetworkSegment(8b61b2dd-e8e2-4815-a2b3-248e2ffa2584),segment_id=8b61b2dd-e8e2-4815-a2b3-248e2ffa2584)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:07.274734 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.330091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:07.434388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:07.703893 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:01Z', 'revision_number': 3, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:07.718878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1f51ee32-77f9-40ec-9db2-8b8cd66f6ade'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:07.759288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e15318-a5c9-446f-9446-901ece7e93a2 req-2ade6fcd-b524-4905-a8bf-b0d1b549cb9a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:07.771236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9e15318-a5c9-446f-9446-901ece7e93a2 req-2ade6fcd-b524-4905-a8bf-b0d1b549cb9a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 945 time: 0.1854932 Jun 30 09:15:07.830816 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5f702-2067-4a1b-838b-1cb1175aa865 None None] The sync data for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 is: [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:01Z', 'revision_number': 3, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:07.939925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9e15318-a5c9-446f-9446-901ece7e93a2 req-d71c8bf2-747e-431c-af82-cbcff17f2fc7 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665738 Jun 30 09:15:08.057447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:08.058880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:08.061509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:08.071159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:08.222230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 563c249c-c44a-45a5-8ed9-0969dbd924bb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:08.225734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.368876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be67d1-da5d-45c8-a712-7d2d74268659 req-9c5396e5-8602-4c8c-ba34-9e5882f7be23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:08.378626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28be67d1-da5d-45c8-a712-7d2d74268659 req-9c5396e5-8602-4c8c-ba34-9e5882f7be23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2610662 Jun 30 09:15:08.401352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 563c249c-c44a-45a5-8ed9-0969dbd924bb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:08.401741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.483596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28be67d1-da5d-45c8-a712-7d2d74268659 req-3d88ac41-56d6-47ef-b8da-30efaeafa670 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039698 Jun 30 09:15:08.895601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-02b328cd-822e-4e71-964f-835accdd6bd3 None None] Provisioning for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:08.913412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-02b328cd-822e-4e71-964f-835accdd6bd3 None None] Provisioning complete for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:08.913813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-02b328cd-822e-4e71-964f-835accdd6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.926696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.115265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-02b328cd-822e-4e71-964f-835accdd6bd3 None None] Port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:09.549623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f858a-852e-48f6-b0e8-1fa6f86d0901 req-0f2f5912-d3f8-4efe-8148-331829ef24ab tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.562266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de2f858a-852e-48f6-b0e8-1fa6f86d0901 req-0f2f5912-d3f8-4efe-8148-331829ef24ab tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.3653536 Jun 30 09:15:09.582751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.599911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.637618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de2f858a-852e-48f6-b0e8-1fa6f86d0901 req-0e56d51c-2d4e-4f7a-9d24-12e274abee6b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Jun 30 09:15:09.688325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd601c-5adc-420a-b128-57059245bee9 req-2a00b1d2-7976-4f89-8003-6388f3236b35 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.694020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2bd601c-5adc-420a-b128-57059245bee9 req-2a00b1d2-7976-4f89-8003-6388f3236b35 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 945 time: 0.4401042 Jun 30 09:15:09.773460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2bd601c-5adc-420a-b128-57059245bee9 req-9df4c1fb-82e6-4bca-876e-72532239e8da tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Jun 30 09:15:09.814226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.861073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:10.102068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:10.108905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:10.335959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 36d2e8aa-213f-42dd-ace6-13d275ad0221 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:10.492483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 36d2e8aa-213f-42dd-ace6-13d275ad0221 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:10.496885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 36d2e8aa-213f-42dd-ace6-13d275ad0221 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:10.497319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.703395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Router 430acc6c-aba7-4c40-a73d-b526399249e2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:10.821361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23f46deb-d829-4f16-b4aa-60ab6c448063 None None] Provisioning complete for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:10.832621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23f46deb-d829-4f16-b4aa-60ab6c448063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.910403 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.972172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:10.982439 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b682f907-984e-4276-a27c-e245be064e01 admin admin] 10.222.0.66 "PUT /v2.0/routers/430acc6c-aba7-4c40-a73d-b526399249e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0263078 Jun 30 09:15:10.992113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 36d2e8aa-213f-42dd-ace6-13d275ad0221, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=36d2e8aa-213f-42dd-ace6-13d275ad0221,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:11.003918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-23f46deb-d829-4f16-b4aa-60ab6c448063 None None] Port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:11.012169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.117427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=36d2e8aa-213f-42dd-ace6-13d275ad0221,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.135642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.136090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.136444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.136799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.137129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.137465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.142930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:11.184013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28be31-2ec4-438c-80ca-4f46e528f85a req-23bb0801-f350-4cc2-a6e3-ddf10d3b67c5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.191235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b28be31-2ec4-438c-80ca-4f46e528f85a req-23bb0801-f350-4cc2-a6e3-ddf10d3b67c5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2104604 Jun 30 09:15:11.242046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b28be31-2ec4-438c-80ca-4f46e528f85a req-cd3fcfbe-ba6f-4efd-8dd0-aca8171835e8 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498049 Jun 30 09:15:11.257207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905ced4-b274-4849-8381-f1aadd8b5f86 req-2dd0a6dc-8a6f-4300-8918-ac6e0a1a193c tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.267847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6905ced4-b274-4849-8381-f1aadd8b5f86 req-2dd0a6dc-8a6f-4300-8918-ac6e0a1a193c tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 945 time: 0.2338159 Jun 30 09:15:11.279852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:11.320587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6905ced4-b274-4849-8381-f1aadd8b5f86 req-68dfd3d2-65ad-4392-a43d-ca9895ccea9c tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510113 Jun 30 09:15:11.457529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:11.464636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:11.465411 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.570610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Sync routers for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:11.620432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:11.624053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.109993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:12.121367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.267770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 36d2e8aa-213f-42dd-ace6-13d275ad0221 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:12.452756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:12.455382 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b522642-951d-4857-83bf-50ffe5cb65af" -d '{"events": [{"server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "name": "network-vif-plugged", "status": "completed", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:12.575636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,segment=NetworkSegment(8b61b2dd-e8e2-4815-a2b3-248e2ffa2584),segment_id=8b61b2dd-e8e2-4815-a2b3-248e2ffa2584)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:12.600878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.743890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-2b581388-3aa3-428c-8fe3-fff3241892c0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:12.746477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:12.753469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-2b581388-3aa3-428c-8fe3-fff3241892c0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.2594526 Jun 30 09:15:12.763517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 36d2e8aa-213f-42dd-ace6-13d275ad0221 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:12.764736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.811154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-f6e026e8-443f-4e5b-b8cb-cc1404c7e8d1 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/quotas/848b5445d088408b9f781f4775e6df84 HTTP/1.1" status: 200 len: 375 time: 0.0567031 Jun 30 09:15:12.921575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:08Z', 'revision_number': 4, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f5fa0a1c-a03d-4f1e-aae4-184588131ab1', 'name': '', 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'mac_address': 'fa:16:3e:03:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:05Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 2, 'project_id': '848b5445d088408b9f781f4775e6df84', 'subnets': [{'id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.970347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eac7f-ee91-4165-a564-fd818e5efd77 req-940bd2cb-77fc-4082-8489-e0952c497ade tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:12.980236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e6eac7f-ee91-4165-a564-fd818e5efd77 req-940bd2cb-77fc-4082-8489-e0952c497ade tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.2133455 Jun 30 09:15:13.014178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Checking router: 430acc6c-aba7-4c40-a73d-b526399249e2 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:13.014889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Updating router 430acc6c-aba7-4c40-a73d-b526399249e2 port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:13.050996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e6eac7f-ee91-4165-a564-fd818e5efd77 req-e52962d2-697c-49c8-9aff-6146b509d9d2 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692408 Jun 30 09:15:13.068607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-e94c58d4-9a12-472e-aa64-6a7ca76ddada tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2560863 Jun 30 09:15:13.223132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.311393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-97e860fd-8044-42cd-87a9-e5129649c566 service neutron] 10.222.0.66 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313004 Jun 30 09:15:13.602567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-5a4fe739-9d58-447e-90d8-a50186cd02dd service neutron] 10.222.0.66 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892399 Jun 30 09:15:13.705188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.730133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Transition to ACTIVE for port object f5fa0a1c-a03d-4f1e-aae4-184588131ab1 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:13.746833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.773653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e0105-b321-4977-800b-43c40c3269a2 req-0e560374-019a-4a86-8df0-116af2608477 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:13.776019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba7e0105-b321-4977-800b-43c40c3269a2 req-0e560374-019a-4a86-8df0-116af2608477 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.3033845 Jun 30 09:15:13.858628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba7e0105-b321-4977-800b-43c40c3269a2 req-a737cdae-0e41-4799-b39a-1917c1dbdbf4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740180 Jun 30 09:15:13.869739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7f7a-654a-4b1b-9e6e-3eca7f293f0f None None] Pushing event updated for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.229282 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc023a-2491-45d7-bd57-184aebf5e8a4 x-openstack-request-id: req-d2cc023a-2491-45d7-bd57-184aebf5e8a4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:14.236298 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "name": "network-vif-plugged", "status": "completed", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:14.236573 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2cc023a-2491-45d7-bd57-184aebf5e8a4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:14.237041 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade', 'code': 200} Jun 30 09:15:14.313561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Attempting to bind port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:14.314361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Attempting to bind port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:14.314745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Attempting to bind port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 on network ae63afe9-a22a-47d8-98ca-859b9e4779ca {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:14.320867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:14.321256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Checking segment: {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:14.322609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.322609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Bound using segment: {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:14.322609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Bound port: f5fa0a1c-a03d-4f1e-aae4-184588131ab1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da84a22-8adf-4e31-81b3-e47c102597aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:14.324113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.477322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68c06b-f486-47ef-a5ae-2df884733abd req-faf699b0-65d4-4a0c-88f8-04803227682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:14.489174 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5b68c06b-f486-47ef-a5ae-2df884733abd req-faf699b0-65d4-4a0c-88f8-04803227682c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 1098 time: 0.3490288 Jun 30 09:15:14.540408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] For port f5fa0a1c-a03d-4f1e-aae4-184588131ab1, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:14.544779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] For port f5fa0a1c-a03d-4f1e-aae4-184588131ab1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:14.561162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.614207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5b68c06b-f486-47ef-a5ae-2df884733abd req-608e28e4-f6ab-4f2f-8662-dfcaf0d1fea5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174679 Jun 30 09:15:14.639659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-544b1ead-b788-4834-af8f-6f41a4d4aeda req-bba6c01b-729b-4788-a194-b6d192999739 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 210 time: 0.0855110 Jun 30 09:15:14.745618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7f7a-654a-4b1b-9e6e-3eca7f293f0f None None] Pushing event updated for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.770812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:14.773735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:14.956860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537e4b9-6ede-4c97-9356-218fff665f4a req-fd6d1e86-0407-41a7-a032-33b291ca570f tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:14.978041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0537e4b9-6ede-4c97-9356-218fff665f4a req-fd6d1e86-0407-41a7-a032-33b291ca570f tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.1961634 Jun 30 09:15:15.058716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:15.060658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0537e4b9-6ede-4c97-9356-218fff665f4a req-d10599ff-ae78-4ce6-be13-d03ee8345efb tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838091 Jun 30 09:15:15.305831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5271-beee-4e8a-b2ff-d0ead698334e req-44f737ba-a6e9-4b59-b69e-006e9c71d51c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.305831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-395d5271-beee-4e8a-b2ff-d0ead698334e req-44f737ba-a6e9-4b59-b69e-006e9c71d51c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1276143 Jun 30 09:15:15.397637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-395d5271-beee-4e8a-b2ff-d0ead698334e req-14f09da8-471b-4a7e-9b96-201bb599da7f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801013 Jun 30 09:15:15.429365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:15.836884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:15.857813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:08Z', 'revision_number': 4, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f5fa0a1c-a03d-4f1e-aae4-184588131ab1', 'name': '', 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'mac_address': 'fa:16:3e:03:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:05Z', 'updated_at': '2021-06-30T09:15:14Z', 'revision_number': 4, 'project_id': '848b5445d088408b9f781f4775e6df84', 'subnets': [{'id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:15.863044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'port_id': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'mac_address': 'fa:16:3e:6a:5b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:15.887921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd77a495-a642-4ff9-bef9-60fc06cb7774 req-37e3c19d-8561-410a-a0c6-01163ed4c715 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 210 time: 0.0419030 Jun 30 09:15:15.909231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425d743-2bb8-4d6b-abee-47a7e934fc50 None None] The sync data for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 is: [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:08Z', 'revision_number': 4, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f5fa0a1c-a03d-4f1e-aae4-184588131ab1', 'name': '', 'network_id': 'ae63afe9-a22a-47d8-98ca-859b9e4779ca', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'mac_address': 'fa:16:3e:03:04:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:05Z', 'updated_at': '2021-06-30T09:15:14Z', 'revision_number': 4, 'project_id': '848b5445d088408b9f781f4775e6df84', 'subnets': [{'id': '5f131c69-0455-418b-bf2b-cea182d45ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:16.032988 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.086217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6746943f-251e-4ba0-b8ff-63a981094ecd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:16.134316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:16.147307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.269991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.368728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6746943f-251e-4ba0-b8ff-63a981094ecd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:16.555737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5fa0a1c-a03d-4f1e-aae4-184588131ab1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:16.586524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493be101-eb29-4691-9555-ceee166e0f54 req-f94736f8-1d78-4476-a630-a46671d0b38e tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.596207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-493be101-eb29-4691-9555-ceee166e0f54 req-f94736f8-1d78-4476-a630-a46671d0b38e tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.2622025 Jun 30 09:15:16.911490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:16.935691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:16.936690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.140152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.205017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f5fa0a1c-a03d-4f1e-aae4-184588131ab1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:17.213522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.315231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.319961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:17.430094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6746943f-251e-4ba0-b8ff-63a981094ecd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:17.431624 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.491713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-493be101-eb29-4691-9555-ceee166e0f54 req-7d26733d-1920-41a2-bf67-0ec4568181d6 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8935111 Jun 30 09:15:17.523323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cbf56b21-8959-490f-b4ce-10725b7575fe tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:17.525097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cbf56b21-8959-490f-b4ce-10725b7575fe tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.41 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 1.0469179 Jun 30 09:15:17.550376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Request body: {'port': {'device_id': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'admin_state_up': True, 'tenant_id': '848b5445d088408b9f781f4775e6df84'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:17.572120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f321b-38c7-4228-a5e3-5f10cf6b1f64 req-ec5f574c-dbdd-4103-80b5-59a8294df73a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:17.572332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-507f321b-38c7-4228-a5e3-5f10cf6b1f64 req-ec5f574c-dbdd-4103-80b5-59a8294df73a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 945 time: 0.2356551 Jun 30 09:15:17.654298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-507f321b-38c7-4228-a5e3-5f10cf6b1f64 req-665f0c1c-e302-4f38-a3f8-7a2dfdb83d4f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Jun 30 09:15:17.654298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Made reservation on behalf of 848b5445d088408b9f781f4775e6df84 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:17.657317 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.710116 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.779200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:17.784447 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e77189-c985-466b-b8ed-0c4bb360af74" -d '{"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:17.810838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:17.820776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.916197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Allocated IP 172.20.0.9 (7127c840-a233-4fff-9e7e-638cbe462753/17fe2b31-d78a-45be-acf9-e159c26bedf5/66522203-11b4-49bd-9e86-52af6809c039) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:17.930172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.037223 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f0c420-1dba-4206-bbbe-207857fc43cc x-openstack-request-id: req-32f0c420-1dba-4206-bbbe-207857fc43cc {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:18.037620 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:18.038034 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32f0c420-1dba-4206-bbbe-207857fc43cc {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:18.038493 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'code': 200} Jun 30 09:15:18.083190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2145d6b2-f550-4165-95f2-9a6a5d1f55b8 req-7b4c30e8-67f5-463a-9fdb-53a57f8d4b02 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 210 time: 0.0310929 Jun 30 09:15:18.162403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.177900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Transition to ACTIVE for port object 66522203-11b4-49bd-9e86-52af6809c039 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:18.208025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5fa0a1c-a03d-4f1e-aae4-184588131ab1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:18.220483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.262743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:18.263329 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.286661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Network 7127c840-a233-4fff-9e7e-638cbe462753 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:18.320426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:18.324049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:18.326827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Pushing event updated for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.385304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.385659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.386054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.386399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.386738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.387073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.387408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.387739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.388072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.388399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.388726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.389049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:18.394640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:18.394640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.414946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-cc18a72f-306b-4e68-9ca5-2afe23062a14 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8744400 Jun 30 09:15:18.426523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-2c661905-67e7-42f2-a4ab-a3de51c7788d tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:15:18.428096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-2c661905-67e7-42f2-a4ab-a3de51c7788d tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067594 Jun 30 09:15:18.573449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Request body: {'port': {'device_id': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:18.667402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f19833bc-0686-49b4-9364-526b0c5b6cb2 None None] Provisioning for port 66522203-11b4-49bd-9e86-52af6809c039 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:18.672157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f19833bc-0686-49b4-9364-526b0c5b6cb2 None None] Provisioning complete for port 66522203-11b4-49bd-9e86-52af6809c039 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:18.672585 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f19833bc-0686-49b4-9364-526b0c5b6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.682810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.742340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f19833bc-0686-49b4-9364-526b0c5b6cb2 None None] Port 66522203-11b4-49bd-9e86-52af6809c039 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:19.046307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a2729-682a-44fb-b208-f46584a8eedc req-82ba4663-1ede-4343-ab8b-c6fbb4b7901b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.048482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-249a2729-682a-44fb-b208-f46584a8eedc req-82ba4663-1ede-4343-ab8b-c6fbb4b7901b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.3558033 Jun 30 09:15:19.199523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-249a2729-682a-44fb-b208-f46584a8eedc req-028df3c7-8038-40fe-b3ed-10e9b5a79319 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399806 Jun 30 09:15:19.219309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fac929-011e-4a54-b493-83d2c2450789 req-18a5dcdf-c340-4bf6-9444-eacd210cecc4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.233572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48fac929-011e-4a54-b493-83d2c2450789 req-18a5dcdf-c340-4bf6-9444-eacd210cecc4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.3748930 Jun 30 09:15:19.444287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66522203-11b4-49bd-9e86-52af6809c039 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:19.454101 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.479480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48fac929-011e-4a54-b493-83d2c2450789 req-d9ef9d0e-b408-425d-91a2-1e460117ed98 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407618 Jun 30 09:15:19.503372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Transition to ACTIVE for port object 66522203-11b4-49bd-9e86-52af6809c039 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:19.521521 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.976414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Pushing event updated for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:19.980341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Attempting to bind port 66522203-11b4-49bd-9e86-52af6809c039 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:20.009190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Attempting to bind port 66522203-11b4-49bd-9e86-52af6809c039 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:20.009435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Attempting to bind port 66522203-11b4-49bd-9e86-52af6809c039 on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:20.015933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Port 66522203-11b4-49bd-9e86-52af6809c039 on network 7127c840-a233-4fff-9e7e-638cbe462753 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:20.016247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Attempting to bind port 66522203-11b4-49bd-9e86-52af6809c039 on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:20.027325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:20.027961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Checking segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:20.028548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Bound using segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:20.029171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Bound port: 66522203-11b4-49bd-9e86-52af6809c039, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:20.029714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.128032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:20.132985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=66522203-11b4-49bd-9e86-52af6809c039,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:20.145036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417423e0-0c10-4677-9d19-2259a9ea68d5 req-b36d4714-17c6-47c8-bd73-03df30e98bb6 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.153258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-417423e0-0c10-4677-9d19-2259a9ea68d5 req-b36d4714-17c6-47c8-bd73-03df30e98bb6 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1053 time: 0.2577848 Jun 30 09:15:20.196940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.296991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-417423e0-0c10-4677-9d19-2259a9ea68d5 req-f6b6db0a-dec4-4615-a72d-bd644aa18883 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424763 Jun 30 09:15:20.308477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.309676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.311702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/66522203-11b4-49bd-9e86-52af6809c039 HTTP/1.1" status: 200 len: 1092 time: 1.8746526 Jun 30 09:15:20.312514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'tag': '66522203-11b4-49bd-9e86-52af6809c039'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:20.329789 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ad9d2-e485-4abc-a018-77e42ef4ebef" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "tag": "66522203-11b4-49bd-9e86-52af6809c039"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:20.497770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f03e26-85dc-47d6-861d-d61863b525a6 service neutron] Pushing event updated for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.519133 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc7d160-1910-4c2d-8a34-8a3c92d04cf4 x-openstack-request-id: req-9cc7d160-1910-4c2d-8a34-8a3c92d04cf4 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:20.521013 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "tag": "66522203-11b4-49bd-9e86-52af6809c039", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:20.521631 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9cc7d160-1910-4c2d-8a34-8a3c92d04cf4 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:20.522311 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'tag': '66522203-11b4-49bd-9e86-52af6809c039', 'status': 'completed', 'code': 200} Jun 30 09:15:20.592748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-e4f30153-c15e-4e38-8579-24661ff3010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.595438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-e4f30153-c15e-4e38-8579-24661ff3010d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1095 time: 0.2250953 Jun 30 09:15:20.713875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-45e469ef-cdc2-484c-b2cd-889cc3699d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66522203-11b4-49bd-9e86-52af6809c039 HTTP/1.1" status: 200 len: 217 time: 0.1107030 Jun 30 09:15:20.822066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-2cda8b71-e7ff-437a-95a2-579ce0525133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.823622 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-2cda8b71-e7ff-437a-95a2-579ce0525133 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fae71c7da8f647d888b5c420bed646e4&device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 1098 time: 0.1668742 Jun 30 09:15:20.947794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-a7cffc6a-4b8a-429a-a156-9d897954cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.950317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-a7cffc6a-4b8a-429a-a156-9d897954cf3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 200 len: 849 time: 0.2287881 Jun 30 09:15:21.213244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-b2e9ece3-68be-422f-a524-dc2a377cfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.215947 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-b2e9ece3-68be-422f-a524-dc2a377cfcf6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bff3d405-96a2-45e0-91e0-30f76e3566b2 HTTP/1.1" status: 200 len: 914 time: 0.3857105 Jun 30 09:15:21.256485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a566-ae39-41b5-9870-cae06c8be993 req-a9ead0e5-4cb4-4414-8b13-0ee234065c1c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.258204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a50a566-ae39-41b5-9870-cae06c8be993 req-a9ead0e5-4cb4-4414-8b13-0ee234065c1c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.4153762 Jun 30 09:15:21.302680 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-16587827-1414-4a41-ae1b-eae2e6d7c9a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade HTTP/1.1" status: 200 len: 217 time: 0.0730674 Jun 30 09:15:21.365026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-0ca0e8f6-3d5b-4ad0-b390-f0485ee931a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.367010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-0ca0e8f6-3d5b-4ad0-b390-f0485ee931a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7127c840-a233-4fff-9e7e-638cbe462753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3945043 Jun 30 09:15:21.376785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a7a0-f72d-47dc-8576-ed05683bdb3c req-acb68b43-8bcd-4006-8f73-820c6e6491ca tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.386305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2b0a7a0-f72d-47dc-8576-ed05683bdb3c req-acb68b43-8bcd-4006-8f73-820c6e6491ca tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.4288814 Jun 30 09:15:21.455339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2b0a7a0-f72d-47dc-8576-ed05683bdb3c req-c445086b-91f4-4577-bdb2-93f7592d306d tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Jun 30 09:15:21.491357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-11a63078-27f4-48e8-94d7-080c695a4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.493270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-11a63078-27f4-48e8-94d7-080c695a4880 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72a5c021-7835-43a2-83a3-640f2b738a17 HTTP/1.1" status: 200 len: 853 time: 0.1806531 Jun 30 09:15:21.560448 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-b5d554b1-d7c8-499e-a848-88be09385b72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bff3d405-96a2-45e0-91e0-30f76e3566b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577803 Jun 30 09:15:21.663889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-90fa05d2-a3ca-4373-8b61-f5250dd247c4 service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520492 Jun 30 09:15:21.678071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a50a566-ae39-41b5-9870-cae06c8be993 req-cc0ef256-c660-4482-9ea9-cb2fe7ceecd1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069235 Jun 30 09:15:21.774866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-26083fa6-665e-4691-bf71-98d9d5021ade service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066121 Jun 30 09:15:21.875243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f77841d-0ab1-41bd-aee5-4c86e9f32e7d req-2ab7ef1a-6745-4dee-8a46-0f8084f8d18a service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946397 Jun 30 09:15:21.995796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f6fa518-f9e6-423f-86e7-fcd2ebbb8e5f req-0f874713-bfe6-4a14-afb5-983a7a6e95f1 service neutron] 10.222.0.11 "GET /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148662 Jun 30 09:15:22.110482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de08036-2d12-44a3-8258-21d919f543c9 req-ec9ad366-1c51-42a9-9f58-fbd7aee12c1a tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.117664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3de08036-2d12-44a3-8258-21d919f543c9 req-ec9ad366-1c51-42a9-9f58-fbd7aee12c1a tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1095 time: 0.2123373 Jun 30 09:15:22.178384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-ba3a0ae8-31df-48ef-8104-fe10b8461c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.180164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-ba3a0ae8-31df-48ef-8104-fe10b8461c96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1095 time: 0.2118549 Jun 30 09:15:22.227675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3de08036-2d12-44a3-8258-21d919f543c9 req-fc1dedcc-c040-4e75-8715-e9c9a89eff69 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090732 Jun 30 09:15:22.423866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-aaaad4a1-a0b6-4044-8d9f-f7dc59033c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.431796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-aaaad4a1-a0b6-4044-8d9f-f7dc59033c55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.2345469 Jun 30 09:15:22.543984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-826a159f-5333-4ad8-8fbb-f45ee3d231d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66522203-11b4-49bd-9e86-52af6809c039 HTTP/1.1" status: 200 len: 217 time: 0.1078484 Jun 30 09:15:22.689906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-e6e70910-4f50-4119-9e63-c709a55e649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.692081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-e6e70910-4f50-4119-9e63-c709a55e649b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 200 len: 849 time: 0.1360462 Jun 30 09:15:22.908644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ce12-de2c-4ea3-b6cd-6f7b6053ebfe req-219e456d-cbe1-4334-8c45-1702d143a74b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.910305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a15ce12-de2c-4ea3-b6cd-6f7b6053ebfe req-219e456d-cbe1-4334-8c45-1702d143a74b tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.2554276 Jun 30 09:15:22.925596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-453915ef-4bad-4ec5-b474-bfef9f9e99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.930237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-453915ef-4bad-4ec5-b474-bfef9f9e99e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7127c840-a233-4fff-9e7e-638cbe462753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146661 Jun 30 09:15:23.115619 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:23.132946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39444) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:23.266028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Deleting subnet 2d2b3483-832c-457d-80a2-b2a74aa1db35 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:23.287060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.308282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a15ce12-de2c-4ea3-b6cd-6f7b6053ebfe req-b4b3a7ff-18d4-4483-ab4f-c6e7a730b63a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886135 Jun 30 09:15:23.325996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-db342f9e-371e-49b2-8eca-a63d90471ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738403 Jun 30 09:15:23.389690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.483360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.552306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d32ad9d2-e485-4abc-a018-77e42ef4ebef req-7c3852f3-157d-46d2-8342-78b43518ebf5 service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124388 Jun 30 09:15:23.613519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64b08-4e63-4a48-a5bd-abc8348a07d4 req-db43ee38-a29c-4d0d-b356-67d7e2d900b1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.615168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bea64b08-4e63-4a48-a5bd-abc8348a07d4 req-db43ee38-a29c-4d0d-b356-67d7e2d900b1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.5543525 Jun 30 09:15:23.637214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.656096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.658336 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2d2b3483-832c-457d-80a2-b2a74aa1db35 HTTP/1.1" status: 204 len: 168 time: 0.5243757 Jun 30 09:15:23.661163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39450) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:23.701500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe2814-81d9-4151-b55e-a27cd12d9661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2b3483-832c-457d-80a2-b2a74aa1db35,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.838817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bea64b08-4e63-4a48-a5bd-abc8348a07d4 req-0b9416e4-2f7b-4010-9e50-ce1dbb2bce14 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164619 Jun 30 09:15:23.901513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.088923 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.133817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a54da5-0adb-457e-80dd-ce055343a5d5']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:24.149168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5586d905-4c63-4c79-8e08-d3406f3a51a4') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:24.149626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5586d905-4c63-4c79-8e08-d3406f3a51a4') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:24.165569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.191917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.210810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:24.211895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:24.214027 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:24.333327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f60be-4b39-47f8-bfa8-83be3ac7647c req-48176b94-1984-45a3-a3c4-249e91220902 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.354672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c6f60be-4b39-47f8-bfa8-83be3ac7647c req-48176b94-1984-45a3-a3c4-249e91220902 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1095 time: 0.3430610 Jun 30 09:15:24.382559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.396135 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.399614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c9a54da5-0adb-457e-80dd-ce055343a5d5 HTTP/1.1" status: 204 len: 168 time: 0.7372530 Jun 30 09:15:24.427920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f25a0a-5ce7-4283-98b2-b64026161533 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a54da5-0adb-457e-80dd-ce055343a5d5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:24.460618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c6f60be-4b39-47f8-bfa8-83be3ac7647c req-f2a90c87-8364-4951-9ec5-c42e3fbd83c8 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050498 Jun 30 09:15:24.762152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a40358-8ac1-4f4f-bff4-6dc64109d9d4 req-b6c0d251-aa15-4bc4-940f-3385facdfd0a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:24.764780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9a40358-8ac1-4f4f-bff4-6dc64109d9d4 req-b6c0d251-aa15-4bc4-940f-3385facdfd0a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.1948624 Jun 30 09:15:24.836332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9a40358-8ac1-4f4f-bff4-6dc64109d9d4 req-be09c332-4883-4870-8d0e-0d7550ef7ad2 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Jun 30 09:15:24.863410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39464) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:24.972346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a0381a16-3e4c-452a-8136-f322bd5a50bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd626ac5926d4dd1b076237f227ca9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064761 Jun 30 09:15:24.972718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39470) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:25.094812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.186522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.262374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2811e93-f4df-4b66-95f3-69a05421200f req-549c5425-adfb-4e43-94cf-0954bddbee1f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.264196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2811e93-f4df-4b66-95f3-69a05421200f req-549c5425-adfb-4e43-94cf-0954bddbee1f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1386263 Jun 30 09:15:25.285870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.289038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.293306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55961737-d17a-4265-8d8e-c7381d4e2a3d HTTP/1.1" status: 204 len: 168 time: 0.3196125 Jun 30 09:15:25.335552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2811e93-f4df-4b66-95f3-69a05421200f req-b5f5e3b5-9d56-4c94-b062-4a607ee9ff6c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639238 Jun 30 09:15:25.336335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f35997-f332-465c-85e7-b4db81bc0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55961737-d17a-4265-8d8e-c7381d4e2a3d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.780687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 66522203-11b4-49bd-9e86-52af6809c039 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:25.843321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae75ae-2bd9-4c9b-a742-76f50a33e2ac req-7cf7f7b2-1b40-4243-a8b5-08d1dece010f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.852898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ae75ae-2bd9-4c9b-a742-76f50a33e2ac req-7cf7f7b2-1b40-4243-a8b5-08d1dece010f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1095 time: 0.1802983 Jun 30 09:15:25.926356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ae75ae-2bd9-4c9b-a742-76f50a33e2ac req-e16efb01-1503-4261-b9d4-13211c9a9763 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722618 Jun 30 09:15:26.002151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e7df-ad21-4d93-a3fe-444201064993 req-8bb63f5f-be0f-4936-b407-4c5203c6bea0 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.005254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d805e7df-ad21-4d93-a3fe-444201064993 req-8bb63f5f-be0f-4936-b407-4c5203c6bea0 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.2387149 Jun 30 09:15:26.016811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=66522203-11b4-49bd-9e86-52af6809c039,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:26.108264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '66522203-11b4-49bd-9e86-52af6809c039', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'port_id': '66522203-11b4-49bd-9e86-52af6809c039', 'mac_address': 'fa:16:3e:d6:ec:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:26.129104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d805e7df-ad21-4d93-a3fe-444201064993 req-b805e621-a7fe-4e18-9e10-9c1894ae18a8 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155140 Jun 30 09:15:26.161070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.184065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66522203-11b4-49bd-9e86-52af6809c039 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:26.259204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=66522203-11b4-49bd-9e86-52af6809c039,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:26.306306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.433955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.552061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['66522203-11b4-49bd-9e86-52af6809c039'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:26.784395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c58c8-f740-4ccb-b18b-6fe7223ed873 req-b777c7a6-1b1a-4f28-9ea5-54d3d59af866 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.790180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9c58c8-f740-4ccb-b18b-6fe7223ed873 req-b777c7a6-1b1a-4f28-9ea5-54d3d59af866 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1988602 Jun 30 09:15:26.882001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9c58c8-f740-4ccb-b18b-6fe7223ed873 req-e652019c-3f30-4c8d-ac5f-ccf3662082cf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860181 Jun 30 09:15:27.170550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207b9d4-2ad9-4aa4-a0af-09c24a13397a req-6afb4d1b-79cd-43c2-9bba-2323e9be013e tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.179265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c207b9d4-2ad9-4aa4-a0af-09c24a13397a req-6afb4d1b-79cd-43c2-9bba-2323e9be013e tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1096 time: 0.0966334 Jun 30 09:15:27.259700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c207b9d4-2ad9-4aa4-a0af-09c24a13397a req-8ccb01b9-6b91-4c64-b4c0-088cc466861e tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Jun 30 09:15:27.372182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-ae0c4266-a449-4f06-9e09-e153d2f943b3 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.381517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-ae0c4266-a449-4f06-9e09-e153d2f943b3 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.11 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.2189682 Jun 30 09:15:27.584337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Deleting port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:27.586062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.650346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c3618-103d-47cc-8d13-8307c0b2a286 req-c8f3e897-ece4-4fdf-88ca-85e1a09768d9 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.673387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c9c3618-103d-47cc-8d13-8307c0b2a286 req-c8f3e897-ece4-4fdf-88ca-85e1a09768d9 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 946 time: 0.1832347 Jun 30 09:15:27.771620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c9c3618-103d-47cc-8d13-8307c0b2a286 req-b4620a83-deb7-4274-84ae-160be2c82485 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/security-groups?id=ecca61e9-c7e2-4e19-8e88-9f9692fadf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972149 Jun 30 09:15:27.811101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 66522203-11b4-49bd-9e86-52af6809c039 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:27.867703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] For port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,segment=NetworkSegment(8b61b2dd-e8e2-4815-a2b3-248e2ffa2584),segment_id=8b61b2dd-e8e2-4815-a2b3-248e2ffa2584)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:27.868930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.931484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 66522203-11b4-49bd-9e86-52af6809c039 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:27.935472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Calling delete_port for 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:27.938087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 66522203-11b4-49bd-9e86-52af6809c039 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:27.938918 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.057797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.318766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=66522203-11b4-49bd-9e86-52af6809c039,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:28.320161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66522203-11b4-49bd-9e86-52af6809c039'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:28.325264 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c21fd1-a56b-493c-a16a-252f6d485c8a" -d '{"events": [{"server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "name": "network-vif-plugged", "status": "completed", "tag": "66522203-11b4-49bd-9e86-52af6809c039"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:28.334909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.450943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43b28-d39c-4a9e-92d2-c02e9ccaf530 req-411835eb-de1b-4371-bec6-66bbc0673c03 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.464957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16d43b28-d39c-4a9e-92d2-c02e9ccaf530 req-411835eb-de1b-4371-bec6-66bbc0673c03 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2326798 Jun 30 09:15:28.495099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.507982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.548001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1f51ee32-77f9-40ec-9db2-8b8cd66f6ade'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:28.614403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16d43b28-d39c-4a9e-92d2-c02e9ccaf530 req-bf843002-3804-494c-89eb-78e75563c0cf tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462059 Jun 30 09:15:28.662469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Pushing event deleted for resources: {'Port': ['ID=1f51ee32-77f9-40ec-9db2-8b8cd66f6ade,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.673774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.674909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.675440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.676194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.676691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.677186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.677693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.678263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.678790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.679317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.679879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.680458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:28.711815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] No DVR routers for this DVR port 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:28.714322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.717411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-87636a6f-be27-4dad-8035-52ae28ae0be8 req-cf694d9d-4026-4a6e-8767-8d5e5170c93a tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.11 "DELETE /v2.0/ports/1f51ee32-77f9-40ec-9db2-8b8cd66f6ade HTTP/1.1" status: 204 len: 173 time: 1.3276591 Jun 30 09:15:28.718196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'name': 'network-vif-deleted', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:28.721315 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60659e20-3bc5-4fd1-b77c-88953bc4f5d6" -d '{"events": [{"server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "name": "network-vif-deleted", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:28.737585 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf4bf4-4fe4-4455-bb44-5939703cdca1 x-openstack-request-id: req-c2bf4bf4-4fe4-4455-bb44-5939703cdca1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:28.738501 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "name": "network-vif-plugged", "status": "completed", "tag": "66522203-11b4-49bd-9e86-52af6809c039", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:28.739009 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2bf4bf4-4fe4-4455-bb44-5939703cdca1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:28.739660 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66522203-11b4-49bd-9e86-52af6809c039', 'code': 200} Jun 30 09:15:29.062407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cddf-2185-43b4-8de1-abe62f3d8b39 req-2751806f-2414-4b41-afd6-e7c2c1fa6154 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.080315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84a8cddf-2185-43b4-8de1-abe62f3d8b39 req-2751806f-2414-4b41-afd6-e7c2c1fa6154 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.3599365 Jun 30 09:15:29.122319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513559-edb2-48b0-8e88-6af7bdd1f0ff req-7d4ea00b-de87-4d21-96fb-ba378351df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.124303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09513559-edb2-48b0-8e88-6af7bdd1f0ff req-7d4ea00b-de87-4d21-96fb-ba378351df74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.2799077 Jun 30 09:15:29.192863 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca00d18f-b06c-4eb7-b46e-7f2d03ad3521 x-openstack-request-id: req-ca00d18f-b06c-4eb7-b46e-7f2d03ad3521 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:29.193432 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616833e7-49a5-4a91-958f-3d07b8c60e86", "name": "network-vif-deleted", "tag": "1f51ee32-77f9-40ec-9db2-8b8cd66f6ade", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:29.193922 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca00d18f-b06c-4eb7-b46e-7f2d03ad3521 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:29.194557 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616833e7-49a5-4a91-958f-3d07b8c60e86', 'name': 'network-vif-deleted', 'tag': '1f51ee32-77f9-40ec-9db2-8b8cd66f6ade', 'status': 'completed', 'code': 200} Jun 30 09:15:29.204551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84a8cddf-2185-43b4-8de1-abe62f3d8b39 req-5a404871-22a0-4a00-84f8-a87159800bdd tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172297 Jun 30 09:15:29.217703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09513559-edb2-48b0-8e88-6af7bdd1f0ff req-f2bd50f8-5483-431b-ac6d-cc022876cd50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844958 Jun 30 09:15:29.269793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a47552d0-cbb6-4ab5-b615-83c8d069d9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.396907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c3b6889-f47f-4766-9fa0-f61bbd935d74 req-552f9386-0cd7-4f57-956e-34e22d16d4b1 tempest-InstanceActionsTestJSON-1771120445 tempest-InstanceActionsTestJSON-1771120445-project] 10.222.0.66 "GET /v2.0/ports?device_id=616833e7-49a5-4a91-958f-3d07b8c60e86 HTTP/1.1" status: 200 len: 210 time: 0.0550241 Jun 30 09:15:29.956393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1dc75-c15e-4884-92c3-6bd2763ca820 req-62f63193-9008-420b-b3ab-fffc92f6b48b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.959894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cc1dc75-c15e-4884-92c3-6bd2763ca820 req-62f63193-9008-420b-b3ab-fffc92f6b48b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1029975 Jun 30 09:15:30.040826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cc1dc75-c15e-4884-92c3-6bd2763ca820 req-618891fd-5a35-4ef2-b07a-570529151fd9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749083 Jun 30 09:15:30.556042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39610) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.631406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989a30d-cfcd-48e6-89df-f566d9ff34da req-0877653e-01ad-430b-aec8-58524b0febfe tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.641112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a989a30d-cfcd-48e6-89df-f566d9ff34da req-0877653e-01ad-430b-aec8-58524b0febfe tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1831493 Jun 30 09:15:30.711526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a989a30d-cfcd-48e6-89df-f566d9ff34da req-ad90a571-d37e-46b0-80fc-9911986f9848 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Jun 30 09:15:30.726139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Deleting subnet 72a5c021-7835-43a2-83a3-640f2b738a17 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:30.730260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.772786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.833370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.938133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.964664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a5c021-7835-43a2-83a3-640f2b738a17,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.989547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.997575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7dc19296-1030-421e-beca-c870cf06ba20 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/72a5c021-7835-43a2-83a3-640f2b738a17 HTTP/1.1" status: 204 len: 168 time: 0.4401369 Jun 30 09:15:30.999796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39616) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:31.045242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d0557-f4a5-434f-8ba2-dfae1bcf298f req-85c7d88d-9297-409a-ab4b-7ac747f512f9 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.056803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e3d0557-f4a5-434f-8ba2-dfae1bcf298f req-85c7d88d-9297-409a-ab4b-7ac747f512f9 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1366360 Jun 30 09:15:31.116859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.179580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e3d0557-f4a5-434f-8ba2-dfae1bcf298f req-9d7f8eb0-6d87-4b19-b3e6-cc6a081b525e tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217968 Jun 30 09:15:31.386707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:31.389444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.424751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff3d405-96a2-45e0-91e0-30f76e3566b2']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.436844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:31.437341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1f51ee32-77f9-40ec-9db2-8b8cd66f6ade not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:31.460318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.460606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b61b2dd-e8e2-4815-a2b3-248e2ffa2584') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.482777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.507591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.518898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:31.519308 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:31.521172 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:31.576859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1e2d6-dc4e-448d-b3f3-13c9ab3ce408 req-70259df9-baf6-4324-9ed5-458b12f86385 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.579236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c1e2d6-dc4e-448d-b3f3-13c9ab3ce408 req-70259df9-baf6-4324-9ed5-458b12f86385 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2435155 Jun 30 09:15:31.606893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41880126-ed8d-4fe5-a2e2-ab7955c5c63f req-da530ca6-91e7-42ab-951c-1e36f26a7c44 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:31.608524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41880126-ed8d-4fe5-a2e2-ab7955c5c63f req-da530ca6-91e7-42ab-951c-1e36f26a7c44 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1609881 Jun 30 09:15:31.642878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.672384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.674969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] 10.222.0.66 "DELETE /v2.0/networks/bff3d405-96a2-45e0-91e0-30f76e3566b2 HTTP/1.1" status: 204 len: 168 time: 0.6735790 Jun 30 09:15:31.675809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fc1d4-9379-44bb-ae82-184aca40091d admin admin] Pushing event deleted for resources: {'Network': ['ID=bff3d405-96a2-45e0-91e0-30f76e3566b2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.738716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41880126-ed8d-4fe5-a2e2-ab7955c5c63f req-caad91f2-6b31-4549-b777-e3952408221c tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150491 Jun 30 09:15:31.765937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c1e2d6-dc4e-448d-b3f3-13c9ab3ce408 req-e3f0e92c-77cc-4e4c-87ba-bb56bef87357 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758854 Jun 30 09:15:31.879146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-666c2129-fc06-428b-b700-e0a7d66d4c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.994783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.159204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.255133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba3299c8-64c2-41e7-a727-67d356262c2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fae71c7da8f647d888b5c420bed646e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947089 Jun 30 09:15:32.259561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39652) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.335629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.369147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e7ab8b0c-d885-451b-955e-b6043c175c76 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.371584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e7ab8b0c-d885-451b-955e-b6043c175c76 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.1775558 Jun 30 09:15:32.391257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.401456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-b7dcc07f-fb74-4539-836b-5a3cfa6133a0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/quotas/848b5445d088408b9f781f4775e6df84 HTTP/1.1" status: 200 len: 375 time: 0.0219848 Jun 30 09:15:32.528581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.531564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.533013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ecca61e9-c7e2-4e19-8e88-9f9692fadf00 HTTP/1.1" status: 204 len: 168 time: 0.2712784 Jun 30 09:15:32.550847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-c77af4c0-8822-4be8-9275-7f81d17a166f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424742 Jun 30 09:15:32.568443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86f54d-951e-495a-a47f-88412150e02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca61e9-c7e2-4e19-8e88-9f9692fadf00,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.934467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.032343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-8c3bb236-6a47-4d46-99d7-d0d019b77032 service neutron] 10.222.0.66 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737842 Jun 30 09:15:33.248713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b6d77-c9c2-4951-b7fc-188811c6519e req-d1eac0c8-30c0-4f69-85bc-5a41dd959023 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.250544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c5b6d77-c9c2-4951-b7fc-188811c6519e req-d1eac0c8-30c0-4f69-85bc-5a41dd959023 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1622074 Jun 30 09:15:33.269588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-98a9e7af-1456-49b5-b563-1e7040b2d748 service neutron] 10.222.0.66 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360859 Jun 30 09:15:33.332332 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.387150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c5b6d77-c9c2-4951-b7fc-188811c6519e req-9fcedcc9-c284-4672-bc64-e2407d9ead13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119142 Jun 30 09:15:33.741730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39702) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:33.907372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39710) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.063124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd010246-87f2-4d24-9ce7-00a910db23e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.119127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-317567192-network', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:34.171272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd2c40b6-8cb6-4b76-905a-5ab320ac10f0 req-bc5532ed-4ebe-4e3f-a673-0b430b5693d4 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 210 time: 0.0878322 Jun 30 09:15:34.184177 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:15:34.184177 n-d-779913-25 neutron-server[94183]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:15:34.184177 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'id': 'a3d8c3b8-1d0f-4f00-8140-623ea75e6a48', 'expiration': datetime.datetime(2021, 6, 30, 9, 17, 34, 177390)}] Jun 30 09:15:34.184177 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:15:34.185172 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:15:34.345147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd010246-87f2-4d24-9ce7-00a910db23e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.351664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd010246-87f2-4d24-9ce7-00a910db23e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.401090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd010246-87f2-4d24-9ce7-00a910db23e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=540e0f175f534e8fbf48c19dcc173677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924924 Jun 30 09:15:34.405649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.415615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd010246-87f2-4d24-9ce7-00a910db23e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd0ae0-e2f8-4d1f-b435-e1dcf6031a36,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.499433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.501365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39724) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.507447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443720407', 'description': 'tempest-secgroup-smoke-1443720407 description', 'project_id': '997aefff97a543c0b368204191c060a8'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:34.559283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.573645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.614032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.692886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.697938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.702493 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dacd0ae0-e2f8-4d1f-b435-e1dcf6031a36 HTTP/1.1" status: 204 len: 168 time: 0.2927995 Jun 30 09:15:34.726647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05441a9a-acef-4a9c-a2f1-e870951f0fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd0ae0-e2f8-4d1f-b435-e1dcf6031a36,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.005322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.344108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:35.362777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83c29757-aa06-405a-89c3-c3cd17275555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.383284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.390807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Made reservation on behalf of afe1988e11e44b3f859e8857209cff6c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:35.404272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.439654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.492557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.511250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec14d151-39c7-4f4b-8452-f99c3c98355c req-17461447-6e00-4631-a1e7-3e94540bbe06 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 210 time: 0.0631704 Jun 30 09:15:35.527696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832004a9-88b0-46c8-b4be-84eb396af7cd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.564334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83c29757-aa06-405a-89c3-c3cd17275555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.569956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90cde6-5c57-4db6-ac81-76247689ca9a req-bf8ab519-b9c0-424f-a270-6cdee4213b9d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.573449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-83c29757-aa06-405a-89c3-c3cd17275555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.578036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc90cde6-5c57-4db6-ac81-76247689ca9a req-bf8ab519-b9c0-424f-a270-6cdee4213b9d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.3172708 Jun 30 09:15:35.608342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.609907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-597c0f25-311c-46e9-9f75-e3dd76c709c2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1066303 Jun 30 09:15:35.615744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39748) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:35.629164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:35.647874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-83c29757-aa06-405a-89c3-c3cd17275555 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b3232e03ced44da9f81e04d6e4a180a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021567 Jun 30 09:15:35.650689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:35.670046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc90cde6-5c57-4db6-ac81-76247689ca9a req-3d7a9bfd-332a-492f-955d-c551b5b8cc22 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905180 Jun 30 09:15:35.694031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c29757-aa06-405a-89c3-c3cd17275555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f29a222-bdf8-4a5b-a7c2-cbb35df91ed3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.730046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.780038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.792242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.805076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.820427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:35.836679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.837284 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Added segment 522e91a9-6eaf-42cb-809c-f7f0f64c9513 of type vlan for network dba75fcc-3aba-48af-911d-1e218ee18a96 Jun 30 09:15:35.887290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.949742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f50c921-ae76-43dc-88a5-c19bd3caf95a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.952747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.954238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.954955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.979295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.025840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2808232 Jun 30 09:15:36.027295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39754) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.049561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Request body: {'subnet': {'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-subnet', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:36.058321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2904-f0d6-4704-b6af-17c5375c27b8 admin admin] Pushing event updated for resources: {'Network': ['ID=dba75fcc-3aba-48af-911d-1e218ee18a96,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.076977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dba75fcc-3aba-48af-911d-1e218ee18a96 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:36.095517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Made reservation on behalf of afe1988e11e44b3f859e8857209cff6c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:36.099027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.245391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.255581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.259149 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f29a222-bdf8-4a5b-a7c2-cbb35df91ed3 HTTP/1.1" status: 204 len: 168 time: 0.6049366 Jun 30 09:15:36.262895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.283944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.297596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-0b51d279-aa82-41be-9362-d06473e77e3c tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.307645 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-0b51d279-aa82-41be-9362-d06473e77e3c tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.11 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.4639828 Jun 30 09:15:36.333821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cab6f-3940-4cdc-a552-b15f816e64d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f29a222-bdf8-4a5b-a7c2-cbb35df91ed3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.340891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Request body: {'port': {'device_id': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'admin_state_up': True, 'tenant_id': '848b5445d088408b9f781f4775e6df84'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:36.351152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cc3282-6017-4a86-8d41-3a980175f157,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.380998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Made reservation on behalf of 848b5445d088408b9f781f4775e6df84 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:36.389285 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.394307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.398509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-90def9e7-dc43-4533-a26e-208edbfd478e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7729800 Jun 30 09:15:36.400900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39760) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.416529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:36.563599 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.630086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Allocated IP 172.20.0.5 (7127c840-a233-4fff-9e7e-638cbe462753/17fe2b31-d78a-45be-acf9-e159c26bedf5/4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:36.645483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=521f5d86-deb6-4199-9aaf-827fdfeb43f0,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.675380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.829507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Checking segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:36.829898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Network hostable DHCP agents. Network: dba75fcc-3aba-48af-911d-1e218ee18a96, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:36.866970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.918679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.970599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a4302b5-6996-4717-ac55-3716b15c3048 req-43aa303d-218a-42e4-818c-ca9e45c3198c tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 210 time: 0.1180916 Jun 30 09:15:36.971192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.000122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c934537-f167-4255-b408-21bcc0a909fc,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.016250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Transition to ACTIVE for port object 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:37.036740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.037975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4bf6cfe3-6fc4-4a07-8c07-5e85a482c7f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6360433 Jun 30 09:15:37.045277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39778) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.059155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.094290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Network dba75fcc-3aba-48af-911d-1e218ee18a96 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:37.127208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.134831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d753d-786e-4023-9fb9-f67ac4a5c46c req-b46aeee2-d991-4a86-8e17-87062e2bceaa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.142911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e3d753d-786e-4023-9fb9-f67ac4a5c46c req-b46aeee2-d991-4a86-8e17-87062e2bceaa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2114146 Jun 30 09:15:37.146971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, dba75fcc-3aba-48af-911d-1e218ee18a96) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:37.161680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.165323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.177727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['66522203-11b4-49bd-9e86-52af6809c039'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:37.226228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.302181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Network 7127c840-a233-4fff-9e7e-638cbe462753 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:37.304278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e3d753d-786e-4023-9fb9-f67ac4a5c46c req-04018e07-8113-49e6-bae6-f074f0a3422a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599157 Jun 30 09:15:37.327795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c0c27080-575b-4ce3-92ec-37c32b98d1cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2896564 Jun 30 09:15:37.332768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39788) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.344185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:37.344439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.344546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:37.365562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c0230-90ec-4ae3-991e-41fb079ba051 None None] Network dba75fcc-3aba-48af-911d-1e218ee18a96 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:37.398628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Pushing event updated for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.417211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.419182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.522698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.523255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.556516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-f431338a-94dd-4179-9f22-aaeaac93690f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2247624 Jun 30 09:15:37.596048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Request body: {'port': {'device_id': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.604062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.624331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.683157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.769621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458cd3ef-c69f-41c1-9835-2dbd1896b45b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.790896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.794905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f214ea02-cd8e-4ff4-b110-74f3a09eaedc tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7487683 Jun 30 09:15:37.795520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.875942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.896059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94412947-c49f-444a-a3e9-b89bc1bf7a59 None None] Network dba75fcc-3aba-48af-911d-1e218ee18a96 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:37.961732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.978179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.017149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.049179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dcd444b7-1b8f-482e-a3bd-641cdf07eeb9 None None] Provisioning for port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:38.072754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dcd444b7-1b8f-482e-a3bd-641cdf07eeb9 None None] Provisioning complete for port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:38.073978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dcd444b7-1b8f-482e-a3bd-641cdf07eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.342891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dcd444b7-1b8f-482e-a3bd-641cdf07eeb9 None None] Port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:38.427812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:38.438688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.457728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Transition to ACTIVE for port object 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:38.474848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.476780 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.555554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.557563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.560619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.603449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.615526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386933c6-54d8-4b06-ab61-e7348a249e1b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.619684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.620875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0d0dd589-a690-45eb-b016-228b5294e141 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7666903 Jun 30 09:15:38.640608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.656784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:38.787446 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Project 997aefff97a543c0b368204191c060a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:15:38.836284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.841158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Attempting to bind port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:38.841512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Attempting to bind port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:38.841883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Attempting to bind port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:38.853733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a on network 7127c840-a233-4fff-9e7e-638cbe462753 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:38.857639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Attempting to bind port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a on network 7127c840-a233-4fff-9e7e-638cbe462753 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:38.867675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:38.868150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Checking segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:38.868545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Bound using segment: {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:38.869003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Bound port: 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1ec2f1-8eb4-4581-8907-42cbce3248ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:38.869368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.869936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Allocated IP 172.25.4.175 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:38.959201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:38.964054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:38.979481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.084622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.085412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.087726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a HTTP/1.1" status: 200 len: 1092 time: 1.5226526 Jun 30 09:15:39.088665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:39.110828 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4502021-9b60-4b80-b22b-7d836cced0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:39.118294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fcd18-71b4-43a4-861f-242d3b4fa6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.156729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.167826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf725df-8c2f-4bf9-88a8-bfa6496d4be4 req-337e372c-f1f4-41d7-ba00-a8ae0993084b tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.175714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf725df-8c2f-4bf9-88a8-bfa6496d4be4 req-337e372c-f1f4-41d7-ba00-a8ae0993084b tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1027 time: 0.7441761 Jun 30 09:15:39.201652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.251591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf725df-8c2f-4bf9-88a8-bfa6496d4be4 req-d304461e-2e09-47b0-b0f3-5711bdf8fece tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Jun 30 09:15:39.272385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.304738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d69879d-325a-41d8-bacd-e8a4a372e6e0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.322005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.323472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fdf5a279-8a73-4dbf-bd17-6d26e0553a5e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6808603 Jun 30 09:15:39.327507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:39.335095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'security_group_rule': {'security_group_id': '832004a9-88b0-46c8-b4be-84eb396af7cd', 'project_id': '997aefff97a543c0b368204191c060a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:39.379348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-2de67739-8532-48b3-be40-64d35b211233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.381409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-2de67739-8532-48b3-be40-64d35b211233 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1095 time: 0.2203774 Jun 30 09:15:39.383140 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Project 997aefff97a543c0b368204191c060a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:15:39.445767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.459292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.464255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-677638f4-2f2c-406c-b802-dfc0d1f239b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a HTTP/1.1" status: 200 len: 217 time: 0.0737281 Jun 30 09:15:39.473172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba53af-1dbc-4147-831e-e63060be68a4 req-0d81ed1a-542d-452b-8e49-0022f5d7d294 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.481100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8eba53af-1dbc-4147-831e-e63060be68a4 req-0d81ed1a-542d-452b-8e49-0022f5d7d294 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.4223421 Jun 30 09:15:39.587750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-ca64e49c-c0d4-4b8b-bb53-773b070fac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.590218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-ca64e49c-c0d4-4b8b-bb53-773b070fac96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 200 len: 849 time: 0.1165450 Jun 30 09:15:39.626890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:39.642125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:39.660293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:39.666621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.671135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.695751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.700627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-b51efd45-03d9-47f5-83e0-901698a43029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.702865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-b51efd45-03d9-47f5-83e0-901698a43029 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7127c840-a233-4fff-9e7e-638cbe462753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045618 Jun 30 09:15:39.753126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8eba53af-1dbc-4147-831e-e63060be68a4 req-e3f11304-f75d-4d80-88c7-f5c10acd47e1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703989 Jun 30 09:15:39.861620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad9642b-f33d-49c8-99fa-7c11f36ccbf5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.866453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-904e8b45-3918-412f-9a61-59f6d1167e26 service neutron] 10.222.0.11 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489387 Jun 30 09:15:39.868220 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a2928-99b1-4d6f-9109-b87125de3da8 x-openstack-request-id: req-135a2928-99b1-4d6f-9109-b87125de3da8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:39.868505 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:39.868821 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-135a2928-99b1-4d6f-9109-b87125de3da8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:39.869387 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a', 'status': 'completed', 'code': 200} Jun 30 09:15:39.871549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.873071 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f90bcf60-209d-4910-9e9f-b06ad26fbcfb tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5429504 Jun 30 09:15:40.015600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4bfd22ad-884b-47c5-a4b8-2f92a54455f6 req-3caf882b-ee6a-46cc-bb1a-a08795c89f9e service neutron] 10.222.0.11 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406908 Jun 30 09:15:40.214419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-35cee764-00bf-4a8d-94b8-e4b819952e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.217709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-35cee764-00bf-4a8d-94b8-e4b819952e38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1095 time: 0.1236711 Jun 30 09:15:40.403080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-080af923-5963-436a-a77b-42e363bb50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.404295 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-080af923-5963-436a-a77b-42e363bb50d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.1780374 Jun 30 09:15:40.431411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-fcb4a9d1-8162-4c48-b40a-7963d03ac29f tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443720407&fields=id&tenant_id=997aefff97a543c0b368204191c060a8 HTTP/1.1" status: 200 len: 267 time: 0.1706893 Jun 30 09:15:40.467250 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-d7f6a987-b42a-47ee-9557-88bab0d1de42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a HTTP/1.1" status: 200 len: 217 time: 0.0547216 Jun 30 09:15:40.523963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-6a069977-2b7e-4920-b062-d0fb928140cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.525429 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-6a069977-2b7e-4920-b062-d0fb928140cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 200 len: 849 time: 0.0520563 Jun 30 09:15:40.606203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.617914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-3c33a5a8-98d8-414a-b322-80ed29cf2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.619796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-3c33a5a8-98d8-414a-b322-80ed29cf2dd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7127c840-a233-4fff-9e7e-638cbe462753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872602 Jun 30 09:15:40.731151 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-7f904694-b7a7-4af8-acc3-f6eb7fd6ce27 service neutron] 10.222.0.11 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048343 Jun 30 09:15:40.852410 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b4502021-9b60-4b80-b22b-7d836cced0f1 req-0b624bb7-c0f9-4555-bd67-bf83864a6432 service neutron] 10.222.0.11 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142247 Jun 30 09:15:40.928838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9ba0-82ac-4f21-9c97-2f08b40f5fcb req-c7a659af-67a3-4044-b62a-72408affeed0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.935805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f69f9ba0-82ac-4f21-9c97-2f08b40f5fcb req-c7a659af-67a3-4044-b62a-72408affeed0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1095 time: 0.4353945 Jun 30 09:15:40.955507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-6b361633-261b-4636-b6e1-211610260640 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.955507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-6b361633-261b-4636-b6e1-211610260640 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 813 time: 0.4988091 Jun 30 09:15:41.015026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-8bb0852d-33ea-4469-b59a-cf54d5e20037 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/quotas/997aefff97a543c0b368204191c060a8 HTTP/1.1" status: 200 len: 375 time: 0.0332003 Jun 30 09:15:41.050871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f69f9ba0-82ac-4f21-9c97-2f08b40f5fcb req-924857e5-57c6-40ee-b8fc-4e4a52cc4872 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140735 Jun 30 09:15:41.099604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.233158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-42d908f3-de78-4489-89ed-c8aa1c0608db tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087185 Jun 30 09:15:41.499134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-c955f61f-adff-4b81-93d7-297b750f8c43 service neutron] 10.222.0.66 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464426 Jun 30 09:15:41.618888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:41.750820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-b6f2e22c-30bb-46a4-882d-f6a6b1bddb1e service neutron] 10.222.0.66 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406762 Jun 30 09:15:41.773795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1290f8a-afd7-4357-b2f7-fc6494b78890 req-a84d0c75-2e5c-4335-a337-5480c6f71fe1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.781667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1290f8a-afd7-4357-b2f7-fc6494b78890 req-a84d0c75-2e5c-4335-a337-5480c6f71fe1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2463260 Jun 30 09:15:41.891027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1290f8a-afd7-4357-b2f7-fc6494b78890 req-35c0144d-b681-4ebf-a6ed-0dc83c243636 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084068 Jun 30 09:15:41.895188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:41.911359 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Sync routers for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:41.925473 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:41.935136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:41.948552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.954378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39878) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.960700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9cd89d13-4d6d-4e25-a393-f24dca796ed8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6266901 Jun 30 09:15:42.096345 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:42.382366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d92e2-2374-49f2-8d46-7f31d1d33ca2 req-693e6136-e75d-4d83-a713-612ce82e9e02 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.428566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d38d92e2-2374-49f2-8d46-7f31d1d33ca2 req-693e6136-e75d-4d83-a713-612ce82e9e02 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1095 time: 0.1340206 Jun 30 09:15:42.476195 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:40Z', 'revision_number': 3, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:42.522141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d38d92e2-2374-49f2-8d46-7f31d1d33ca2 req-ed2ef085-4540-46cd-84ad-d1cd0ae93d54 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896292 Jun 30 09:15:42.566824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Checking router: d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:42.567178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Updating router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:42.650228 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.807632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d37471e-5680-4e44-a897-00b3beb4ec97 req-fab8dc8f-160a-4cbe-906a-a42670ba8395 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.1205053 Jun 30 09:15:43.251051 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.288820 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Transition to ACTIVE for port object 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:43.302527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5222ff-ea9a-4565-add2-98f558fba56e req-739efcec-b6bf-4d89-ae0b-04da3b19d11b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.310922 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.322307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de5222ff-ea9a-4565-add2-98f558fba56e req-739efcec-b6bf-4d89-ae0b-04da3b19d11b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.1336348 Jun 30 09:15:43.420746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de5222ff-ea9a-4565-add2-98f558fba56e req-4e1fe07c-caa5-427c-8e42-ee6234c21774 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974975 Jun 30 09:15:43.461776 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Attempting to bind port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:43.462264 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Attempting to bind port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:43.462827 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Attempting to bind port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:43.474870 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7119a6-4f3e-4509-ab74-930d0390bb42 None None] Pushing event updated for resources: {'Port': ['ID=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:43.477556 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:43.477998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:43.494252 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.494872 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:43.498764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:43.510359 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Bound port: 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:43.511030 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.622966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] For port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:43.630735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.632725 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] For port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:43.643692 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.736939 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:43.737474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:43.781521 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7119a6-4f3e-4509-ab74-930d0390bb42 None None] Pushing event updated for resources: {'Port': ['ID=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:43.842303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:43.884831 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:43.895264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a', 'network_id': '7127c840-a233-4fff-9e7e-638cbe462753', 'port_id': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a', 'mac_address': 'fa:16:3e:c2:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fe2b31-d78a-45be-acf9-e159c26bedf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:43.978760 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.984827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Allocated IP 172.20.0.1 (dba75fcc-3aba-48af-911d-1e218ee18a96/521f5d86-deb6-4199-9aaf-827fdfeb43f0/8478a7ed-58c2-424f-8485-998b9eefc7d6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:44.010309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:44.022861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ce9e1b4-f2f8-4859-acdc-27eafd445595 req-3448557a-46c5-41ee-9101-fcfff594ce0f tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0523694 Jun 30 09:15:44.046908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:44.053043 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.074017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff54e8-4dad-466b-908e-048f0f867929 req-6998bd5b-74d3-4626-b164-8df56db144ca tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.075873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aff54e8-4dad-466b-908e-048f0f867929 req-6998bd5b-74d3-4626-b164-8df56db144ca tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1095 time: 0.1867280 Jun 30 09:15:44.169316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aff54e8-4dad-466b-908e-048f0f867929 req-99a871d0-83a3-4c4b-9634-cdb9457c89d6 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Jun 30 09:15:44.202989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.244414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.307816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.308079 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:40Z', 'revision_number': 3, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:44.363289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Network dba75fcc-3aba-48af-911d-1e218ee18a96 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:44.366767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aed54b-1660-4bb4-b78f-d7ffb00d6590 None None] The sync data for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 is: [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:40Z', 'revision_number': 3, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:44.366962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:44.374893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:44.381142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Pushing event updated for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.424790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.589511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:44.761265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2894ac-93e2-47c0-9325-6b81517621e3 req-abf005c7-ed53-4235-bf76-19e3be52657d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:44.766667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a2894ac-93e2-47c0-9325-6b81517621e3 req-abf005c7-ed53-4235-bf76-19e3be52657d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 946 time: 0.2070179 Jun 30 09:15:44.857196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a2894ac-93e2-47c0-9325-6b81517621e3 req-763ff165-06ea-400d-ae08-b6e0d7a246e2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Jun 30 09:15:45.178446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.187163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-47fdbd12-8e95-43d9-93d2-1cf21889870d tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.189348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-47fdbd12-8e95-43d9-93d2-1cf21889870d tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 813 time: 0.5756643 Jun 30 09:15:45.364669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef4074fb-43df-4ba4-8f4e-a1df35c912c5 req-3d9c97aa-2be4-498a-bf9d-881609357fb3 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0627372 Jun 30 09:15:45.440592 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-abe51157-c040-4196-aa4f-10e8373941b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.444265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-abe51157-c040-4196-aa4f-10e8373941b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 1098 time: 0.5056615 Jun 30 09:15:45.524071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:45.537300 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-8dd2283f-d979-4bb5-84a9-2f4eeca8ea9d tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=997aefff97a543c0b368204191c060a8 HTTP/1.1" status: 200 len: 380 time: 0.3353693 Jun 30 09:15:45.612214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529be06-4f8a-4519-8748-366e7072d2b3 req-7826fd28-a1f3-43a6-be75-edaaf0d9c964 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.623329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1529be06-4f8a-4519-8748-366e7072d2b3 req-7826fd28-a1f3-43a6-be75-edaaf0d9c964 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1096 time: 0.1742659 Jun 30 09:15:45.709831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'port': {'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'admin_state_up': True, 'tenant_id': '997aefff97a543c0b368204191c060a8', 'security_groups': ['832004a9-88b0-46c8-b4be-84eb396af7cd']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:45.717601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1529be06-4f8a-4519-8748-366e7072d2b3 req-d283fe51-d1f0-467b-8e5a-663accb8a0cb tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840685 Jun 30 09:15:45.743233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.802751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:45.807227 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f4e67-b2f6-4a70-b8fe-70b761346c95" -d '{"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:45.834969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:45.840289 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.922127 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b7f9dd-9611-4c8c-b597-e2c6a7fb5608 x-openstack-request-id: req-d3b7f9dd-9611-4c8c-b597-e2c6a7fb5608 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:45.924144 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:45.924423 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3b7f9dd-9611-4c8c-b597-e2c6a7fb5608 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:45.924850 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'code': 200} Jun 30 09:15:46.017052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.331513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221a70-ddd6-4341-a535-c06433bd816d req-418eb9dd-187b-40dd-955c-6d35768045c3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.333792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Made reservation on behalf of 997aefff97a543c0b368204191c060a8 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:46.342374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3221a70-ddd6-4341-a535-c06433bd816d req-418eb9dd-187b-40dd-955c-6d35768045c3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1893656 Jun 30 09:15:46.352455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.367606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:46.446780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3221a70-ddd6-4341-a535-c06433bd816d req-df6b0c9d-3c13-4015-aaed-87683fd95f14 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989008 Jun 30 09:15:46.488115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:46.492486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:46.492865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.557236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-068cc678-e12e-463e-911f-c547d8fac14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.560009 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-068cc678-e12e-463e-911f-c547d8fac14b service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 1.0871024 Jun 30 09:15:46.600117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e31dca6e-4b5d-4a69-bfbd-2d9670f6c754 req-f09aad1d-7e56-4f17-acef-f1d57c176b0b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0384314 Jun 30 09:15:46.645849 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.651188 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-13295ce6-3b75-46e2-90a4-37720d890962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6746943f-251e-4ba0-b8ff-63a981094ecd HTTP/1.1" status: 200 len: 217 time: 0.0793109 Jun 30 09:15:46.690359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:46.706410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.795867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-752e08ec-bfb6-4c54-89cb-364c870edfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.797131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-752e08ec-bfb6-4c54-89cb-364c870edfa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.1365278 Jun 30 09:15:46.858852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.865906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.874377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.996736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Allocated IP 172.20.0.9 (7eb5fbde-247c-43fe-8986-bec77a109f37/72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0/202a6373-982b-4766-b4f9-f88b3737cfe2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:47.023138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb3073-0503-40f0-b230-ca700ae5b8fa req-774589d2-fa6b-47e6-bbb6-3ac24132e41a tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.026116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cdb3073-0503-40f0-b230-ca700ae5b8fa req-774589d2-fa6b-47e6-bbb6-3ac24132e41a tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1096 time: 0.1010697 Jun 30 09:15:47.098038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.140201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cdb3073-0503-40f0-b230-ca700ae5b8fa req-6b45d5aa-70c1-484b-971d-d268c0df8b45 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Jun 30 09:15:47.141310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Pushing event updated for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.263194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-7ffe6f3d-b901-4dad-beab-ebe3a6342e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.265576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-7ffe6f3d-b901-4dad-beab-ebe3a6342e79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4590900 Jun 30 09:15:47.516705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:47.673433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Network dba75fcc-3aba-48af-911d-1e218ee18a96 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:47.680836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:47.683452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-c0e350b1-fb19-41e0-b3ea-09341087fe0e service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069531 Jun 30 09:15:47.694442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:47.696140 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.730225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:47.898274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994981-9472-41ce-8526-825f693306a6 req-dcc582d3-ee2e-423d-9b31-838427b2b328 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:47.906954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88994981-9472-41ce-8526-825f693306a6 req-dcc582d3-ee2e-423d-9b31-838427b2b328 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1524918 Jun 30 09:15:47.914440 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8967c2bc-1aae-461a-9257-fcf394235ffb req-2873e9ce-cc53-42bd-af4c-ad883cf6c103 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170005 Jun 30 09:15:47.958522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.976159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6bcc726-dc13-4ea8-a88b-91a5cfdbf2d0 req-4bfc66e0-32d4-44b0-97da-b64bedca6427 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0562894 Jun 30 09:15:48.011437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:48.012124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.017066 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b7f2f3-71b0-49d3-a427-4d9f41137616" -d '{"events": [{"server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:48.034156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88994981-9472-41ce-8526-825f693306a6 req-af139e28-5071-45eb-b09a-b67a59182eae tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258998 Jun 30 09:15:48.069562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:48.077908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Transition to ACTIVE for port object 202a6373-982b-4766-b4f9-f88b3737cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:48.083354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.100392 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45be5623-63e5-46d2-8cb1-61308fec6b36 x-openstack-request-id: req-45be5623-63e5-46d2-8cb1-61308fec6b36 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:48.114402 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:48.115080 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45be5623-63e5-46d2-8cb1-61308fec6b36 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:48.115666 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a', 'code': 200} Jun 30 09:15:48.144883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:48.220231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.291138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:48.325370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.405583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:48.405968 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.502273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e5201-c8c7-4066-8e2b-cd3b4da03c65 req-9be6cfed-2942-4a85-8dba-2be86d9d4ecb tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.509702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e84e5201-c8c7-4066-8e2b-cd3b4da03c65 req-9be6cfed-2942-4a85-8dba-2be86d9d4ecb tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.1219900 Jun 30 09:15:48.545350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:48.566762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a36c24e2-af70-4649-90ea-1217a131675a admin admin] 10.222.0.66 "PUT /v2.0/routers/d3bb6e17-bcb8-4b7d-8603-54377b8f73b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6110513 Jun 30 09:15:48.583510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Sync routers for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:48.594247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e84e5201-c8c7-4066-8e2b-cd3b4da03c65 req-756c3339-8453-4c95-baf0-fc3a203baa71 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833528 Jun 30 09:15:48.618151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:48.619119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:48.726681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:48.735344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:48.754371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:48.835632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:48.887494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.929953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.946629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.961895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d38f6-6195-470c-9881-013dc69e0090 req-32eac2fa-2185-41c1-969a-ad589fda5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.963574 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0e4d38f6-6195-470c-9881-013dc69e0090 req-32eac2fa-2185-41c1-969a-ad589fda5fdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.6597128 Jun 30 09:15:49.003403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-91fd9819-a670-4ea4-af3d-3f16cea4a7cd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3240030 Jun 30 09:15:49.046998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Request body: {'port': {'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:49.193429 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0e4d38f6-6195-470c-9881-013dc69e0090 req-f62233df-73c8-4034-a0dd-d4f52edc3ff5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205472 Jun 30 09:15:49.334960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.378277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:44Z', 'revision_number': 4, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8478a7ed-58c2-424f-8485-998b9eefc7d6', 'name': '', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'mac_address': 'fa:16:3e:d1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:43Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 2, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'subnets': [{'id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:49.403316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755f24f-4923-4fdc-9849-979829831373 req-52920dc0-48e5-49be-88b3-f270c205b8e5 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.436882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40084) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:49.438904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3755f24f-4923-4fdc-9849-979829831373 req-52920dc0-48e5-49be-88b3-f270c205b8e5 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 931 time: 0.1723669 Jun 30 09:15:49.452114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Checking router: d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:49.452114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Updating router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 port 8478a7ed-58c2-424f-8485-998b9eefc7d6 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:49.499956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3755f24f-4923-4fdc-9849-979829831373 req-0bb5863c-f9b2-4d93-929b-2f1b13436bac tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598278 Jun 30 09:15:49.583925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.612578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a055427f-ca4f-4834-b85e-a89996b6018e None None] Provisioning for port 202a6373-982b-4766-b4f9-f88b3737cfe2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:49.651310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a055427f-ca4f-4834-b85e-a89996b6018e None None] Provisioning complete for port 202a6373-982b-4766-b4f9-f88b3737cfe2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:49.652455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a055427f-ca4f-4834-b85e-a89996b6018e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.744677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026b16-65d4-4d07-bb24-516df0a84d4c req-d5ee341e-26f7-4daa-9280-da960a3f9030 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.753641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5026b16-65d4-4d07-bb24-516df0a84d4c req-d5ee341e-26f7-4daa-9280-da960a3f9030 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.1430891 Jun 30 09:15:49.813805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a055427f-ca4f-4834-b85e-a89996b6018e None None] Port 202a6373-982b-4766-b4f9-f88b3737cfe2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:49.830303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5026b16-65d4-4d07-bb24-516df0a84d4c req-f348c81d-485e-4170-8a68-7b8441c79520 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738745 Jun 30 09:15:49.881342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f720aab6-e141-4ff3-a1d5-12e1f5801390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.062364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f720aab6-e141-4ff3-a1d5-12e1f5801390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.074558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f720aab6-e141-4ff3-a1d5-12e1f5801390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.182489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-983ecce9-b36a-4047-8feb-242b4be61625 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.190498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-983ecce9-b36a-4047-8feb-242b4be61625 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 818 time: 0.3589141 Jun 30 09:15:50.203963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f720aab6-e141-4ff3-a1d5-12e1f5801390 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88b55b6f155e452eabc42b09284e113b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7654066 Jun 30 09:15:50.216607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.221021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-ebe44001-1ce9-4ac0-a266-78f590c7196b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/quotas/afe1988e11e44b3f859e8857209cff6c HTTP/1.1" status: 200 len: 375 time: 0.0289786 Jun 30 09:15:50.228629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720aab6-e141-4ff3-a1d5-12e1f5801390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3149a1ec-8a8e-40ee-b440-83e843fc0c4b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.351926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.371653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Transition to ACTIVE for port object 8478a7ed-58c2-424f-8485-998b9eefc7d6 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:50.379713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.465295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.497409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202a6373-982b-4766-b4f9-f88b3737cfe2 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:50.521061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.525195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.559640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Transition to ACTIVE for port object 202a6373-982b-4766-b4f9-f88b3737cfe2 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:50.575327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.589462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f298a-9e8c-4e72-a488-3dac53ca6b14 None None] Pushing event updated for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.640694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Attempting to bind port 8478a7ed-58c2-424f-8485-998b9eefc7d6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:50.641230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Attempting to bind port 8478a7ed-58c2-424f-8485-998b9eefc7d6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:50.641726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Attempting to bind port 8478a7ed-58c2-424f-8485-998b9eefc7d6 on network dba75fcc-3aba-48af-911d-1e218ee18a96 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:50.650343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:50.651109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Checking segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:50.651756 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.652379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Bound using segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:50.653151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Bound port: 8478a7ed-58c2-424f-8485-998b9eefc7d6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:50.653826 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.811223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.818181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] For port 8478a7ed-58c2-424f-8485-998b9eefc7d6, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:50.824170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] For port 8478a7ed-58c2-424f-8485-998b9eefc7d6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8478a7ed-58c2-424f-8485-998b9eefc7d6,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:50.832722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.935039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.943376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.947242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3149a1ec-8a8e-40ee-b440-83e843fc0c4b HTTP/1.1" status: 204 len: 168 time: 0.7268829 Jun 30 09:15:51.010124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Attempting to bind port 202a6373-982b-4766-b4f9-f88b3737cfe2 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:51.010475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Attempting to bind port 202a6373-982b-4766-b4f9-f88b3737cfe2 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:51.010913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Attempting to bind port 202a6373-982b-4766-b4f9-f88b3737cfe2 on network 7eb5fbde-247c-43fe-8986-bec77a109f37 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:51.022124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f298a-9e8c-4e72-a488-3dac53ca6b14 None None] Pushing event updated for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.033972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Port 202a6373-982b-4766-b4f9-f88b3737cfe2 on network 7eb5fbde-247c-43fe-8986-bec77a109f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:51.036959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Attempting to bind port 202a6373-982b-4766-b4f9-f88b3737cfe2 on network 7eb5fbde-247c-43fe-8986-bec77a109f37 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:51.045361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:51.046356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:51.047653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:51.052811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Checking segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:51.053310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Bound using segment: {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:51.053799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Bound port: 202a6373-982b-4766-b4f9-f88b3737cfe2, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895a1fef-6235-46b4-8862-c83983624c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:51.054173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.089356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3554bf-8e92-4d1a-b0af-5ff2c35cc6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3149a1ec-8a8e-40ee-b440-83e843fc0c4b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.214700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:51.220998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=202a6373-982b-4766-b4f9-f88b3737cfe2,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:51.234565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:51.239820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.409533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.435068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.436126 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.437723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-eb3c2704-6412-4360-9cdb-c5b6b6997bc0 service neutron] 10.222.0.11 "PUT /v2.0/ports/202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 1092 time: 2.3974206 Jun 30 09:15:51.438476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:51.441670 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdca921-ae5c-48fe-8e76-e4b588fa8808" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:51.448217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40132) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.470957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5d50c3e-e02a-4637-b0f2-f0d5f95e9889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.512368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-79a15dc6-43ce-4c0c-b8d3-26b240efec9b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2903614 Jun 30 09:15:51.591197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5d50c3e-e02a-4637-b0f2-f0d5f95e9889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.601383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:44Z', 'revision_number': 4, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8478a7ed-58c2-424f-8485-998b9eefc7d6', 'name': '', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'mac_address': 'fa:16:3e:d1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:43Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'subnets': [{'id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:51.609320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11058d-ce1f-46b7-a597-7e317c40e34c req-028ea492-f08a-4a42-ba90-ffb3116f24c0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.618245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a11058d-ce1f-46b7-a597-7e317c40e34c req-028ea492-f08a-4a42-ba90-ffb3116f24c0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 1.3141930 Jun 30 09:15:51.621871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f5d50c3e-e02a-4637-b0f2-f0d5f95e9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.682468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d5416-c1ab-4f1d-95b6-737ba58b6b4b None None] The sync data for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 is: [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:15:44Z', 'revision_number': 4, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8478a7ed-58c2-424f-8485-998b9eefc7d6', 'name': '', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'mac_address': 'fa:16:3e:d1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:43Z', 'updated_at': '2021-06-30T09:15:50Z', 'revision_number': 4, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'subnets': [{'id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:51.706361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a11058d-ce1f-46b7-a597-7e317c40e34c req-bea3e517-2359-4e5a-ad35-05be88fbec3b tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Jun 30 09:15:51.846553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d50c3e-e02a-4637-b0f2-f0d5f95e9889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c1e18-6294-4216-9c13-dd86557717af,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.874382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f5d50c3e-e02a-4637-b0f2-f0d5f95e9889 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1da1b665c2b47eba0aa6108c3925f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241827 Jun 30 09:15:51.877912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40144) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.926973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-2816a794-fc40-4839-89e1-735b0b64f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.928570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-2816a794-fc40-4839-89e1-735b0b64f01d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1095 time: 0.3356152 Jun 30 09:15:52.001062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-5685e6ad-9876-4455-b865-e5a94c0035db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0649769 Jun 30 09:15:52.015028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.055640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.077795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-0fc2218e-911b-4534-865c-be47fd9ddd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.080509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-0fc2218e-911b-4534-865c-be47fd9ddd90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.0710406 Jun 30 09:15:52.182378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-5bfa4282-d50f-49ab-a960-1bbaefbbfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.184136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-5bfa4282-d50f-49ab-a960-1bbaefbbfb77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969958 Jun 30 09:15:52.273531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.276653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.291511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/668c1e18-6294-4216-9c13-dd86557717af HTTP/1.1" status: 204 len: 168 time: 0.4007881 Jun 30 09:15:52.298791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f62bf8-005b-4336-8574-d026c98f4de0 req-18d99af1-8e34-4fa9-8d3d-3ef167db5040 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.300408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f62bf8-005b-4336-8574-d026c98f4de0 req-18d99af1-8e34-4fa9-8d3d-3ef167db5040 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.2047701 Jun 30 09:15:52.306473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276f9c6-8162-49ed-b5cf-84a4c16a79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c1e18-6294-4216-9c13-dd86557717af,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.338381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-b468da8b-bb78-4248-a559-8fee2ceea832 service neutron] 10.222.0.66 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244407 Jun 30 09:15:52.412634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8478a7ed-58c2-424f-8485-998b9eefc7d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:52.430048 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-fd0d4cc5-164a-4b8d-b701-4418e450399a service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388740 Jun 30 09:15:52.574764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07f62bf8-005b-4336-8574-d026c98f4de0 req-a97628f4-e2f6-4272-a6b4-be9bcffbe8b6 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546434 Jun 30 09:15:52.650913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-3edec5f3-cfaa-416c-bc88-7fdcc2aa3755 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2933812 Jun 30 09:15:52.652930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-be3ab54f-0fa7-4805-99a0-9fba8bf079c6 service neutron] 10.222.0.66 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134000 Jun 30 09:15:52.703687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-58b54659-8e76-47a2-bc96-aac819c71f22 req-5b513ee2-0b90-4f16-bf40-352b33d52f12 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564576 Jun 30 09:15:52.851709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-7e6bd3fa-7662-48f8-964e-3f44d58b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.854040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-7e6bd3fa-7662-48f8-964e-3f44d58b4672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=848b5445d088408b9f781f4775e6df84&device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1264749 Jun 30 09:15:53.026940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8478a7ed-58c2-424f-8485-998b9eefc7d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:53.037458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8478a7ed-58c2-424f-8485-998b9eefc7d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:53.039659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.249029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76164bb5-05ab-46f5-9737-ef6dd6ba1085 req-d4f813f8-e7f0-45e9-95c8-550cad07f20c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.274516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76164bb5-05ab-46f5-9737-ef6dd6ba1085 req-d4f813f8-e7f0-45e9-95c8-550cad07f20c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.3696406 Jun 30 09:15:53.341389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-edb8a458-9232-4b17-b005-0330f02eef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.342734 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.347341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-edb8a458-9232-4b17-b005-0330f02eef67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 200 len: 911 time: 0.4687061 Jun 30 09:15:53.465859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8478a7ed-58c2-424f-8485-998b9eefc7d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8478a7ed-58c2-424f-8485-998b9eefc7d6,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:53.478145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.499064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76164bb5-05ab-46f5-9737-ef6dd6ba1085 req-4accacf7-f860-4c8a-a581-16ba89e16300 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231402 Jun 30 09:15:53.500585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-cef60126-334e-4c79-8f80-5491d1e421fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66522203-11b4-49bd-9e86-52af6809c039 HTTP/1.1" status: 200 len: 217 time: 0.1281586 Jun 30 09:15:53.600940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6746943f-251e-4ba0-b8ff-63a981094ecd no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:53.630397 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83914d-34a3-4857-82e7-c655dfdff4d0 x-openstack-request-id: req-cd83914d-34a3-4857-82e7-c655dfdff4d0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:53.638001 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:53.641599 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd83914d-34a3-4857-82e7-c655dfdff4d0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:53.643104 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:15:53.727930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-240c1725-7a92-40ca-b32c-9de4a715279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.734061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-240c1725-7a92-40ca-b32c-9de4a715279e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 200 len: 849 time: 0.2214091 Jun 30 09:15:53.819439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:53.881710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-da81e42d-d355-4931-b540-b24362aad5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.884304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-da81e42d-d355-4931-b540-b24362aad5d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1095 time: 0.1987624 Jun 30 09:15:54.121508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-6f52707f-f26c-489a-a2d7-4b711e874b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.123042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-6f52707f-f26c-489a-a2d7-4b711e874b36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7127c840-a233-4fff-9e7e-638cbe462753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3829346 Jun 30 09:15:54.126222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1685e1-537e-404d-950e-6a3c18c6dd0c req-43014468-0d67-4bf1-b3df-fc68651a37d0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.131216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-905c0d1e-e263-4638-83cd-2ca960bdfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.136473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-905c0d1e-e263-4638-83cd-2ca960bdfd5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 914 time: 0.2434006 Jun 30 09:15:54.146216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c1685e1-537e-404d-950e-6a3c18c6dd0c req-43014468-0d67-4bf1-b3df-fc68651a37d0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.2381651 Jun 30 09:15:54.238366 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-9abaf103-35d9-4413-8bc8-fbe964056555 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0938404 Jun 30 09:15:54.260914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c1685e1-537e-404d-950e-6a3c18c6dd0c req-71606953-21b5-492b-9f14-bcd85257f44f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136932 Jun 30 09:15:54.334162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-7e47a8b0-207e-4fa5-a6b6-33f9bccc1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.336248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-7e47a8b0-207e-4fa5-a6b6-33f9bccc1210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.0892415 Jun 30 09:15:54.347427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8478a7ed-58c2-424f-8485-998b9eefc7d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:54.368291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-2efd48b4-3383-45f2-9df7-291e87e8af18 service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178988 Jun 30 09:15:54.487196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-92f36c56-4217-46f7-afae-e15570ecbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.490847 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-92f36c56-4217-46f7-afae-e15570ecbcbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480248 Jun 30 09:15:54.531027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8478a7ed-58c2-424f-8485-998b9eefc7d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:54.531977 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.681213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7abf5cb7-b8b8-40d3-8c3f-f7619655bd42 req-ee984a64-045f-4b7c-8354-2e2ba1134ab9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 210 time: 0.2462265 Jun 30 09:15:54.894278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc81e1ea-70ce-4d60-b423-f333e15d2ae2 req-ac7154c3-e0d8-4cfa-a1d5-a54336a7666b service neutron] 10.222.0.41 "GET /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182118 Jun 30 09:15:54.938011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab232-9923-40f3-bdb2-d7a7c80486de req-840904aa-42b0-4623-8c52-0fad22a04b64 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.940305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-416ab232-9923-40f3-bdb2-d7a7c80486de req-840904aa-42b0-4623-8c52-0fad22a04b64 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3308492 Jun 30 09:15:55.067007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-416ab232-9923-40f3-bdb2-d7a7c80486de req-5ab87d4c-8256-4072-9b8f-6d8c833af053 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133451 Jun 30 09:15:55.129311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441165e-5e53-4487-beb5-b2c5bd6d9a1f req-584bb0a2-9da2-4f5f-a990-7b300b134ab2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.136850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c441165e-5e53-4487-beb5-b2c5bd6d9a1f req-584bb0a2-9da2-4f5f-a990-7b300b134ab2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.2196641 Jun 30 09:15:55.195401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c441165e-5e53-4487-beb5-b2c5bd6d9a1f req-cfc56238-3d7c-434a-803c-f5fbc3795829 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574448 Jun 30 09:15:55.243972 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-3598fc49-6322-4407-836a-9ecb71156b6a service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464833 Jun 30 09:15:55.330819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c16161-5469-4772-81ef-96415af435d6 req-340c793c-b263-486b-8fb5-69a3340b8249 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.339030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c16161-5469-4772-81ef-96415af435d6 req-340c793c-b263-486b-8fb5-69a3340b8249 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.1214821 Jun 30 09:15:55.351536 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3bdca921-ae5c-48fe-8e76-e4b588fa8808 req-accb6a0a-b742-4bf6-a84a-340efdfbafd2 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991461 Jun 30 09:15:55.386713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46c16161-5469-4772-81ef-96415af435d6 req-1f6d30af-e9c9-4ec4-9a08-50c0a6048cbf tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Jun 30 09:15:55.640224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-099ecdb0-f4ad-4d58-a4bb-0fed9fbb5af3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.641794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-099ecdb0-f4ad-4d58-a4bb-0fed9fbb5af3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 818 time: 0.1465626 Jun 30 09:15:55.660668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-991411fc-10bc-4af0-8cd7-2b3dd27c35df tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/quotas/afe1988e11e44b3f859e8857209cff6c HTTP/1.1" status: 200 len: 375 time: 0.0117636 Jun 30 09:15:55.789002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-cdf3c7a0-67d7-4945-a571-d194941ae9bc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114283 Jun 30 09:15:55.804873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4681-e995-48f3-8f96-cff7fed9b5df req-13702887-7397-4017-b86f-93d60dfbc9e0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.808773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2de4681-e995-48f3-8f96-cff7fed9b5df req-13702887-7397-4017-b86f-93d60dfbc9e0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1220675 Jun 30 09:15:55.858818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-07b8c43d-a835-49db-aa9d-b6de2f9d54c7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.862403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-07b8c43d-a835-49db-aa9d-b6de2f9d54c7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 818 time: 0.2312002 Jun 30 09:15:55.877929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Request body: {'port': {'device_id': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'admin_state_up': True, 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:55.912300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2de4681-e995-48f3-8f96-cff7fed9b5df req-11cc29bf-3746-462e-bddf-c4de7520df5f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902040 Jun 30 09:15:55.946098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-a9454176-23c4-49ee-852d-69690afec945 service neutron] 10.222.0.66 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361063 Jun 30 09:15:56.086401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-e2cd4db4-3ecf-4439-8622-4eacfd9e50b5 service neutron] 10.222.0.66 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393318 Jun 30 09:15:56.098486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Made reservation on behalf of afe1988e11e44b3f859e8857209cff6c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:56.103025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.211145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd821d-d058-4be7-91b3-c7ec03ed93ee req-112b9dd6-1501-43d4-8136-83b7294fc176 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.213547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4dd821d-d058-4be7-91b3-c7ec03ed93ee req-112b9dd6-1501-43d4-8136-83b7294fc176 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.1164367 Jun 30 09:15:56.258059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4dd821d-d058-4be7-91b3-c7ec03ed93ee req-5d339a3a-7bb5-4bc8-8176-2822c2ea4d9c tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Jun 30 09:15:56.309267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Allocated IP 172.20.0.6 (dba75fcc-3aba-48af-911d-1e218ee18a96/521f5d86-deb6-4199-9aaf-827fdfeb43f0/742ec3d4-8575-4fb2-9120-3b9f0e3087db) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:56.613361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112394-b761-45ea-9c32-ce1f3d3053a6 req-5550021e-d716-4146-af71-e67b84090909 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.628201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45112394-b761-45ea-9c32-ce1f3d3053a6 req-5550021e-d716-4146-af71-e67b84090909 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.1575205 Jun 30 09:15:56.654073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.707045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.728426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45112394-b761-45ea-9c32-ce1f3d3053a6 req-125b7ebc-c82a-4057-8dd1-102c569804d9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993216 Jun 30 09:15:56.805606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Pushing event updated for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.862430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Network dba75fcc-3aba-48af-911d-1e218ee18a96 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:56.870612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:56.874834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29cf988f-9ca3-4c45-8d94-2ebd61aadbcf req-b6bb4bdc-6b78-4158-b39a-bdebb2a29433 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 210 time: 0.0808275 Jun 30 09:15:56.900817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:57.023666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.027279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.059903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-739f0a16-1d08-4a84-abea-b21307282414 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1879716 Jun 30 09:15:57.075132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Request body: {'port': {'device_id': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:57.216987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafc98a-ae16-441b-af11-b534d21a3250 req-07d0721b-5eba-43b3-9b81-acba4a2c62dd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.227634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcafc98a-ae16-441b-af11-b534d21a3250 req-07d0721b-5eba-43b3-9b81-acba4a2c62dd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1312447 Jun 30 09:15:57.241859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.324225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcafc98a-ae16-441b-af11-b534d21a3250 req-d821b58a-7875-4c00-8a5a-0e139d61da13 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900478 Jun 30 09:15:57.430524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c301cb-aa98-47ae-8e40-bcf170654cfe req-e34d6b4f-44f7-420b-a664-54718444ac26 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.432473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4c301cb-aa98-47ae-8e40-bcf170654cfe req-e34d6b4f-44f7-420b-a664-54718444ac26 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.0942321 Jun 30 09:15:57.505850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4c301cb-aa98-47ae-8e40-bcf170654cfe req-b9173130-776d-4f40-9b71-3510cf0a3970 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645998 Jun 30 09:15:57.657717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742ec3d4-8575-4fb2-9120-3b9f0e3087db {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:57.665477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.678057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Transition to ACTIVE for port object 742ec3d4-8575-4fb2-9120-3b9f0e3087db will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:57.682287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.732070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Pushing event updated for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.814308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Attempting to bind port 742ec3d4-8575-4fb2-9120-3b9f0e3087db on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:57.814903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Attempting to bind port 742ec3d4-8575-4fb2-9120-3b9f0e3087db by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:57.815406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Attempting to bind port 742ec3d4-8575-4fb2-9120-3b9f0e3087db on network dba75fcc-3aba-48af-911d-1e218ee18a96 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.820166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Port 742ec3d4-8575-4fb2-9120-3b9f0e3087db on network dba75fcc-3aba-48af-911d-1e218ee18a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:57.820707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Attempting to bind port 742ec3d4-8575-4fb2-9120-3b9f0e3087db on network dba75fcc-3aba-48af-911d-1e218ee18a96 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.828104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:57.828791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Checking segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:57.829868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Bound using segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:57.830403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Bound port: 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:57.830864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.934667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:57.945783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:57.953138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.991376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.992160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.993478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] 10.222.0.11 "PUT /v2.0/ports/742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 1092 time: 0.9248013 Jun 30 09:15:57.993957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:57.996606 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c61efc-584d-485d-a737-6a72cfa0367d" -d '{"events": [{"name": "network-changed", "server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:58.030708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9a9a9-8e83-4ecc-8bba-baf9e209fac1 req-5bb774f8-56d3-4860-911c-8b26a5d01719 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.030708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7e9a9a9-8e83-4ecc-8bba-baf9e209fac1 req-5bb774f8-56d3-4860-911c-8b26a5d01719 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.1612780 Jun 30 09:15:58.033628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08c2c-f2c6-4cdd-a4de-f6c2b5081073 service neutron] Pushing event updated for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.120191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd470d-f80e-4547-af6d-bffe538bd0b3 req-725fb6d4-cdf6-40c8-b012-d63c7d5b29d2 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 210 time: 0.0456264 Jun 30 09:15:58.162039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7e9a9a9-8e83-4ecc-8bba-baf9e209fac1 req-c6cc6b84-2c82-4aa5-8fc7-c0f95ce8d1e3 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982962 Jun 30 09:15:58.162934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-24d640c3-dae2-41d4-82a6-747ca61370e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.162934 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-24d640c3-dae2-41d4-82a6-747ca61370e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1095 time: 0.0794151 Jun 30 09:15:58.200774 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d6a41-6b4b-4a90-bbcb-4e2023dafe81 x-openstack-request-id: req-949d6a41-6b4b-4a90-bbcb-4e2023dafe81 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:58.201063 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:58.201315 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-949d6a41-6b4b-4a90-bbcb-4e2023dafe81 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:58.201907 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db', 'status': 'completed', 'code': 200} Jun 30 09:15:58.204241 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-0c7c09f3-4940-45b0-b6d2-3082cba437de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0500736 Jun 30 09:15:58.281576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-12b743ac-4e65-4c3f-8c56-bbea3e8d8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.283352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-12b743ac-4e65-4c3f-8c56-bbea3e8d8604 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.0692737 Jun 30 09:15:58.340321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-a2866018-f4bb-4de0-846c-e260e4419a15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293946 Jun 30 09:15:58.474746 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-8f49c5d9-4616-4321-8411-44c2b71bd414 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255069 Jun 30 09:15:58.526428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d072e0-3f6c-4d0e-b8a2-8ab37266e31d req-a0968296-4b4c-4404-b34d-31a25ad89bcc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.536772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58d072e0-3f6c-4d0e-b8a2-8ab37266e31d req-a0968296-4b4c-4404-b34d-31a25ad89bcc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0801983 Jun 30 09:15:58.602170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58d072e0-3f6c-4d0e-b8a2-8ab37266e31d req-3ac8d1ac-c4ad-4add-954f-12f1ee386e45 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636585 Jun 30 09:15:58.716679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-49c0931d-3c6c-41c3-b0dc-69cac1da573e tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.718186 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-49c0931d-3c6c-41c3-b0dc-69cac1da573e tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 818 time: 0.2811821 Jun 30 09:15:58.722379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b200dafa-2e3f-4554-8f64-3fa54cd26201 req-2b549bca-dbe4-4553-837a-d78ef99d453f service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295179 Jun 30 09:15:58.735386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Request body: {'port': {'device_id': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'admin_state_up': True, 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:58.870336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0c064-dd29-483a-a162-1e0f50682a8d req-ea5e98e8-45e0-452b-916d-b1f1ac35e86f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.873092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11e0c064-dd29-483a-a162-1e0f50682a8d req-ea5e98e8-45e0-452b-916d-b1f1ac35e86f tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.1433837 Jun 30 09:15:58.914467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Made reservation on behalf of afe1988e11e44b3f859e8857209cff6c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:58.918554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.964302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-e7209f37-7e8e-43af-bb3f-8678221cd245 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.966563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-e7209f37-7e8e-43af-bb3f-8678221cd245 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1097 time: 0.1507993 Jun 30 09:15:58.988453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61efc-584d-485d-a737-6a72cfa0367d req-e2486aa8-c0c8-444b-a64c-2c7c3870af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.990170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-e2486aa8-c0c8-444b-a64c-2c7c3870af2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1095 time: 0.1736975 Jun 30 09:15:58.995331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11e0c064-dd29-483a-a162-1e0f50682a8d req-8c37c30a-1f4d-4b20-ab34-73379dfc4fb9 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146979 Jun 30 09:15:59.147640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61efc-584d-485d-a737-6a72cfa0367d req-90cc3d05-2ba1-4fc7-ab5d-243ab0323dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.149176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-90cc3d05-2ba1-4fc7-ab5d-243ab0323dde service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.1224952 Jun 30 09:15:59.210337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-43c93210-67a3-4c28-95ba-a112ac74faff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0496812 Jun 30 09:15:59.230628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Allocated IP 172.20.0.3 (dba75fcc-3aba-48af-911d-1e218ee18a96/521f5d86-deb6-4199-9aaf-827fdfeb43f0/b93e02f4-9e73-4ac2-a218-b00d749723b8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:59.268751 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-12002096-dfb0-44f7-91b5-c4d839f0171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.306921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Deleting port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:59.307509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.335009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61efc-584d-485d-a737-6a72cfa0367d req-46e07098-3bb5-4a66-8f24-5bb596acd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.338065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-46e07098-3bb5-4a66-8f24-5bb596acd6eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.1130183 Jun 30 09:15:59.344185 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-30a19f00-6e8f-499c-ab73-588e39979bc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2394650 Jun 30 09:15:59.411962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-44c78495-d94e-4d85-ae86-34cc60cd7d3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666950 Jun 30 09:15:59.482528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec15fe8d-148f-40bc-b2d3-e3470a9c1b4d req-0b48dcaa-f54a-49e3-b92d-202142878256 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 210 time: 0.0693169 Jun 30 09:15:59.534996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] For port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:59.535367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.597741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4af7d-95d3-482b-a7a0-0591096b65e5 req-1bf346d1-93a9-4491-95ac-6f043aa5ca24 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.605051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cb4af7d-95d3-482b-a7a0-0591096b65e5 req-1bf346d1-93a9-4491-95ac-6f043aa5ca24 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.1905274 Jun 30 09:15:59.617857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Calling delete_port for 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:59.629913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.630407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.630887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.631361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.631834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.632755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.633605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.635564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3f5222e1-d248-442e-a58b-8ca3bb9e58c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.2603526 Jun 30 09:15:59.661594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cb4af7d-95d3-482b-a7a0-0591096b65e5 req-3b7c2570-4add-4312-bcab-5e4db02cbf6d tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555360 Jun 30 09:15:59.722003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-ce364e06-5fd6-446c-84f3-aeae32128723 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060127 Jun 30 09:15:59.856158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.959880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-704089ca-b9be-4671-a816-eaa77f9d3caa service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283590 Jun 30 09:15:59.991252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe0eef-a57e-49c9-8431-fe6315ba900e req-46ea8d51-b8ef-4c5b-963f-f3e0f8ae24bc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.993163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bbe0eef-a57e-49c9-8431-fe6315ba900e req-46ea8d51-b8ef-4c5b-963f-f3e0f8ae24bc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1235738 Jun 30 09:16:00.018037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-acba25ac-188d-4056-a4b1-091161bea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.018611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-acba25ac-188d-4056-a4b1-091161bea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.019094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-acba25ac-188d-4056-a4b1-091161bea65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.021654 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-acba25ac-188d-4056-a4b1-091161bea65f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=d88bb592-2fca-4969-b307-59c8952b555b&id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 2293 time: 0.3245933 Jun 30 09:16:00.108630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bbe0eef-a57e-49c9-8431-fe6315ba900e req-7d955f79-583a-4871-9b91-c015f2c22127 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088986 Jun 30 09:16:00.116721 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:00.130952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.208681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Network dba75fcc-3aba-48af-911d-1e218ee18a96 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:00.223208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.231765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:00.234182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89acf6-2c84-4fdd-8585-b037b135e1e8 req-92120b8b-da60-4495-8a80-57f244aced2d tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.234602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:00.235762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc89acf6-2c84-4fdd-8585-b037b135e1e8 req-92120b8b-da60-4495-8a80-57f244aced2d tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 1019 time: 0.0780628 Jun 30 09:16:00.236863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['66522203-11b4-49bd-9e86-52af6809c039'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:00.246802 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-f1c8ec27-2188-4a1d-b57b-bd25280c0227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 1001 time: 0.1960704 Jun 30 09:16:00.247720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:00.254116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Pushing event updated for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.319464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc89acf6-2c84-4fdd-8585-b037b135e1e8 req-30da16f6-17bf-4d47-8974-918c786bd3d4 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600505 Jun 30 09:16:00.397900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.470444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] No DVR routers for this DVR port 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:00.473429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-0fd2efe4-2d13-44d0-bf84-e43e4c81f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.479796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-0fd2efe4-2d13-44d0-bf84-e43e4c81f88c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 200 len: 850 time: 0.1989160 Jun 30 09:16:00.479796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.480609 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.11 "DELETE /v2.0/ports/4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a HTTP/1.1" status: 204 len: 173 time: 1.5074556 Jun 30 09:16:00.481063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'name': 'network-vif-deleted', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:00.489668 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0304fa6-839b-41a5-95fd-8cc737eb9ab1" -d '{"events": [{"server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "name": "network-vif-deleted", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:00.520438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.521108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.582762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d0f1a766-67b9-4823-9dce-d311336e7fe1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8518043 Jun 30 09:16:00.604610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Request body: {'port': {'device_id': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:00.620495 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad1412-9a23-49aa-ac72-cecf98de683e x-openstack-request-id: req-33ad1412-9a23-49aa-ac72-cecf98de683e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:00.622062 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ef67e5-3ff7-4b76-b283-20ddedfe52d8", "name": "network-vif-deleted", "tag": "4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:00.622456 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33ad1412-9a23-49aa-ac72-cecf98de683e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:00.623792 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ef67e5-3ff7-4b76-b283-20ddedfe52d8', 'name': 'network-vif-deleted', 'tag': '4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a', 'status': 'completed', 'code': 200} Jun 30 09:16:00.693706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-2f4764ce-73b6-4b2c-8412-5599957e39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.695340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-2f4764ce-73b6-4b2c-8412-5599957e39f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5636098c-c6b9-430f-a050-a2d980f626a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025187 Jun 30 09:16:00.840748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.872922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca76e8-b7d9-4b73-af4b-d8244b939785 req-8392c929-37cd-441a-98f3-e89106873086 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.876118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adca76e8-b7d9-4b73-af4b-d8244b939785 req-8392c929-37cd-441a-98f3-e89106873086 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 931 time: 0.1101062 Jun 30 09:16:00.922103 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-bd6bddc7-fd14-42b2-88e4-216351b6464d service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180197 Jun 30 09:16:00.935349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adca76e8-b7d9-4b73-af4b-d8244b939785 req-c6b8f2a3-8dac-4a68-b8b7-289023ee1149 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Jun 30 09:16:01.148151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97a4d1-4530-458e-9564-e6f9873e921d req-5b7e579b-da40-4455-978d-d9fcaf3af3d7 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.150186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e97a4d1-4530-458e-9564-e6f9873e921d req-5b7e579b-da40-4455-978d-d9fcaf3af3d7 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.1049509 Jun 30 09:16:01.258294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-b50a7cfa-b015-43de-9f2c-a7b1a3e033a4 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219061 Jun 30 09:16:01.264104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e97a4d1-4530-458e-9564-e6f9873e921d req-c1df1475-c4d2-423d-bf06-7391d0618499 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011989 Jun 30 09:16:01.334872 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-9cb42a7b-cbc6-4611-bb8b-7c9dfd5863a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 217 time: 0.0695512 Jun 30 09:16:01.429489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed9492-4fc4-4467-8224-913929d20711 req-f91aa93a-b82e-41d0-ad2b-997e2e863d23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.440300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97ed9492-4fc4-4467-8224-913929d20711 req-f91aa93a-b82e-41d0-ad2b-997e2e863d23 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1276724 Jun 30 09:16:01.454039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-85eff0c6-a70b-42d8-9570-62b486272331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.456473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-85eff0c6-a70b-42d8-9570-62b486272331 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1127887 Jun 30 09:16:01.498886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97ed9492-4fc4-4467-8224-913929d20711 req-2ae7e1da-5d79-440d-a260-90ad960a3bcb tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572715 Jun 30 09:16:01.576083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93e02f4-9e73-4ac2-a218-b00d749723b8 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:01.588113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.605623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Transition to ACTIVE for port object b93e02f4-9e73-4ac2-a218-b00d749723b8 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:01.623314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.639366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-32504e64-b184-4caa-844e-0a49b2c057e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.642832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-32504e64-b184-4caa-844e-0a49b2c057e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778736 Jun 30 09:16:01.648349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f0a60f0-0e2a-43b0-9128-34f6eecdf86a req-1434f789-47c6-4f7d-a9ff-9a29b6fc0c58 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9ef67e5-3ff7-4b76-b283-20ddedfe52d8 HTTP/1.1" status: 200 len: 210 time: 0.0546017 Jun 30 09:16:01.775094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:01.852012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-2a0d9576-0893-4568-9cc5-8bb4c16c7c26 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735454 Jun 30 09:16:01.856975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Attempting to bind port b93e02f4-9e73-4ac2-a218-b00d749723b8 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:01.857682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Attempting to bind port b93e02f4-9e73-4ac2-a218-b00d749723b8 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:01.857845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Attempting to bind port b93e02f4-9e73-4ac2-a218-b00d749723b8 on network dba75fcc-3aba-48af-911d-1e218ee18a96 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:01.879151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0a0be384-e23e-45a3-a829-2f31dccc1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.912810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Port b93e02f4-9e73-4ac2-a218-b00d749723b8 on network dba75fcc-3aba-48af-911d-1e218ee18a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:01.913363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Attempting to bind port b93e02f4-9e73-4ac2-a218-b00d749723b8 on network dba75fcc-3aba-48af-911d-1e218ee18a96 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:01.922944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:01.923638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Checking segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:01.923638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Bound using segment: {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:01.924323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Bound port: b93e02f4-9e73-4ac2-a218-b00d749723b8, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e91a9-6eaf-42cb-809c-f7f0f64c9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:01.924774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.009784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.021687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-54df3be9-70f5-45e1-bfbd-d1992ed9eddb service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614003 Jun 30 09:16:02.089363 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-8ba5fdce-7406-4955-ae75-83bbb3951ca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 217 time: 0.0586500 Jun 30 09:16:02.092742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:02.141193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:02.165527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-d8139fb8-5a9c-4401-8568-d75835eb236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.167148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-d8139fb8-5a9c-4401-8568-d75835eb236c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0654685 Jun 30 09:16:02.168855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.196924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b2acd-44f5-41ef-8c56-a1e97db700bd req-f91e6c6a-c404-42e4-8c5d-5010698062a0 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.199749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-500b2acd-44f5-41ef-8c56-a1e97db700bd req-f91e6c6a-c404-42e4-8c5d-5010698062a0 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 943 time: 0.1010008 Jun 30 09:16:02.242963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.243986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.245655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] 10.222.0.11 "PUT /v2.0/ports/b93e02f4-9e73-4ac2-a218-b00d749723b8 HTTP/1.1" status: 200 len: 1092 time: 1.6525140 Jun 30 09:16:02.256316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-500b2acd-44f5-41ef-8c56-a1e97db700bd req-930f5b64-4d7c-4fdf-ba3b-ab46ea15aecf tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Jun 30 09:16:02.341605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4ee1e-f832-4441-a909-8ddc5e6dd087 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.373082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-8529785d-6215-4dcf-93bc-5632819e7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.374661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-8529785d-6215-4dcf-93bc-5632819e7ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954291 Jun 30 09:16:02.443480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-941b510d-de9d-4c90-b352-6ad538a11f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.444979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-941b510d-de9d-4c90-b352-6ad538a11f9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 1095 time: 0.1426244 Jun 30 09:16:02.554661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8933d4b-adc5-4704-a1c9-5f75ca7d1189 req-32d42da1-a49a-4fa9-879f-954cf976bb39 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.566253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8933d4b-adc5-4704-a1c9-5f75ca7d1189 req-32d42da1-a49a-4fa9-879f-954cf976bb39 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.1068633 Jun 30 09:16:02.710376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8933d4b-adc5-4704-a1c9-5f75ca7d1189 req-88a1299d-e8c2-480e-828b-2ac9f904c82b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384993 Jun 30 09:16:02.938961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.997065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a4ee-4e7f-46ba-ba47-e6ef356380b1 req-adaff981-bffc-4dc3-af67-0a5e4a67d28b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.998662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8087a4ee-4e7f-46ba-ba47-e6ef356380b1 req-adaff981-bffc-4dc3-af67-0a5e4a67d28b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2010078 Jun 30 09:16:03.032257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:03.036704 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6b488-67b5-46d5-94f1-d8b6dffea52a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:03.049370 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-d59c8d9b-cf5e-4fd2-accc-57cc91ee7b56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8 HTTP/1.1" status: 200 len: 217 time: 0.5939806 Jun 30 09:16:03.116889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8087a4ee-4e7f-46ba-ba47-e6ef356380b1 req-633aaa0d-0c5f-4e31-b3c0-ee9e0c5e84b9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087024 Jun 30 09:16:03.154929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-92d3d2a1-2154-46dc-ab36-05554dc14df6 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725470 Jun 30 09:16:03.192132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-245ac54b-8ae0-42d3-871f-7bc94b94f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.193986 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-245ac54b-8ae0-42d3-871f-7bc94b94f6f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.1252451 Jun 30 09:16:03.253839 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06528c42-a8ff-4d0b-aed7-28e7bee86919 x-openstack-request-id: req-06528c42-a8ff-4d0b-aed7-28e7bee86919 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:03.254143 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:03.254396 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06528c42-a8ff-4d0b-aed7-28e7bee86919 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:03.254993 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8', 'status': 'completed', 'code': 200} Jun 30 09:16:03.284285 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-33940e23-eee2-4b4b-adfe-8983cfd1c03b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750411 Jun 30 09:16:03.353991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.461744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-138015b1-bc0d-4920-b1f2-5d5da4355de8 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662099 Jun 30 09:16:03.526703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-502bca13-e7b4-4bd3-a170-8756e9a2934b service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635042 Jun 30 09:16:03.674731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-ce502a08-ec58-48d8-8902-49b661b9216e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 200 len: 217 time: 0.1247323 Jun 30 09:16:03.714912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 202a6373-982b-4766-b4f9-f88b3737cfe2 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:03.718426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:03.730252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d70b7b2a-2fa0-495f-aa23-81862000606e req-dd408cfa-4774-400c-a775-4ef041136e0f service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024868 Jun 30 09:16:03.796134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:03.796868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4cd5c9a4-dbfd-41e7-850b-c58cc99bc50a not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:03.810729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333546-360f-47ab-9c42-d7264e11398b req-e76b9958-f687-4a69-bee1-3f9c286f4538 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.820321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-a2073e96-d0e8-4a85-9132-33f2799dcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.822196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-a2073e96-d0e8-4a85-9132-33f2799dcfe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0909054 Jun 30 09:16:03.822932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92333546-360f-47ab-9c42-d7264e11398b req-e76b9958-f687-4a69-bee1-3f9c286f4538 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1951282 Jun 30 09:16:03.911226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75d088-721e-4be6-b431-b8878fc31f1f req-6cba9ced-46aa-4444-a099-19ed869d5d0b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.914043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de75d088-721e-4be6-b431-b8878fc31f1f req-6cba9ced-46aa-4444-a099-19ed869d5d0b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 943 time: 0.2781851 Jun 30 09:16:03.935461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92333546-360f-47ab-9c42-d7264e11398b req-3b6c8e30-9b01-4d27-897c-d9ad604a3848 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Jun 30 09:16:04.038394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-aa3cb36b-d09d-43f4-bd36-d6df745eacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.040751 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-aa3cb36b-d09d-43f4-bd36-d6df745eacc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2104638 Jun 30 09:16:04.052638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=202a6373-982b-4766-b4f9-f88b3737cfe2,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.056022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de75d088-721e-4be6-b431-b8878fc31f1f req-d31d54b9-b11c-4b0a-9294-0bdd5f8f7a9d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187537 Jun 30 09:16:04.075349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-b1df7ba7-5026-4581-baa1-74f28a2f97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.076940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-b1df7ba7-5026-4581-baa1-74f28a2f97a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 1095 time: 0.1570117 Jun 30 09:16:04.106300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:04.184648 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.206265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-e88243ea-2f87-4f2f-b95f-65f85ba307e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.208220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-e88243ea-2f87-4f2f-b95f-65f85ba307e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.1179285 Jun 30 09:16:04.224203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202a6373-982b-4766-b4f9-f88b3737cfe2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:04.253181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=202a6373-982b-4766-b4f9-f88b3737cfe2,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.258537 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.259984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 742ec3d4-8575-4fb2-9120-3b9f0e3087db details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:04.277417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-972ab47c-5efe-4a9f-94a4-0e550686cee8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8 HTTP/1.1" status: 200 len: 217 time: 0.0431049 Jun 30 09:16:04.311940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7499e4-e460-448a-a2f7-808c62289f29 req-4c01854d-f64f-4544-bcc5-f2831f8b674b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.326150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7499e4-e460-448a-a2f7-808c62289f29 req-4c01854d-f64f-4544-bcc5-f2831f8b674b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 943 time: 0.2296093 Jun 30 09:16:04.393495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-2a0534d1-fffe-4a97-9ac1-7cb771053871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.395318 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-2a0534d1-fffe-4a97-9ac1-7cb771053871 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.1065097 Jun 30 09:16:04.400138 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-e9cc183d-fa06-4b05-bdba-b5a45d2bfb87 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403969 Jun 30 09:16:04.419597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.455757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7499e4-e460-448a-a2f7-808c62289f29 req-2e49f059-fcb6-415e-894a-ceb43dec188c tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217046 Jun 30 09:16:04.512902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.538933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '742ec3d4-8575-4fb2-9120-3b9f0e3087db', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'port_id': '742ec3d4-8575-4fb2-9120-3b9f0e3087db', 'mac_address': 'fa:16:3e:99:1c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:04.556146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0706733-ad42-4f67-8370-45e268dc51fe req-a5a2a871-957f-4ec9-b2e7-9cdc89296a57 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.562540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0706733-ad42-4f67-8370-45e268dc51fe req-a5a2a871-957f-4ec9-b2e7-9cdc89296a57 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1043739 Jun 30 09:16:04.602387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-13b6f480-90b1-4617-9d77-1a8f1fd09489 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739874 Jun 30 09:16:04.604570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-c527a605-cdfe-463e-b2f4-a16a497de512 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956673 Jun 30 09:16:04.626690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.628130 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.657805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742ec3d4-8575-4fb2-9120-3b9f0e3087db {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:04.675629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0706733-ad42-4f67-8370-45e268dc51fe req-33701f83-b998-48db-9b30-f6cf21afb700 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066101 Jun 30 09:16:04.682409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.687156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.698104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-41696f01-eb85-47b5-afb4-3c06fe3f3848 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 200 len: 217 time: 0.0780218 Jun 30 09:16:04.771932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.866352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-adeea9f1-2fde-4297-a4a5-b6bf62997d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.868030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-adeea9f1-2fde-4297-a4a5-b6bf62997d06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.1098430 Jun 30 09:16:04.890039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-5a7ab4fa-3525-42e4-8d87-366982bfe471 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.892378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-5a7ab4fa-3525-42e4-8d87-366982bfe471 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.1052599 Jun 30 09:16:04.959953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-880b13b5-9f9e-4833-873f-ac98058ab107 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607830 Jun 30 09:16:05.041609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.182784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Deleting port 66522203-11b4-49bd-9e86-52af6809c039 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:05.185159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.194823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-51b6b488-67b5-46d5-94f1-d8b6dffea52a req-0a581449-88d7-4a21-9ad9-fc54099ec82f service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162883 Jun 30 09:16:05.212141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3cea197c-5d97-4535-97a3-66606e86aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.213605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-3cea197c-5d97-4535-97a3-66606e86aa4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361852 Jun 30 09:16:05.236172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['742ec3d4-8575-4fb2-9120-3b9f0e3087db'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:05.341000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['202a6373-982b-4766-b4f9-f88b3737cfe2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:05.348815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-f223edd4-0648-4e13-9877-5a86aafd2900 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191950 Jun 30 09:16:05.512162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-aa39472a-c23f-43b7-8a0f-3ae0395d0282 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516087 Jun 30 09:16:05.596767 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-192c5bf1-52fd-456f-8a01-d66f48a3f597 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 200 len: 217 time: 0.0756814 Jun 30 09:16:05.637639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758cffb-8be1-49c3-bbb3-5b6884ea3ee1 req-3279b7f7-5a0c-4c8e-9c2f-ede791e650e7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.653210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b758cffb-8be1-49c3-bbb3-5b6884ea3ee1 req-3279b7f7-5a0c-4c8e-9c2f-ede791e650e7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 943 time: 0.2408283 Jun 30 09:16:05.727406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-a327be9e-e04a-413f-b89e-02de7679ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.733836 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-a327be9e-e04a-413f-b89e-02de7679ba5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.1167762 Jun 30 09:16:05.838266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b758cffb-8be1-49c3-bbb3-5b6884ea3ee1 req-601074f2-d0e9-421f-adf6-b4a09c650897 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840715 Jun 30 09:16:05.859891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2add6-8241-4bdd-8c4f-b47f07b9e1e6 req-cc06bf9f-f003-497d-991b-efa67beb4f73 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.874502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb2add6-8241-4bdd-8c4f-b47f07b9e1e6 req-cc06bf9f-f003-497d-991b-efa67beb4f73 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 1097 time: 0.6859751 Jun 30 09:16:05.877481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] For port 66522203-11b4-49bd-9e86-52af6809c039, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=66522203-11b4-49bd-9e86-52af6809c039,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:05.877987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.881269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-95e88988-e6a8-4a02-8190-1737e7bfea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.883395 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-95e88988-e6a8-4a02-8190-1737e7bfea86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154473 Jun 30 09:16:05.905365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Calling delete_port for 66522203-11b4-49bd-9e86-52af6809c039 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:06.034957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40594) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.152588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-e8ce4b3b-e953-422c-b532-22eebe434896 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606158 Jun 30 09:16:06.256602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6088a875-4960-481e-9b66-0ea97eb3025f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.323447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.335357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['66522203-11b4-49bd-9e86-52af6809c039'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:06.352232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb2add6-8241-4bdd-8c4f-b47f07b9e1e6 req-5b672a45-7658-4624-9047-be2555e21b41 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=aab43457-b785-4ec6-a5f4-23872dd2ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807816 Jun 30 09:16:06.372016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-ee6c96dc-0d49-4740-8384-6b67f3de3673 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097728 Jun 30 09:16:06.384241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ed18f-5728-4781-bd50-fdb887df4b91 req-6420c344-2beb-4fc4-af86-1d9aa27bbc14 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.408062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-119ed18f-5728-4781-bd50-fdb887df4b91 req-6420c344-2beb-4fc4-af86-1d9aa27bbc14 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 944 time: 0.2665927 Jun 30 09:16:06.484078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Pushing event deleted for resources: {'Port': ['ID=66522203-11b4-49bd-9e86-52af6809c039,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.563331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-c113474b-95e6-4b5d-9da1-785e1ed079fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 217 time: 0.1816204 Jun 30 09:16:06.569003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6088a875-4960-481e-9b66-0ea97eb3025f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.570664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] No DVR routers for this DVR port 66522203-11b4-49bd-9e86-52af6809c039 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:06.586086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.587983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b9d137e-dc65-4714-9d1f-1419ba7c2be6 req-8cab0d0b-7c2b-4feb-b7d7-c5da3e7482f0 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.41 "DELETE /v2.0/ports/66522203-11b4-49bd-9e86-52af6809c039 HTTP/1.1" status: 204 len: 173 time: 1.6909420 Jun 30 09:16:06.588424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'name': 'network-vif-deleted', 'tag': '66522203-11b4-49bd-9e86-52af6809c039'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:06.591331 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038bd41d-b569-4bb1-a24f-1ad9a6f63130" -d '{"events": [{"server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "name": "network-vif-deleted", "tag": "66522203-11b4-49bd-9e86-52af6809c039"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:06.629102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-e7ad19e4-aeae-4053-9ab8-318876580a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.630994 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-e7ad19e4-aeae-4053-9ab8-318876580a31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.0603249 Jun 30 09:16:06.632442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6088a875-4960-481e-9b66-0ea97eb3025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.657042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-119ed18f-5728-4781-bd50-fdb887df4b91 req-3e31429e-b1cf-49e4-917c-a619053a9910 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477801 Jun 30 09:16:06.712702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6534e8-d4f1-4433-9958-7de1f9e9bddf req-d52e5200-030d-4693-8c12-09ef40768560 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.714344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f6534e8-d4f1-4433-9958-7de1f9e9bddf req-d52e5200-030d-4693-8c12-09ef40768560 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1626153 Jun 30 09:16:06.734016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088a875-4960-481e-9b66-0ea97eb3025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93719c-6856-4e5b-b6f7-f951877cd511,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.746029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6088a875-4960-481e-9b66-0ea97eb3025f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13d962ac65894b90aec971591912a75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097414 Jun 30 09:16:06.750237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40612) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.790940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-b76b0047-cc7f-4bff-9e06-0d28b939b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.792577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-b76b0047-cc7f-4bff-9e06-0d28b939b969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1537099 Jun 30 09:16:06.906664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f6534e8-d4f1-4433-9958-7de1f9e9bddf req-e006c2cd-e05c-4faf-a51b-8d0c0275b370 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857586 Jun 30 09:16:06.955549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.030083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.086719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-61eb829d-55ef-4d57-926f-92ff4e4a5ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832127 Jun 30 09:16:07.131576 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db075c2-251f-41bd-ad33-0d64e347d920 x-openstack-request-id: req-0db075c2-251f-41bd-ad33-0d64e347d920 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:07.131956 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba", "name": "network-vif-deleted", "tag": "66522203-11b4-49bd-9e86-52af6809c039", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:07.132300 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0db075c2-251f-41bd-ad33-0d64e347d920 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:07.133018 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba', 'name': 'network-vif-deleted', 'tag': '66522203-11b4-49bd-9e86-52af6809c039', 'status': 'completed', 'code': 200} Jun 30 09:16:07.175085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.178335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.179817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e93719c-6856-4e5b-b6f7-f951877cd511 HTTP/1.1" status: 204 len: 168 time: 0.4286368 Jun 30 09:16:07.193022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f300eb-2c6e-4e47-9a8d-711611184837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93719c-6856-4e5b-b6f7-f951877cd511,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.359310 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912b5ad8-1ed0-4a96-94b9-c2f464a24139 req-cbdaaa8c-8a99-4013-9677-8922134177d2 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642341 Jun 30 09:16:07.384449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c822-9308-4714-b961-d2c31bbffffd req-1586b09d-54c6-4140-a5b7-e82f58fa6491 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.392199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c402c822-9308-4714-b961-d2c31bbffffd req-1586b09d-54c6-4140-a5b7-e82f58fa6491 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 943 time: 0.1800833 Jun 30 09:16:07.529895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c402c822-9308-4714-b961-d2c31bbffffd req-fa142f58-9021-4d64-b6a7-cd7839ac3bec tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314020 Jun 30 09:16:07.623590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b93e02f4-9e73-4ac2-a218-b00d749723b8 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:07.783203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-393ec6fa-a80a-472a-80ed-7e113987aaed req-6c1dd126-99b9-4476-9a17-3dc02f1c52da tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c9e3fe4f-9cc7-4f4f-9813-2ab6c57f1fba HTTP/1.1" status: 200 len: 210 time: 0.1318116 Jun 30 09:16:07.832770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 202a6373-982b-4766-b4f9-f88b3737cfe2 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:07.973689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:07.979602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:07.983911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 202a6373-982b-4766-b4f9-f88b3737cfe2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:07.993301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'b93e02f4-9e73-4ac2-a218-b00d749723b8', 'network_id': 'dba75fcc-3aba-48af-911d-1e218ee18a96', 'port_id': 'b93e02f4-9e73-4ac2-a218-b00d749723b8', 'mac_address': 'fa:16:3e:f7:50:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521f5d86-deb6-4199-9aaf-827fdfeb43f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:08.002232 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-976496a1-03d0-4876-9807-1018e3e85852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.004432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 202a6373-982b-4766-b4f9-f88b3737cfe2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:08.005126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.141023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.161803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93e02f4-9e73-4ac2-a218-b00d749723b8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:08.196511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.208420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.297897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-976496a1-03d0-4876-9807-1018e3e85852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.299764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.306341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b43345-dd42-43b6-af96-da1904005def req-f286a779-3943-4a36-bce6-3db737f22b27 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.313832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1b43345-dd42-43b6-af96-da1904005def req-f286a779-3943-4a36-bce6-3db737f22b27 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 944 time: 0.2139311 Jun 30 09:16:08.318414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-976496a1-03d0-4876-9807-1018e3e85852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.322744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.331213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:08.334252 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24363a8-bdc1-4ca4-a343-62602adef28e" -d '{"events": [{"server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "name": "network-vif-plugged", "status": "completed", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:08.347882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=202a6373-982b-4766-b4f9-f88b3737cfe2,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.353633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.355289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-976496a1-03d0-4876-9807-1018e3e85852 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aa52c75c6c34c30a0956bdc2009b2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746412 Jun 30 09:16:08.357807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 742ec3d4-8575-4fb2-9120-3b9f0e3087db up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:08.358264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40650) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:08.368756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6c0db-df69-4773-97f6-57a2a0752f8e req-74b2debb-21a2-4fa3-9f7f-d090d85349e7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.370344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ab6c0db-df69-4773-97f6-57a2a0752f8e req-74b2debb-21a2-4fa3-9f7f-d090d85349e7 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2263556 Jun 30 09:16:08.424692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976496a1-03d0-4876-9807-1018e3e85852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f052b53d-b635-49a6-ab4b-67d0f6414460,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.444899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1b43345-dd42-43b6-af96-da1904005def req-4beb75a0-b8d9-4fcf-aa43-1fb3520ec94f tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301546 Jun 30 09:16:08.469329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.470575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.484663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 742ec3d4-8575-4fb2-9120-3b9f0e3087db completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:08.490299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 742ec3d4-8575-4fb2-9120-3b9f0e3087db triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:08.491288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.493330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ab6c0db-df69-4773-97f6-57a2a0752f8e req-ae0ac5a2-38cd-4053-b499-fdcd87ca910d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129694 Jun 30 09:16:08.549210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.599374 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0982d7c8-d024-4884-acc9-2ba080405ed8 x-openstack-request-id: req-0982d7c8-d024-4884-acc9-2ba080405ed8 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:08.599374 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "name": "network-vif-plugged", "status": "completed", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:08.599374 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0982d7c8-d024-4884-acc9-2ba080405ed8 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:08.599374 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'code': 200} Jun 30 09:16:08.659823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.663074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.667446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f052b53d-b635-49a6-ab4b-67d0f6414460 HTTP/1.1" status: 204 len: 168 time: 0.3078775 Jun 30 09:16:08.682393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf224ff-25df-4ac2-a308-3850cb66d5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052b53d-b635-49a6-ab4b-67d0f6414460,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.712417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['b93e02f4-9e73-4ac2-a218-b00d749723b8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:08.779920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.857223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.880943 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.968795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8f354-942b-4925-b7db-3c0f88685876 req-dbfdec8f-6331-4161-98fd-f57bd674735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.976315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0cd8f354-942b-4925-b7db-3c0f88685876 req-dbfdec8f-6331-4161-98fd-f57bd674735f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1097 time: 0.1642890 Jun 30 09:16:09.069276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:09.081139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0cd8f354-942b-4925-b7db-3c0f88685876 req-c7844645-ab9e-4c5a-8635-86b392f5e183 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967202 Jun 30 09:16:09.128047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2f478-9caf-4757-9c64-9488a18b29a7 req-f3bedbc8-5c79-4218-8252-1458c0e3931b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.129622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8c2f478-9caf-4757-9c64-9488a18b29a7 req-f3bedbc8-5c79-4218-8252-1458c0e3931b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 944 time: 0.1954927 Jun 30 09:16:09.167004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:09.253012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8c2f478-9caf-4757-9c64-9488a18b29a7 req-9dae4575-73fe-4147-a92f-ae34a6e5a132 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133478 Jun 30 09:16:09.460316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-08a42930-79cd-48bf-a3dc-11bebf6c9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.462613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-08a42930-79cd-48bf-a3dc-11bebf6c9113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.1741767 Jun 30 09:16:09.539678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f3d7-3d50-4dfc-8565-bfbf3c3ef7ca req-32da7b68-11e0-4beb-9925-2ce75d593c15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.547584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e94f3d7-3d50-4dfc-8565-bfbf3c3ef7ca req-32da7b68-11e0-4beb-9925-2ce75d593c15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1606929 Jun 30 09:16:09.614414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e94f3d7-3d50-4dfc-8565-bfbf3c3ef7ca req-35111598-8ca8-4c29-b21f-5a8215fbc890 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649514 Jun 30 09:16:09.838837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff850a-9daa-4bc6-82f5-2b08e2349d58 req-e5f7fcd8-31b8-4714-95aa-ab310fd84c43 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.857221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ff850a-9daa-4bc6-82f5-2b08e2349d58 req-e5f7fcd8-31b8-4714-95aa-ab310fd84c43 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.2034423 Jun 30 09:16:09.923620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ff850a-9daa-4bc6-82f5-2b08e2349d58 req-02f0b161-389c-4c69-8b36-f26b34c0f367 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647948 Jun 30 09:16:09.956301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-a777487a-3037-43df-a235-16ea6847073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.958478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-a777487a-3037-43df-a235-16ea6847073c service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.4444361 Jun 30 09:16:10.044026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 66522203-11b4-49bd-9e86-52af6809c039 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:10.087861 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-5f44ff86-55a6-46c0-a317-4c26c16c86cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.1195059 Jun 30 09:16:10.105790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 66522203-11b4-49bd-9e86-52af6809c039 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:10.106280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 66522203-11b4-49bd-9e86-52af6809c039 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:10.175985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-ed177806-ab94-4c7e-bd1f-d36415e36b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.178096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-ed177806-ab94-4c7e-bd1f-d36415e36b6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0781527 Jun 30 09:16:10.239739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.247428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.254146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.258704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.262340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.272702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.290517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.307390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.319647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-e47170d2-57e7-44b3-8912-1ddcc2497060 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.1954570 Jun 30 09:16:10.417392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-6718abc8-915e-4ab3-985e-520ab818989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.432350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-6718abc8-915e-4ab3-985e-520ab818989d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2400892 Jun 30 09:16:10.482275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7bd3a36-f546-42f7-92d2-7a861a68fdf5 req-37497284-0b2d-4e47-8b4c-bb6dcd1efb64 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614437 Jun 30 09:16:10.603764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:10.614169 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb71126e-5c08-4554-a79a-262dd6efc152" -d '{"events": [{"server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "name": "network-vif-plugged", "status": "completed", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:10.754761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed567aa3-a944-4388-9b8c-7ac3fb396a91 req-329d9b44-c62b-44ef-88ab-4afd91793005 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.761938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed567aa3-a944-4388-9b8c-7ac3fb396a91 req-329d9b44-c62b-44ef-88ab-4afd91793005 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 944 time: 0.2286243 Jun 30 09:16:10.939579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed567aa3-a944-4388-9b8c-7ac3fb396a91 req-3cf50b83-3645-4ca9-a43b-40a907d4ca00 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766305 Jun 30 09:16:11.019801 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a97eb2-5d73-4f8f-b250-e2fba288cb13 x-openstack-request-id: req-e4a97eb2-5d73-4f8f-b250-e2fba288cb13 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:11.020356 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "name": "network-vif-plugged", "status": "completed", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:11.020806 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4a97eb2-5d73-4f8f-b250-e2fba288cb13 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:11.022626 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db', 'code': 200} Jun 30 09:16:11.055271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.061678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.088847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.107787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.124267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.146063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.154111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.155961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-343c213f-82cb-478f-9c61-6d3a768a0b51 req-3920baa6-31e7-4c8f-a74b-cfaf18c0e202 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.3042653 Jun 30 09:16:11.332906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b7a34-2514-4c57-b422-d7cc13fffbd2 req-53047643-fc31-4fb4-b205-2b4f9cedc17c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.344230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c7b7a34-2514-4c57-b422-d7cc13fffbd2 req-53047643-fc31-4fb4-b205-2b4f9cedc17c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1871488 Jun 30 09:16:11.366731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-8abfda31-ed88-44b7-9e22-34db35a894d4 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198611 Jun 30 09:16:11.461329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c7b7a34-2514-4c57-b422-d7cc13fffbd2 req-3c025add-d866-417d-bc74-71df76d322ae tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154125 Jun 30 09:16:11.576627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c0c38-b196-4445-970c-ebe39c5e802f req-49a19d8f-fad8-42af-a174-54e0c6a74c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.577286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af1c0c38-b196-4445-970c-ebe39c5e802f req-49a19d8f-fad8-42af-a174-54e0c6a74c7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.2377589 Jun 30 09:16:11.591876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061823d3-2713-49fe-b069-1b9ac17d1fd8 req-9a759401-0b3a-4730-9aaf-b8432428acee tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.612268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-061823d3-2713-49fe-b069-1b9ac17d1fd8 req-9a759401-0b3a-4730-9aaf-b8432428acee tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.1678951 Jun 30 09:16:11.628061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b93e02f4-9e73-4ac2-a218-b00d749723b8 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:11.640994 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-80152ad2-cf1a-4bfe-af45-304ab11c4d55 req-7502a7b6-ecb2-40c9-84c0-b8deb4e4e949 service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530982 Jun 30 09:16:11.709128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-061823d3-2713-49fe-b069-1b9ac17d1fd8 req-c217ba9d-9849-43eb-b92a-4ad96f49850c tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955348 Jun 30 09:16:11.717470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-af1c0c38-b196-4445-970c-ebe39c5e802f req-de775a19-271b-46b7-bb1b-e432a09c42b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Jun 30 09:16:11.752969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port b93e02f4-9e73-4ac2-a218-b00d749723b8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:11.761354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port b93e02f4-9e73-4ac2-a218-b00d749723b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:11.761777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.764132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Deleting port 76a09570-f2e2-4963-97ff-be9ddb76128a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:11.764413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.972646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.986553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] For port 76a09570-f2e2-4963-97ff-be9ddb76128a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=76a09570-f2e2-4963-97ff-be9ddb76128a,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:11.986925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.023065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Calling delete_port for 76a09570-f2e2-4963-97ff-be9ddb76128a owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:12.024835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:12.029721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.122276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e006222-e4b7-45eb-8d39-ddd4b9ff9118 req-09187399-0880-4cad-8871-3120ba056ca0 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.130168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e006222-e4b7-45eb-8d39-ddd4b9ff9118 req-09187399-0880-4cad-8871-3120ba056ca0 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.1452539 Jun 30 09:16:12.142108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.167495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.167846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.168392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.168959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.169471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.170095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.170995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.171540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.173265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.175103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.175684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.178130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:12.231771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e006222-e4b7-45eb-8d39-ddd4b9ff9118 req-2d4f26b9-175a-48e6-b200-23e91a251bc1 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984390 Jun 30 09:16:12.253104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:12.331540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c4f8-e3da-4d42-91ba-076d88ed44b4 req-6837d0d4-518c-4c64-8499-f05fdf024a18 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.358156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b877c4f8-e3da-4d42-91ba-076d88ed44b4 req-6837d0d4-518c-4c64-8499-f05fdf024a18 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1757469 Jun 30 09:16:12.441590 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.472373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b877c4f8-e3da-4d42-91ba-076d88ed44b4 req-0097ec12-4f6d-4acc-8f4c-d7addbc17065 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130702 Jun 30 09:16:12.592342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Pushing event deleted for resources: {'Port': ['ID=76a09570-f2e2-4963-97ff-be9ddb76128a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.895259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.025201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:13.027252 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e75965-27d1-404d-9fcd-16254e0c6665" -d '{"events": [{"server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "name": "network-vif-plugged", "status": "completed", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:13.129064 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de474e-aafd-40f4-80b3-e1d7a47d769c x-openstack-request-id: req-e1de474e-aafd-40f4-80b3-e1d7a47d769c {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:13.132133 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "name": "network-vif-plugged", "status": "completed", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:13.132562 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1de474e-aafd-40f4-80b3-e1d7a47d769c {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:13.133089 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8', 'code': 200} Jun 30 09:16:13.374393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Router cb7084e4-4a3e-4494-ba13-88ea134d6b35 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:13.478399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc196-9425-4c24-9894-76a5e17bd92c req-51601d00-2b35-4a15-af11-dd162b85cdbc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.494278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5fdc196-9425-4c24-9894-76a5e17bd92c req-51601d00-2b35-4a15-af11-dd162b85cdbc tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.7451949 Jun 30 09:16:13.508164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e0e12-6241-4eda-bf50-1edb581f58c0 req-c54f16e0-c7ef-4532-86fd-8c7be7920785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.518580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-428e0e12-6241-4eda-bf50-1edb581f58c0 req-c54f16e0-c7ef-4532-86fd-8c7be7920785 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 1097 time: 0.1996107 Jun 30 09:16:13.567823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ae7e1-d4af-49e5-b29c-afbc04df56e3 tempest-TestVolumeBackupRestore-627814546 tempest-TestVolumeBackupRestore-627814546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.570221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6f6ae7e1-d4af-49e5-b29c-afbc04df56e3 tempest-TestVolumeBackupRestore-627814546 tempest-TestVolumeBackupRestore-627814546-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1092 time: 1.3158503 Jun 30 09:16:13.575497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40838) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.580559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5fdc196-9425-4c24-9894-76a5e17bd92c req-103c7f04-fed4-4651-86f6-b4cac434e67d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849123 Jun 30 09:16:13.585374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:13.589566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.598173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:13.607909 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Sync routers for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:13.611694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29ccf936-8c68-406d-80a7-404aac3a86ed admin admin] 10.222.0.66 "PUT /v2.0/routers/cb7084e4-4a3e-4494-ba13-88ea134d6b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4431736 Jun 30 09:16:13.612301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.614188 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-428e0e12-6241-4eda-bf50-1edb581f58c0 req-b9ae9dc0-70ff-4bb7-8753-207becb856af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883956 Jun 30 09:16:13.624339 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:13.625966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:13.682018 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.815967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:13.864245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.903861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40858) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:13.959299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de3c30ca-1636-4153-bb70-96b805cd0237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.987157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Allocated IP 172.25.4.155 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/821b5432-76ef-4c43-97c2-b989d04643a2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:14.001171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8295df-c8d5-46da-88a1-a39455f7a9fd req-5364c23b-41b4-4a29-a7cf-99c746de4ab9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.002859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe8295df-c8d5-46da-88a1-a39455f7a9fd req-5364c23b-41b4-4a29-a7cf-99c746de4ab9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.2464280 Jun 30 09:16:14.073606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.079488 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:16:12Z', 'revision_number': 5, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:14.098203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.123921 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Checking router: cb7084e4-4a3e-4494-ba13-88ea134d6b35 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:14.138828 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Routers {'cb7084e4-4a3e-4494-ba13-88ea134d6b35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:14.147077 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:14.148993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.200514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe8295df-c8d5-46da-88a1-a39455f7a9fd req-fbf30844-629a-4539-8d1b-c0064461a127 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748328 Jun 30 09:16:14.216175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:14.221700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:14.227341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:14.256507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.256744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.257247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.257931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.258454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.259196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.259744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.268623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'Port': ['ID=821b5432-76ef-4c43-97c2-b989d04643a2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.269498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-3082237f-0117-41bd-99bc-a75b61877aee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.3603978 Jun 30 09:16:14.278799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a99a1-14e0-468b-84ef-73d2c39a274b req-858c1b98-30ce-484c-b2d5-8b28c5970212 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.287432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a35a99a1-14e0-468b-84ef-73d2c39a274b req-858c1b98-30ce-484c-b2d5-8b28c5970212 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.3946769 Jun 30 09:16:14.306611 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] Set router cb7084e4-4a3e-4494-ba13-88ea134d6b35 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:14.409712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a35a99a1-14e0-468b-84ef-73d2c39a274b req-40095355-b0d8-46f0-b75a-983256657e37 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169331 Jun 30 09:16:14.434992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-306b0bd4-230b-4000-8a7a-e7b4eceb2fb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644478 Jun 30 09:16:14.478629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.543132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de3c30ca-1636-4153-bb70-96b805cd0237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.553271 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de3c30ca-1636-4153-bb70-96b805cd0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.583583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c30ca-1636-4153-bb70-96b805cd0237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eb3604-1c59-42e6-8990-62b72530f1d6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.602804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Deleting port 56fd0239-6781-4bf1-9ec2-bead4a340a36 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:14.603476 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.621534 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:16:12Z', 'revision_number': 5, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:14.657741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02431d2-4037-4eeb-9f72-52cc2276e566 None None] The sync data for ids ['cb7084e4-4a3e-4494-ba13-88ea134d6b35'] in n-d-779913-25 is: [{'id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'name': 'tempest-TestServerMultinode-2049352146-router', 'tenant_id': '262377997a884b0e8b2c57604efd9c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:37Z', 'updated_at': '2021-06-30T09:16:12Z', 'revision_number': 5, 'project_id': '262377997a884b0e8b2c57604efd9c03', 'gw_port': {'id': '56fd0239-6781-4bf1-9ec2-bead4a340a36', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:44:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7084e4-4a3e-4494-ba13-88ea134d6b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:38Z', 'updated_at': '2021-06-30T09:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:14.668549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de3c30ca-1636-4153-bb70-96b805cd0237 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef2e93a6ecbc4afa9183a895c57f42a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0776496 Jun 30 09:16:14.673628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40876) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:14.803925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.842616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74acaa-a4d9-4a7b-8699-1f9db69225e7 req-f69981da-4304-4599-a91c-e83299d133b2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.849824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e74acaa-a4d9-4a7b-8699-1f9db69225e7 req-f69981da-4304-4599-a91c-e83299d133b2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2265956 Jun 30 09:16:14.922176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.926325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e74acaa-a4d9-4a7b-8699-1f9db69225e7 req-02c2ee4c-4e6a-4245-8e8c-4d387918869a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755188 Jun 30 09:16:14.934817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] For port 56fd0239-6781-4bf1-9ec2-bead4a340a36, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=56fd0239-6781-4bf1-9ec2-bead4a340a36,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:14.934817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.949194 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.977913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Calling delete_port for 56fd0239-6781-4bf1-9ec2-bead4a340a36 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:15.009670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.196136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.215903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.256217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.258680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.262151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46eb3604-1c59-42e6-8990-62b72530f1d6 HTTP/1.1" status: 204 len: 168 time: 0.5799649 Jun 30 09:16:15.275381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c050e0-83c0-49c9-8676-b6321839bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eb3604-1c59-42e6-8990-62b72530f1d6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.322789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.333259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event updated for resources: {'Port': ['ID=821b5432-76ef-4c43-97c2-b989d04643a2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.398822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.400754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fd0239-6781-4bf1-9ec2-bead4a340a36,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.555712 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Floating IP fcfe61b6-28f0-4470-95c6-2aae9c90b83e associated. External IP: 172.25.4.155, port: 202a6373-982b-4766-b4f9-f88b3737cfe2. Jun 30 09:16:15.567278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.707170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.723102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1bd5b-8ace-4e9f-a825-95085e9f1bd7 req-9a6c26be-00ed-4adf-95b3-705000a113e5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.724732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aec1bd5b-8ace-4e9f-a825-95085e9f1bd7 req-9a6c26be-00ed-4adf-95b3-705000a113e5 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.2919636 Jun 30 09:16:15.727119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.744335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8419-73e8-4988-b729-5692020bdde7 req-80dfddee-a0d9-4854-a09d-f73f8d7e6bf8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.746249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c75b8419-73e8-4988-b729-5692020bdde7 req-80dfddee-a0d9-4854-a09d-f73f8d7e6bf8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.2454572 Jun 30 09:16:15.771495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40906) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.793181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-006eb37b-3b62-4679-acd1-7181e11ec00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.832850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.833378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7084e4-4a3e-4494-ba13-88ea134d6b35 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:15.840850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.845078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d420832c-a77f-4e60-997a-c8794baf5020 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cb7084e4-4a3e-4494-ba13-88ea134d6b35 HTTP/1.1" status: 204 len: 168 time: 2.2287314 Jun 30 09:16:15.847893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:15.858959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aec1bd5b-8ace-4e9f-a825-95085e9f1bd7 req-830819b7-0f88-4fac-a084-6867831d718a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271031 Jun 30 09:16:15.906192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c75b8419-73e8-4988-b729-5692020bdde7 req-80a0860f-b6ec-4dd8-9d67-c55cf1780b48 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504531 Jun 30 09:16:15.940384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Deleting subnet 17fe2b31-d78a-45be-acf9-e159c26bedf5 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:15.944370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.988314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Router ec585379-88c9-4089-90ab-67f32a255a8a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:16.002052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.162981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-006eb37b-3b62-4679-acd1-7181e11ec00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.169040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.172125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-006eb37b-3b62-4679-acd1-7181e11ec00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.223067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:16.232233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:16.245706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.252577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:16.253155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:16.253907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40918) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.255860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-006eb37b-3b62-4679-acd1-7181e11ec00f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c2707be45ab4984b10a80d0e8b39837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792125 Jun 30 09:16:16.261022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb37b-3b62-4679-acd1-7181e11ec00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced3a16-2e7f-4f5d-81be-7e8635bdc553,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.282715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.306941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fe2b31-d78a-45be-acf9-e159c26bedf5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.311514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.314702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a06e1a94-5166-4e97-b8d7-ba54e8c11a8d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/17fe2b31-d78a-45be-acf9-e159c26bedf5 HTTP/1.1" status: 204 len: 168 time: 0.4654889 Jun 30 09:16:16.320352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.350744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f75b9908-c589-47ee-83b0-93421f7c35dd tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7717779 Jun 30 09:16:16.351614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 40926) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.352732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:16.356008 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:16.431337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95069a-f65c-4d61-beaa-10b6a72c2814 None None] Network 7127c840-a233-4fff-9e7e-638cbe462753 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:16.515141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.534486 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480e4eb2-6893-46f3-b9b0-6e1afdc84f53 x-openstack-request-id: req-480e4eb2-6893-46f3-b9b0-6e1afdc84f53 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:16.534854 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:16.535512 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-480e4eb2-6893-46f3-b9b0-6e1afdc84f53 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:16.536238 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:16:16.603524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 56fd0239-6781-4bf1-9ec2-bead4a340a36 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:16.621260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.636956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4f00bb-10a0-49e5-810b-39d4dea2015e tempest-TestVolumeBackupRestore-627814546 tempest-TestVolumeBackupRestore-627814546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.638629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0e4f00bb-10a0-49e5-810b-39d4dea2015e tempest-TestVolumeBackupRestore-627814546 tempest-TestVolumeBackupRestore-627814546-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1092 time: 0.2791796 Jun 30 09:16:16.640660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.643985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:16.657189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Request body: {'floatingip': {'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:16.668647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-925a0ac0-7105-440e-a171-638e307994cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.670730 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-925a0ac0-7105-440e-a171-638e307994cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 1097 time: 0.2281845 Jun 30 09:16:16.676354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-6053cbd6-5ae8-445a-9dc1-9449f204a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.677981 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-6053cbd6-5ae8-445a-9dc1-9449f204a8de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1097 time: 0.1404312 Jun 30 09:16:16.690312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 56fd0239-6781-4bf1-9ec2-bead4a340a36 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:16.690946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 56fd0239-6781-4bf1-9ec2-bead4a340a36 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:16.691519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 76a09570-f2e2-4963-97ff-be9ddb76128a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:16.747604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 76a09570-f2e2-4963-97ff-be9ddb76128a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:16.747604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 76a09570-f2e2-4963-97ff-be9ddb76128a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:16.754399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:16.814398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af99c42-9ea8-4f4e-a391-28fa36c599f7 req-4de6e058-25a9-4e20-96c8-31173a183b65 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.828202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8af99c42-9ea8-4f4e-a391-28fa36c599f7 req-4de6e058-25a9-4e20-96c8-31173a183b65 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.2521336 Jun 30 09:16:16.859781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.896750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-8a51a708-18e8-4654-9463-8716808b4c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.900417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-8a51a708-18e8-4654-9463-8716808b4c4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.2215087 Jun 30 09:16:16.913563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-2fe3b398-ca1c-4f8a-8e6c-466113dbb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.915131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-2fe3b398-ca1c-4f8a-8e6c-466113dbb9b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 914 time: 0.2277262 Jun 30 09:16:17.030849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8af99c42-9ea8-4f4e-a391-28fa36c599f7 req-4158e261-b4ed-41b1-bfbe-8a622719a67c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013021 Jun 30 09:16:17.046030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-a2ae2e38-32cf-4b62-9834-4ea87e5a9d96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8 HTTP/1.1" status: 200 len: 217 time: 0.1268892 Jun 30 09:16:17.064263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.067269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.068716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ced3a16-2e7f-4f5d-81be-7e8635bdc553 HTTP/1.1" status: 204 len: 168 time: 0.8135884 Jun 30 09:16:17.072217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] DHCP port deletion for 7127c840-a233-4fff-9e7e-638cbe462753 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:17.094157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Deleting port 32b93413-2ca4-4878-bab9-8db872272bf5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:17.095471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.150091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9336b-3344-42f0-8ccd-64eef35bf5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced3a16-2e7f-4f5d-81be-7e8635bdc553,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:17.200914 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-0aa691f0-fde2-43f9-834a-95677d21bb62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 999 time: 0.2748675 Jun 30 09:16:17.221933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Deleting port 32b93413-2ca4-4878-bab9-8db872272bf5 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:17.222470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.254070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-b7a917e3-cfbd-490d-be04-69715abf6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.255566 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-b7a917e3-cfbd-490d-be04-69715abf6b9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.2048745 Jun 30 09:16:17.288323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:14Z', 'revision_number': 0, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:17.304043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-f6569d96-24be-4b9c-bb98-8542df4421c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424623 Jun 30 09:16:17.333235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:17.348051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] For port 32b93413-2ca4-4878-bab9-8db872272bf5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=32b93413-2ca4-4878-bab9-8db872272bf5,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:17.348862 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.358667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:17.360138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:17.436867 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-3e1c69e2-e46f-44ca-8e90-c9974913270e service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226110 Jun 30 09:16:17.580312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c00bb411-b7b0-44df-804b-633b08d2fb5b req-7b3afd2b-7dc2-456c-93c2-db7eca3a093e service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374180 Jun 30 09:16:17.582038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-4e520af2-18d1-4ad3-ba1b-c3be568e8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.583637 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-4e520af2-18d1-4ad3-ba1b-c3be568e8fba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.3766203 Jun 30 09:16:17.594178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] For port 32b93413-2ca4-4878-bab9-8db872272bf5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=32b93413-2ca4-4878-bab9-8db872272bf5,segment=NetworkSegment(3f1ec2f1-8eb4-4581-8907-42cbce3248ed),segment_id=3f1ec2f1-8eb4-4581-8907-42cbce3248ed)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:17.595086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.604944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Calling delete_port for 32b93413-2ca4-4878-bab9-8db872272bf5 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:17.649552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Calling delete_port for 32b93413-2ca4-4878-bab9-8db872272bf5 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:17.705520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-15515592-0636-48ee-8e39-897c19524f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.707482 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-15515592-0636-48ee-8e39-897c19524f1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121714 Jun 30 09:16:17.821430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:17.886225 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-2fd3b34e-3e8f-46b6-bd91-278437fb35e1 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688545 Jun 30 09:16:17.935057 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.953524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] No DVR routers for this DVR port 32b93413-2ca4-4878-bab9-8db872272bf5 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:17.993208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22346-f803-4267-8aca-fd35b4b049f0 None None] Pushing event deleted for resources: {'Port': ['ID=32b93413-2ca4-4878-bab9-8db872272bf5,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.139994 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-76e0b2d2-4d7d-41f8-b636-d5d3ce7c2087 req-7a562ef2-7be6-4f86-a521-6a04c3c8c221 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430491 Jun 30 09:16:18.320704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ce5e5-4362-4dd7-8c99-d67da9d1580c req-7654ec95-9312-4879-913d-e9b2bf05cefa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.338320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e7ce5e5-4362-4dd7-8c99-d67da9d1580c req-7654ec95-9312-4879-913d-e9b2bf05cefa tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 1.2161932 Jun 30 09:16:18.368109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 32b93413-2ca4-4878-bab9-8db872272bf5 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:18.401935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 32b93413-2ca4-4878-bab9-8db872272bf5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:18.403303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 32b93413-2ca4-4878-bab9-8db872272bf5 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:18.436918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e7ce5e5-4362-4dd7-8c99-d67da9d1580c req-e2009d22-677e-4f95-b093-1aba73f680c9 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920584 Jun 30 09:16:18.462001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:14Z', 'revision_number': 0, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:18.463888 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.498523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73690a2f-b4e1-4444-91ea-da5b524b5c6b None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:14Z', 'revision_number': 0, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:18.559886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b93413-2ca4-4878-bab9-8db872272bf5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.639176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.639835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.640460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.641138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.641803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.642496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.643126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.643762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.644579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.645142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.645669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.646122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:18.687608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.690920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] No DVR routers for this DVR port 32b93413-2ca4-4878-bab9-8db872272bf5 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:18.697925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.007985 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c28b7-baf6-413c-ab85-27bc763e5fa5 None None] New status for floating IP fcfe61b6-28f0-4470-95c6-2aae9c90b83e: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:19.255617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.290229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7127c840-a233-4fff-9e7e-638cbe462753']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.319942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ec2f1-8eb4-4581-8907-42cbce3248ed') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.320227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ec2f1-8eb4-4581-8907-42cbce3248ed') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.348873 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.426757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-eb0a87e0-f846-403f-b686-9767e21af870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.428509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-eb0a87e0-f846-403f-b686-9767e21af870 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=63e8f1de18f84cb6a73dec17225c253b&device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 1096 time: 0.5754542 Jun 30 09:16:19.512309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878f91-1b22-4f7c-ac24-3d36a445b773 req-2616f9e6-7add-4ffb-ae85-a8d9573e98de tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.513907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9878f91-1b22-4f7c-ac24-3d36a445b773 req-2616f9e6-7add-4ffb-ae85-a8d9573e98de tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.9794734 Jun 30 09:16:19.530621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.552139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-e9ad0dbb-002d-4eb9-9bd5-6ae71681a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.553839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-e9ad0dbb-002d-4eb9-9bd5-6ae71681a0fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 200 len: 913 time: 0.1189837 Jun 30 09:16:19.556056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:19.556469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:19.558178 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:19.623378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Router ec585379-88c9-4089-90ab-67f32a255a8a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:19.637283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-2ae1686c-206c-4fff-941c-bdbda0df201a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 200 len: 999 time: 0.0752203 Jun 30 09:16:19.678367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad930a0f-16e1-42f9-94ba-f862821b7ebb req-82e3d3c6-03c5-4d68-945a-3d2f37d8e69f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.687619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad930a0f-16e1-42f9-94ba-f862821b7ebb req-82e3d3c6-03c5-4d68-945a-3d2f37d8e69f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.6175890 Jun 30 09:16:19.698832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9878f91-1b22-4f7c-ac24-3d36a445b773 req-327fab52-9e82-4abc-9b56-9406d43b482c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732228 Jun 30 09:16:19.708596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.718267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-66fe58fb-4542-452d-b70c-f94010c9c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.722793 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-66fe58fb-4542-452d-b70c-f94010c9c389 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 200 len: 851 time: 0.0788360 Jun 30 09:16:19.728231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.730505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7127c840-a233-4fff-9e7e-638cbe462753 HTTP/1.1" status: 204 len: 168 time: 3.4101598 Jun 30 09:16:19.733341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41020) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.811778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdb9b0-4baa-437c-b71c-b15f2bddad05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7127c840-a233-4fff-9e7e-638cbe462753,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:19.887250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad930a0f-16e1-42f9-94ba-f862821b7ebb req-9f192491-739b-4289-be56-4e292cf18cb4 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966879 Jun 30 09:16:19.964217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:19.969678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.976529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:19.989032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-344dbaba-4573-4e44-943c-304f978c19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.990735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-344dbaba-4573-4e44-943c-304f978c19e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20b18e5a-4c0e-4cd1-b684-d768d9108f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2503402 Jun 30 09:16:19.993489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:19.994470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.058404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:20.060902 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d923e-4b6e-4458-9160-52626fd3afbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:20.087707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f91d53b7-e0ba-45a1-a7cf-dbff0e3fe86e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "PUT /v2.0/floatingips/fcfe61b6-28f0-4470-95c6-2aae9c90b83e HTTP/1.1" status: 200 len: 991 time: 3.4359963 Jun 30 09:16:20.152593 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56859515-2297-4fd1-8962-36ae3e391d33 x-openstack-request-id: req-56859515-2297-4fd1-8962-36ae3e391d33 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:20.153204 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:20.153615 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56859515-2297-4fd1-8962-36ae3e391d33 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:20.158802 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:16:20.180066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:20.459600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d923e-4b6e-4458-9160-52626fd3afbc req-edd3effd-55d5-4b19-b56e-4ac5b9ce8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.461125 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-edd3effd-55d5-4b19-b56e-4ac5b9ce8c95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1097 time: 0.2431738 Jun 30 09:16:20.504322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-133b756b-29f8-43d5-957a-69ca78f83e7d service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443698 Jun 30 09:16:20.672768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:19Z', 'revision_number': 2, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.716398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:20.725918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:20.726820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.868967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:20.914898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1b5e9e46-d433-4dd7-967f-33165ae900c6 req-c5b74542-a6bd-4d52-8d5a-4b21cc6c9f3a service neutron] 10.222.0.11 "GET /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770766 Jun 30 09:16:20.942939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d923e-4b6e-4458-9160-52626fd3afbc req-3005698e-c0e7-4781-a496-2bcb5cbd2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.944613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-3005698e-c0e7-4781-a496-2bcb5cbd2b8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 914 time: 0.4737444 Jun 30 09:16:21.107442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.109201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3a182-7a9e-4cbb-a1ee-889fc5950cdd req-a95e967f-7a75-4617-bf6e-af61d766ba57 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.111437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ec3a182-7a9e-4cbb-a1ee-889fc5950cdd req-a95e967f-7a75-4617-bf6e-af61d766ba57 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1912758 Jun 30 09:16:21.256477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-36ae0ab4-31fe-4cf9-91d8-93dcc92ab003 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 1001 time: 0.2964945 Jun 30 09:16:21.263547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ec3a182-7a9e-4cbb-a1ee-889fc5950cdd req-dc8aa07f-ebca-45eb-8a8a-3e47c70ac66a tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458867 Jun 30 09:16:21.303471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177452f3-2c99-4923-92f8-8845d9234c4f req-e2416291-8356-45b9-b4dd-39f697599540 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.312502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-177452f3-2c99-4923-92f8-8845d9234c4f req-e2416291-8356-45b9-b4dd-39f697599540 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1973810 Jun 30 09:16:21.423553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-177452f3-2c99-4923-92f8-8845d9234c4f req-ac194d69-8ebf-4b28-b5d0-9bf8d6b4bd07 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086252 Jun 30 09:16:21.470192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d923e-4b6e-4458-9160-52626fd3afbc req-b4f67db0-964b-4478-91db-50bdc64a41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.471716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-b4f67db0-964b-4478-91db-50bdc64a41ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.1956444 Jun 30 09:16:21.491096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:19Z', 'revision_number': 2, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:21.520741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be12ed-f7aa-4744-ab7e-4075a15ffa40 None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fcfe61b6-28f0-4470-95c6-2aae9c90b83e', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'port_id': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'mac_address': 'fa:16:3e:6b:3d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:16:14Z', 'updated_at': '2021-06-30T09:16:19Z', 'revision_number': 2, 'project_id': '997aefff97a543c0b368204191c060a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:21.669605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d923e-4b6e-4458-9160-52626fd3afbc req-680abe7e-aa5e-4f04-afbc-3079ba406c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.672333 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-680abe7e-aa5e-4f04-afbc-3079ba406c9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632714 Jun 30 09:16:21.866015 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-e574f504-8926-4784-83ef-1ee84fe6a253 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665232 Jun 30 09:16:21.878895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Deleting port f5fa0a1c-a03d-4f1e-aae4-184588131ab1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:21.879677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.057443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] For port f5fa0a1c-a03d-4f1e-aae4-184588131ab1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:22.057892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.077476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-680d923e-4b6e-4458-9160-52626fd3afbc req-a8c96f5a-23cf-4396-97ae-edd08ccf235c service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804302 Jun 30 09:16:22.082794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Calling delete_port for f5fa0a1c-a03d-4f1e-aae4-184588131ab1 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:22.160679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:22.170389 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86a1800-601f-4a54-8785-85a7955b8ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:22.222343 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194d3b4a-c332-4806-83bd-8f6cf79938f4 x-openstack-request-id: req-194d3b4a-c332-4806-83bd-8f6cf79938f4 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:22.222697 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:22.222897 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-194d3b4a-c332-4806-83bd-8f6cf79938f4 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:22.223456 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:16:22.361553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.402282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fa0a1c-a03d-4f1e-aae4-184588131ab1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:22.488674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-6c8b086f-d2ff-4581-93d8-59146e1c7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.491788 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-6c8b086f-d2ff-4581-93d8-59146e1c7885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1097 time: 0.2260041 Jun 30 09:16:22.698258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7353ba2-80d3-4be6-bf79-88006ec0b4f1 req-75a28cbf-47ee-4d60-8fa9-4705b804184d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.700255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7353ba2-80d3-4be6-bf79-88006ec0b4f1 req-75a28cbf-47ee-4d60-8fa9-4705b804184d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.2241848 Jun 30 09:16:22.725608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358ec2-fead-49cf-beb6-9b81c61020b6 req-c74c7168-a384-490c-85db-4e0bc5d69ca6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.727475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89358ec2-fead-49cf-beb6-9b81c61020b6 req-c74c7168-a384-490c-85db-4e0bc5d69ca6 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1104469 Jun 30 09:16:22.808071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7353ba2-80d3-4be6-bf79-88006ec0b4f1 req-65610dcc-86a9-4a22-9b52-1fc0bd8f95a0 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911720 Jun 30 09:16:22.818311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-30b81362-659d-4665-a4fc-7c868bca3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.822239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-30b81362-659d-4665-a4fc-7c868bca3f00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 914 time: 0.3124537 Jun 30 09:16:22.850497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89358ec2-fead-49cf-beb6-9b81c61020b6 req-ab990e24-9a88-4f6b-ba32-b2785cf59318 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077259 Jun 30 09:16:22.880284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.998747 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-9f5d2c86-cb20-4310-863e-2d35bd5e5e14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 1001 time: 0.1668651 Jun 30 09:16:23.161887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-4e41ee68-ad16-40cd-a916-d39573ce2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.163520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-4e41ee68-ad16-40cd-a916-d39573ce2e4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.1439786 Jun 30 09:16:23.182314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1de8-0a24-4f2a-a3bb-b0a713c12584 req-0fbd5ea8-13df-462d-a11e-4b8f604444c3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.195742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-066a1de8-0a24-4f2a-a3bb-b0a713c12584 req-0fbd5ea8-13df-462d-a11e-4b8f604444c3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1335473 Jun 30 09:16:23.256730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-066a1de8-0a24-4f2a-a3bb-b0a713c12584 req-4492fd2f-5881-4c83-aa40-9744dadf7cb3 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596726 Jun 30 09:16:23.389054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Router 430acc6c-aba7-4c40-a73d-b526399249e2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:23.473489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-8bbce43f-4130-4ec6-b583-3b7178b88b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.475339 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-8bbce43f-4130-4ec6-b583-3b7178b88b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069597 Jun 30 09:16:24.137042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4384a5e-1a9f-486d-8373-b6066a5d04e1 req-c4fe086d-a478-4f3b-bd7d-6f4bc3328b10 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.139040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4384a5e-1a9f-486d-8373-b6066a5d04e1 req-c4fe086d-a478-4f3b-bd7d-6f4bc3328b10 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1352611 Jun 30 09:16:24.246564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4384a5e-1a9f-486d-8373-b6066a5d04e1 req-0a5ee7b8-79a2-4874-a2ab-df8e4db732ea tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004493 Jun 30 09:16:24.251763 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-7d24e72c-29c0-4d64-94da-9bb5c8a4b063 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602959 Jun 30 09:16:24.380205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:24.391009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Sync routers for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:24.399603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0c7f49b-5691-4664-bfe1-630a94dc060b admin admin] 10.222.0.66 "PUT /v2.0/routers/430acc6c-aba7-4c40-a73d-b526399249e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6627550 Jun 30 09:16:24.400242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41200) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:24.412991 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:24.413622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:24.499024 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e86a1800-601f-4a54-8785-85a7955b8ad6 req-272077a1-5af2-403a-87a4-3ec0efe3da03 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336922 Jun 30 09:16:24.621690 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:24.683529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.835636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-367d75ad-10f8-4323-823c-60e2fba1345d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.837311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-367d75ad-10f8-4323-823c-60e2fba1345d tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb7ab90e-e65b-464e-82a7-b079347e9ff3 HTTP/1.1" status: 200 len: 944 time: 0.2421837 Jun 30 09:16:24.875588 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:16:22Z', 'revision_number': 5, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port': {'id': '36d2e8aa-213f-42dd-ace6-13d275ad0221', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:00Z', 'updated_at': '2021-06-30T09:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:24.923160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.959078 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Checking router: 430acc6c-aba7-4c40-a73d-b526399249e2 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:24.989224 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Routers {'430acc6c-aba7-4c40-a73d-b526399249e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:24.989744 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['430acc6c-aba7-4c40-a73d-b526399249e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.104467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41216) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.197935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Deleting port 36d2e8aa-213f-42dd-ace6-13d275ad0221 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:25.198562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.220640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port 6746943f-251e-4ba0-b8ff-63a981094ecd {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:25.221345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.363582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba49f2e2-89c2-49da-8b2b-0bc8a9e35c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.459364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] Set router 430acc6c-aba7-4c40-a73d-b526399249e2 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:25.499617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] For port 36d2e8aa-213f-42dd-ace6-13d275ad0221, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=36d2e8aa-213f-42dd-ace6-13d275ad0221,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:25.500150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.543601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba49f2e2-89c2-49da-8b2b-0bc8a9e35c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.547079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Calling delete_port for 36d2e8aa-213f-42dd-ace6-13d275ad0221 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:25.550463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port 6746943f-251e-4ba0-b8ff-63a981094ecd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6746943f-251e-4ba0-b8ff-63a981094ecd,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:25.550761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba49f2e2-89c2-49da-8b2b-0bc8a9e35c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.550917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.553216 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:16:24Z', 'revision_number': 6, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.576039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for 6746943f-251e-4ba0-b8ff-63a981094ecd owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:25.587895 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b506f5-4d39-4229-a930-b8ad950c9343 None None] The sync data for ids ['430acc6c-aba7-4c40-a73d-b526399249e2'] in n-d-779913-25 is: [{'id': '430acc6c-aba7-4c40-a73d-b526399249e2', 'name': 'tempest-TestServerMultinode-1236554556-router', 'tenant_id': '848b5445d088408b9f781f4775e6df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:16:24Z', 'revision_number': 6, 'project_id': '848b5445d088408b9f781f4775e6df84', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:25.624522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f2e2-89c2-49da-8b2b-0bc8a9e35c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a92385-d7db-4ab4-8d6c-7dcaaba9c95f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:25.633521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba49f2e2-89c2-49da-8b2b-0bc8a9e35c6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cfb94eef1244bedbc09385ac5230364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274742 Jun 30 09:16:25.641229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41232) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.712637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.742560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.747865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb93593-761c-4822-bfa3-c74b8b546500 req-5f426feb-fd91-4df4-8731-a51eda4038ba tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.749416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbb93593-761c-4822-bfa3-c74b8b546500 req-5f426feb-fd91-4df4-8731-a51eda4038ba tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.2595155 Jun 30 09:16:25.796777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.800042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.803789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1a92385-d7db-4ab4-8d6c-7dcaaba9c95f HTTP/1.1" status: 204 len: 168 time: 0.1586783 Jun 30 09:16:25.830996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055cf6b-ce31-422b-943a-f5e850af7b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a92385-d7db-4ab4-8d6c-7dcaaba9c95f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:25.975348 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.030602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d2e8aa-213f-42dd-ace6-13d275ad0221,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.079445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbb93593-761c-4822-bfa3-c74b8b546500 req-aabda9f0-4457-44bc-8c9f-a98756760a05 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209400 Jun 30 09:16:26.168600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.302091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.303825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.309157 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.319648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381', '79a035d9-5a18-4515-8a29-b3910071afb1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:26.389157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=6746943f-251e-4ba0-b8ff-63a981094ecd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.488048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.492993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 430acc6c-aba7-4c40-a73d-b526399249e2 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:26.506696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.511480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41258) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.512670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71be3092-9a54-49f8-9a4f-f3e14b07cd59 admin admin] 10.222.0.66 "DELETE /v2.0/routers/430acc6c-aba7-4c40-a73d-b526399249e2 HTTP/1.1" status: 204 len: 168 time: 2.1111600 Jun 30 09:16:26.563894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] No DVR routers for this DVR port 6746943f-251e-4ba0-b8ff-63a981094ecd on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:26.580828 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.602984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61874ac5-412f-4aa4-8a14-5faa43e9149a req-e052a858-c737-496f-bff2-3aac9b225a15 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "DELETE /v2.0/ports/6746943f-251e-4ba0-b8ff-63a981094ecd HTTP/1.1" status: 204 len: 173 time: 1.7567770 Jun 30 09:16:26.604894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-deleted', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:26.621286 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc45f1f1-765d-431c-ac99-031a60364d36" -d '{"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-deleted", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:26.667922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5fa0a1c-a03d-4f1e-aae4-184588131ab1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:26.687290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Deleting subnet 5f131c69-0455-418b-bf2b-cea182d45ce0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:26.701780 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3bb050-0d37-43f1-a6f9-63790e19cd82 x-openstack-request-id: req-ed3bb050-0d37-43f1-a6f9-63790e19cd82 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:26.702084 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7ab90e-e65b-464e-82a7-b079347e9ff3", "name": "network-vif-deleted", "tag": "6746943f-251e-4ba0-b8ff-63a981094ecd", "status": "failed", "code": 422}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:26.702339 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed3bb050-0d37-43f1-a6f9-63790e19cd82 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:26.703011 n-d-779913-25 neutron-server[94183]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb7ab90e-e65b-464e-82a7-b079347e9ff3', 'name': 'network-vif-deleted', 'tag': '6746943f-251e-4ba0-b8ff-63a981094ecd', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:16:26.709540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.720915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f5fa0a1c-a03d-4f1e-aae4-184588131ab1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:26.721272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5fa0a1c-a03d-4f1e-aae4-184588131ab1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:26.721698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 36d2e8aa-213f-42dd-ace6-13d275ad0221 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:26.784815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 36d2e8aa-213f-42dd-ace6-13d275ad0221 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:26.785166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 36d2e8aa-213f-42dd-ace6-13d275ad0221 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:26.863607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.060695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.178802 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.218006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f131c69-0455-418b-bf2b-cea182d45ce0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.224930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.226971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-af692062-8321-4ae4-b96c-008b499c717e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5f131c69-0455-418b-bf2b-cea182d45ce0 HTTP/1.1" status: 204 len: 168 time: 0.7133541 Jun 30 09:16:27.229911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41292) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:27.260458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2b896-36a9-47b0-9942-08e73965f8c4 None None] Network ae63afe9-a22a-47d8-98ca-859b9e4779ca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:27.341950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3e958-a95e-4c4d-91e6-ea74e3dd7c9a req-151a3a80-459b-4e07-9877-cbbd8a3e598d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.346242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0aa3e958-a95e-4c4d-91e6-ea74e3dd7c9a req-151a3a80-459b-4e07-9877-cbbd8a3e598d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1097474 Jun 30 09:16:27.376574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.419499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0aa3e958-a95e-4c4d-91e6-ea74e3dd7c9a req-0e98a838-2826-4326-ba63-751f858d59c3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Jun 30 09:16:27.455426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Deleting port 563c249c-c44a-45a5-8ed9-0969dbd924bb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:27.455858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.618505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] For port 563c249c-c44a-45a5-8ed9-0969dbd924bb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=563c249c-c44a-45a5-8ed9-0969dbd924bb,segment=NetworkSegment(4da84a22-8adf-4e31-81b3-e47c102597aa),segment_id=4da84a22-8adf-4e31-81b3-e47c102597aa)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:27.619935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.628818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff4213-d179-485d-a928-a674413aa528 None None] DHCP port deletion for ae63afe9-a22a-47d8-98ca-859b9e4779ca request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:27.658561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Calling delete_port for 563c249c-c44a-45a5-8ed9-0969dbd924bb owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:27.770134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Deleting port 563c249c-c44a-45a5-8ed9-0969dbd924bb {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:27.772113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.780500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.813545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Pushing event deleted for resources: {'Port': ['ID=563c249c-c44a-45a5-8ed9-0969dbd924bb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.837363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] No DVR routers for this DVR port 563c249c-c44a-45a5-8ed9-0969dbd924bb on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:27.934789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-69ff4213-d179-485d-a928-a674413aa528 None None] For port 563c249c-c44a-45a5-8ed9-0969dbd924bb, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:27.935410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.965374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.975509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Calling delete_port for 563c249c-c44a-45a5-8ed9-0969dbd924bb owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:27.977614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae63afe9-a22a-47d8-98ca-859b9e4779ca']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.979974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Port 563c249c-c44a-45a5-8ed9-0969dbd924bb was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:16:27.981914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.992116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da84a22-8adf-4e31-81b3-e47c102597aa') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.992730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da84a22-8adf-4e31-81b3-e47c102597aa') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:28.004444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.029850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.036665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff4213-d179-485d-a928-a674413aa528 None None] No DVR routers for this DVR port 563c249c-c44a-45a5-8ed9-0969dbd924bb on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:28.037428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:28.037731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:28.040347 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:28.048636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff4213-d179-485d-a928-a674413aa528 None None] Pushing event deleted for resources: {'Port': ['ID=563c249c-c44a-45a5-8ed9-0969dbd924bb,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.138106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.147457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.149438 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] 10.222.0.66 "DELETE /v2.0/networks/ae63afe9-a22a-47d8-98ca-859b9e4779ca HTTP/1.1" status: 204 len: 168 time: 0.9191484 Jun 30 09:16:28.173204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102c253-9b8e-4730-8af2-094ebf88a58b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae63afe9-a22a-47d8-98ca-859b9e4779ca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.310419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 563c249c-c44a-45a5-8ed9-0969dbd924bb no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:28.361595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 563c249c-c44a-45a5-8ed9-0969dbd924bb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:28.363252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 563c249c-c44a-45a5-8ed9-0969dbd924bb not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:28.390587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e4066-5ac7-4b3b-a0c2-cd62835a9c8f req-e1af1fef-595d-4d74-989d-44fc70701ccd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.402926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f7e4066-5ac7-4b3b-a0c2-cd62835a9c8f req-e1af1fef-595d-4d74-989d-44fc70701ccd tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 907 time: 0.0952315 Jun 30 09:16:28.527178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41330) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.603257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-049b876b-085d-49e0-881e-06e1da09f640 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=262377997a884b0e8b2c57604efd9c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742373 Jun 30 09:16:28.605535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.668352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.686315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d97f37-3500-4b57-8f85-0cff09de4044 req-2ed85414-fd63-4208-ace5-c6d8cc986a53 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.694979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d97f37-3500-4b57-8f85-0cff09de4044 req-2ed85414-fd63-4208-ace5-c6d8cc986a53 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0963807 Jun 30 09:16:28.696555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.746258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d97f37-3500-4b57-8f85-0cff09de4044 req-768c7e52-ba8f-460a-a2e4-1d5f8c02cac3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502601 Jun 30 09:16:28.789587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.793835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.808710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57935f93-01eb-4045-956b-83c346dd8ac7 HTTP/1.1" status: 204 len: 168 time: 0.1951332 Jun 30 09:16:28.821745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57935f93-01eb-4045-956b-83c346dd8ac7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.841440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.842279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.842755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.843163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.843583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.844553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.844995 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.845389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.845880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.846275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.846611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:28.847062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fb96b6-203b-41de-996b-166b4609b816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:29.246275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41342) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.270892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5585a1b9-bc4d-450e-b6a9-6a3d5e8a96c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.296385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b12fb295-029f-44f5-8005-38ba2ec87f6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=848b5445d088408b9f781f4775e6df84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488417 Jun 30 09:16:29.299652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41346) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:29.358041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.385622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.455375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.455375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.456187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aab43457-b785-4ec6-a5f4-23872dd2ff47 HTTP/1.1" status: 204 len: 168 time: 0.1551287 Jun 30 09:16:29.465407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227472b-9028-43c9-bc0a-8b94e4c452c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab43457-b785-4ec6-a5f4-23872dd2ff47,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:29.695701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a45e4-b09a-4453-b195-99bd56e85170 req-9a08be42-b013-4116-97ee-45fc867606f1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.712491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-191a45e4-b09a-4453-b195-99bd56e85170 req-9a08be42-b013-4116-97ee-45fc867606f1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 907 time: 0.1154718 Jun 30 09:16:29.974879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9060e3-0eee-4436-98af-e952fad2a83d req-4bf082f4-a6a9-4416-a7fd-a4b405110c47 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.976958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd9060e3-0eee-4436-98af-e952fad2a83d req-4bf082f4-a6a9-4416-a7fd-a4b405110c47 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0846715 Jun 30 09:16:30.039307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd9060e3-0eee-4436-98af-e952fad2a83d req-589392f2-ba0f-4baf-aa46-44c2f21f7a9b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Jun 30 09:16:30.090233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-0be27bd9-8438-48b0-b22e-0b061f45da40 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.091722 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-0be27bd9-8438-48b0-b22e-0b061f45da40 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 907 time: 0.0754647 Jun 30 09:16:30.214292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port 4260eb01-259d-499f-8520-e6787ed2cbb4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:30.214681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.336597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port 4260eb01-259d-499f-8520-e6787ed2cbb4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4260eb01-259d-499f-8520-e6787ed2cbb4,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.336998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.358632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for 4260eb01-259d-499f-8520-e6787ed2cbb4 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:30.525964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.562215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=4260eb01-259d-499f-8520-e6787ed2cbb4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.618005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] No DVR routers for this DVR port 4260eb01-259d-499f-8520-e6787ed2cbb4 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:30.621034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.623122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3653e943-dc6e-443c-9c15-e7e429c106b5 req-3c8d7954-1e4d-42ff-9915-87779a23ae62 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "DELETE /v2.0/ports/4260eb01-259d-499f-8520-e6787ed2cbb4 HTTP/1.1" status: 204 len: 173 time: 0.5254877 Jun 30 09:16:30.623604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'name': 'network-vif-deleted', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:30.626359 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636d26a-28f2-4fc3-9f8e-ba1626e6fda9" -d '{"events": [{"server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "name": "network-vif-deleted", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:30.670153 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f0eec4-7c58-4f9d-8f61-fd376da0a705 x-openstack-request-id: req-94f0eec4-7c58-4f9d-8f61-fd376da0a705 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:30.670770 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c293a10e-a9e5-4363-b02a-5908bf60fe77", "name": "network-vif-deleted", "tag": "4260eb01-259d-499f-8520-e6787ed2cbb4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:30.671480 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94f0eec4-7c58-4f9d-8f61-fd376da0a705 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:30.672763 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c293a10e-a9e5-4363-b02a-5908bf60fe77', 'name': 'network-vif-deleted', 'tag': '4260eb01-259d-499f-8520-e6787ed2cbb4', 'status': 'completed', 'code': 200} Jun 30 09:16:31.004857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2a81411-207a-4646-9abb-8e5d5321c9a4 req-fb3aba41-3dca-44ee-8122-47a040740c4c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c293a10e-a9e5-4363-b02a-5908bf60fe77 HTTP/1.1" status: 200 len: 210 time: 0.0328526 Jun 30 09:16:31.214277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eb302-df7e-48f2-935a-4b2964138f0d req-14f8d2dd-0c71-44f0-b1e9-8f08a6e13d43 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.215935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f0eb302-df7e-48f2-935a-4b2964138f0d req-14f8d2dd-0c71-44f0-b1e9-8f08a6e13d43 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0645273 Jun 30 09:16:31.259663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f0eb302-df7e-48f2-935a-4b2964138f0d req-de7c3953-943d-44ac-bd7c-0cd5579241e7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jun 30 09:16:31.874744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-115d742d-65d1-4d9a-8eb6-f1bf75738c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.996091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.523704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d431454-bf0e-4423-8149-91339184d4b0 req-299e2dbd-19b8-4277-b67f-54909bc6e79b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.525952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d431454-bf0e-4423-8149-91339184d4b0 req-299e2dbd-19b8-4277-b67f-54909bc6e79b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0980759 Jun 30 09:16:32.598357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d431454-bf0e-4423-8149-91339184d4b0 req-4eb0d0bf-a330-4d54-a0de-2397eafb0a0f tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656953 Jun 30 09:16:32.635164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c628727-25f4-4a02-8693-7f39c1e9563b req-5f001fd5-4ec6-4191-aec7-1f401ca837ad tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.636760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c628727-25f4-4a02-8693-7f39c1e9563b req-5f001fd5-4ec6-4191-aec7-1f401ca837ad tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 945 time: 0.0903029 Jun 30 09:16:32.679120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c628727-25f4-4a02-8693-7f39c1e9563b req-c23f2f0f-105a-46a3-afc7-e1e0085bb54e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Jun 30 09:16:32.926526 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.260730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-3fe4b841-1b65-4e9e-8f1e-76b7831429b0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.262269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-3fe4b841-1b65-4e9e-8f1e-76b7831429b0 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 945 time: 0.0642571 Jun 30 09:16:33.323732 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.381914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port 79a035d9-5a18-4515-8a29-b3910071afb1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:33.382637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.483382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port 79a035d9-5a18-4515-8a29-b3910071afb1, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=79a035d9-5a18-4515-8a29-b3910071afb1,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:33.483793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.498083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for 79a035d9-5a18-4515-8a29-b3910071afb1 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:33.637587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.649047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381', '79a035d9-5a18-4515-8a29-b3910071afb1'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:33.673628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=79a035d9-5a18-4515-8a29-b3910071afb1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.724933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4260eb01-259d-499f-8520-e6787ed2cbb4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:33.738769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] No DVR routers for this DVR port 79a035d9-5a18-4515-8a29-b3910071afb1 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:33.744286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.746676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2ac5de2-fe75-4054-8efd-47b0ec6efa5f req-9cf2ca2e-2b43-4204-b193-29b935f5477f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "DELETE /v2.0/ports/79a035d9-5a18-4515-8a29-b3910071afb1 HTTP/1.1" status: 204 len: 173 time: 0.4770861 Jun 30 09:16:33.747545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'name': 'network-vif-deleted', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:33.750914 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f49a8c-3245-4c34-89c2-870d5aff4780" -d '{"events": [{"server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "name": "network-vif-deleted", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:33.766743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 4260eb01-259d-499f-8520-e6787ed2cbb4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:33.767219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4260eb01-259d-499f-8520-e6787ed2cbb4 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:33.927652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a78df963-8fc7-4d38-8739-e493a6c17464 req-eab4b25e-5ecd-4f70-8c3e-eb8319bef161 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9 HTTP/1.1" status: 200 len: 210 time: 0.0600457 Jun 30 09:16:33.981029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627560-c260-43cc-8265-4320c424c05a req-3fa026f4-564e-4472-8a90-782e4500d582 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.983126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13627560-c260-43cc-8265-4320c424c05a req-3fa026f4-564e-4472-8a90-782e4500d582 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1813402 Jun 30 09:16:33.992923 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1f40f-d26d-402d-b175-18d1ebe64561 x-openstack-request-id: req-f4f1f40f-d26d-402d-b175-18d1ebe64561 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:33.993677 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9", "name": "network-vif-deleted", "tag": "79a035d9-5a18-4515-8a29-b3910071afb1", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:33.994248 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4f1f40f-d26d-402d-b175-18d1ebe64561 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:33.994875 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d5ef2d-dbe8-4da7-bf45-ad2ea08e95d9', 'name': 'network-vif-deleted', 'tag': '79a035d9-5a18-4515-8a29-b3910071afb1', 'status': 'completed', 'code': 200} Jun 30 09:16:34.060995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13627560-c260-43cc-8265-4320c424c05a req-b3263adf-1aa5-4a45-8c13-5564adddd01b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Jun 30 09:16:34.595579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.984877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.388400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970675-bbeb-4282-af94-e2d96e492143 req-53a1bd5f-0dcf-4b66-a26c-15e18985265e tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.400896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c970675-bbeb-4282-af94-e2d96e492143 req-53a1bd5f-0dcf-4b66-a26c-15e18985265e tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1870344 Jun 30 09:16:35.495962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c970675-bbeb-4282-af94-e2d96e492143 req-33bc1537-2f08-45ad-801f-09ca51a49b3e tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939312 Jun 30 09:16:35.699125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd29a9-fd94-426a-a072-743865c9ad45 req-9249b787-d9f0-4d63-b828-1c4daf10a71a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.700619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79fd29a9-fd94-426a-a072-743865c9ad45 req-9249b787-d9f0-4d63-b828-1c4daf10a71a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.0740123 Jun 30 09:16:35.748042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79fd29a9-fd94-426a-a072-743865c9ad45 req-9898119c-a81f-4799-9680-37e1a9442e18 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=8f3dd354-147d-4429-809d-56a32fb3beb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Jun 30 09:16:35.945975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-0980da44-9b5c-4954-8702-df13e1c43e4b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.950253 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-0980da44-9b5c-4954-8702-df13e1c43e4b tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 946 time: 0.0711973 Jun 30 09:16:36.056781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port 5a0a679e-1cb7-468c-a211-acca4528c381 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:36.057128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.154249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port 5a0a679e-1cb7-468c-a211-acca4528c381, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5a0a679e-1cb7-468c-a211-acca4528c381,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:36.154782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.169396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for 5a0a679e-1cb7-468c-a211-acca4528c381 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:36.341282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.355236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5a0a679e-1cb7-468c-a211-acca4528c381'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:36.395897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=5a0a679e-1cb7-468c-a211-acca4528c381,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.480892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] No DVR routers for this DVR port 5a0a679e-1cb7-468c-a211-acca4528c381 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:36.485641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.487909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-df32d7e4-ec46-4984-9b75-f92cddc7ce07 req-4974884e-73ff-43d5-920f-9dc455ebb15a tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "DELETE /v2.0/ports/5a0a679e-1cb7-468c-a211-acca4528c381 HTTP/1.1" status: 204 len: 173 time: 0.5313780 Jun 30 09:16:36.488485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'name': 'network-vif-deleted', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:36.491710 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a252573-b027-4f92-81a1-63e22f89035b" -d '{"events": [{"server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "name": "network-vif-deleted", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:36.626456 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bb6fa3-92b5-43c1-9fde-91b5ac64cc16 x-openstack-request-id: req-c5bb6fa3-92b5-43c1-9fde-91b5ac64cc16 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:36.627657 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f76c31d-17c3-4556-ae88-de52d8993165", "name": "network-vif-deleted", "tag": "5a0a679e-1cb7-468c-a211-acca4528c381", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:36.628036 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5bb6fa3-92b5-43c1-9fde-91b5ac64cc16 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:36.628511 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f76c31d-17c3-4556-ae88-de52d8993165', 'name': 'network-vif-deleted', 'tag': '5a0a679e-1cb7-468c-a211-acca4528c381', 'status': 'completed', 'code': 200} Jun 30 09:16:36.774163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c358cdd-e1fb-4652-8c07-df98109ba406 req-0580e110-66c0-4179-8819-c6040f822fb6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.782538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c358cdd-e1fb-4652-8c07-df98109ba406 req-0580e110-66c0-4179-8819-c6040f822fb6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0870192 Jun 30 09:16:36.847420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c358cdd-e1fb-4652-8c07-df98109ba406 req-fe846691-5bad-452f-97b8-0b9f1b3a1716 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637736 Jun 30 09:16:36.981662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85b106be-c917-4c75-a400-4cad3ea334d4 req-5d5c8d86-992c-42e3-b59a-5845ec93a36e tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f76c31d-17c3-4556-ae88-de52d8993165 HTTP/1.1" status: 200 len: 210 time: 0.0466564 Jun 30 09:16:37.119446 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:37.730814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79a035d9-5a18-4515-8a29-b3910071afb1 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:37.754317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 79a035d9-5a18-4515-8a29-b3910071afb1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:37.755236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 79a035d9-5a18-4515-8a29-b3910071afb1 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:38.046583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2105bd-89ad-47d5-8cda-ad9bfd9da450 req-e00f154e-24d9-4ef6-94b1-d0680944b658 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.048263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d2105bd-89ad-47d5-8cda-ad9bfd9da450 req-e00f154e-24d9-4ef6-94b1-d0680944b658 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0824919 Jun 30 09:16:38.127782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d2105bd-89ad-47d5-8cda-ad9bfd9da450 req-0f3165e8-48f5-426d-9085-06370d801180 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683000 Jun 30 09:16:38.568394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702db66-ac56-4161-abf3-e784b79a184a req-93202d24-15f7-4850-8d37-3fd90034fa76 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.569909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f702db66-ac56-4161-abf3-e784b79a184a req-93202d24-15f7-4850-8d37-3fd90034fa76 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0675561 Jun 30 09:16:38.610457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f702db66-ac56-4161-abf3-e784b79a184a req-0ef5d101-c3d9-4952-b73d-809a656ebf02 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339899 Jun 30 09:16:39.337699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9350ff-9e23-436b-b0d1-d4bb504da2bd req-2dc9054d-e74f-490c-9208-0cd0f81a0ebb tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.339264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac9350ff-9e23-436b-b0d1-d4bb504da2bd req-2dc9054d-e74f-490c-9208-0cd0f81a0ebb tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0980635 Jun 30 09:16:39.383856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac9350ff-9e23-436b-b0d1-d4bb504da2bd req-c9472ea1-62f4-4dd2-9be1-cf2eb8e4c776 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Jun 30 09:16:39.748731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a0a679e-1cb7-468c-a211-acca4528c381 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:39.783495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 5a0a679e-1cb7-468c-a211-acca4528c381 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:39.784012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5a0a679e-1cb7-468c-a211-acca4528c381 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:39.829972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41bfdd-0ea2-4c86-a16a-b8a365423529 req-04dfcc58-6429-4083-b204-67a22d1631a1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.838352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c41bfdd-0ea2-4c86-a16a-b8a365423529 req-04dfcc58-6429-4083-b204-67a22d1631a1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.1025021 Jun 30 09:16:39.905189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c41bfdd-0ea2-4c86-a16a-b8a365423529 req-735eefa1-f834-4a6a-ab94-5c816e23f067 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591784 Jun 30 09:16:40.565539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-4f5603d0-d77b-440f-8ef9-b82ec339459c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.567147 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-4f5603d0-d77b-440f-8ef9-b82ec339459c tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0757153 Jun 30 09:16:40.596243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d8240-4983-43a7-81d2-79020592c0da req-da9827e8-0c15-4b65-8d9c-b3aed5bb2755 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.604447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-786d8240-4983-43a7-81d2-79020592c0da req-da9827e8-0c15-4b65-8d9c-b3aed5bb2755 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0829816 Jun 30 09:16:40.657621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-786d8240-4983-43a7-81d2-79020592c0da req-d0b56f84-fcae-4ebd-becc-cb2af6c3cd45 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Jun 30 09:16:40.692192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:40.692475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.797843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] For port f19a55c4-ba1e-4049-a383-5068e73dec11, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f19a55c4-ba1e-4049-a383-5068e73dec11,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:40.798230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.007231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.007897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.008240 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Floating IP 868d7afe-a91d-4a21-ac89-d112829e76a7 disassociated. External IP: 172.25.4.134, port: f19a55c4-ba1e-4049-a383-5068e73dec11. Jun 30 09:16:41.008571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for f19a55c4-ba1e-4049-a383-5068e73dec11 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:41.096628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e806d3-2d24-47ae-a8a8-7a3e7deac4f8 req-fe46a2fb-1da4-4dc6-a675-d7d6ba1af23f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.098248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67e806d3-2d24-47ae-a8a8-7a3e7deac4f8 req-fe46a2fb-1da4-4dc6-a675-d7d6ba1af23f tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 944 time: 0.0729864 Jun 30 09:16:41.149056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67e806d3-2d24-47ae-a8a8-7a3e7deac4f8 req-9571ce71-2060-4aa5-bf93-427acf0675b2 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups?id=34fcf988-7e5c-40ca-af47-9cc17d461eba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420547 Jun 30 09:16:41.154409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.187804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=f19a55c4-ba1e-4049-a383-5068e73dec11,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:41.322802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:41.466497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:41.480407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Sync routers for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:41.491280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:41.492225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.518914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] No DVR routers for this DVR port f19a55c4-ba1e-4049-a383-5068e73dec11 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:41.522194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.524718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c34fa3fe-904f-4e8c-bb93-3e5a343a2dd3 req-b62126d3-9d01-440a-b3a9-d9cf79c4d8d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.11 "DELETE /v2.0/ports/f19a55c4-ba1e-4049-a383-5068e73dec11 HTTP/1.1" status: 204 len: 173 time: 0.9510212 Jun 30 09:16:41.525432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-deleted', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:41.528254 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa0b6f-aa12-4cf7-8098-ee724e3a89d2" -d '{"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-deleted", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:41.607958 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a97614-5480-4f96-b0e3-822a3c9ae253 x-openstack-request-id: req-c7a97614-5480-4f96-b0e3-822a3c9ae253 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:41.608550 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583fa3cb-21b2-4b05-becf-a65c790c09ba", "name": "network-vif-deleted", "tag": "f19a55c4-ba1e-4049-a383-5068e73dec11", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:41.608550 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7a97614-5480-4f96-b0e3-822a3c9ae253 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:41.608913 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583fa3cb-21b2-4b05-becf-a65c790c09ba', 'name': 'network-vif-deleted', 'tag': 'f19a55c4-ba1e-4049-a383-5068e73dec11', 'status': 'completed', 'code': 200} Jun 30 09:16:41.619533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:41.841156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.871777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Checking router: b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:41.882909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:41.883918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.909241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72663bb-5401-4df9-b48f-b391d3d7b25e req-ea1286d9-938c-4ec1-b344-5de6a4fac7fc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.911250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a72663bb-5401-4df9-b48f-b391d3d7b25e req-ea1286d9-938c-4ec1-b344-5de6a4fac7fc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0758410 Jun 30 09:16:41.974201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a72663bb-5401-4df9-b48f-b391d3d7b25e req-0a8a5c20-f289-415c-b85d-c8237af1212b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Jun 30 09:16:42.053824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:42.411574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a887e5cb-3706-4827-b113-dcfd12f9a796 req-fafa9dc2-c79f-4605-ac54-f04eb2e82177 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/ports?device_id=583fa3cb-21b2-4b05-becf-a65c790c09ba HTTP/1.1" status: 200 len: 210 time: 0.0558696 Jun 30 09:16:42.558931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.587288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbfc6dc-0008-449f-a66c-4da21710c1ce None None] The sync data for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 is: [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '5161ded2-261a-456d-8078-827338b01c7a', 'name': '', 'network_id': '20b18e5a-4c0e-4cd1-b684-d768d9108f17', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'mac_address': 'fa:16:3e:f7:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4d382632-b455-49c4-9683-7ff49776d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:19Z', 'updated_at': '2021-06-30T09:04:27Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'subnets': [{'id': '4d382632-b455-49c4-9683-7ff49776d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:42.904375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27d4fd-f77f-4979-b46d-f2e389b6397f None None] New status for floating IP 868d7afe-a91d-4a21-ac89-d112829e76a7: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:43.198606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4881d-ca45-4582-a264-6e2cd1fe0c94 req-3eaa2d45-4f60-4652-a879-929aef70ab80 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.201002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39f4881d-ca45-4582-a264-6e2cd1fe0c94 req-3eaa2d45-4f60-4652-a879-929aef70ab80 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0952573 Jun 30 09:16:43.599115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.653691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39f4881d-ca45-4582-a264-6e2cd1fe0c94 req-d0e1c69a-e8be-490c-b97f-3cc3df922a85 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458220 Jun 30 09:16:43.695877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.726834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.782612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:43.786923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.790793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.792513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "DELETE /v2.0/security-groups/34fcf988-7e5c-40ca-af47-9cc17d461eba HTTP/1.1" status: 204 len: 168 time: 0.1916528 Jun 30 09:16:43.795182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42028) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.813980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: f19a55c4-ba1e-4049-a383-5068e73dec11 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:43.814653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f19a55c4-ba1e-4049-a383-5068e73dec11 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:43.818896 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-9b99de02-4a9f-4929-bbb4-c70d375322ea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] show failed (client error): The resource could not be found. Jun 30 09:16:43.820107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9b99de02-4a9f-4929-bbb4-c70d375322ea tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "GET /v2.0/security-groups/34fcf988-7e5c-40ca-af47-9cc17d461eba HTTP/1.1" status: 404 len: 347 time: 0.0233400 Jun 30 09:16:43.821442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c507d-8ec5-4ee8-bb2d-c87aefff51d1 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fcf988-7e5c-40ca-af47-9cc17d461eba,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.822768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.968809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Deleting port 05eb4012-4aa1-4e08-a0fd-3f2e419f19b9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:43.969178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.045620 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.046092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.059483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Calling delete_port for 05eb4012-4aa1-4e08-a0fd-3f2e419f19b9 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:44.222929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.278672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Pushing event deleted for resources: {'Port': ['ID=05eb4012-4aa1-4e08-a0fd-3f2e419f19b9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:44.368988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.371916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.373405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9548a79f-369d-49b9-8174-8d6483153285 tempest-ServerActionsTestJSON-1902730679 tempest-ServerActionsTestJSON-1902730679-project] 10.222.0.66 "DELETE /v2.0/floatingips/868d7afe-a91d-4a21-ac89-d112829e76a7 HTTP/1.1" status: 204 len: 168 time: 0.5480239 Jun 30 09:16:44.376415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:44.993957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba4b4b-f1d8-4cc4-b206-7528797f343b req-065b38f8-c7ac-4fae-be87-1117bf2f2c42 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.995563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efba4b4b-f1d8-4cc4-b206-7528797f343b req-065b38f8-c7ac-4fae-be87-1117bf2f2c42 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1953835 Jun 30 09:16:45.063196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-efba4b4b-f1d8-4cc4-b206-7528797f343b req-7164c9f2-3c5c-4f12-903d-9063701647d1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587621 Jun 30 09:16:45.248338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.781442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Deleting port 5161ded2-261a-456d-8078-827338b01c7a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:45.781917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.785552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.970718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] For port 5161ded2-261a-456d-8078-827338b01c7a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5161ded2-261a-456d-8078-827338b01c7a,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:45.971251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.988249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Calling delete_port for 5161ded2-261a-456d-8078-827338b01c7a owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:46.004452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20603e2a-4380-4bfa-a6df-54b9b8085574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.261145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20603e2a-4380-4bfa-a6df-54b9b8085574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.269349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20603e2a-4380-4bfa-a6df-54b9b8085574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.321073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20603e2a-4380-4bfa-a6df-54b9b8085574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b56fa0-759f-4f8c-aa55-caeaeb9f02cb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.324751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.334156 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-20603e2a-4380-4bfa-a6df-54b9b8085574 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80877fe8cdab4ed9a4006f4eb414a572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460465 Jun 30 09:16:46.336519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.411167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.428641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee415-1bd5-4ab2-b69e-6cbaa584abd2 req-6ab976da-029a-46d5-adb9-db44475ff2f9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.430876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f9ee415-1bd5-4ab2-b69e-6cbaa584abd2 req-6ab976da-029a-46d5-adb9-db44475ff2f9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1673706 Jun 30 09:16:46.433640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.448528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.493675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Pushing event deleted for resources: {'Port': ['ID=5161ded2-261a-456d-8078-827338b01c7a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.533081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.536829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.538413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31b56fa0-759f-4f8c-aa55-caeaeb9f02cb HTTP/1.1" status: 204 len: 168 time: 0.2006338 Jun 30 09:16:46.574102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f9ee415-1bd5-4ab2-b69e-6cbaa584abd2 req-5cf301ad-bdc2-4026-a56d-6fbef9276e26 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302640 Jun 30 09:16:46.613692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcc0ac-da77-4045-ac06-19ddae91fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b56fa0-759f-4f8c-aa55-caeaeb9f02cb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.637192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74dbc097-f226-46c6-85ba-90f305aad6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.736176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.845501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74dbc097-f226-46c6-85ba-90f305aad6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.851284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-74dbc097-f226-46c6-85ba-90f305aad6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.924105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-74dbc097-f226-46c6-85ba-90f305aad6ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f185aae653145a788d987e574a6f67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977683 Jun 30 09:16:46.925043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc097-f226-46c6-85ba-90f305aad6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a52c33-aa63-46ee-8c2a-00b886790135,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.927899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.994631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.029299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.067799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:47.108216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.131341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.136023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22a52c33-aa63-46ee-8c2a-00b886790135 HTTP/1.1" status: 204 len: 168 time: 0.2038538 Jun 30 09:16:47.157451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce131b71-ed37-4257-8b36-e10b7e78ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a52c33-aa63-46ee-8c2a-00b886790135,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.257274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:47.264570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2201258-c6f4-49d3-9378-c05312c6be18 admin admin] 10.222.0.66 "PUT /v2.0/routers/b58b4bb7-81e4-48e2-ba0a-d383de86ffb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869557 Jun 30 09:16:47.267776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.273171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Sync routers for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:47.288129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:47.288807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.425363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.449781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:47.709688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.750194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'cae79609-b445-4523-8404-96edb31073a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:16:46Z', 'revision_number': 5, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port': {'id': 'cae79609-b445-4523-8404-96edb31073a2', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:15Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.837953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Checking router: b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:47.869978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Deleting port cae79609-b445-4523-8404-96edb31073a2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:47.870558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.873022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Routers {'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:47.875399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.007124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427a781-a50b-47fc-a589-75be672564c2 req-b93ed871-c3d9-47be-8b5f-f3bbf85c3035 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.015981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5427a781-a50b-47fc-a589-75be672564c2 req-b93ed871-c3d9-47be-8b5f-f3bbf85c3035 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1669228 Jun 30 09:16:48.046185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] For port cae79609-b445-4523-8404-96edb31073a2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cae79609-b445-4523-8404-96edb31073a2,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.047387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.071580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Calling delete_port for cae79609-b445-4523-8404-96edb31073a2 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:48.087275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] Set router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:48.110144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5427a781-a50b-47fc-a589-75be672564c2 req-b123e94b-8ccb-4e68-8d08-24c6d5476085 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928142 Jun 30 09:16:48.160295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:16:47Z', 'revision_number': 6, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:48.222341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707db0a-acdb-4d3a-99a6-66ce870b42e5 None None] The sync data for ids ['b58b4bb7-81e4-48e2-ba0a-d383de86ffb5'] in n-d-779913-25 is: [{'id': 'b58b4bb7-81e4-48e2-ba0a-d383de86ffb5', 'name': 'tempest-ServerActionsTestJSON-2089157388-router', 'tenant_id': '63e8f1de18f84cb6a73dec17225c253b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:14Z', 'updated_at': '2021-06-30T09:16:47Z', 'revision_number': 6, 'project_id': '63e8f1de18f84cb6a73dec17225c253b', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:48.332502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.357743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Pushing event deleted for resources: {'Port': ['ID=cae79609-b445-4523-8404-96edb31073a2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.426256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.524618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.527525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.613322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.614385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:48.623159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.624348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8ad1db5c-5033-44e8-9327-305a93d6516e admin admin] 10.222.0.66 "DELETE /v2.0/routers/b58b4bb7-81e4-48e2-ba0a-d383de86ffb5 HTTP/1.1" status: 204 len: 168 time: 1.3554890 Jun 30 09:16:48.626777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.686147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Deleting subnet 4d382632-b455-49c4-9683-7ff49776d953 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:48.689896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.734422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.860824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.931916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.966065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d382632-b455-49c4-9683-7ff49776d953,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.969932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.974252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92debe-7976-405a-abb3-991fa3991873 None None] Network 20b18e5a-4c0e-4cd1-b684-d768d9108f17 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:48.974903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42182) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.975042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e5b9952-e8b3-4924-b3f2-f68d392f8a7a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4d382632-b455-49c4-9683-7ff49776d953 HTTP/1.1" status: 204 len: 168 time: 0.3467891 Jun 30 09:16:49.122488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.213126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Deleting port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:49.213566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.242004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] DHCP port deletion for 20b18e5a-4c0e-4cd1-b684-d768d9108f17 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:49.326835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] For port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.328907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.334994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Deleting port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:49.335636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.381416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Calling delete_port for 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:49.456585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] For port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,segment=NetworkSegment(3b1ff323-238b-475d-89dd-a2a3e4882e2f),segment_id=3b1ff323-238b-475d-89dd-a2a3e4882e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.456935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.474229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Calling delete_port for 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:49.492591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06bdc-362b-4b5d-8c16-5cdd3fd8acd0 req-86d37448-cbad-45bc-8ba5-6750d06b8746 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.494285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40b06bdc-362b-4b5d-8c16-5cdd3fd8acd0 req-86d37448-cbad-45bc-8ba5-6750d06b8746 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1617587 Jun 30 09:16:49.573116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40b06bdc-362b-4b5d-8c16-5cdd3fd8acd0 req-8ad39bf7-8554-4c5d-8d17-bbc21dcf890f tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 Jun 30 09:16:49.574557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.592348 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:16:49.596270 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:16:49.605262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.614164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] No DVR routers for this DVR port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:49.617616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.643537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] No DVR routers for this DVR port 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:49.653629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bfec8-b446-4554-9c20-872e5cd8808a None None] Pushing event deleted for resources: {'Port': ['ID=2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.733270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.745356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b18e5a-4c0e-4cd1-b684-d768d9108f17']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:49.757930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1ff323-238b-475d-89dd-a2a3e4882e2f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:49.758338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1ff323-238b-475d-89dd-a2a3e4882e2f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:49.770174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.788180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.797918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:49.798171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.801088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ed1be-fc94-47c3-96a6-3641e32f50ee req-3b11ee59-9f6c-49bf-88a3-a24dd609d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.802834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eb6ed1be-fc94-47c3-96a6-3641e32f50ee req-3b11ee59-9f6c-49bf-88a3-a24dd609d451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 1097 time: 0.0602303 Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:49.812892 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:49.849617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eb6ed1be-fc94-47c3-96a6-3641e32f50ee req-0a4e8ee9-1779-4b0a-a964-e8256be745d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jun 30 09:16:49.866850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.875510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.886763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] 10.222.0.66 "DELETE /v2.0/networks/20b18e5a-4c0e-4cd1-b684-d768d9108f17 HTTP/1.1" status: 204 len: 168 time: 0.9016359 Jun 30 09:16:49.894112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba1a5-ae6f-4c2b-bf1d-46a95c251468 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b18e5a-4c0e-4cd1-b684-d768d9108f17,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.082341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:50.125213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-487379fe-03f5-4efe-8bd4-bca9b66cc5cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63e8f1de18f84cb6a73dec17225c253b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416834 Jun 30 09:16:50.128223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42196) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:50.189398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.221043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.284404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.288260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.289470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f3dd354-147d-4429-809d-56a32fb3beb6 HTTP/1.1" status: 204 len: 168 time: 0.1594756 Jun 30 09:16:50.298724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5161ded2-261a-456d-8078-827338b01c7a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:50.301112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030260d-930a-41b5-a319-11574abcd61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3dd354-147d-4429-809d-56a32fb3beb6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.354407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5161ded2-261a-456d-8078-827338b01c7a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:50.368254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5161ded2-261a-456d-8078-827338b01c7a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:50.369170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:50.397482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:50.397862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c5f6b94-326c-4c8d-ab4d-8e0a3a1554df not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:50.398416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cae79609-b445-4523-8404-96edb31073a2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:50.421541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: cae79609-b445-4523-8404-96edb31073a2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:50.422711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cae79609-b445-4523-8404-96edb31073a2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:50.848647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806572f-0335-4541-b086-5645d4cfa804 req-e3c3e399-9e77-47c2-9de4-5696e325dce7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.849372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1806572f-0335-4541-b086-5645d4cfa804 req-e3c3e399-9e77-47c2-9de4-5696e325dce7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1113658 Jun 30 09:16:50.927876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1806572f-0335-4541-b086-5645d4cfa804 req-18f47c7c-37dc-41fe-adc9-4e6f83aa61af tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 Jun 30 09:16:51.022278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2db4c-0ccd-4735-89c8-3c380afeac2a req-83366fd8-dcdb-45e1-9866-b6f78924546e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.027673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5f2db4c-0ccd-4735-89c8-3c380afeac2a req-83366fd8-dcdb-45e1-9866-b6f78924546e tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.1010623 Jun 30 09:16:51.071589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5f2db4c-0ccd-4735-89c8-3c380afeac2a req-d8117864-f149-4cfa-8f44-1d591ad025b5 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Jun 30 09:16:51.226386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42236) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.332668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1243056036-network', 'tenant_id': '4d65b3aab88a47439f553e82e034b5ca'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:51.355535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Made reservation on behalf of 4d65b3aab88a47439f553e82e034b5ca for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:51.357985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.367796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.463033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.467223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.494515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:51.505121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b339e9-f53b-40f3-a6c5-8596373c3726,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:51.510996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.511336 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Added segment f495dcec-f86a-404d-9217-f41e03a242b0 of type vlan for network ecc7cbd6-46e5-4137-8583-fa0ca570edca Jun 30 09:16:51.555734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.589329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.590119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.590698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.646777 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4192107 Jun 30 09:16:51.649659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42240) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.653985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb966-daba-4f21-8d4e-ce2ac30af8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc7cbd6-46e5-4137-8583-fa0ca570edca,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:51.654693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Request body: {'subnet': {'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1243056036-subnet', 'tenant_id': '4d65b3aab88a47439f553e82e034b5ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:51.665219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ecc7cbd6-46e5-4137-8583-fa0ca570edca details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:51.682175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Made reservation on behalf of 4d65b3aab88a47439f553e82e034b5ca for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:51.684672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.870209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.929977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24182f31-5e61-40cb-8e23-b5071b7f8063,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:51.938256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Checking segment: {'id': 'f495dcec-f86a-404d-9217-f41e03a242b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:51.938626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Network hostable DHCP agents. Network: ecc7cbd6-46e5-4137-8583-fa0ca570edca, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:51.960496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Network ecc7cbd6-46e5-4137-8583-fa0ca570edca is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:51.971989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ecc7cbd6-46e5-4137-8583-fa0ca570edca) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:51.977497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.978125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.986512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ea457-8f54-4db8-bca7-87579cc54de1 None None] Network ecc7cbd6-46e5-4137-8583-fa0ca570edca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:52.013430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9f3c1adf-5c74-40e2-9f7d-4afce610aaeb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3547435 Jun 30 09:16:52.145174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eaa558-4b67-4889-903e-bf7fff1c94c4 None None] Network ecc7cbd6-46e5-4137-8583-fa0ca570edca requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:52.152968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7d424-b949-4667-95ab-d935a7d42856 req-c830e5d8-10a7-40b6-b618-22a39ceb8c65 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.154795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1d7d424-b949-4667-95ab-d935a7d42856 req-c830e5d8-10a7-40b6-b618-22a39ceb8c65 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0944555 Jun 30 09:16:52.260571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1d7d424-b949-4667-95ab-d935a7d42856 req-8aeff4c3-d53a-4e01-90fb-dc5865c37071 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991535 Jun 30 09:16:52.315127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f13eac-bdd8-43b9-b0fe-f4a759a94bdb req-2500ce39-76d7-4795-a755-75cc099ea2af tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.322353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29f13eac-bdd8-43b9-b0fe-f4a759a94bdb req-2500ce39-76d7-4795-a755-75cc099ea2af tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.1004186 Jun 30 09:16:52.360880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29f13eac-bdd8-43b9-b0fe-f4a759a94bdb req-9d1b2c2f-432c-44f3-864f-d667a79d2816 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Jun 30 09:16:52.588410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40e624-5d91-4cfe-9e8f-9b8ea5ca264e req-3e6a2557-aba1-4c1b-8120-18d5ad9abf4f tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.589939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a40e624-5d91-4cfe-9e8f-9b8ea5ca264e req-3e6a2557-aba1-4c1b-8120-18d5ad9abf4f tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1231563 Jun 30 09:16:52.654905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a40e624-5d91-4cfe-9e8f-9b8ea5ca264e req-fa23e36f-468d-4337-8ed3-6f09d9281c1b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590329 Jun 30 09:16:52.665780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-edf3c9a9-38ef-4dc5-8220-8d225b4c8032 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.667364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-edf3c9a9-38ef-4dc5-8220-8d225b4c8032 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/networks?id=ecc7cbd6-46e5-4137-8583-fa0ca570edca HTTP/1.1" status: 200 len: 813 time: 0.1528420 Jun 30 09:16:52.690274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-0b568912-f0f3-4adc-a0e1-c9d27dd9ecfa tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/quotas/4d65b3aab88a47439f553e82e034b5ca HTTP/1.1" status: 200 len: 375 time: 0.0115075 Jun 30 09:16:52.735150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-bc3ef206-1bc2-4292-9278-4c7328bee42a tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d65b3aab88a47439f553e82e034b5ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393729 Jun 30 09:16:52.794223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-ff5d0984-20f8-49a3-b9b8-cd68b4c7938b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.797991 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-ff5d0984-20f8-49a3-b9b8-cd68b4c7938b tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.0778477 Jun 30 09:16:52.886940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-0eb2a754-1b4e-4190-bf8d-4342ef469e7d service neutron] 10.222.0.66 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432121 Jun 30 09:16:52.957947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Deleting port fcac8353-13e9-473c-91c6-dee8b4f34224 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:52.959750 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.018481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-83cd2262-e9df-4c25-9f38-ccea29cd8a01 service neutron] 10.222.0.66 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305528 Jun 30 09:16:53.093635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] For port fcac8353-13e9-473c-91c6-dee8b4f34224, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=fcac8353-13e9-473c-91c6-dee8b4f34224,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:53.094033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.109591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f05fa0-a8d4-4cf3-80da-40e0ebd46853 req-cf156973-bb24-4250-9fb0-c2b226c07084 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.118415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04f05fa0-a8d4-4cf3-80da-40e0ebd46853 req-cf156973-bb24-4250-9fb0-c2b226c07084 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0988035 Jun 30 09:16:53.184902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04f05fa0-a8d4-4cf3-80da-40e0ebd46853 req-faa7ee4e-e54c-4f93-b995-cba653d55fee tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Jun 30 09:16:53.263117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9274077-66c6-4829-9f0e-fb34452a63b3 req-1ce8bff9-2c66-40aa-95ce-6ff29868b74b tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Jun 30 09:16:53.601683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a33df-da78-4ef4-ab6c-68c3cdaad5b5 req-5b670abf-e930-402a-8de8-bea2767ab6ab tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.603556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-874a33df-da78-4ef4-ab6c-68c3cdaad5b5 req-5b670abf-e930-402a-8de8-bea2767ab6ab tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 945 time: 0.0872955 Jun 30 09:16:53.670810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-874a33df-da78-4ef4-ab6c-68c3cdaad5b5 req-4f3e75ca-95c0-4319-9f0c-4077adff12ee tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups?id=af792de9-2dea-4af2-8728-9eb20175768f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596454 Jun 30 09:16:53.742751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.743156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.743506 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Floating IP 2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4 disassociated. External IP: 172.25.4.16, port: fcac8353-13e9-473c-91c6-dee8b4f34224. Jun 30 09:16:53.744013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Calling delete_port for fcac8353-13e9-473c-91c6-dee8b4f34224 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:53.890790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.927126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'Port': ['ID=fcac8353-13e9-473c-91c6-dee8b4f34224,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.062740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:54.179258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:54.193406 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:54.204356 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:54.204997 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:54.233113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] No DVR routers for this DVR port fcac8353-13e9-473c-91c6-dee8b4f34224 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:54.235849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.238527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-64fa1676-dab0-43c9-8247-0a638e454dd9 req-7ec9d1e6-ee44-41a6-b33b-5ca5972cc110 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.11 "DELETE /v2.0/ports/fcac8353-13e9-473c-91c6-dee8b4f34224 HTTP/1.1" status: 204 len: 173 time: 1.4362385 Jun 30 09:16:54.239201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'name': 'network-vif-deleted', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:54.241701 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eb206e-9f1e-4fc7-b273-efa6b8d47a44" -d '{"events": [{"server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "name": "network-vif-deleted", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:54.290519 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c2483-a1b0-4ee8-aad2-911a5cfa1315 x-openstack-request-id: req-e37c2483-a1b0-4ee8-aad2-911a5cfa1315 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:54.291046 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ca2a3a-e0bc-4a79-a2b9-ec573ae29357", "name": "network-vif-deleted", "tag": "fcac8353-13e9-473c-91c6-dee8b4f34224", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:54.291459 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e37c2483-a1b0-4ee8-aad2-911a5cfa1315 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:54.292150 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ca2a3a-e0bc-4a79-a2b9-ec573ae29357', 'name': 'network-vif-deleted', 'tag': 'fcac8353-13e9-473c-91c6-dee8b4f34224', 'status': 'completed', 'code': 200} Jun 30 09:16:54.366210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:54.544260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e5b2e6f-aa2a-449c-9d66-852e71747fb8 req-7e73a51d-b95b-4562-b733-8c0d3bdf227e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 210 time: 0.0733607 Jun 30 09:16:54.686607 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:54.722237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:54.731532 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:54.732460 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:16:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:54.799237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910d46-37e4-464a-8aab-fcf1bc1137c0 req-e1f7b989-e8b3-4c3c-81a3-1931b6f615f6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.807763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c910d46-37e4-464a-8aab-fcf1bc1137c0 req-e1f7b989-e8b3-4c3c-81a3-1931b6f615f6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2704396 Jun 30 09:16:54.819513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c65a11d7-62f2-4301-98d9-6307cfebb5b3 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.821306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c65a11d7-62f2-4301-98d9-6307cfebb5b3 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.41 "GET /v2.0/networks?id=ecc7cbd6-46e5-4137-8583-fa0ca570edca HTTP/1.1" status: 200 len: 813 time: 0.2759926 Jun 30 09:16:54.862950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:54.875504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Request body: {'port': {'device_id': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca', 'admin_state_up': True, 'tenant_id': '4d65b3aab88a47439f553e82e034b5ca'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:54.900485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5843ba7-6323-4d7d-b8c2-efea9a84a09c req-e37dfd0a-b7ba-49db-bf4e-9805d83bb8e6 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/ports?device_id=20ca2a3a-e0bc-4a79-a2b9-ec573ae29357 HTTP/1.1" status: 200 len: 210 time: 0.0691776 Jun 30 09:16:54.987405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c910d46-37e4-464a-8aab-fcf1bc1137c0 req-f79977d8-bef1-46d9-a6cb-7f6e1d72be67 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785715 Jun 30 09:16:55.077834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Made reservation on behalf of 4d65b3aab88a47439f553e82e034b5ca for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:55.082372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.203129 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.232769 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff0497-4dda-433b-98bd-a39f609fff93 None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:06:04Z', 'revision_number': 4, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a2727b35-15d0-4bf5-a314-b85c93316b91', 'name': '', 'network_id': '1f35fb41-0149-4ec3-bc44-783104650a03', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'mac_address': 'fa:16:3e:c6:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:04Z', 'updated_at': '2021-06-30T09:06:11Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'subnets': [{'id': 'abee09ee-ea9b-41d3-bb0a-21e7024bc8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:55.310264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Allocated IP 172.20.0.14 (ecc7cbd6-46e5-4137-8583-fa0ca570edca/24182f31-5e61-40cb-8e23-b5071b7f8063/947f2be0-01c6-4d80-b3cb-d09b9857dde8) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:55.667196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de672e89-01f1-4263-b5a2-83b5a173c91a None None] New status for floating IP 2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:55.825982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fb9945-7c3d-408d-a622-d366e6d4f9ca req-26436374-a643-47d6-979e-1660fb3b0610 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 210 time: 0.0571299 Jun 30 09:16:55.877187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcac8353-13e9-473c-91c6-dee8b4f34224 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:55.908776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: fcac8353-13e9-473c-91c6-dee8b4f34224 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:55.909447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device fcac8353-13e9-473c-91c6-dee8b4f34224 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:55.931885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f99a-5162-4378-9bc8-bcdc8e8b4960 req-46b851cb-75ad-4d80-a4fe-57a829127b6d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.933417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39d0f99a-5162-4378-9bc8-bcdc8e8b4960 req-46b851cb-75ad-4d80-a4fe-57a829127b6d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1841550 Jun 30 09:16:55.975174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.994418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39d0f99a-5162-4378-9bc8-bcdc8e8b4960 req-017d4e59-f04c-4561-9c36-66bdca7519ef tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 Jun 30 09:16:56.039583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.062437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42314) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.097911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Network ecc7cbd6-46e5-4137-8583-fa0ca570edca is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:56.103300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:56.105723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:56.129135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.131940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Pushing event updated for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.159779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.167820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.168853 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.186071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-c400b14a-9133-4930-b8d7-abd34056d26e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3520827 Jun 30 09:16:56.198025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Request body: {'port': {'device_id': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:56.232502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.236172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.239865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "DELETE /v2.0/security-groups/af792de9-2dea-4af2-8728-9eb20175768f HTTP/1.1" status: 204 len: 168 time: 0.1717811 Jun 30 09:16:56.240220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.247099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c319e0-156e-46c0-b870-fd6806958b51 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af792de9-2dea-4af2-8728-9eb20175768f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.260836 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-6510dcc9-b33b-4350-90a2-b56e44f9ca5c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] show failed (client error): The resource could not be found. Jun 30 09:16:56.261744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6510dcc9-b33b-4350-90a2-b56e44f9ca5c tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "GET /v2.0/security-groups/af792de9-2dea-4af2-8728-9eb20175768f HTTP/1.1" status: 404 len: 347 time: 0.0205133 Jun 30 09:16:56.265307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.296821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.404011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Deleting port cfdef0f7-8d34-4a89-b466-8ed86af2b007 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:56.404363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.497140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.497510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.510493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Calling delete_port for cfdef0f7-8d34-4a89-b466-8ed86af2b007 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:56.608276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947f2be0-01c6-4d80-b3cb-d09b9857dde8 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:56.617047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.673346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Transition to ACTIVE for port object 947f2be0-01c6-4d80-b3cb-d09b9857dde8 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:56.675096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.677643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.713413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Pushing event deleted for resources: {'Port': ['ID=cfdef0f7-8d34-4a89-b466-8ed86af2b007,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.734532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Pushing event updated for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.789887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.792673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.794015 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e567bcc9-6429-44ff-b2e2-674e24520208 tempest-AttachVolumeTestJSON-1979245679 tempest-AttachVolumeTestJSON-1979245679-project] 10.222.0.66 "DELETE /v2.0/floatingips/2dd3a1a4-78ba-4691-85c5-ec393fd0c8d4 HTTP/1.1" status: 204 len: 168 time: 0.5274858 Jun 30 09:16:56.822877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Attempting to bind port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:56.823301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Attempting to bind port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f495dcec-f86a-404d-9217-f41e03a242b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:56.823686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Attempting to bind port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 on network ecc7cbd6-46e5-4137-8583-fa0ca570edca {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:56.834691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 on network ecc7cbd6-46e5-4137-8583-fa0ca570edca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:56.835554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Attempting to bind port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 on network ecc7cbd6-46e5-4137-8583-fa0ca570edca {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:56.843592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:56.843592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Checking segment: {'id': 'f495dcec-f86a-404d-9217-f41e03a242b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:56.843592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Bound using segment: {'id': 'f495dcec-f86a-404d-9217-f41e03a242b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:56.844259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Bound port: 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f495dcec-f86a-404d-9217-f41e03a242b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:56.844459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.929209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:56.934953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8,segment=NetworkSegment(f495dcec-f86a-404d-9217-f41e03a242b0),segment_id=f495dcec-f86a-404d-9217-f41e03a242b0)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:56.941097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.024187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.024862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.026774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] 10.222.0.41 "PUT /v2.0/ports/947f2be0-01c6-4d80-b3cb-d09b9857dde8 HTTP/1.1" status: 200 len: 1093 time: 0.8337979 Jun 30 09:16:57.028288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:57.032360 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8962301-9902-4fd6-9b56-cbe9f398513e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:57.075036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442e81-74f6-4b80-b0a1-2d44bc00564d service neutron] Pushing event updated for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.153874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648631-cd5e-4fb8-9187-ebf0a8a472be req-986c8304-1aba-47d5-b5ca-c4af3819c2ff tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.155738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d648631-cd5e-4fb8-9187-ebf0a8a472be req-986c8304-1aba-47d5-b5ca-c4af3819c2ff tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 944 time: 0.1720512 Jun 30 09:16:57.224427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-49e4b4f9-9792-4655-a87e-b538a2bcd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.225014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-49e4b4f9-9792-4655-a87e-b538a2bcd60c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d65b3aab88a47439f553e82e034b5ca&device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1363540 Jun 30 09:16:57.262347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d648631-cd5e-4fb8-9187-ebf0a8a472be req-9f78362e-6f83-4919-9e73-2feb3dd2a382 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004725 Jun 30 09:16:57.325422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-14cd391e-b340-45ac-b06b-88f87b9e0d61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8 HTTP/1.1" status: 200 len: 217 time: 0.0793025 Jun 30 09:16:57.353503 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3afe68-a786-4448-9cd4-52c2136cd0ae x-openstack-request-id: req-2d3afe68-a786-4448-9cd4-52c2136cd0ae {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:57.353842 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:57.354429 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d3afe68-a786-4448-9cd4-52c2136cd0ae {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:57.354830 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8', 'status': 'completed', 'code': 200} Jun 30 09:16:57.407085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9355dc3-fe85-4dd7-b6cc-2651476343df req-2fcf4af0-fad7-450a-ac72-fad20ae45107 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.408738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9355dc3-fe85-4dd7-b6cc-2651476343df req-2fcf4af0-fad7-450a-ac72-fad20ae45107 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2103961 Jun 30 09:16:57.424940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-bc93a254-4ce6-47a9-8457-f75fed38db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.426964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-bc93a254-4ce6-47a9-8457-f75fed38db41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24182f31-5e61-40cb-8e23-b5071b7f8063 HTTP/1.1" status: 200 len: 853 time: 0.0852816 Jun 30 09:16:57.473531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-eb8bc409-7fe4-4d4c-8c3f-b71cc875f6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecc7cbd6-46e5-4137-8583-fa0ca570edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348434 Jun 30 09:16:57.510553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9355dc3-fe85-4dd7-b6cc-2651476343df req-5d547611-0366-4306-8ccf-7fa3a936b822 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943263 Jun 30 09:16:57.610583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-643bba1d-ada4-459e-b7e8-d9eced2e9b26 service neutron] 10.222.0.41 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288421 Jun 30 09:16:57.747315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df4c40c-5334-4e9f-a991-f698c9db63ea req-a1225463-ed42-4f23-8a62-afcbb7df7d4b service neutron] 10.222.0.41 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281056 Jun 30 09:16:57.872185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-c9e7b9f4-206c-4139-8a86-0d0b512b9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:57.874591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-c9e7b9f4-206c-4139-8a86-0d0b512b9d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d65b3aab88a47439f553e82e034b5ca&device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 1096 time: 0.0768192 Jun 30 09:16:58.001435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-4fa61889-7900-46ac-aff3-2e03c11878df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.003044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-4fa61889-7900-46ac-aff3-2e03c11878df service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecc7cbd6-46e5-4137-8583-fa0ca570edca HTTP/1.1" status: 200 len: 914 time: 0.1228130 Jun 30 09:16:58.049582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-37c9db32-7dfc-4497-8e2f-019b725a0e3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8 HTTP/1.1" status: 200 len: 217 time: 0.0394945 Jun 30 09:16:58.111553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-3d0ae3f1-13ec-4c69-bd67-0d6cb2a0fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.113598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-3d0ae3f1-13ec-4c69-bd67-0d6cb2a0fb19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24182f31-5e61-40cb-8e23-b5071b7f8063 HTTP/1.1" status: 200 len: 853 time: 0.0577030 Jun 30 09:16:58.151540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-517711ad-3617-4e8f-aeb6-aadcf010b0de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecc7cbd6-46e5-4137-8583-fa0ca570edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307205 Jun 30 09:16:58.264222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-e8f88eda-6821-4c95-a520-7f6e571272a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059580 Jun 30 09:16:58.437928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8962301-9902-4fd6-9b56-cbe9f398513e req-26f12092-c87f-46fb-abb6-55d0aa8a488c service neutron] 10.222.0.41 "GET /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658366 Jun 30 09:16:58.550434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4ac27-9f80-4d1c-b88a-fe1dd3cd99a9 req-afe9f82e-e274-4ce5-864b-a9825eee244c tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.557810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adb4ac27-9f80-4d1c-b88a-fe1dd3cd99a9 req-afe9f82e-e274-4ce5-864b-a9825eee244c tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 944 time: 0.0887959 Jun 30 09:16:58.607853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adb4ac27-9f80-4d1c-b88a-fe1dd3cd99a9 req-bf2cb507-1d4a-4c5c-b330-af604b690bf1 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Jun 30 09:16:59.270932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a01d-c4fe-4440-a7a1-7a5089b2bef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.363766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e723239-3a99-418d-bbef-0590880aadc9 req-c81538dd-45c4-4780-a8be-8fa84b197c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.366517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-c81538dd-45c4-4780-a8be-8fa84b197c6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.0797677 Jun 30 09:16:59.444218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f789bf-60ff-4515-82d3-528fc608f43d req-35a8b47e-8c80-4cc3-bbdb-569fa4bec26a tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.446104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30f789bf-60ff-4515-82d3-528fc608f43d req-35a8b47e-8c80-4cc3-bbdb-569fa4bec26a tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1075194 Jun 30 09:16:59.490991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e723239-3a99-418d-bbef-0590880aadc9 req-a80952b6-e30a-4c70-b117-c3f87f464262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.492894 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-a80952b6-e30a-4c70-b117-c3f87f464262 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.1157722 Jun 30 09:16:59.498142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30f789bf-60ff-4515-82d3-528fc608f43d req-f544c352-8227-4a7b-9f86-1a96a2540232 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432143 Jun 30 09:16:59.557232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-2f887892-e356-43fc-a099-ad7671970b61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0554109 Jun 30 09:16:59.620216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e723239-3a99-418d-bbef-0590880aadc9 req-855ee764-3e12-4faf-a624-c4c1e8d383d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.622270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-855ee764-3e12-4faf-a624-c4c1e8d383d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.0582855 Jun 30 09:16:59.667084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-51a7cdd6-3854-4c7a-8f01-e66bd99d718a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374255 Jun 30 09:16:59.826044 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-a81587a7-9a00-4b00-ac25-dd74c42e5926 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518214 Jun 30 09:16:59.861943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587d87b-9a34-4e0c-9b95-b4db09d70bfe req-95a95453-d750-44b5-84c2-3c4576bb3c02 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.871014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8587d87b-9a34-4e0c-9b95-b4db09d70bfe req-95a95453-d750-44b5-84c2-3c4576bb3c02 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 944 time: 0.0970891 Jun 30 09:16:59.918396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8587d87b-9a34-4e0c-9b95-b4db09d70bfe req-309c16aa-5463-4b94-982f-3ad5ae342c29 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Jun 30 09:16:59.937219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e723239-3a99-418d-bbef-0590880aadc9 req-27861dc8-bd48-4edc-9616-2189b3210bce service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006031 Jun 30 09:17:00.328818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 947f2be0-01c6-4d80-b3cb-d09b9857dde8 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:00.448556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8,segment=NetworkSegment(f495dcec-f86a-404d-9217-f41e03a242b0),segment_id=f495dcec-f86a-404d-9217-f41e03a242b0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:00.468964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '947f2be0-01c6-4d80-b3cb-d09b9857dde8', 'network_id': 'ecc7cbd6-46e5-4137-8583-fa0ca570edca', 'port_id': '947f2be0-01c6-4d80-b3cb-d09b9857dde8', 'mac_address': 'fa:16:3e:dc:11:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24182f31-5e61-40cb-8e23-b5071b7f8063', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:00.543455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.561269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947f2be0-01c6-4d80-b3cb-d09b9857dde8 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:00.590142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8,segment=NetworkSegment(f495dcec-f86a-404d-9217-f41e03a242b0),segment_id=f495dcec-f86a-404d-9217-f41e03a242b0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:00.595710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.651856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.663242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42376) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.735577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303e0be-600b-4ed1-a73d-fdee436661bb req-e59bef9f-3822-423d-8ba2-d921e0f494dc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.737302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1303e0be-600b-4ed1-a73d-fdee436661bb req-e59bef9f-3822-423d-8ba2-d921e0f494dc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0958986 Jun 30 09:17:00.793361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1303e0be-600b-4ed1-a73d-fdee436661bb req-5cd1e411-598d-4103-affe-8fe36288b8f3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Jun 30 09:17:00.799385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['947f2be0-01c6-4d80-b3cb-d09b9857dde8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:00.893153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Deleting port 821b5432-76ef-4c43-97c2-b989d04643a2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:00.893512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.012921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.013659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.029307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Calling delete_port for 821b5432-76ef-4c43-97c2-b989d04643a2 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:01.156339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0154b2-c271-4d3b-9947-727601ba99e2 req-c81961b4-4769-4cf1-81d6-50a309adb413 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.158001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e0154b2-c271-4d3b-9947-727601ba99e2 req-c81961b4-4769-4cf1-81d6-50a309adb413 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 945 time: 0.0974765 Jun 30 09:17:01.206480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e0154b2-c271-4d3b-9947-727601ba99e2 req-4966fb9a-b472-4d66-887a-d3eefa698a25 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Jun 30 09:17:01.372147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.418445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event deleted for resources: {'Port': ['ID=821b5432-76ef-4c43-97c2-b989d04643a2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:01.512882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.513277 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Floating IP fcfe61b6-28f0-4470-95c6-2aae9c90b83e disassociated (deleted). External IP: 172.25.4.155, port: 202a6373-982b-4766-b4f9-f88b3737cfe2. Jun 30 09:17:01.779478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Router ec585379-88c9-4089-90ab-67f32a255a8a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:01.887427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc9e01d2-58be-4eed-85e9-bdbd46fca7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.916623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:01.925217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.928658 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:01.944514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:01.945131 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.008324 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.008584 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-492bd595-8820-4c64-b4a2-0e4db03267ea tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "DELETE /v2.0/floatingips/fcfe61b6-28f0-4470-95c6-2aae9c90b83e HTTP/1.1" status: 204 len: 168 time: 1.3411114 Jun 30 09:17:02.011866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:02.014720 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11d802-a449-4a47-b991-81145a326ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:02.101057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:02.122185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cdaa1-97f0-462f-ba7b-0598bd77703d req-072b05b2-2af1-42c8-9fcf-e71b622957db tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.126216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90cdaa1-97f0-462f-ba7b-0598bd77703d req-072b05b2-2af1-42c8-9fcf-e71b622957db tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1410527 Jun 30 09:17:02.216595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90cdaa1-97f0-462f-ba7b-0598bd77703d req-40961de3-65bd-4f41-ae91-ef5a6d85620c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792155 Jun 30 09:17:02.339797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 947f2be0-01c6-4d80-b3cb-d09b9857dde8 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:02.389486 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.450518 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:02.487231 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:02.488741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.497664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:02.518542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:02.518990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.568796 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb06ba-457a-4116-b147-729b4ea0183a x-openstack-request-id: req-fabb06ba-457a-4116-b147-729b4ea0183a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:02.569150 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:02.569509 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fabb06ba-457a-4116-b147-729b4ea0183a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:02.570049 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:17:02.652195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.666086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102b540-c6c6-4d64-bd03-c5d408eeec4f req-7afc100a-c27a-42e3-ba0b-1d41f659491d tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.675009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5102b540-c6c6-4d64-bd03-c5d408eeec4f req-7afc100a-c27a-42e3-ba0b-1d41f659491d tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 945 time: 0.1536953 Jun 30 09:17:02.721977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d802-a449-4a47-b991-81145a326ffb req-d4e8b106-2674-4b65-8a26-94732c17efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.723688 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-d4e8b106-2674-4b65-8a26-94732c17efab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=997aefff97a543c0b368204191c060a8&device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 1097 time: 0.1197729 Jun 30 09:17:02.740903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:02.749529 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495ce88d-8779-45cc-b39f-b74a4da968f1" -d '{"events": [{"server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "name": "network-vif-plugged", "status": "completed", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:02.750509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5102b540-c6c6-4d64-bd03-c5d408eeec4f req-e1e0557a-a006-4209-89ad-6ce7fda25776 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745142 Jun 30 09:17:02.784923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8,segment=NetworkSegment(f495dcec-f86a-404d-9217-f41e03a242b0),segment_id=f495dcec-f86a-404d-9217-f41e03a242b0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:02.792082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.870649 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba43cc-f9bb-4617-9e4b-d8f9af669961 x-openstack-request-id: req-ccba43cc-f9bb-4617-9e4b-d8f9af669961 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:02.871152 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "name": "network-vif-plugged", "status": "completed", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:02.871411 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ccba43cc-f9bb-4617-9e4b-d8f9af669961 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:02.871809 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8', 'code': 200} Jun 30 09:17:02.936304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d802-a449-4a47-b991-81145a326ffb req-007f8af8-0956-4d43-b61e-2c731ce723d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.941459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-007f8af8-0956-4d43-b61e-2c731ce723d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 200 len: 914 time: 0.2088442 Jun 30 09:17:02.943613 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:02.959291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.971577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.987028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ea44d-11b7-4a89-94e8-ba34caabbcab req-bef64331-ef08-4ca8-bde1-ea227e8d54f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.988898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f6ea44d-11b7-4a89-94e8-ba34caabbcab req-bef64331-ef08-4ca8-bde1-ea227e8d54f9 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.1601214 Jun 30 09:17:02.993360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749f945-007a-4abc-bed5-808d0df7c5a7 req-a78410e0-e08f-4d48-9f3a-f4a42fc0533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.995754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9749f945-007a-4abc-bed5-808d0df7c5a7 req-a78410e0-e08f-4d48-9f3a-f4a42fc0533d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1001601 Jun 30 09:17:03.040957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-2f87698e-bd44-473d-b1d9-53c23aa1a4ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0848625 Jun 30 09:17:03.084222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f6ea44d-11b7-4a89-94e8-ba34caabbcab req-a011297d-0074-4a00-9213-923675c36a77 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870466 Jun 30 09:17:03.107490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d802-a449-4a47-b991-81145a326ffb req-03827278-c425-4aa9-95e2-232b32cb6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.113809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9749f945-007a-4abc-bed5-808d0df7c5a7 req-c1829c04-9a93-4aff-9eab-77530f2aa7d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702929 Jun 30 09:17:03.115872 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-03827278-c425-4aa9-95e2-232b32cb6af5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 200 len: 852 time: 0.0646598 Jun 30 09:17:03.195053 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:03.196587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d802-a449-4a47-b991-81145a326ffb req-cd32aabe-b3aa-4afc-b6fc-73f82d38bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.198291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-cd32aabe-b3aa-4afc-b6fc-73f82d38bf69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7eb5fbde-247c-43fe-8986-bec77a109f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741956 Jun 30 09:17:03.224563 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e9449d-4475-4a53-bf3c-8802a6b6aa90 None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:12:13Z', 'revision_number': 4, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4498f400-25b9-4bc9-8d45-3f6a8fb70926', 'name': '', 'network_id': '7eb5fbde-247c-43fe-8986-bec77a109f37', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'mac_address': 'fa:16:3e:c6:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:10Z', 'updated_at': '2021-06-30T09:12:20Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'subnets': [{'id': '72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:03.329436 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.359867 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-c6c92a9f-d8f3-4dc0-a27f-862294362827 service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537285 Jun 30 09:17:03.475780 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6e11d802-a449-4a47-b991-81145a326ffb req-e5e6d42e-0035-4dce-a6b2-4e06fe5bad4f service neutron] 10.222.0.11 "GET /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090288 Jun 30 09:17:03.476694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a72dc-68ac-4be0-ab13-7bb1f3fbb225 req-5aab5c36-43c0-443e-9e8a-b29d136f86e9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.478325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-171a72dc-68ac-4be0-ab13-7bb1f3fbb225 req-5aab5c36-43c0-443e-9e8a-b29d136f86e9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1089988 Jun 30 09:17:03.557828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-171a72dc-68ac-4be0-ab13-7bb1f3fbb225 req-696c8e16-1f57-42d5-a98e-60f77945e07d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731177 Jun 30 09:17:03.621304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0c778-d428-40a7-88e7-207c43aef7eb None None] New status for floating IP fcfe61b6-28f0-4470-95c6-2aae9c90b83e: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:04.020194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6bd24-6c9b-48a1-9f22-f7d1c83af6dd req-72590914-3a5b-47b1-aac8-9826b677fddc tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.022541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63f6bd24-6c9b-48a1-9f22-f7d1c83af6dd req-72590914-3a5b-47b1-aac8-9826b677fddc tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 946 time: 0.1081681 Jun 30 09:17:04.069252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63f6bd24-6c9b-48a1-9f22-f7d1c83af6dd req-3429c3c1-db3b-42d3-8811-eb3c8fed9dac tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Jun 30 09:17:04.317404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-701f8bf9-f5dc-4672-9c86-e4ded04b3e9b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.328613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1cee5-b750-4515-bfb3-8ce50cf2aafa req-9f836f6e-cb26-4d90-8dbc-feeec43002ff tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.329262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-701f8bf9-f5dc-4672-9c86-e4ded04b3e9b tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.1338356 Jun 30 09:17:04.335684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf1cee5-b750-4515-bfb3-8ce50cf2aafa req-9f836f6e-cb26-4d90-8dbc-feeec43002ff tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 945 time: 0.1139050 Jun 30 09:17:04.396329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf1cee5-b750-4515-bfb3-8ce50cf2aafa req-d3874822-1bc5-46fc-b5d1-a3152616b680 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/security-groups?id=832004a9-88b0-46c8-b4be-84eb396af7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538611 Jun 30 09:17:04.474351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Deleting port 202a6373-982b-4766-b4f9-f88b3737cfe2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:04.474700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.610779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.647330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] For port 202a6373-982b-4766-b4f9-f88b3737cfe2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=202a6373-982b-4766-b4f9-f88b3737cfe2,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:04.650630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.674719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Calling delete_port for 202a6373-982b-4766-b4f9-f88b3737cfe2 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:04.801658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587b78-7cb5-4022-9232-1e36a02835f1 req-e4753032-6551-4214-8a96-09da5b6ff5a4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.809473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d587b78-7cb5-4022-9232-1e36a02835f1 req-e4753032-6551-4214-8a96-09da5b6ff5a4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Jun 30 09:17:04.867626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d587b78-7cb5-4022-9232-1e36a02835f1 req-396ad9a0-31d2-4320-a671-ecd1e592d389 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jun 30 09:17:04.878901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.935528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event deleted for resources: {'Port': ['ID=202a6373-982b-4766-b4f9-f88b3737cfe2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.002674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] No DVR routers for this DVR port 202a6373-982b-4766-b4f9-f88b3737cfe2 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:05.007061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.010324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-39403b95-19c4-4ab5-b713-e261cc1e28e4 req-f54ceccc-50e4-4613-83ff-e682d83927d4 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.11 "DELETE /v2.0/ports/202a6373-982b-4766-b4f9-f88b3737cfe2 HTTP/1.1" status: 204 len: 173 time: 0.6801245 Jun 30 09:17:05.010851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'name': 'network-vif-deleted', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:05.016473 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7796c0-bfcd-4d2f-8da9-b29a49a631e1" -d '{"events": [{"server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "name": "network-vif-deleted", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:05.036684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.064013 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15fb76-d4d3-4d72-85eb-9f130e56ed06 x-openstack-request-id: req-5c15fb76-d4d3-4d72-85eb-9f130e56ed06 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:05.064359 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7924c0-9ba7-49af-90f7-8bde15470399", "name": "network-vif-deleted", "tag": "202a6373-982b-4766-b4f9-f88b3737cfe2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:05.064621 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c15fb76-d4d3-4d72-85eb-9f130e56ed06 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:05.065068 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7924c0-9ba7-49af-90f7-8bde15470399', 'name': 'network-vif-deleted', 'tag': '202a6373-982b-4766-b4f9-f88b3737cfe2', 'status': 'completed', 'code': 200} Jun 30 09:17:05.275178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b8e12-6535-4aa3-89cf-ed68c5336cc2 req-bf07ee84-a8b9-4123-8024-c711fba16cf4 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.283878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d0b8e12-6535-4aa3-89cf-ed68c5336cc2 req-bf07ee84-a8b9-4123-8024-c711fba16cf4 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 946 time: 0.0848374 Jun 30 09:17:05.347456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d0b8e12-6535-4aa3-89cf-ed68c5336cc2 req-9d0bd3f0-eaa1-4eec-abfa-60a253bea57b tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Jun 30 09:17:05.701025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60176249-bda0-47b7-a2e4-33cae36ff034 req-9a662674-7fbb-4ece-b8b7-8a8bb0eebda8 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0693007 Jun 30 09:17:06.283924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c0df9-8f83-4aab-aea2-7fd5f435b9f5 req-e61e9c79-1f8b-47e4-bf9e-685519a2908d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.285656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a0c0df9-8f83-4aab-aea2-7fd5f435b9f5 req-e61e9c79-1f8b-47e4-bf9e-685519a2908d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1948652 Jun 30 09:17:06.369956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a0c0df9-8f83-4aab-aea2-7fd5f435b9f5 req-ee9fb719-1da4-4b35-8030-9826236b705f tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652039 Jun 30 09:17:06.487679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f52232-1280-4233-9115-629765843ebb req-414e384d-4044-4c9e-87cc-316a4f42f587 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.495844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60f52232-1280-4233-9115-629765843ebb req-414e384d-4044-4c9e-87cc-316a4f42f587 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 946 time: 0.1175919 Jun 30 09:17:06.565448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60f52232-1280-4233-9115-629765843ebb req-3f41bdeb-ca8f-4f50-bc82-84942246046b tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682437 Jun 30 09:17:06.884993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b8a1762-8077-42bd-8a13-dc4a4ca7b2a0 req-f7d308fb-cbc1-4b2f-b0bd-b6cfe88ec65e tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0451415 Jun 30 09:17:07.395576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:07.652567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-7f98f8ea-096e-4bb0-86a7-3295f3a5330e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.654962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-7f98f8ea-096e-4bb0-86a7-3295f3a5330e tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 946 time: 0.1480215 Jun 30 09:17:07.674196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c4fc-b7a2-404d-8cb5-24d32060da6c req-e1ef68eb-c4de-48bf-8bb5-662f7bec16de tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.689835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1119c4fc-b7a2-404d-8cb5-24d32060da6c req-e1ef68eb-c4de-48bf-8bb5-662f7bec16de tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1411769 Jun 30 09:17:07.923074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1119c4fc-b7a2-404d-8cb5-24d32060da6c req-6a45d640-8241-425f-a9b5-a68e476218c1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319937 Jun 30 09:17:07.950036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Deleting port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:07.950409 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.969986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 202a6373-982b-4766-b4f9-f88b3737cfe2 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:08.016231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 202a6373-982b-4766-b4f9-f88b3737cfe2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:08.016573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 202a6373-982b-4766-b4f9-f88b3737cfe2 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:08.129371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] For port 947f2be0-01c6-4d80-b3cb-d09b9857dde8, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=947f2be0-01c6-4d80-b3cb-d09b9857dde8,segment=NetworkSegment(f495dcec-f86a-404d-9217-f41e03a242b0),segment_id=f495dcec-f86a-404d-9217-f41e03a242b0)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:08.129857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.150761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Calling delete_port for 947f2be0-01c6-4d80-b3cb-d09b9857dde8 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:08.203574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.229624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1df83-e9ce-468c-9a33-c2fe9d5aa4d7 req-b8da3d7c-a148-4f20-a94a-0ed063b39b4f tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.231725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ead1df83-e9ce-468c-9a33-c2fe9d5aa4d7 req-b8da3d7c-a148-4f20-a94a-0ed063b39b4f tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc6610d2-2e5e-4bc7-af72-d3d7276af0b6 HTTP/1.1" status: 200 len: 946 time: 0.3954828 Jun 30 09:17:08.245239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c803d5a8-b174-4bae-a389-dc42ded57fe1 req-e25ba2cc-d208-439b-b6b4-d66313f7fbb6 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0838115 Jun 30 09:17:08.388290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ead1df83-e9ce-468c-9a33-c2fe9d5aa4d7 req-599b2f9f-40c4-4b70-9746-3a6059adbe13 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.66 "GET /v2.0/security-groups?id=f7b339e9-f53b-40f3-a6c5-8596373c3726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387360 Jun 30 09:17:08.497295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.514629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['947f2be0-01c6-4d80-b3cb-d09b9857dde8'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:08.552549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Pushing event deleted for resources: {'Port': ['ID=947f2be0-01c6-4d80-b3cb-d09b9857dde8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.605985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Deleting port a2727b35-15d0-4bf5-a314-b85c93316b91 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:08.606549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.620240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] No DVR routers for this DVR port 947f2be0-01c6-4d80-b3cb-d09b9857dde8 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:08.623370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.627464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf5e379c-1298-44cf-8ebb-5042d47a5be4 req-13b3427b-8da3-457d-9d16-4226d0c08266 tempest-ServerPasswordTestJSON-95505369 tempest-ServerPasswordTestJSON-95505369-project] 10.222.0.41 "DELETE /v2.0/ports/947f2be0-01c6-4d80-b3cb-d09b9857dde8 HTTP/1.1" status: 204 len: 173 time: 0.9353201 Jun 30 09:17:08.628130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'name': 'network-vif-deleted', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:08.630619 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf931b-eda3-4e93-97f5-4b8408b39f8e" -d '{"events": [{"server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "name": "network-vif-deleted", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:08.681221 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f284292-bb90-40ef-8ca4-0986c8a0db83 x-openstack-request-id: req-5f284292-bb90-40ef-8ca4-0986c8a0db83 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:08.682280 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6610d2-2e5e-4bc7-af72-d3d7276af0b6", "name": "network-vif-deleted", "tag": "947f2be0-01c6-4d80-b3cb-d09b9857dde8", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:08.682726 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f284292-bb90-40ef-8ca4-0986c8a0db83 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:08.684007 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6610d2-2e5e-4bc7-af72-d3d7276af0b6', 'name': 'network-vif-deleted', 'tag': '947f2be0-01c6-4d80-b3cb-d09b9857dde8', 'status': 'completed', 'code': 200} Jun 30 09:17:08.744099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] For port a2727b35-15d0-4bf5-a314-b85c93316b91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a2727b35-15d0-4bf5-a314-b85c93316b91,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:08.744763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.760890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Calling delete_port for a2727b35-15d0-4bf5-a314-b85c93316b91 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:08.960732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.992241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2727b35-15d0-4bf5-a314-b85c93316b91,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.224807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4038f9-c6fb-4495-99ee-f681503eb6ff req-996d1ce8-6e90-415e-b5d9-1ec03305e5c4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.226559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce4038f9-c6fb-4495-99ee-f681503eb6ff req-996d1ce8-6e90-415e-b5d9-1ec03305e5c4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1101773 Jun 30 09:17:09.327639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce4038f9-c6fb-4495-99ee-f681503eb6ff req-23f170a0-d688-4972-9f21-783ea22fc8fe tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937986 Jun 30 09:17:09.519617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d3bf1da-8a2f-477a-9531-ec5830c7eaf0 req-7f9cd2d1-2eb3-4cd1-98d9-6d78b1aa5c69 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0660291 Jun 30 09:17:09.548785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:09.611495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Deleting subnet 24182f31-5e61-40cb-8e23-b5071b7f8063 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:09.616496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.667069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.722308 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.726778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.793981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.854470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24182f31-5e61-40cb-8e23-b5071b7f8063,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.863577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.867942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b32f669b-bb57-48f8-bb00-c4e28fe086ea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24182f31-5e61-40cb-8e23-b5071b7f8063 HTTP/1.1" status: 204 len: 168 time: 0.3158591 Jun 30 09:17:09.868212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:09.981846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Router 74317ccf-61be-4076-ba9d-9bb162059c8d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:09.988506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.073442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.084148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc7cbd6-46e5-4137-8583-fa0ca570edca']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.099304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:10.106402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495dcec-f86a-404d-9217-f41e03a242b0') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.106944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1acfe98e-c5ff-4559-b9f0-7a7192464e0d admin admin] 10.222.0.66 "PUT /v2.0/routers/74317ccf-61be-4076-ba9d-9bb162059c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088594 Jun 30 09:17:10.107077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495dcec-f86a-404d-9217-f41e03a242b0') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.108788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42512) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.110013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Sync routers for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:10.118976 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.121300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:10.122431 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.135455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.142642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:10.143012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:10.144953 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:10.231114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.251365 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:10.253640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.259666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ecc7cbd6-46e5-4137-8583-fa0ca570edca HTTP/1.1" status: 204 len: 168 time: 0.3882108 Jun 30 09:17:10.261779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.292149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfd572-b726-4646-9c73-d4fabaeeaf02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc7cbd6-46e5-4137-8583-fa0ca570edca,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.496657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.547405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42518) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.590425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Deleting port 741ce149-8c48-4b20-9667-c452d67a4a1c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:10.590772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.612046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42522) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:10.612412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-958b151d-c0de-439a-a2c2-99144a1e764a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d65b3aab88a47439f553e82e034b5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636170 Jun 30 09:17:10.622553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:17:08Z', 'revision_number': 5, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port': {'id': '741ce149-8c48-4b20-9667-c452d67a4a1c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:06:01Z', 'updated_at': '2021-06-30T09:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.656439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981c2b8-4b08-4daa-8f8e-b215a0fde61e req-49e13620-4a29-46d6-a4b5-91aaa43d35ed tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.664582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b981c2b8-4b08-4daa-8f8e-b215a0fde61e req-49e13620-4a29-46d6-a4b5-91aaa43d35ed tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1686027 Jun 30 09:17:10.665357 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Checking router: 74317ccf-61be-4076-ba9d-9bb162059c8d for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:10.695056 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Routers {'74317ccf-61be-4076-ba9d-9bb162059c8d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:10.696216 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['74317ccf-61be-4076-ba9d-9bb162059c8d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.734353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b981c2b8-4b08-4daa-8f8e-b215a0fde61e req-207c1e03-a717-4c37-b90d-cd6daff16052 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685840 Jun 30 09:17:10.751258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.761158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-803b1620-7fef-48cc-be94-92da8cf34409 req-00efb6c1-db08-4755-830a-b2076601e908 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a7924c0-9ba7-49af-90f7-8bde15470399 HTTP/1.1" status: 200 len: 210 time: 0.0604424 Jun 30 09:17:10.789203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] For port 741ce149-8c48-4b20-9667-c452d67a4a1c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=741ce149-8c48-4b20-9667-c452d67a4a1c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:10.789564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.810125 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] Set router 74317ccf-61be-4076-ba9d-9bb162059c8d gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:10.813181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.815027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Calling delete_port for 741ce149-8c48-4b20-9667-c452d67a4a1c owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:10.868427 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 6, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:10.900709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cd3dc0-deab-4800-92c5-c1157b45a076 None None] The sync data for ids ['74317ccf-61be-4076-ba9d-9bb162059c8d'] in n-d-779913-25 is: [{'id': '74317ccf-61be-4076-ba9d-9bb162059c8d', 'name': 'tempest-AttachVolumeTestJSON-966608186-router', 'tenant_id': '72874582d4ec4f8cb17d9f1e976af264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:06:00Z', 'updated_at': '2021-06-30T09:17:10Z', 'revision_number': 6, 'project_id': '72874582d4ec4f8cb17d9f1e976af264', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:10.993782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.997050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.999248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7b339e9-f53b-40f3-a6c5-8596373c3726 HTTP/1.1" status: 204 len: 168 time: 0.3856218 Jun 30 09:17:11.069411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd03a-48bb-4f05-87b6-93abc23421a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b339e9-f53b-40f3-a6c5-8596373c3726,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.103844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.143530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Pushing event deleted for resources: {'Port': ['ID=741ce149-8c48-4b20-9667-c452d67a4a1c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.220982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.407327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.413002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.507113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.508138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74317ccf-61be-4076-ba9d-9bb162059c8d {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:11.517622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.522219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42536) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.523082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c58f09bd-945f-4580-b36d-a8fa3b25d233 admin admin] 10.222.0.66 "DELETE /v2.0/routers/74317ccf-61be-4076-ba9d-9bb162059c8d HTTP/1.1" status: 204 len: 168 time: 1.4131770 Jun 30 09:17:11.572523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Deleting subnet abee09ee-ea9b-41d3-bb0a-21e7024bc8fd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:11.575945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.614955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.706435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.823412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.861137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c5553-7766-4042-9011-1163550978ec None None] Network 1f35fb41-0149-4ec3-bc44-783104650a03 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:11.861814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.886410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/abee09ee-ea9b-41d3-bb0a-21e7024bc8fd HTTP/1.1" status: 204 len: 168 time: 0.3461406 Jun 30 09:17:11.916423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42550) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.931090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.949465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442aaa-283d-4d8d-b50c-594a350ddc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abee09ee-ea9b-41d3-bb0a-21e7024bc8fd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.052208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42558) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:12.096686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34492dc-2e1f-4bfc-929b-2ef7dbc7bf8e req-443a9bbc-66ab-4689-9893-cbdd9192f06d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.098882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b34492dc-2e1f-4bfc-929b-2ef7dbc7bf8e req-443a9bbc-66ab-4689-9893-cbdd9192f06d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1693814 Jun 30 09:17:12.118521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fe1d0-5570-467f-b7ff-bc95442e6856 req-f2f79a1b-01ad-4586-b198-cdf7ce2d79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.120045 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4fe1d0-5570-467f-b7ff-bc95442e6856 req-f2f79a1b-01ad-4586-b198-cdf7ce2d79a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.2908952 Jun 30 09:17:12.130401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.157626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.175100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b34492dc-2e1f-4bfc-929b-2ef7dbc7bf8e req-3d48e469-79ce-4515-bb2e-949009be6cd5 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Jun 30 09:17:12.181190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] DHCP port deletion for 1f35fb41-0149-4ec3-bc44-783104650a03 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:12.197346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.214915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-network', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:12.252977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Made reservation on behalf of c580b0edeb084bc19c0921a6714907df for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:12.254431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.266213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.277062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b4fe1d0-5570-467f-b7ff-bc95442e6856 req-fb15afdc-037f-4546-a2a1-7456835849bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426303 Jun 30 09:17:12.305526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Deleting port 93a65e96-ecb9-4281-b880-dd98dff7169f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:12.305976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.316487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Deleting port 93a65e96-ecb9-4281-b880-dd98dff7169f {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:12.317693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.375895 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.380430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.384864 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] 10.222.0.66 "DELETE /v2.0/security-groups/832004a9-88b0-46c8-b4be-84eb396af7cd HTTP/1.1" status: 204 len: 168 time: 0.4487031 Jun 30 09:17:12.436281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] For port 93a65e96-ecb9-4281-b880-dd98dff7169f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93a65e96-ecb9-4281-b880-dd98dff7169f,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.436823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.441625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baec78-b81e-4d18-9777-e8f323da89b2 tempest-TestVolumeBackupRestore-2028947086 tempest-TestVolumeBackupRestore-2028947086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832004a9-88b0-46c8-b4be-84eb396af7cd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.456720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] For port 93a65e96-ecb9-4281-b880-dd98dff7169f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93a65e96-ecb9-4281-b880-dd98dff7169f,segment=NetworkSegment(b1933477-0aee-49bb-bc3c-6404e36e22a8),segment_id=b1933477-0aee-49bb-bc3c-6404e36e22a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.457358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.463195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Calling delete_port for 93a65e96-ecb9-4281-b880-dd98dff7169f owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:12.487068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Calling delete_port for 93a65e96-ecb9-4281-b880-dd98dff7169f owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:12.494679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.502160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a2727b35-15d0-4bf5-a314-b85c93316b91 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.506454 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.530058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 947f2be0-01c6-4d80-b3cb-d09b9857dde8 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.538232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a2727b35-15d0-4bf5-a314-b85c93316b91 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.538870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a2727b35-15d0-4bf5-a314-b85c93316b91 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.539444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 741ce149-8c48-4b20-9667-c452d67a4a1c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.550425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:12.580778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.581278 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Added segment 3988023c-f339-46d5-bb20-781a1b55e3db of type vlan for network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 Jun 30 09:17:12.583247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32b1281-e40c-43e8-b3e3-99bd337b67ee,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.617693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.620125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 947f2be0-01c6-4d80-b3cb-d09b9857dde8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.622993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 947f2be0-01c6-4d80-b3cb-d09b9857dde8 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.628657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 741ce149-8c48-4b20-9667-c452d67a4a1c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.629310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 741ce149-8c48-4b20-9667-c452d67a4a1c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.629996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93a65e96-ecb9-4281-b880-dd98dff7169f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.655960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a65e96-ecb9-4281-b880-dd98dff7169f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.677530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] No DVR routers for this DVR port 93a65e96-ecb9-4281-b880-dd98dff7169f on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:12.696061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.771587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 93a65e96-ecb9-4281-b880-dd98dff7169f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.772218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93a65e96-ecb9-4281-b880-dd98dff7169f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.775375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.776369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.776962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.817300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.838384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f35fb41-0149-4ec3-bc44-783104650a03']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.855187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1933477-0aee-49bb-bc3c-6404e36e22a8') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.855479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1933477-0aee-49bb-bc3c-6404e36e22a8') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.868504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.881491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.896234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.903874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:12.904620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:12.908320 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:12.935296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Pushing event deleted for resources: {'Port': ['ID=93a65e96-ecb9-4281-b880-dd98dff7169f,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.958624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.959281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.960711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.962742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.963190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.966138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.966701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.967328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.967750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.968192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.968612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.969191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.984210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] Pushing event updated for resources: {'Network': ['ID=a8f6f73e-c62a-47a4-b9dd-3534c9a58336,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.994360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-44248d1d-c38e-48b4-b22e-6c61b821bcda admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9401629 Jun 30 09:17:12.994894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:12.996291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9e290-658b-4c55-b5be-3ee4ceb0491a None None] No DVR routers for this DVR port 93a65e96-ecb9-4281-b880-dd98dff7169f on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:13.001032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Request body: {'subnet': {'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-subnet', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:13.004752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:13.040145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.047738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Made reservation on behalf of c580b0edeb084bc19c0921a6714907df for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:13.051618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.051913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.062385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1f35fb41-0149-4ec3-bc44-783104650a03 HTTP/1.1" status: 204 len: 168 time: 1.1375384 Jun 30 09:17:13.107649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940eea7-b503-4692-a7c5-e1b2e812a4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f35fb41-0149-4ec3-bc44-783104650a03,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.282550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.365792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a52607b2-74c4-4ac2-9e8b-8578d5af1fc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72874582d4ec4f8cb17d9f1e976af264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816746 Jun 30 09:17:13.368135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.397450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.443678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.477619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.539229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a099b1f6-0bc7-49a4-8ceb-218fb8912013,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.548471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.552910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.558915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c51d140-a5ab-4d2d-8203-10eb8cbac9f6 HTTP/1.1" status: 204 len: 168 time: 0.1895385 Jun 30 09:17:13.571431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe6406-aaba-4b39-9f37-749bbf866e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c51d140-a5ab-4d2d-8203-10eb8cbac9f6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.630239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Checking segment: {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:13.630797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Network hostable DHCP agents. Network: a8f6f73e-c62a-47a4-b9dd-3534c9a58336, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:13.661047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cefde4-322c-496c-9c1c-7fe3bf168782 req-88696a65-4af8-4a58-9d8d-48e3bf9c644d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:13.662960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7cefde4-322c-496c-9c1c-7fe3bf168782 req-88696a65-4af8-4a58-9d8d-48e3bf9c644d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2871418 Jun 30 09:17:13.696618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:13.716846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a8f6f73e-c62a-47a4-b9dd-3534c9a58336) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:13.721608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:13.722225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.735635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94674e66-e87f-4893-99ea-322db0f46994 None None] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:13.737679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7cefde4-322c-496c-9c1c-7fe3bf168782 req-f068fe94-f9e2-4e73-92d3-e3cac64e0c68 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642414 Jun 30 09:17:13.745262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cded533-148e-4219-bfb2-ea536ecaa23d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7491641 Jun 30 09:17:13.748017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.756390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:13.787023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.788457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.931978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.050270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43f0a4-d785-472e-a990-921879ab319e None None] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:14.119603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:14.377158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.770469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.820506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.145919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Allocated IP 172.25.4.149 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/34e176a7-ad89-4062-8542-3b5faee5f5c3) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:15.195064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe6184-1fe1-4480-82ee-644030b07e25 req-d0f1e0c5-b647-4091-8692-d4ad0d6fadbc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.199107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcfe6184-1fe1-4480-82ee-644030b07e25 req-d0f1e0c5-b647-4091-8692-d4ad0d6fadbc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2142811 Jun 30 09:17:15.277712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcfe6184-1fe1-4480-82ee-644030b07e25 req-aef54046-f94d-4834-9d7c-8fbd247c2f14 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695202 Jun 30 09:17:15.433599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.644350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.685597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:15.697928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:15.739008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:15.811122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Pushing event updated for resources: {'Port': ['ID=34e176a7-ad89-4062-8542-3b5faee5f5c3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.435374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-13c72762-9e24-46c7-8767-529fd1e8af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.440059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-13c72762-9e24-46c7-8767-529fd1e8af24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.3756680 Jun 30 09:17:16.489947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c98198-ed6d-46b4-b2cd-620547731152 req-fd6d3a07-c8c0-467a-a9a6-b2eba5c166c3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.508707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51c98198-ed6d-46b4-b2cd-620547731152 req-fd6d3a07-c8c0-467a-a9a6-b2eba5c166c3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1624510 Jun 30 09:17:16.659557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51c98198-ed6d-46b4-b2cd-620547731152 req-72d8b48d-03dd-4fe5-8b06-d86c2a3c89f1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494431 Jun 30 09:17:16.837120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.081847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-3112327d-ea64-44c4-af71-ea1360158578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.084091 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-3112327d-ea64-44c4-af71-ea1360158578 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.6362569 Jun 30 09:17:17.191214 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-c9e3b871-c57b-4b00-b586-bf493902cfc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0838234 Jun 30 09:17:17.344135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-17ef3a57-72d4-47f3-89c9-3be29af72536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.346161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-17ef3a57-72d4-47f3-89c9-3be29af72536 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.1046228 Jun 30 09:17:17.394105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-8a7a4da1-5855-4395-9ace-1f2c30775bd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393255 Jun 30 09:17:17.443517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.620109 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-1caeb0ea-59ed-4d39-9014-ea2404f2468e service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152112 Jun 30 09:17:17.788927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Router b42c4ca5-c4f9-4faa-bcd4-7e287062029b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:17.845929 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9cf6d988-ffda-4252-b868-1b2be6cdb412 req-bcf859dd-4561-4d9f-9e49-7eadd3e7fb9c service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150130 Jun 30 09:17:18.216454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c990e2-5c64-41fe-b9fe-119d03c629ad req-1a77517b-8e02-4428-909b-5cf8ed71edfb tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.246656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56c990e2-5c64-41fe-b9fe-119d03c629ad req-1a77517b-8e02-4428-909b-5cf8ed71edfb tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2152834 Jun 30 09:17:18.341944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56c990e2-5c64-41fe-b9fe-119d03c629ad req-7bcac16c-9328-4729-b559-593b1b9b7db6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936537 Jun 30 09:17:18.606847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:18.621009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Sync routers for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:18.632616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:18.633260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:18.641128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:18.645217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:18.645398 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4e58805b-c5c6-4d7a-8cb3-e551f815c741 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8947999 Jun 30 09:17:18.700297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:18.919584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:19.264756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 3, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:19.339676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Checking router: b42c4ca5-c4f9-4faa-bcd4-7e287062029b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:19.340036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Updating router b42c4ca5-c4f9-4faa-bcd4-7e287062029b port 34e176a7-ad89-4062-8542-3b5faee5f5c3 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:19.392373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.189884 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.227345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Transition to ACTIVE for port object 34e176a7-ad89-4062-8542-3b5faee5f5c3 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:20.249290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.370474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.440026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb465-5c47-4ab6-afa9-9518b5637d4f None None] Pushing event updated for resources: {'Port': ['ID=34e176a7-ad89-4062-8542-3b5faee5f5c3,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.463023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Attempting to bind port 34e176a7-ad89-4062-8542-3b5faee5f5c3 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:20.463645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Attempting to bind port 34e176a7-ad89-4062-8542-3b5faee5f5c3 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:20.464198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Attempting to bind port 34e176a7-ad89-4062-8542-3b5faee5f5c3 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:20.477898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:20.478757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:20.479881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.480496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:20.481175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Bound port: 34e176a7-ad89-4062-8542-3b5faee5f5c3, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:20.481801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.497256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.564336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550db0e-ba54-4cf8-b433-72a7b975e0a4 req-dce911c2-07d9-49bb-9718-a761ab8e8951 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.567110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a550db0e-ba54-4cf8-b433-72a7b975e0a4 req-dce911c2-07d9-49bb-9718-a761ab8e8951 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2819469 Jun 30 09:17:20.583571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] For port 34e176a7-ad89-4062-8542-3b5faee5f5c3, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:20.592588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] For port 34e176a7-ad89-4062-8542-3b5faee5f5c3, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=34e176a7-ad89-4062-8542-3b5faee5f5c3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:20.605252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.762673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a550db0e-ba54-4cf8-b433-72a7b975e0a4 req-a7ecec6c-0495-41f5-8f9f-90b69d0b3f1a tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928133 Jun 30 09:17:20.772790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb465-5c47-4ab6-afa9-9518b5637d4f None None] Pushing event updated for resources: {'Port': ['ID=34e176a7-ad89-4062-8542-3b5faee5f5c3,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.804965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:20.804965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:20.958928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:20.960690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Allocated IP 172.20.0.1 (a8f6f73e-c62a-47a4-b9dd-3534c9a58336/a099b1f6-0bc7-49a4-8ceb-218fb8912013/546caef6-e34c-45ae-8ae9-ae115bad1279) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:20.969679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43126) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:21.041310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Deleting port 4498f400-25b9-4bc9-8d45-3f6a8fb70926 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:21.044985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.172554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.189157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] For port 4498f400-25b9-4bc9-8d45-3f6a8fb70926, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4498f400-25b9-4bc9-8d45-3f6a8fb70926,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:21.189549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.208856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Calling delete_port for 4498f400-25b9-4bc9-8d45-3f6a8fb70926 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:21.253837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baeb5743-ada1-4402-b18b-ffe62c683852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.274230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 3, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:21.300884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.310860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8af00-a2a7-4926-bd02-d8e524511bdb None None] The sync data for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 is: [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:16Z', 'revision_number': 3, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:21.353294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:21.360511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:21.367895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:21.422684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Pushing event updated for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.450597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.451104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.453046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.453046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.454281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.454281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.454567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.454938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.455265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.455577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.455894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.456227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:21.471804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.550394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baeb5743-ada1-4402-b18b-ffe62c683852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.556968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.565686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-baeb5743-ada1-4402-b18b-ffe62c683852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.593410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4498f400-25b9-4bc9-8d45-3f6a8fb70926,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.641553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb5743-ada1-4402-b18b-ffe62c683852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce98dc-5abe-4a7e-8bdf-03f46a091cb3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.747540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-baeb5743-ada1-4402-b18b-ffe62c683852 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d258072b6f34b4b8041b3d6a722a825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766287 Jun 30 09:17:21.751330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43132) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:21.931127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.023011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.127173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.182963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.273038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d921d33-beff-44ed-b215-a087d6fafcda req-e66f43c4-9afc-4545-85dd-9ce2e9e50407 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.274627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d921d33-beff-44ed-b215-a087d6fafcda req-e66f43c4-9afc-4545-85dd-9ce2e9e50407 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2425871 Jun 30 09:17:22.295725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.304678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.333444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.341121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.345853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0bce98dc-5abe-4a7e-8bdf-03f46a091cb3 HTTP/1.1" status: 204 len: 168 time: 0.5934408 Jun 30 09:17:22.374277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Router ec585379-88c9-4089-90ab-67f32a255a8a has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:22.445513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282cb45-ea5d-4990-a658-4403ac0e47d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce98dc-5abe-4a7e-8bdf-03f46a091cb3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.474726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Pushing event updated for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.516207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.535928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d921d33-beff-44ed-b215-a087d6fafcda req-2c890573-a722-44ea-ae31-26e5b49950a8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274027 Jun 30 09:17:22.585724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 34e176a7-ad89-4062-8542-3b5faee5f5c3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:22.703241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:22.707499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 34e176a7-ad89-4062-8542-3b5faee5f5c3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:22.715386 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Sync routers for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:22.722048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:22.723017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d05ff7a0-962a-42d7-86eb-19e6076fcd2b admin admin] 10.222.0.66 "PUT /v2.0/routers/ec585379-88c9-4089-90ab-67f32a255a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187342 Jun 30 09:17:22.723930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43144) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:22.727169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:22.736833 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:22.738011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:22.738749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 34e176a7-ad89-4062-8542-3b5faee5f5c3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:22.739142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.933097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.981713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 34e176a7-ad89-4062-8542-3b5faee5f5c3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=34e176a7-ad89-4062-8542-3b5faee5f5c3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:22.993215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.042647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Router b42c4ca5-c4f9-4faa-bcd4-7e287062029b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:23.087429 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:23.147502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.163893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43148) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:23.174954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=34e176a7-ad89-4062-8542-3b5faee5f5c3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:23.223803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf7606d0-88b1-48be-9fa1-f0f2b7654a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.345210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:23.363433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.368432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-791a408b-c074-4f15-a463-e5353a89000f admin admin] 10.222.0.66 "PUT /v2.0/routers/b42c4ca5-c4f9-4faa-bcd4-7e287062029b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7214081 Jun 30 09:17:23.493553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Deleting port 68df3c76-60bf-4b97-8906-4569579e47ae {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:23.494065 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.538132 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 5, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port': {'id': '68df3c76-60bf-4b97-8906-4569579e47ae', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:08Z', 'updated_at': '2021-06-30T09:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:23.545921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf7606d0-88b1-48be-9fa1-f0f2b7654a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.553229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf7606d0-88b1-48be-9fa1-f0f2b7654a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.633136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Checking router: ec585379-88c9-4089-90ab-67f32a255a8a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:23.651892 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Routers {'ec585379-88c9-4089-90ab-67f32a255a8a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:23.652732 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ec585379-88c9-4089-90ab-67f32a255a8a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:23.672062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] For port 68df3c76-60bf-4b97-8906-4569579e47ae, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=68df3c76-60bf-4b97-8906-4569579e47ae,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:23.674206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.682393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf7606d0-88b1-48be-9fa1-f0f2b7654a7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64c5d27510c14c69a5f691bc1d4801a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003300 Jun 30 09:17:23.683434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:23.689746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7606d0-88b1-48be-9fa1-f0f2b7654a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f040276-f167-4955-9526-4f3093b468b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:23.705774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Calling delete_port for 68df3c76-60bf-4b97-8906-4569579e47ae owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:23.838228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.888232 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] Set router ec585379-88c9-4089-90ab-67f32a255a8a gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:23.900962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.013377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.016474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.017611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f040276-f167-4955-9526-4f3093b468b3 HTTP/1.1" status: 204 len: 168 time: 0.3331840 Jun 30 09:17:24.044868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf56f5-8a6d-4655-85f2-304670c5a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f040276-f167-4955-9526-4f3093b468b3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.151327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.211655 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:17:23Z', 'revision_number': 6, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:24.262997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=68df3c76-60bf-4b97-8906-4569579e47ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.273183 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67317055-9085-48fc-bc10-ae62b619fd76 None None] The sync data for ids ['ec585379-88c9-4089-90ab-67f32a255a8a'] in n-d-779913-25 is: [{'id': 'ec585379-88c9-4089-90ab-67f32a255a8a', 'name': 'tempest-TestVolumeBackupRestore-103232964-router', 'tenant_id': '997aefff97a543c0b368204191c060a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:07Z', 'updated_at': '2021-06-30T09:17:23Z', 'revision_number': 6, 'project_id': '997aefff97a543c0b368204191c060a8', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:24.370378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.461891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Sync routers for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:24.473052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:24.474251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:24.552501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.556043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.625773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.626446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec585379-88c9-4089-90ab-67f32a255a8a {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:24.646038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.648825 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4e4b2957-f0d9-4cb5-a287-f9f59d6f3c84 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ec585379-88c9-4089-90ab-67f32a255a8a HTTP/1.1" status: 204 len: 168 time: 1.9218643 Jun 30 09:17:24.651256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43182) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:24.691148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:24.737985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 34e176a7-ad89-4062-8542-3b5faee5f5c3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:24.772814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Deleting subnet 72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:24.780698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-5f22dbc7-27b6-4625-9615-17c3c5bd945f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.782333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-5f22dbc7-27b6-4625-9615-17c3c5bd945f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 820 time: 0.2540498 Jun 30 09:17:24.786632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.815814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-3a0a45cb-8936-4493-854c-f192b29748d3 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/quotas/c580b0edeb084bc19c0921a6714907df HTTP/1.1" status: 200 len: 375 time: 0.0269847 Jun 30 09:17:24.859697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.940903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 34e176a7-ad89-4062-8542-3b5faee5f5c3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:24.941472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.947859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-a7147e2f-359f-4830-9c6c-606fc0e63ad4 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221013 Jun 30 09:17:25.001826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.059124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 2, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:25.072518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.093496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Checking router: b42c4ca5-c4f9-4faa-bcd4-7e287062029b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:25.094017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Updating router b42c4ca5-c4f9-4faa-bcd4-7e287062029b port 546caef6-e34c-45ae-8ae9-ae115bad1279 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:25.100751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.103454 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0 HTTP/1.1" status: 204 len: 168 time: 0.4508936 Jun 30 09:17:25.107330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.124145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70006b1d-b3fa-43af-b80e-04f5a972c91e None None] Network 7eb5fbde-247c-43fe-8986-bec77a109f37 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:25.147977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1118-aafb-4be6-a2b4-f886093565f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ea3792-7ec6-4fd9-9379-2ab5dcd2dac0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.178079 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.220820 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.231511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-8da58fe9-d170-466a-8528-4d088eef74a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735789 Jun 30 09:17:25.376438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-0206e6a9-170f-4d74-a8b1-34eb40b93c2e service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436079 Jun 30 09:17:25.395055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Deleting port 394f879a-6a3e-4dac-b7ff-b7895ef2296c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:25.395404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.518468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] For port 394f879a-6a3e-4dac-b7ff-b7895ef2296c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=394f879a-6a3e-4dac-b7ff-b7895ef2296c,segment=NetworkSegment(895a1fef-6235-46b4-8862-c83983624c57),segment_id=895a1fef-6235-46b4-8862-c83983624c57)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:25.518934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.537726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Calling delete_port for 394f879a-6a3e-4dac-b7ff-b7895ef2296c owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:25.740322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.840332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] No DVR routers for this DVR port 394f879a-6a3e-4dac-b7ff-b7895ef2296c on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:25.875690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=394f879a-6a3e-4dac-b7ff-b7895ef2296c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.923396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5eec46-c1f9-40ff-b578-37e9131c1407 req-3980a80a-e617-4aa5-b756-58d6c7955461 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 210 time: 0.1585097 Jun 30 09:17:25.997100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.013122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903060e-68bc-4812-a309-0130b834e859 req-8b1695be-ab9b-4db0-a75d-b7abdb9794d1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.014750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a903060e-68bc-4812-a309-0130b834e859 req-8b1695be-ab9b-4db0-a75d-b7abdb9794d1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2489326 Jun 30 09:17:26.019333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb5fbde-247c-43fe-8986-bec77a109f37']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:26.042387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895a1fef-6235-46b4-8862-c83983624c57') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:26.042801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895a1fef-6235-46b4-8862-c83983624c57') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:26.061581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.093292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.111685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a903060e-68bc-4812-a309-0130b834e859 req-c44815e8-2743-4e8e-8a36-0060163de2d2 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836310 Jun 30 09:17:26.120810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:26.121332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:26.126904 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:26.149250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.166501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca834f3-7973-4904-9f4c-15a0af993c6a None None] DHCP port deletion for 7eb5fbde-247c-43fe-8986-bec77a109f37 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:26.236586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.236901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Transition to ACTIVE for port object 546caef6-e34c-45ae-8ae9-ae115bad1279 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:26.248849 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.252895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43230) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.258986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7eb5fbde-247c-43fe-8986-bec77a109f37 HTTP/1.1" status: 204 len: 168 time: 1.1484485 Jun 30 09:17:26.278417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.281676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d9ac-f6c5-4c7f-b026-37d68101f3b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb5fbde-247c-43fe-8986-bec77a109f37,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.360862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b249a3-db41-420b-a7d9-e228d3cc1625 None None] Pushing event updated for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.430111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 394f879a-6a3e-4dac-b7ff-b7895ef2296c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:26.478780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 394f879a-6a3e-4dac-b7ff-b7895ef2296c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:26.479132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 394f879a-6a3e-4dac-b7ff-b7895ef2296c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:26.479547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4498f400-25b9-4bc9-8d45-3f6a8fb70926 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:26.510038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4498f400-25b9-4bc9-8d45-3f6a8fb70926 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:26.511128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4498f400-25b9-4bc9-8d45-3f6a8fb70926 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:26.511718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 68df3c76-60bf-4b97-8906-4569579e47ae no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:26.516436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Attempting to bind port 546caef6-e34c-45ae-8ae9-ae115bad1279 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:26.517032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Attempting to bind port 546caef6-e34c-45ae-8ae9-ae115bad1279 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:26.517991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Attempting to bind port 546caef6-e34c-45ae-8ae9-ae115bad1279 on network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:26.541418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 68df3c76-60bf-4b97-8906-4569579e47ae {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:26.542036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 68df3c76-60bf-4b97-8906-4569579e47ae not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:26.547317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:26.548496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Checking segment: {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:26.549076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.549837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Bound using segment: {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:26.550502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Bound port: 546caef6-e34c-45ae-8ae9-ae115bad1279, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:26.551197 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.640824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] For port 546caef6-e34c-45ae-8ae9-ae115bad1279, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:26.645423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] For port 546caef6-e34c-45ae-8ae9-ae115bad1279, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=546caef6-e34c-45ae-8ae9-ae115bad1279,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:26.660371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.761764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:26.762557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:26.903151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.909607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:26.945128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b249a3-db41-420b-a7d9-e228d3cc1625 None None] Pushing event updated for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.199254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d03318c-21b0-4be6-a5f9-7bb89c6cc23e req-b0758bf6-e0d3-4e09-ad00-c38fdb1b1638 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0619433 Jun 30 09:17:27.277587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Deleting port 519d16bb-a23b-4686-a63b-483d751389f1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:27.278922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.427843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] For port 519d16bb-a23b-4686-a63b-483d751389f1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=519d16bb-a23b-4686-a63b-483d751389f1,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:27.428575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.470802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Calling delete_port for 519d16bb-a23b-4686-a63b-483d751389f1 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:27.486076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:26Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:27.574085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9b05d-5c01-4ba4-b603-fb7b35f44d90 None None] The sync data for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 is: [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:26Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:27.655654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-bb51cbf5-6b1f-466b-a198-f9b0d28ed483 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:27.710695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-bb51cbf5-6b1f-466b-a198-f9b0d28ed483 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 820 time: 0.3426676 Jun 30 09:17:27.734255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'port': {'device_id': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'admin_state_up': True, 'tenant_id': 'c580b0edeb084bc19c0921a6714907df'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:27.886711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.945325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Made reservation on behalf of c580b0edeb084bc19c0921a6714907df for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:27.950395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Pushing event deleted for resources: {'Port': ['ID=519d16bb-a23b-4686-a63b-483d751389f1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.956226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.202918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Allocated IP 172.20.0.4 (a8f6f73e-c62a-47a4-b9dd-3534c9a58336/a099b1f6-0bc7-49a4-8ceb-218fb8912013/9eb49199-4967-4e2d-9ba7-fdcfe201e538) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:28.408796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.561568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 546caef6-e34c-45ae-8ae9-ae115bad1279 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:28.687417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 546caef6-e34c-45ae-8ae9-ae115bad1279 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:28.693134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 546caef6-e34c-45ae-8ae9-ae115bad1279 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:28.696358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.733598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b9f452-2868-4385-bb49-ca8071ae04a5 req-a7bc373a-1ac3-4be7-8286-0998612f3424 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 210 time: 0.1553838 Jun 30 09:17:28.825466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.850204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.907720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 546caef6-e34c-45ae-8ae9-ae115bad1279, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=546caef6-e34c-45ae-8ae9-ae115bad1279,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:28.911721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.927662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.035964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:29.053276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:29.058557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.059035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:29.184071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:29.184757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.224209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5057898 Jun 30 09:17:29.240649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Request body: {'port': {'device_id': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:29.274456 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-01352bb9-01af-4201-949b-62ec8a499d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.303717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45f3f2-23d4-4e49-bcb8-3b1e98d372f8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.356103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.541263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Router b2f477e4-f494-4121-aefb-8edd028ce220 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:29.680629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:29.688198 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-906d2de8-becf-4de5-b418-5e989b4b214c admin admin] 10.222.0.66 "PUT /v2.0/routers/b2f477e4-f494-4121-aefb-8edd028ce220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4331691 Jun 30 09:17:29.690618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.690769 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Sync routers for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:29.704096 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:29.704736 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:29.839328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb49199-4967-4e2d-9ba7-fdcfe201e538 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:29.863178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.888337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Transition to ACTIVE for port object 9eb49199-4967-4e2d-9ba7-fdcfe201e538 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:29.896681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.912455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.956331 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:30.091368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.164019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Deleting port 995ca4a3-973d-46bf-a553-65f5b027e66b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:30.164378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.256082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.299429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Attempting to bind port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:30.299771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Attempting to bind port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:30.300125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Attempting to bind port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 on network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:30.313078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] For port 995ca4a3-973d-46bf-a553-65f5b027e66b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=995ca4a3-973d-46bf-a553-65f5b027e66b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:30.313830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.330574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 on network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:30.330901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Attempting to bind port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 on network a8f6f73e-c62a-47a4-b9dd-3534c9a58336 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:30.332543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Calling delete_port for 995ca4a3-973d-46bf-a553-65f5b027e66b owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:30.365940 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:17:27Z', 'revision_number': 5, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port': {'id': '995ca4a3-973d-46bf-a553-65f5b027e66b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:17Z', 'updated_at': '2021-06-30T09:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.377676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:30.378046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Checking segment: {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:30.378428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Bound using segment: {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:30.378971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Bound port: 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3988023c-f339-46d5-bb20-781a1b55e3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:30.379334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.394526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 546caef6-e34c-45ae-8ae9-ae115bad1279 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:30.403191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f9e65-30be-4683-96dd-53c338feb922 req-3336af5e-d6f4-4c97-b864-388f44818619 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.405479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a4f9e65-30be-4683-96dd-53c338feb922 req-3336af5e-d6f4-4c97-b864-388f44818619 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 943 time: 0.4162493 Jun 30 09:17:30.433193 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Checking router: b2f477e4-f494-4121-aefb-8edd028ce220 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:30.457525 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Routers {'b2f477e4-f494-4121-aefb-8edd028ce220'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:30.458168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b2f477e4-f494-4121-aefb-8edd028ce220'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.586445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 546caef6-e34c-45ae-8ae9-ae115bad1279 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:30.587222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.645356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:30.665367 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] Set router b2f477e4-f494-4121-aefb-8edd028ce220 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:30.672423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.698767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:30.752369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=995ca4a3-973d-46bf-a553-65f5b027e66b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.758315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:30.758994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:17:30Z', 'revision_number': 6, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:30.775479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.776010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.776862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.777467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.777841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.780134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.780491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.780881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.781227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.781564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.781993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.782260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.782593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:30.803212 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dc13ba-fcf5-4cea-8109-bb5f89e739ce None None] The sync data for ids ['b2f477e4-f494-4121-aefb-8edd028ce220'] in n-d-779913-25 is: [{'id': 'b2f477e4-f494-4121-aefb-8edd028ce220', 'name': 'tempest-TestVolumeBackupRestore-432053447-router', 'tenant_id': '8389e5391c8242b989abba50841579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:16Z', 'updated_at': '2021-06-30T09:17:30Z', 'revision_number': 6, 'project_id': '8389e5391c8242b989abba50841579c9', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:30.809006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a4f9e65-30be-4683-96dd-53c338feb922 req-3e1fa835-eb35-4336-8bcf-76676d95a49b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814437 Jun 30 09:17:30.852675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.853948 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:30.856038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] 10.222.0.41 "PUT /v2.0/ports/9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 1092 time: 1.6236784 Jun 30 09:17:30.859551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:30.862219 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25" -d '{"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:30.889254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750f961-95ab-43b4-a579-13ab69a1047b service neutron] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:30.977245 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce236bc-368b-4861-80e9-e2ef9b1350b2 x-openstack-request-id: req-6ce236bc-368b-4861-80e9-e2ef9b1350b2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:30.977550 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:30.977834 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ce236bc-368b-4861-80e9-e2ef9b1350b2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:30.979385 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:17:30.984032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.010298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3bfbed15-cc5f-4be3-86eb-f673565cbbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.043868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-847357ac-350b-4a39-b360-7d6eac9846ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.046308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-847357ac-350b-4a39-b360-7d6eac9846ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1194484 Jun 30 09:17:31.090067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.093008 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.108961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-6428d542-7f7f-40e5-a166-f500d2a77e52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0516095 Jun 30 09:17:31.148419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.149674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f477e4-f494-4121-aefb-8edd028ce220 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:31.162305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.167592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2eccf57-c49c-4267-a19a-cdaf96f838a7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b2f477e4-f494-4121-aefb-8edd028ce220 HTTP/1.1" status: 204 len: 168 time: 1.4746325 Jun 30 09:17:31.168569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.189072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-78fe3d4d-bfe4-460a-b027-1a7a022a2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.190610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-78fe3d4d-bfe4-460a-b027-1a7a022a2fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.0746641 Jun 30 09:17:31.250347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-9290acb4-63e1-49b7-b8b1-27e77dc9a9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506849 Jun 30 09:17:31.251658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Deleting subnet f740942c-c9fc-412b-8602-e815947795fd {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:31.256212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.309333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.356955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3bfbed15-cc5f-4be3-86eb-f673565cbbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.369174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3bfbed15-cc5f-4be3-86eb-f673565cbbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.437964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.517501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.558098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f740942c-c9fc-412b-8602-e815947795fd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.560137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e65c0-e254-4e5f-9174-fac03a52770f None None] Network 18d219f9-6836-49bf-b61f-38d15fc95f42 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:31.560812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.565035 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aa366930-b37c-4078-99de-cc5c3c37a597 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f740942c-c9fc-412b-8602-e815947795fd HTTP/1.1" status: 204 len: 168 time: 0.3929005 Jun 30 09:17:31.565476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43364) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.653516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.736098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Deleting port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:31.736664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.850947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3bfbed15-cc5f-4be3-86eb-f673565cbbde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d601cca0aee44f85bf896603e0ff15ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370285 Jun 30 09:17:31.853388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-b967492c-3d8a-4e8a-aed5-e3f22a002ccd service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952694 Jun 30 09:17:31.854221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbed15-cc5f-4be3-86eb-f673565cbbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4132ae-481a-44d6-9eeb-901c91aed42e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:31.855861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43372) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:31.878510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] For port 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=25ac81ec-054d-4f86-87e2-df72b7bc5e81,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:31.878883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.926414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Calling delete_port for 25ac81ec-054d-4f86-87e2-df72b7bc5e81 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:31.947876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-06f8f971-7fa9-452a-a611-f6b45a0b0483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.016156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.023766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] DHCP port deletion for 18d219f9-6836-49bf-b61f-38d15fc95f42 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:32.059368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56493e3d-a35f-4e65-83f1-79aad6f70026 req-bbb8d14f-942c-4017-99b9-9f548c51d45d service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983356 Jun 30 09:17:32.065083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.102390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Deleting port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:32.103113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.118940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.231042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.266437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457089f-1b79-4f9e-a5d0-dc6fbb755923 req-58748825-1b04-4a8a-8aa2-ef8830f63826 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.267607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] For port 25ac81ec-054d-4f86-87e2-df72b7bc5e81, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=25ac81ec-054d-4f86-87e2-df72b7bc5e81,segment=NetworkSegment(746f7656-9759-4c1d-af3e-f213021a06ab),segment_id=746f7656-9759-4c1d-af3e-f213021a06ab)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:32.268024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b457089f-1b79-4f9e-a5d0-dc6fbb755923 req-58748825-1b04-4a8a-8aa2-ef8830f63826 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 943 time: 0.2316530 Jun 30 09:17:32.268260 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.269719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] No DVR routers for this DVR port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:32.291436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-f4b40318-5b36-4a55-a5f4-e87526651422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.292965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-f4b40318-5b36-4a55-a5f4-e87526651422 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1573541 Jun 30 09:17:32.303178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Calling delete_port for 25ac81ec-054d-4f86-87e2-df72b7bc5e81 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:32.387029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b457089f-1b79-4f9e-a5d0-dc6fbb755923 req-f43924fd-f822-4471-82cc-5cfda7f80e27 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088955 Jun 30 09:17:32.405820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=25ac81ec-054d-4f86-87e2-df72b7bc5e81,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.409341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 519d16bb-a23b-4686-a63b-483d751389f1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:32.465051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-406161b2-0c8a-4c12-9ee1-e5779591c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.469092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.472674 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.474210 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d4132ae-481a-44d6-9eeb-901c91aed42e HTTP/1.1" status: 204 len: 168 time: 0.6171880 Jun 30 09:17:32.479480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-406161b2-0c8a-4c12-9ee1-e5779591c141 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.1769683 Jun 30 09:17:32.499779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0780668-02f6-4a4d-b03c-7295b56c3976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4132ae-481a-44d6-9eeb-901c91aed42e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.506948 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.520680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d219f9-6836-49bf-b61f-38d15fc95f42']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:32.534165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-e99ba738-3456-4706-8812-05fdef20db97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0473616 Jun 30 09:17:32.554202 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.564480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746f7656-9759-4c1d-af3e-f213021a06ab') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:32.565634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746f7656-9759-4c1d-af3e-f213021a06ab') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:32.605627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.641117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-e60d7924-6047-449e-906f-eedd501c4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.642905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-e60d7924-6047-449e-906f-eedd501c4b4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.1010246 Jun 30 09:17:32.694992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.721869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:32.722111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:32.724126 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:32.733739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] No DVR routers for this DVR port 25ac81ec-054d-4f86-87e2-df72b7bc5e81 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:32.743008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-3df4df13-6971-451f-87fb-2577ae87c6cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850036 Jun 30 09:17:32.752531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 519d16bb-a23b-4686-a63b-483d751389f1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:32.752911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 519d16bb-a23b-4686-a63b-483d751389f1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:32.753345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 25ac81ec-054d-4f86-87e2-df72b7bc5e81 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:32.844987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02d6e7-6192-4e7d-a070-df0f818f2dd8 None None] Pushing event deleted for resources: {'Port': ['ID=25ac81ec-054d-4f86-87e2-df72b7bc5e81,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.850398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 25ac81ec-054d-4f86-87e2-df72b7bc5e81 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:32.851029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 25ac81ec-054d-4f86-87e2-df72b7bc5e81 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:32.851896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 995ca4a3-973d-46bf-a553-65f5b027e66b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:32.875295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 995ca4a3-973d-46bf-a553-65f5b027e66b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:32.875938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 995ca4a3-973d-46bf-a553-65f5b027e66b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:32.920832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-9364ecb1-9da5-4291-9899-b63aba2dca42 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674981 Jun 30 09:17:32.943192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.945063 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.950732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.953322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] 10.222.0.66 "DELETE /v2.0/networks/18d219f9-6836-49bf-b61f-38d15fc95f42 HTTP/1.1" status: 204 len: 168 time: 1.3866155 Jun 30 09:17:32.975006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9ec86-8a42-418a-894c-8b616e5ca6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=18d219f9-6836-49bf-b61f-38d15fc95f42,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.095467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51ac196-1b9c-44d5-92f1-55ffbf09fa25 req-86164749-99ff-4f58-b444-95693302aab2 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644328 Jun 30 09:17:33.099794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43384) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:33.115626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f5641ba-bc09-4d23-a27c-64f239b86f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.166212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43386) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:33.230503 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-83d330a5-7015-4b07-95f7-2fcf811062e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=997aefff97a543c0b368204191c060a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622380 Jun 30 09:17:33.233438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:33.249522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f5641ba-bc09-4d23-a27c-64f239b86f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.255176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f5641ba-bc09-4d23-a27c-64f239b86f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.289538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f5641ba-bc09-4d23-a27c-64f239b86f96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35410bd4b6014ff78dbfdbeba9e71c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885543 Jun 30 09:17:33.293576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.295567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:33.315268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5641ba-bc09-4d23-a27c-64f239b86f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dc86a0-831e-41f7-9584-285eacee2788,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.327464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.360617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.418187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.456154 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.458665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.460048 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d24edfa2-8889-41fa-98d2-158cd7990565 HTTP/1.1" status: 204 len: 168 time: 0.2253258 Jun 30 09:17:33.471019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.490776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a0779-c6fe-4fce-bf1f-03e0c412b51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24edfa2-8889-41fa-98d2-158cd7990565,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.574167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.580215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.581701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70dc86a0-831e-41f7-9584-285eacee2788 HTTP/1.1" status: 204 len: 168 time: 0.2838161 Jun 30 09:17:33.619123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b7a2-cb6e-48eb-90cd-627364a906bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dc86a0-831e-41f7-9584-285eacee2788,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.747330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8aad9-6ea6-458f-a06c-fb5cea4a1d7e req-3ddc9315-fb32-4e34-b047-056f4d0119b4 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.755971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a8aad9-6ea6-458f-a06c-fb5cea4a1d7e req-3ddc9315-fb32-4e34-b047-056f4d0119b4 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 943 time: 0.1133866 Jun 30 09:17:33.830675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a8aad9-6ea6-458f-a06c-fb5cea4a1d7e req-418a6008-9d26-4297-bf82-1f0313dc85fb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Jun 30 09:17:34.191994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:34.258459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4867f24e-4c1c-428b-a401-9fcc70d79d83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8389e5391c8242b989abba50841579c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629644 Jun 30 09:17:34.259346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:34.318883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.343469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.397243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.400406 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:34.401627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac351192-a7be-4bce-8e67-2ee25a66756b HTTP/1.1" status: 204 len: 168 time: 0.1418021 Jun 30 09:17:34.411416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc32ce-f170-42e4-b147-d1ca31116bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac351192-a7be-4bce-8e67-2ee25a66756b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:34.592025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.031406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:35.080120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f531ab-d96f-4a2b-9209-e04e3dc12317 req-7f525382-5a6c-4838-be84-92369ffb6f60 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.088674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9f531ab-d96f-4a2b-9209-e04e3dc12317 req-7f525382-5a6c-4838-be84-92369ffb6f60 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 943 time: 0.1038041 Jun 30 09:17:35.146865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9f531ab-d96f-4a2b-9209-e04e3dc12317 req-f30af232-7c9d-41ea-acc9-7db8017c0dbc tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Jun 30 09:17:36.386691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9cd5-81df-412d-9f7e-284c3a8e94c5 req-defd13f8-5356-45d2-992c-b2444346e33a tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.394721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6fd9cd5-81df-412d-9f7e-284c3a8e94c5 req-defd13f8-5356-45d2-992c-b2444346e33a tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 943 time: 0.0967574 Jun 30 09:17:36.449488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6fd9cd5-81df-412d-9f7e-284c3a8e94c5 req-2d055d61-6699-4c2e-97df-ceaa13f542c7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Jun 30 09:17:36.489560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43488) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:36.510045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9eb49199-4967-4e2d-9ba7-fdcfe201e538 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:36.633316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e711fe72-fe26-486f-95f0-90d0cdeb5db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.637585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:36.652321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'port_id': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'mac_address': 'fa:16:3e:74:a9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:36.708744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.727352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb49199-4967-4e2d-9ba7-fdcfe201e538 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:36.765358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:36.766568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e711fe72-fe26-486f-95f0-90d0cdeb5db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.771645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e711fe72-fe26-486f-95f0-90d0cdeb5db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.772112 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.819436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e711fe72-fe26-486f-95f0-90d0cdeb5db4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84fcbacad1814a6f8dcf6cad5c7e57eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284178 Jun 30 09:17:36.820688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711fe72-fe26-486f-95f0-90d0cdeb5db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b53302-f8cc-43c6-a67c-634be5db30a0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:36.823329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43492) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:36.886521 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.886816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:36.915996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.966368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.967954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:36.969790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.971432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32b53302-f8cc-43c6-a67c-634be5db30a0 HTTP/1.1" status: 204 len: 168 time: 0.1460197 Jun 30 09:17:36.982171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1a36c-a679-4a71-bc1b-fb6d50e2dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b53302-f8cc-43c6-a67c-634be5db30a0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:37.357904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:37.372245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b58761c-bd21-4292-857e-4bfa2443a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.479428 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b58761c-bd21-4292-857e-4bfa2443a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.484263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b58761c-bd21-4292-857e-4bfa2443a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.534499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0b58761c-bd21-4292-857e-4bfa2443a67f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b20143a92df454d90a79778b378125f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749597 Jun 30 09:17:37.535661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58761c-bd21-4292-857e-4bfa2443a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f7c89-3a83-49eb-8bc3-79c45a399e0f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:37.543580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:37.632590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.660293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.695932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b541a-7481-44c6-a4b9-ac33f5843c4a req-469e0e4b-695a-4c66-af53-e741edd9cb20 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.697461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8b541a-7481-44c6-a4b9-ac33f5843c4a req-469e0e4b-695a-4c66-af53-e741edd9cb20 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 944 time: 0.1112843 Jun 30 09:17:37.750377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8b541a-7481-44c6-a4b9-ac33f5843c4a req-3824479d-3d41-465b-9767-802f71c6e45d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jun 30 09:17:37.752381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.755311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:37.756566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/621f7c89-3a83-49eb-8bc3-79c45a399e0f HTTP/1.1" status: 204 len: 168 time: 0.2117939 Jun 30 09:17:37.765894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff257b-5380-4083-a7db-f7d185a23a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f7c89-3a83-49eb-8bc3-79c45a399e0f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:38.540139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9eb49199-4967-4e2d-9ba7-fdcfe201e538 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:38.596721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:38.601153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:38.602331 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.691219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.722722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:38.726007 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9b9850-e9e1-4394-b625-616cc7995286" -d '{"events": [{"server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:38.741105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:38.754612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.794059 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c55bc7-44d2-410c-b802-07b12815a598 x-openstack-request-id: req-74c55bc7-44d2-410c-b802-07b12815a598 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:38.794327 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:38.794613 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74c55bc7-44d2-410c-b802-07b12815a598 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:38.795002 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'code': 200} Jun 30 09:17:38.817369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:38.996282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038676e-fb72-490a-a8b9-d993f4496785 req-0da21f43-5b51-44f0-be5f-8a7e5ab52c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.998589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1038676e-fb72-490a-a8b9-d993f4496785 req-0da21f43-5b51-44f0-be5f-8a7e5ab52c3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1192303 Jun 30 09:17:39.031826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b106dbc-df60-480c-abcf-bf6370b2ab81 req-8bcad337-d825-429d-bd2f-11347325aa18 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.033553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b106dbc-df60-480c-abcf-bf6370b2ab81 req-8bcad337-d825-429d-bd2f-11347325aa18 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1089075 Jun 30 09:17:39.065621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1038676e-fb72-490a-a8b9-d993f4496785 req-c54f64ca-ac48-4759-a5b9-12dbef382224 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Jun 30 09:17:39.092127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b106dbc-df60-480c-abcf-bf6370b2ab81 req-32e8dfda-79f1-4832-9c0d-bf402b035548 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508409 Jun 30 09:17:40.278895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a13b0-6601-4203-ad2a-17570bd6a817 req-6a0e8da6-3c0f-44be-8d43-6ed1a7c84b9b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.281381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d9a13b0-6601-4203-ad2a-17570bd6a817 req-6a0e8da6-3c0f-44be-8d43-6ed1a7c84b9b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0662489 Jun 30 09:17:40.330614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d9a13b0-6601-4203-ad2a-17570bd6a817 req-48cda7c6-d3f0-4c5c-a377-5de3d3b6e5b9 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Jun 30 09:17:40.600409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43602) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:40.794063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad0dc-e049-44b7-8402-6134549e275b req-cc37bc32-f0cb-45c2-90d4-f4caee3042e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.797140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-cc37bc32-f0cb-45c2-90d4-f4caee3042e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1093969 Jun 30 09:17:40.889688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05f7a8ac-9a65-40cf-82d2-1b3af72c527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:40.967103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-401406da-73dc-498c-9587-3b535b8038de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.968646 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-401406da-73dc-498c-9587-3b535b8038de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.0728829 Jun 30 09:17:41.024188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc6d68-482c-4917-bfbc-df230cef52ce req-058ca4da-05f9-4ccf-9419-607873ecf919 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.032374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebbc6d68-482c-4917-bfbc-df230cef52ce req-058ca4da-05f9-4ccf-9419-607873ecf919 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.2797866 Jun 30 09:17:41.068801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-d5b200c7-d4a2-45a6-b3cf-28ecac2d1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.070327 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-d5b200c7-d4a2-45a6-b3cf-28ecac2d1e19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.0952849 Jun 30 09:17:41.070596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad0dc-e049-44b7-8402-6134549e275b req-aa69105f-aad2-4928-b0c3-876bdded423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.072160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-aa69105f-aad2-4928-b0c3-876bdded423e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.2666819 Jun 30 09:17:41.136231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-8f7524ba-838c-4bc5-a704-e88f7030d503 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0586107 Jun 30 09:17:41.157340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebbc6d68-482c-4917-bfbc-df230cef52ce req-2312f6c1-bb16-4fc0-b9c4-440e0d339c58 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240902 Jun 30 09:17:41.158680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-979d40b7-bc83-42e0-8369-aa2be3bfc6af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0705042 Jun 30 09:17:41.193118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06975b-14f8-4ba5-8ed0-2498a8ae58ba req-dc29f0bc-9fa9-44b0-9402-d771b020e432 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.194984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e06975b-14f8-4ba5-8ed0-2498a8ae58ba req-dc29f0bc-9fa9-44b0-9402-d771b020e432 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2330372 Jun 30 09:17:41.197583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-23889e11-3a13-4e58-a770-a306eeeca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.199468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-23889e11-3a13-4e58-a770-a306eeeca750 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.0539942 Jun 30 09:17:41.238345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05f7a8ac-9a65-40cf-82d2-1b3af72c527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.238588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-ee2982a1-b05a-4c04-8907-e8bc3afe467c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309038 Jun 30 09:17:41.254393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05f7a8ac-9a65-40cf-82d2-1b3af72c527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.292997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad0dc-e049-44b7-8402-6134549e275b req-9ddce191-22e5-468a-aceb-35b9fcb85bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.294507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-9ddce191-22e5-468a-aceb-35b9fcb85bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.1224306 Jun 30 09:17:41.336483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05f7a8ac-9a65-40cf-82d2-1b3af72c527c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=270fa5331ef04ad8ae544d51dfd17e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349415 Jun 30 09:17:41.337473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:41.356254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-0c91dd44-47d4-4806-9a39-d420bb7d0db5 service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109850 Jun 30 09:17:41.365619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7a8ac-9a65-40cf-82d2-1b3af72c527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068ab59-49bb-4e07-b179-9cb4a454689d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:41.372653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-a164566f-369f-4587-930f-729bf4ca0baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583420 Jun 30 09:17:41.376295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e06975b-14f8-4ba5-8ed0-2498a8ae58ba req-020e6a32-d824-44e9-be90-792b298b29e1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515815 Jun 30 09:17:41.452478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.467098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-23f5c5f7-8bc8-4ead-b966-f9dfe6892c18 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881791 Jun 30 09:17:41.498618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.506611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ce9122ff-957c-47e5-9ddd-0ce30c57d875 req-2a0c05e3-4fe7-4fa3-87de-f114689c91cc service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434262 Jun 30 09:17:41.555659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.561849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.566257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5068ab59-49bb-4e07-b179-9cb4a454689d HTTP/1.1" status: 204 len: 168 time: 0.2275827 Jun 30 09:17:41.574943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55ad0dc-e049-44b7-8402-6134549e275b req-58549aa2-14b4-4069-9c5c-79f27d2bedc1 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023324 Jun 30 09:17:41.578041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8919c-f9cc-49ad-aefa-835530e161de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068ab59-49bb-4e07-b179-9cb4a454689d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:41.885900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43634) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:41.899932 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1776da70-86f5-40ab-99f7-dc35ac800118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.991526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1776da70-86f5-40ab-99f7-dc35ac800118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.995693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1776da70-86f5-40ab-99f7-dc35ac800118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.035293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1776da70-86f5-40ab-99f7-dc35ac800118 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e31d267201ea4c5cb47d0dc12ced0073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479518 Jun 30 09:17:42.036307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776da70-86f5-40ab-99f7-dc35ac800118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce40c69-67fb-4109-9abf-ba34b507a268,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.038072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:42.092325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.114020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.166911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.170152 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.172626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fce40c69-67fb-4109-9abf-ba34b507a268 HTTP/1.1" status: 204 len: 168 time: 0.1328819 Jun 30 09:17:42.180611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bb7d4-e69d-4f7a-a27c-70257910dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce40c69-67fb-4109-9abf-ba34b507a268,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.361642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fae4fb-10ab-4167-8c0a-8d8872d26a98 req-e9d42290-fee3-4f5d-afb7-2f1578ae4001 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.363713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59fae4fb-10ab-4167-8c0a-8d8872d26a98 req-e9d42290-fee3-4f5d-afb7-2f1578ae4001 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0791550 Jun 30 09:17:42.405503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59fae4fb-10ab-4167-8c0a-8d8872d26a98 req-ef108c87-641f-4847-921c-96eb16ae0f24 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Jun 30 09:17:42.589391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb5a43-6ad6-448a-ada4-6b0747561d6b req-309838e0-7a93-4435-a26f-751302ec7173 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.590959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bfb5a43-6ad6-448a-ada4-6b0747561d6b req-309838e0-7a93-4435-a26f-751302ec7173 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0725446 Jun 30 09:17:42.637808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bfb5a43-6ad6-448a-ada4-6b0747561d6b req-458081b4-a494-4ef3-addc-e3b20a4f405b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Jun 30 09:17:43.586586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d586241-9fa5-4dee-bb8e-8b59c2ccad67 req-2cbc9c7d-2816-4528-b339-569d3010a6ca tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.588312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d586241-9fa5-4dee-bb8e-8b59c2ccad67 req-2cbc9c7d-2816-4528-b339-569d3010a6ca tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0673597 Jun 30 09:17:43.629837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d586241-9fa5-4dee-bb8e-8b59c2ccad67 req-d1a0276c-f66e-4f59-bbe5-0e6df426297d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Jun 30 09:17:43.825377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56dee7-b23a-4e5b-b7d1-d9b309d2fd8e req-d95865f4-3bbc-4f69-bd7b-38eb0a3228b4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:43.836693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b56dee7-b23a-4e5b-b7d1-d9b309d2fd8e req-d95865f4-3bbc-4f69-bd7b-38eb0a3228b4 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0820422 Jun 30 09:17:43.890073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b56dee7-b23a-4e5b-b7d1-d9b309d2fd8e req-a606616c-0717-4e09-a574-1fdd1824d590 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493679 Jun 30 09:17:44.821399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da24b1-0edc-4827-b6cd-19d957c79e19 req-58977324-950a-4b3c-a040-a8da4501732c tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.823074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2da24b1-0edc-4827-b6cd-19d957c79e19 req-58977324-950a-4b3c-a040-a8da4501732c tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0691700 Jun 30 09:17:44.863191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2da24b1-0edc-4827-b6cd-19d957c79e19 req-525ec74c-8204-4110-ab4e-9a0f462935a9 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Jun 30 09:17:45.088935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6c2b7-9e3f-4730-8213-7e5e986c97fd req-cc826fcf-24c8-41b8-bd09-4b519bc60571 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.090496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89a6c2b7-9e3f-4730-8213-7e5e986c97fd req-cc826fcf-24c8-41b8-bd09-4b519bc60571 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0759606 Jun 30 09:17:45.139330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89a6c2b7-9e3f-4730-8213-7e5e986c97fd req-582b7b7e-693d-4f4a-a59e-d4bd1efdd8be tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Jun 30 09:17:46.066820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4766a-d877-42d8-a9d1-a96fc04f154a req-5be457df-2e16-405b-be54-66b67116f1ab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:46.068403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35f4766a-d877-42d8-a9d1-a96fc04f154a req-5be457df-2e16-405b-be54-66b67116f1ab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0842495 Jun 30 09:17:46.110184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35f4766a-d877-42d8-a9d1-a96fc04f154a req-e1e923ec-76a5-4829-8f98-5763151ab65f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Jun 30 09:17:46.386011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d186-93c8-4f29-a185-60976fc55914 req-62269899-8b0d-4ffd-b5f7-d3721bd74f86 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:46.387647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4658d186-93c8-4f29-a185-60976fc55914 req-62269899-8b0d-4ffd-b5f7-d3721bd74f86 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0906224 Jun 30 09:17:46.449218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4658d186-93c8-4f29-a185-60976fc55914 req-859bf210-20fb-469f-97f2-78db8662e11c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542679 Jun 30 09:17:47.317099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88291b1-e3d9-49c4-a394-21830e0e9fbb req-f5a839f9-460a-4793-ac51-4902c66b1d64 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.325520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e88291b1-e3d9-49c4-a394-21830e0e9fbb req-f5a839f9-460a-4793-ac51-4902c66b1d64 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0907671 Jun 30 09:17:47.374150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e88291b1-e3d9-49c4-a394-21830e0e9fbb req-aaff7502-8a39-4513-b71c-ae24deeacd90 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Jun 30 09:17:47.656393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05730b-0678-49f5-9984-9c0224797799 req-9d975719-af99-448f-a6b6-f4e5e0f13ebc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:47.664070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a05730b-0678-49f5-9984-9c0224797799 req-9d975719-af99-448f-a6b6-f4e5e0f13ebc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0801592 Jun 30 09:17:47.700825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a05730b-0678-49f5-9984-9c0224797799 req-d348ac8b-b500-4248-a904-03a29212daec tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Jun 30 09:17:48.632358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42c4c4-4b57-444d-8674-f139b3d00c58 req-4b3208bb-189e-4baf-bc7a-de2b3a6f406c tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.634855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea42c4c4-4b57-444d-8674-f139b3d00c58 req-4b3208bb-189e-4baf-bc7a-de2b3a6f406c tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0880806 Jun 30 09:17:48.682525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea42c4c4-4b57-444d-8674-f139b3d00c58 req-b4409613-4b8c-48b8-ad77-ee56345ecd31 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Jun 30 09:17:48.759514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1db3f-b182-4b61-aa18-7d8c3ea1e27f req-be8aaacf-e927-4e7d-831c-ec599b32e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.761648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-75b1db3f-b182-4b61-aa18-7d8c3ea1e27f req-be8aaacf-e927-4e7d-831c-ec599b32e612 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.1088042 Jun 30 09:17:48.814199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-75b1db3f-b182-4b61-aa18-7d8c3ea1e27f req-b6263b1f-9700-4642-85d7-f72f6c701f90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Jun 30 09:17:48.936105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00449aa-c565-4f24-9c86-cda80efff657 req-fc941a3a-10f6-41d0-840b-2101efba0f71 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.938258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f00449aa-c565-4f24-9c86-cda80efff657 req-fc941a3a-10f6-41d0-840b-2101efba0f71 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0818009 Jun 30 09:17:48.980617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f00449aa-c565-4f24-9c86-cda80efff657 req-84d69c27-bf40-418f-866e-ee4a028a5ab1 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Jun 30 09:17:49.879971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075913-ccb6-4a05-85ed-c31743cba00a req-c085e821-557a-4cbd-80f3-faf7a6baca76 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:49.883845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08075913-ccb6-4a05-85ed-c31743cba00a req-c085e821-557a-4cbd-80f3-faf7a6baca76 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0712476 Jun 30 09:17:49.932411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08075913-ccb6-4a05-85ed-c31743cba00a req-3bfd1838-7c34-4f7f-a9e9-4a94c7236778 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Jun 30 09:17:50.175834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677dd16-016d-4151-b547-d0d5916ea5e2 req-ff2d6b73-15e4-416c-a0a1-3037c6df294b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.177361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9677dd16-016d-4151-b547-d0d5916ea5e2 req-ff2d6b73-15e4-416c-a0a1-3037c6df294b tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0726593 Jun 30 09:17:50.226372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9677dd16-016d-4151-b547-d0d5916ea5e2 req-577cd3a3-9536-4bcd-a180-9de211cc091c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Jun 30 09:17:50.798031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-e358532e-638f-484f-8b6c-47405e40bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.799560 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-e358532e-638f-484f-8b6c-47405e40bbac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=afe1988e11e44b3f859e8857209cff6c&device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 1097 time: 0.1198704 Jun 30 09:17:50.874302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2af1f-7089-436c-ba35-d309057146f7 req-98ef0f20-ff56-4408-8820-2165935c5ed3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.876770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89c2af1f-7089-436c-ba35-d309057146f7 req-98ef0f20-ff56-4408-8820-2165935c5ed3 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1271100 Jun 30 09:17:50.905047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-822738eb-1e2e-4973-9e7c-de08e6b21e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.906676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-822738eb-1e2e-4973-9e7c-de08e6b21e65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 200 len: 919 time: 0.0972908 Jun 30 09:17:50.939413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89c2af1f-7089-436c-ba35-d309057146f7 req-6a1d3f6c-ffa5-41e4-97ca-b59b95316761 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Jun 30 09:17:50.975992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-978719e8-c864-4ff3-92df-f3a107a204d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 200 len: 217 time: 0.0620418 Jun 30 09:17:51.038234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:51.040902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-b12cc9a9-7f3d-41fc-94fa-cd6fef9ecdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.042476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-b12cc9a9-7f3d-41fc-94fa-cd6fef9ecdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 200 len: 858 time: 0.0606389 Jun 30 09:17:51.076859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43882) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:51.110765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-9f341819-3a98-493b-bb33-9be1df607be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dba75fcc-3aba-48af-911d-1e218ee18a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504467 Jun 30 09:17:51.119515 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:51.143189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbac68-2684-46f7-ae13-b78c2cdb73f1 req-fa68d55e-55e2-4e1d-86db-84a527a92073 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.145128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20fbac68-2684-46f7-ae13-b78c2cdb73f1 req-fa68d55e-55e2-4e1d-86db-84a527a92073 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0793390 Jun 30 09:17:51.210473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20fbac68-2684-46f7-ae13-b78c2cdb73f1 req-48b06b68-1e11-44d2-93b5-df910784a57a tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Jun 30 09:17:51.211357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d89f484-3f0e-4683-9402-a56e066cadc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.223093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-72855914-03c6-4caa-8d6e-297a5162252d service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050658 Jun 30 09:17:51.243861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db2dacf6-f7cf-4e75-8b9c-be7545379b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.316011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-672f8cee-24e8-4fe2-b96b-678ac6cfbd81 req-1dd18c73-b953-4197-84c1-ee4529aa19fa service neutron] 10.222.0.11 "GET /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857096 Jun 30 09:17:51.330334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d89f484-3f0e-4683-9402-a56e066cadc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.336304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d89f484-3f0e-4683-9402-a56e066cadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.395800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3d89f484-3f0e-4683-9402-a56e066cadc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=933ea49ab1434bde81cee328242c0d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556776 Jun 30 09:17:51.398211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:51.398834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89f484-3f0e-4683-9402-a56e066cadc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7260d-67a7-478b-96a0-47e023ff80b2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:51.479350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.510714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db2dacf6-f7cf-4e75-8b9c-be7545379b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.515942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.522024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-db2dacf6-f7cf-4e75-8b9c-be7545379b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.582708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-db2dacf6-f7cf-4e75-8b9c-be7545379b9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=57b8de20d7564c808763da6767c1768f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043671 Jun 30 09:17:51.583790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dacf6-f7cf-4e75-8b9c-be7545379b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe897b-2b7d-4713-872b-1e8d06677f82,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:51.585436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:51.605877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.608983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.610155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82a7260d-67a7-478b-96a0-47e023ff80b2 HTTP/1.1" status: 204 len: 168 time: 0.2078166 Jun 30 09:17:51.617856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128af2-bf3c-406f-947e-9d89ba816760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7260d-67a7-478b-96a0-47e023ff80b2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:51.642670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.666725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.723099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.727224 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:51.728862 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10fe897b-2b7d-4713-872b-1e8d06677f82 HTTP/1.1" status: 204 len: 168 time: 0.1423929 Jun 30 09:17:51.738225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce766a-31ca-4f78-95df-b618a3af05d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe897b-2b7d-4713-872b-1e8d06677f82,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.091303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43908) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:52.112804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-927aa16a-a817-43e3-8a07-a326b6060791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.124506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27ce38-df5f-4053-9930-72045610b05f req-7f6b7f58-0a3b-47ef-9c49-7279cc077bff tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.126068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd27ce38-df5f-4053-9930-72045610b05f req-7f6b7f58-0a3b-47ef-9c49-7279cc077bff tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0746150 Jun 30 09:17:52.167375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd27ce38-df5f-4053-9930-72045610b05f req-f6e99381-769a-4c38-b0c8-2b4a7030f8ac tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356162 Jun 30 09:17:52.212153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-927aa16a-a817-43e3-8a07-a326b6060791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.217122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-927aa16a-a817-43e3-8a07-a326b6060791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.258281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-927aa16a-a817-43e3-8a07-a326b6060791 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b984edd213c4b8eb4d963c08a453572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654692 Jun 30 09:17:52.259180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aa16a-a817-43e3-8a07-a326b6060791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177168ad-5879-4765-9956-12162223e522,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.261053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43918) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:52.324269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.350466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.436373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.439003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.440229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/177168ad-5879-4765-9956-12162223e522 HTTP/1.1" status: 204 len: 168 time: 0.1780851 Jun 30 09:17:52.450682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca967-ee4e-46d8-ab3f-e6f7bef2e534 req-d995ead7-e533-4962-998d-7d2afb394c89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:52.452476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2bca967-ee4e-46d8-ab3f-e6f7bef2e534 req-d995ead7-e533-4962-998d-7d2afb394c89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1000473 Jun 30 09:17:52.472349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbf111-dc13-453c-b355-186a3cbc7c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177168ad-5879-4765-9956-12162223e522,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.503498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2bca967-ee4e-46d8-ab3f-e6f7bef2e534 req-9a77b021-bcf4-4796-bc2f-53504e883604 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Jun 30 09:17:52.805897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:52.820880 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143379a5-d3b2-42e1-a309-22ec107f47fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.927422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143379a5-d3b2-42e1-a309-22ec107f47fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.932771 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143379a5-d3b2-42e1-a309-22ec107f47fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:52.973490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-143379a5-d3b2-42e1-a309-22ec107f47fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01796a6527604b30b7443b85e57e10d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663458 Jun 30 09:17:52.974393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143379a5-d3b2-42e1-a309-22ec107f47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f62aea-8726-4512-89d5-b4383e37fcbf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:52.976931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43938) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:53.031583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.053944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.102763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.105268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:53.107119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02f62aea-8726-4512-89d5-b4383e37fcbf HTTP/1.1" status: 204 len: 168 time: 0.1282315 Jun 30 09:17:53.115351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7494d-aeb8-4e21-928e-c8d2e7cd2ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f62aea-8726-4512-89d5-b4383e37fcbf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:53.358691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e25224-f370-42a1-8e9f-503a6a85ba98 req-df358088-c296-4d31-ba2f-f6fce5abc491 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.360527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2e25224-f370-42a1-8e9f-503a6a85ba98 req-df358088-c296-4d31-ba2f-f6fce5abc491 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Jun 30 09:17:53.404433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2e25224-f370-42a1-8e9f-503a6a85ba98 req-1dd047a8-c71e-447d-a3c6-ab964604fdb6 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Jun 30 09:17:53.685574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5684b-3b78-46dd-8f9a-a1627f50ae95 req-e052465d-2b3b-4694-90f8-1522b840cd28 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.687723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9b5684b-3b78-46dd-8f9a-a1627f50ae95 req-e052465d-2b3b-4694-90f8-1522b840cd28 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0667005 Jun 30 09:17:53.733407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9b5684b-3b78-46dd-8f9a-a1627f50ae95 req-44eb545e-3b26-4174-a228-48895866e711 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Jun 30 09:17:53.860080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:53.980435 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-da001bc7-aa91-4c60-8929-6a3abd3275ad tempest-AgentManagementNegativeTest-89432619 tempest-AgentManagementNegativeTest-89432619-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1191981 Jun 30 09:17:54.246416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43984) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:54.380091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c95d90a4-c577-48a0-ab7a-646a73dd7a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.517266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-e9ea8747-45aa-4bda-a9ff-7ac8200e6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.518795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-e9ea8747-45aa-4bda-a9ff-7ac8200e6687 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1160860 Jun 30 09:17:54.611924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c95d90a4-c577-48a0-ab7a-646a73dd7a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.634955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c95d90a4-c577-48a0-ab7a-646a73dd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.708717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c95d90a4-c577-48a0-ab7a-646a73dd7a99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe9f0e6eef3648448e16d9b368ad39e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611409 Jun 30 09:17:54.711514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43996) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:54.714964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d90a4-c577-48a0-ab7a-646a73dd7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1399dc6-a31e-4945-b742-3dc3943fe5a1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:54.725622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-e6ce995d-0dbd-4432-af03-3e103fb342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.727151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-e6ce995d-0dbd-4432-af03-3e103fb342d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.1792612 Jun 30 09:17:54.751662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96368eb8-0588-4f79-bf3c-30122665b63b req-76f3ece1-2ae3-4c8e-8053-7ce27c6f0432 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.753126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96368eb8-0588-4f79-bf3c-30122665b63b req-76f3ece1-2ae3-4c8e-8053-7ce27c6f0432 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2040908 Jun 30 09:17:54.783093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-eefedadf-be02-478a-b830-9f3d52d9d977 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0470011 Jun 30 09:17:54.812781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.836678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.858391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96368eb8-0588-4f79-bf3c-30122665b63b req-285956bd-ce15-4aee-ba68-8dbbd9c808ed tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Jun 30 09:17:54.863174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-28f42907-1733-4f58-9955-ca5405afaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.865112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-28f42907-1733-4f58-9955-ca5405afaa72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.0755501 Jun 30 09:17:54.903363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-2d3cf673-614c-4791-aa3c-465275fc203f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311503 Jun 30 09:17:54.907346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.910130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:54.911256 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1399dc6-a31e-4945-b742-3dc3943fe5a1 HTTP/1.1" status: 204 len: 168 time: 0.1981008 Jun 30 09:17:54.922031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a909a-3dcc-4d8a-8571-095970b64239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1399dc6-a31e-4945-b742-3dc3943fe5a1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:55.084727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4ce55-a639-44c4-8a3e-b13e34dcc84a req-89dd66b5-62de-425b-b409-d8f35a489c21 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.086450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5be4ce55-a639-44c4-8a3e-b13e34dcc84a req-89dd66b5-62de-425b-b409-d8f35a489c21 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1863215 Jun 30 09:17:55.088631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-adec88a6-7c38-419d-9fe6-84d94245eeab service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763313 Jun 30 09:17:55.189189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5be4ce55-a639-44c4-8a3e-b13e34dcc84a req-cdca9186-5dac-4a67-bafa-4e75cae64193 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944698 Jun 30 09:17:55.229884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90ae747d-064e-42ef-b96b-6bf7d369dc7b req-bad781e1-f140-4286-8467-64875645d8f0 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302309 Jun 30 09:17:55.693265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:55.790282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1297720614'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:55.815849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Made reservation on behalf of 9ba7977631b2440096ccdcba8a9184dc for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:55.820220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.838459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.943627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.949068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.979585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:55.990251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3aa083-d81a-4dcf-b548-a728f9d5c81c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:55.995570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:55.995986 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Added segment d8c167dc-3157-4b72-a0c6-64203f111cae of type vlan for network 071b6dde-6a77-4c53-b848-96319c6e414e Jun 30 09:17:56.040067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.079217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.085205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.085881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.153220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44042) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.154476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4587839 Jun 30 09:17:56.158974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'subnet': {'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:56.162067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58c651-5daf-422c-ab03-2157c043e395 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Network': ['ID=071b6dde-6a77-4c53-b848-96319c6e414e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:56.172903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 071b6dde-6a77-4c53-b848-96319c6e414e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:56.294487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Made reservation on behalf of 9ba7977631b2440096ccdcba8a9184dc for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:56.299444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.546657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.589678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b819a-6fc3-4090-b90c-92256ee65669 req-b110efa9-e6c3-4baa-932b-72eeaf66c655 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.591307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-292b819a-6fc3-4090-b90c-92256ee65669 req-b110efa9-e6c3-4baa-932b-72eeaf66c655 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1581154 Jun 30 09:17:56.646146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Subnet': ['ID=274ec119-0230-438d-a17c-44168c815b4b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:56.671970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-292b819a-6fc3-4090-b90c-92256ee65669 req-bb875267-f160-457c-b66b-4d46968c479b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706017 Jun 30 09:17:56.672869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Checking segment: {'id': 'd8c167dc-3157-4b72-a0c6-64203f111cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:56.673232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network hostable DHCP agents. Network: 071b6dde-6a77-4c53-b848-96319c6e414e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:56.694676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network 071b6dde-6a77-4c53-b848-96319c6e414e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:56.713347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 071b6dde-6a77-4c53-b848-96319c6e414e) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:56.722023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:56.723330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.723855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8389b-5248-4cb4-a444-d6f397f3df68 None None] Network 071b6dde-6a77-4c53-b848-96319c6e414e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:56.752277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:56.752525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b71bde7e-ee3d-454b-b6f8-bf59283dc9c3 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5976052 Jun 30 09:17:56.757384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-419487666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:56.796703 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.799938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.883933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.891890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.906281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-071b6dde-6a77-4c53-b848-96319c6e414e', 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e', 'tenant_id': '9ba7977631b2440096ccdcba8a9184dc', 'fixed_ips': [{'subnet_id': '274ec119-0230-438d-a17c-44168c815b4b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:17:56.908090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.917914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:56.919636 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea1d5896-4e58-4541-9dd5-7b826f8d4082 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1658959 Jun 30 09:17:56.922366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44052) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:57.077422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Allocated IP 172.20.0.2 (071b6dde-6a77-4c53-b848-96319c6e414e/274ec119-0230-438d-a17c-44168c815b4b/5ff977b1-65e4-412f-94d0-d67fbe6bd3ea) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:57.235963 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.254562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.265737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Transition to ACTIVE for port object 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:57.284866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Transition to ACTIVE for port object 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:57.301009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.337513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Network 071b6dde-6a77-4c53-b848-96319c6e414e is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:57.340478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:57.344795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:57.361142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Pushing event updated for resources: {'Port': ['ID=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:57.426541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Attempting to bind port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:57.426541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Attempting to bind port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd8c167dc-3157-4b72-a0c6-64203f111cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:57.426541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Attempting to bind port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea on network 071b6dde-6a77-4c53-b848-96319c6e414e {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:57.430009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:57.430687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Checking segment: {'id': 'd8c167dc-3157-4b72-a0c6-64203f111cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:57.430859 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.431363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Bound using segment: {'id': 'd8c167dc-3157-4b72-a0c6-64203f111cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:57.431843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Bound port: 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c167dc-3157-4b72-a0c6-64203f111cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:57.432441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.507188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] For port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:57.511345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] For port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,segment=NetworkSegment(d8c167dc-3157-4b72-a0c6-64203f111cae),segment_id=d8c167dc-3157-4b72-a0c6-64203f111cae)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:57.516424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.525578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Allocated IP 172.20.0.1 (071b6dde-6a77-4c53-b848-96319c6e414e/274ec119-0230-438d-a17c-44168c815b4b/f994c089-9cd7-4ea8-9e14-69fccf1a69b9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:57.661055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.675935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Transition to ACTIVE for port object f994c089-9cd7-4ea8-9e14-69fccf1a69b9 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:57.715014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.755556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf21a6-8871-42a6-93b1-3b6ce381f092 None None] Pushing event updated for resources: {'Port': ['ID=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:57.772135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network 071b6dde-6a77-4c53-b848-96319c6e414e is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:57.772135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:57.780905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:57.850294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:57.894223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=f994c089-9cd7-4ea8-9e14-69fccf1a69b9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.009890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c591e-2562-4580-8534-e70d59f89dfc req-1921d3e4-1c07-4982-a019-2231c8bb3cf5 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:58.018613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e51c591e-2562-4580-8534-e70d59f89dfc req-1921d3e4-1c07-4982-a019-2231c8bb3cf5 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1507964 Jun 30 09:17:58.052910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.122035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e51c591e-2562-4580-8534-e70d59f89dfc req-3ff560c4-5b28-4b69-a713-7e0b56e03de8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986259 Jun 30 09:17:58.410696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:58.498135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.502049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:58.505464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.593133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=f994c089-9cd7-4ea8-9e14-69fccf1a69b9,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:58.623445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:58.729017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network 071b6dde-6a77-4c53-b848-96319c6e414e is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:58.731967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:59.221233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72527a80-7c21-47de-b7c4-78143348f344 None None] Network 071b6dde-6a77-4c53-b848-96319c6e414e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:59.308475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Router a7b7fa86-c614-4f74-af90-96009034c4dd is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:59.325089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8342-8371-412e-9886-e4284f184801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.407826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Provisioning for port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:59.413364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Provisioning complete for port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:59.414794 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.419670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240d7a5-38a8-4f16-b6a3-cbac92c35e73 req-386ef688-7305-40b8-9597-d290a388c882 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:59.421223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7240d7a5-38a8-4f16-b6a3-cbac92c35e73 req-386ef688-7305-40b8-9597-d290a388c882 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1217508 Jun 30 09:17:59.437498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:59.450699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] Sync routers for ids ['a7b7fa86-c614-4f74-af90-96009034c4dd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:59.453028 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc1f9b68-f991-4ad1-95a5-36cf1295fc4f tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "PUT /v2.0/routers/a7b7fa86-c614-4f74-af90-96009034c4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290248 Jun 30 09:17:59.455926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:59.473555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'port': {'network_id': '071b6dde-6a77-4c53-b848-96319c6e414e', 'name': 'tempest-FloatingIPNegativeTestJSON-1618221903'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:59.486531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] Routers {'a7b7fa86-c614-4f74-af90-96009034c4dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:59.487535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a7b7fa86-c614-4f74-af90-96009034c4dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:59.492173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7240d7a5-38a8-4f16-b6a3-cbac92c35e73 req-18d6f7ab-2df1-4d2e-8779-23d147b38053 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Jun 30 09:17:59.548560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:59.586140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] Routers {'a7b7fa86-c614-4f74-af90-96009034c4dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:59.587292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a7b7fa86-c614-4f74-af90-96009034c4dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:59.615792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Made reservation on behalf of 9ba7977631b2440096ccdcba8a9184dc for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:59.622828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.650529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] device_id is not set on port f30a7bf6-d725-46d5-8089-206afe635023 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:17:59.674599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:59.675263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1e9d0-1272-445d-92b0-76fb949256b2 None None] The sync data for ids ['a7b7fa86-c614-4f74-af90-96009034c4dd'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:59.690878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.734033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] For port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,segment=NetworkSegment(d8c167dc-3157-4b72-a0c6-64203f111cae),segment_id=d8c167dc-3157-4b72-a0c6-64203f111cae)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:59.747361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.845628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dc9fa-7e0b-4e66-834b-ade43c7ebfa0 None None] Pushing event updated for resources: {'Port': ['ID=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:59.855456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Allocated IP 172.20.0.12 (071b6dde-6a77-4c53-b848-96319c6e414e/274ec119-0230-438d-a17c-44168c815b4b/f30a7bf6-d725-46d5-8089-206afe635023) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:59.974549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Provisioning complete for port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:59.974935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.070023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.106511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Transition to ACTIVE for port object f30a7bf6-d725-46d5-8089-206afe635023 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:00.124520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Provisioning for port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:00.130660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Provisioning complete for port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:00.131559 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.154456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.195751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a232b-49bd-4110-853b-11b4b1138a25 None None] Port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:00.217928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network 071b6dde-6a77-4c53-b848-96319c6e414e is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:00.221723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:00.228834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:00.236376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=f30a7bf6-d725-46d5-8089-206afe635023,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:00.299153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.300211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.323049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0ebcb31d-a1d7-46f2-b19b-bf1f50391717 None None] Provisioning complete for port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:00.325511 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb31d-a1d7-46f2-b19b-bf1f50391717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.346899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44078) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:00.351793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:00.358618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:00.361371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c2a34649-256a-4438-aecf-7e550b673fba tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8912547 Jun 30 09:18:00.404031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcb31d-a1d7-46f2-b19b-bf1f50391717 None None] Port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:00.405704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.439171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:00.439763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.557428 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.633973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d7ac0e3-35d9-473d-a1fd-78c32524918b None None] Provisioning complete for port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:00.634606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac0e3-35d9-473d-a1fd-78c32524918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:00.733153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ac0e3-35d9-473d-a1fd-78c32524918b None None] Port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:00.799855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Allocated IP 172.25.4.153 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/a2db0d97-a73d-4485-bdf6-a711ccc79dcb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:00.955514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cdb47c21-c2e3-45d7-821c-7aaea99bd354 None None] Provisioning for port f30a7bf6-d725-46d5-8089-206afe635023 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:00.965618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cdb47c21-c2e3-45d7-821c-7aaea99bd354 None None] Provisioning complete for port f30a7bf6-d725-46d5-8089-206afe635023 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:00.966141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cdb47c21-c2e3-45d7-821c-7aaea99bd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.007831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cdb47c21-c2e3-45d7-821c-7aaea99bd354 None None] Port f30a7bf6-d725-46d5-8089-206afe635023 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:01.329744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.343914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24476ce3-1b1a-4f74-8144-f728fed5777b req-c904711d-5dfa-42ac-8f86-311258dae8f2 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:01.351753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24476ce3-1b1a-4f74-8144-f728fed5777b req-c904711d-5dfa-42ac-8f86-311258dae8f2 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.6211112 Jun 30 09:18:01.405539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24476ce3-1b1a-4f74-8144-f728fed5777b req-6104af4e-f6fe-4106-87f8-27758d81c90a tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Jun 30 09:18:01.418707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.470215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:01.473461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:01.480719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:01.519016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=a2db0d97-a73d-4485-bdf6-a711ccc79dcb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:01.587563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.630757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.784065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.791112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.856839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=a2db0d97-a73d-4485-bdf6-a711ccc79dcb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:01.877578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.894546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.898835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb140082-1137-4f7f-af64-63212473a8f0 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5476830 Jun 30 09:18:01.899010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ad697214-b6b9-4f06-a558-ac9143f9ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:01.899471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:01.906507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-66ab9c1b-b6f6-450f-bcf2-c5b6eaab5b05 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'floatingip': {'port_id': 'f30a7bf6-d725-46d5-8089-206afe635023', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:01.952901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-66ab9c1b-b6f6-450f-bcf2-c5b6eaab5b05 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.002350 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.115150 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-66ab9c1b-b6f6-450f-bcf2-c5b6eaab5b05 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] update failed (client error): The resource could not be found. Jun 30 09:18:02.116335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-66ab9c1b-b6f6-450f-bcf2-c5b6eaab5b05 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "PUT /v2.0/floatingips/a1fe17b9-003e-44ba-9159-4f73d5d51cb7 HTTP/1.1" status: 404 len: 507 time: 0.2138672 Jun 30 09:18:02.119466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44108) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:02.121464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-5021d40d-fd49-49e0-9e58-71fcc2e8fe24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0956039 Jun 30 09:18:02.267635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting port a2db0d97-a73d-4485-bdf6-a711ccc79dcb {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:02.267918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.279556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.279556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.279556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.280759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.282322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.282999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.291311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.294972 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2190d226-5cf6-4b8f-8989-f10fc25fde39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 6498 time: 0.1142681 Jun 30 09:18:02.353960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.354514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.367321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Calling delete_port for a2db0d97-a73d-4485-bdf6-a711ccc79dcb owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:02.420022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-299f6b82-836c-4d22-9f8d-9a56ba6ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.420623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-299f6b82-836c-4d22-9f8d-9a56ba6ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.421101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-299f6b82-836c-4d22-9f8d-9a56ba6ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.422767 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-299f6b82-836c-4d22-9f8d-9a56ba6ab8eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5636098c-c6b9-430f-a050-a2d980f626a5&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=ef08391d-9d4d-48a3-b856-439d09896119&id=d88bb592-2fca-4969-b307-59c8952b555b&id=d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 200 len: 2293 time: 0.1024053 Jun 30 09:18:02.536167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.569857 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-15af750f-eecc-4c09-8554-4055347b79a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 200 len: 1001 time: 0.1392865 Jun 30 09:18:02.575061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Port': ['ID=a2db0d97-a73d-4485-bdf6-a711ccc79dcb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:02.645247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-95b7ba46-df21-4346-b955-6aea7bae7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.646243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-95b7ba46-df21-4346-b955-6aea7bae7e58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 200 len: 850 time: 0.0692811 Jun 30 09:18:02.701245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.703791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.708824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-194030d1-40dd-4f46-a7ad-151696aa3169 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "DELETE /v2.0/floatingips/a1fe17b9-003e-44ba-9159-4f73d5d51cb7 HTTP/1.1" status: 204 len: 168 time: 0.5839159 Jun 30 09:18:02.709048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44116) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:02.714421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-23699e51-60e9-44bb-91ba-3d7a0fd0f41a tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'floatingip': {'floating_network_id': '071b6dde-6a77-4c53-b848-96319c6e414e', 'port_id': 'f30a7bf6-d725-46d5-8089-206afe635023', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:02.724948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-eb148b33-c9ae-43c9-8d65-cf2481b8f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.727031 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-eb148b33-c9ae-43c9-8d65-cf2481b8f11c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5636098c-c6b9-430f-a050-a2d980f626a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727024 Jun 30 09:18:02.752326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3458-1e48-42f6-a9fc-bd33ffc850c8 req-e3521e68-6005-4b8a-ba12-40b736c4146e tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.753969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdc3458-1e48-42f6-a9fc-bd33ffc850c8 req-e3521e68-6005-4b8a-ba12-40b736c4146e tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1197731 Jun 30 09:18:02.765637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23699e51-60e9-44bb-91ba-3d7a0fd0f41a tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.847413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-b38cac87-471f-4657-a905-c295cbca7351 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133287 Jun 30 09:18:02.862219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdc3458-1e48-42f6-a9fc-bd33ffc850c8 req-889c1e88-06d3-4c33-8bee-8f1368cd7626 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986545 Jun 30 09:18:02.940894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.993181 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-23699e51-60e9-44bb-91ba-3d7a0fd0f41a tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:18:02.994531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-23699e51-60e9-44bb-91ba-3d7a0fd0f41a tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2837946 Jun 30 09:18:02.995903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-e44595e9-dc8e-4b7f-973f-935d89325568 service neutron] 10.222.0.11 "GET /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395762 Jun 30 09:18:02.999546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:03.004359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'f30a7bf6-d725-46d5-8089-206afe635023', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:03.033960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.062170 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-826dbca1-24df-4d9e-9962-3bb3e82f99c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 217 time: 0.0587592 Jun 30 09:18:03.126464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-d5d3e796-d275-49e4-b2be-95c3a30d66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.128107 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-d5d3e796-d275-49e4-b2be-95c3a30d66b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0584538 Jun 30 09:18:03.150549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.198673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-3db4fb44-e1f5-4371-bee1-c6f434bcbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.201119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-3db4fb44-e1f5-4371-bee1-c6f434bcbcd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660183 Jun 30 09:18:03.302266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Allocated IP 172.25.4.108 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/87ae1141-f68c-4115-ad18-c9ef7b611a22) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:03.357973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.371230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-9a0a0e2a-8f98-4bbd-8a49-3f9efe16ec41 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608610 Jun 30 09:18:03.516164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.558379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-bb49996a-dd93-47e5-b32d-e224a7de8ea6 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792834 Jun 30 09:18:03.571357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.620489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-aa8571ea-7613-4ab8-9349-0dbb38e6c766 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 217 time: 0.0547676 Jun 30 09:18:03.621592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:03.625025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:03.631475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:03.638006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event updated for resources: {'Port': ['ID=87ae1141-f68c-4115-ad18-c9ef7b611a22,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:03.692993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2b42c2da-719c-4191-bea6-bcd667d42069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.694850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2b42c2da-719c-4191-bea6-bcd667d42069 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0668831 Jun 30 09:18:03.781593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-65582e28-9b23-4a52-bef2-f9b8a881fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.788264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-65582e28-9b23-4a52-bef2-f9b8a881fdc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870852 Jun 30 09:18:03.856793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting port 87ae1141-f68c-4115-ad18-c9ef7b611a22 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:03.857745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.912034 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-947d45a8-2e7a-4526-b848-f12f654880b8 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162283 Jun 30 09:18:03.979547 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.980121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:03.993580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Calling delete_port for 87ae1141-f68c-4115-ad18-c9ef7b611a22 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:04.058626 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-4a13bfa0-e3bc-49a5-83db-1ebadef13f34 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386459 Jun 30 09:18:04.113454 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-bc0abc6c-c44a-4bb4-8bb4-5c3212aac993 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 200 len: 217 time: 0.0463984 Jun 30 09:18:04.199634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56591a1-7f52-4bcb-86d8-17efe74f686e req-3eaa187b-c588-4c67-a059-1e5ce97dc90f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.201623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c56591a1-7f52-4bcb-86d8-17efe74f686e req-3eaa187b-c588-4c67-a059-1e5ce97dc90f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1589627 Jun 30 09:18:04.203339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-d02ea3e7-9735-4bdb-b56a-abe25c7e5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.204848 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-d02ea3e7-9735-4bdb-b56a-abe25c7e5d8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0831745 Jun 30 09:18:04.229587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.264205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Port': ['ID=87ae1141-f68c-4115-ad18-c9ef7b611a22,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:04.314806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-9e86afc1-fd59-4d07-b679-876c08c84fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.317331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-9e86afc1-fd59-4d07-b679-876c08c84fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984528 Jun 30 09:18:04.329006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c56591a1-7f52-4bcb-86d8-17efe74f686e req-b8563cbc-69c9-46fb-b402-709100d5aec8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190994 Jun 30 09:18:04.404922 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] create failed (client error): The resource could not be found. Jun 30 09:18:04.406733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-99de67c7-eb60-4126-926e-f9b782502eaf tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4060783 Jun 30 09:18:04.410300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44132) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:04.468667 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-951d478c-be32-438b-8338-511339fd9381 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420078 Jun 30 09:18:04.576727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting port f30a7bf6-d725-46d5-8089-206afe635023 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:04.577078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.607965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.613358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-865e2a7c-1fb5-490c-8d40-832b7fb98801 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337144 Jun 30 09:18:04.681555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-d5ad2b37-d15d-498a-aeaf-90a204ef206c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 200 len: 217 time: 0.0600567 Jun 30 09:18:04.743584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.767147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-6694fd59-0b30-4592-ba47-5ff1c13b9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.769369 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-6694fd59-0b30-4592-ba47-5ff1c13b9222 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 200 len: 797 time: 0.0799322 Jun 30 09:18:04.771806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Calling delete_port for f30a7bf6-d725-46d5-8089-206afe635023 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:04.864343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-6b374f95-9d70-4843-879f-41cdc4446f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.865790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-6b374f95-9d70-4843-879f-41cdc4446f47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ef08391d-9d4d-48a3-b856-439d09896119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0892184 Jun 30 09:18:04.945613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.983640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Port': ['ID=f30a7bf6-d725-46d5-8089-206afe635023,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:05.009960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-199292b7-f06a-41fd-8ea1-ed67043a2a84 service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356118 Jun 30 09:18:05.024100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.078935 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.081309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2bfc48a2-b688-4c6b-841a-0a7fc8c112c4 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "DELETE /v2.0/ports/f30a7bf6-d725-46d5-8089-206afe635023 HTTP/1.1" status: 204 len: 168 time: 0.6697543 Jun 30 09:18:05.083890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44136) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.176553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7dd946-75af-4b48-ab35-2b406a06bf21 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.178786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb7dd946-75af-4b48-ab35-2b406a06bf21 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7b7fa86-c614-4f74-af90-96009034c4dd HTTP/1.1" status: 200 len: 913 time: 0.0937634 Jun 30 09:18:05.181681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:05.189516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-64fd65c5-e843-49e2-8146-b16c771d070e service neutron] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697497 Jun 30 09:18:05.243539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-cc0d0c37-4f81-46ea-a5b8-7753d23bc9cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 200 len: 217 time: 0.0464520 Jun 30 09:18:05.304241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2a4443e4-ac83-4017-890d-f6c4e66be79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.305724 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-2a4443e4-ac83-4017-890d-f6c4e66be79f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.0564880 Jun 30 09:18:05.425483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-ce855d12-13d0-4c98-8657-6684813a2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.427299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-ce855d12-13d0-4c98-8657-6684813a2b2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092265 Jun 30 09:18:05.617681 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-e6b6dff6-0e19-44c1-bd3d-80ae523cb591 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809621 Jun 30 09:18:05.636858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc92cde-4686-42ad-9b29-e3645999516e req-7f0d457a-f213-443b-bc7d-913f241030f3 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.638521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dc92cde-4686-42ad-9b29-e3645999516e req-7f0d457a-f213-443b-bc7d-913f241030f3 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1143796 Jun 30 09:18:05.705611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dc92cde-4686-42ad-9b29-e3645999516e req-9f7aa147-0991-4f3e-8566-7472279eed24 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Jun 30 09:18:05.727836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:05.763068 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-176e17c3-24b3-4884-a394-d39d5af99e8b service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372168 Jun 30 09:18:05.823658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-c807449f-2233-4725-904a-510cb42e32ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 200 len: 217 time: 0.0527673 Jun 30 09:18:05.906429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-e9c5eafc-2b28-42bc-8363-07593b920ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.908700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-e9c5eafc-2b28-42bc-8363-07593b920ae3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 200 len: 797 time: 0.0727680 Jun 30 09:18:06.022880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-645f13fc-b394-4a38-b350-6d7f5fcb4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:06.024573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-645f13fc-b394-4a38-b350-6d7f5fcb4bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d88bb592-2fca-4969-b307-59c8952b555b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074750 Jun 30 09:18:06.119800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting port f994c089-9cd7-4ea8-9e14-69fccf1a69b9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:06.120401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.196705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-760c69ec-185e-47b3-a0f5-b956880a05f7 service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617954 Jun 30 09:18:06.242981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.257045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Calling delete_port for f994c089-9cd7-4ea8-9e14-69fccf1a69b9 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:06.354854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f4926616-2c64-4693-b016-8db6b80b0b5f req-820a1972-e924-489b-aef2-eca8d1bc269a service neutron] 10.222.0.11 "GET /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513720 Jun 30 09:18:06.485468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:06.514470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Port': ['ID=f994c089-9cd7-4ea8-9e14-69fccf1a69b9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:06.818997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.146273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Router a7b7fa86-c614-4f74-af90-96009034c4dd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:07.183515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab417d-ce63-4848-a219-699b245652d4 req-85656638-186d-443f-8131-df4b1ce4c097 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.185603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18ab417d-ce63-4848-a219-699b245652d4 req-85656638-186d-443f-8131-df4b1ce4c097 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1149485 Jun 30 09:18:07.274270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:07.286457 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] Sync routers for ids ['a7b7fa86-c614-4f74-af90-96009034c4dd'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:07.289060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44154) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.289222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-01b85983-0234-421c-adb4-3b08507430e9 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "PUT /v2.0/routers/a7b7fa86-c614-4f74-af90-96009034c4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062920 Jun 30 09:18:07.302221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] Routers {'a7b7fa86-c614-4f74-af90-96009034c4dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:07.303313 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a7b7fa86-c614-4f74-af90-96009034c4dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:07.303770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18ab417d-ce63-4848-a219-699b245652d4 req-7dd80988-54bd-4e5e-ba5c-de693e6eba38 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845363 Jun 30 09:18:07.364366 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:07.374865 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] Routers {'a7b7fa86-c614-4f74-af90-96009034c4dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:07.375845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a7b7fa86-c614-4f74-af90-96009034c4dd'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:07.418982 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:07.420136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba3cdb-a140-4de1-a2e3-eff874633c83 None None] The sync data for ids ['a7b7fa86-c614-4f74-af90-96009034c4dd'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:07.452545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.690897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.693034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.711797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e62700-48d8-4526-9140-01c056210521 req-74a2643e-ebbb-42cd-8fd5-178067db0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.713827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84e62700-48d8-4526-9140-01c056210521 req-74a2643e-ebbb-42cd-8fd5-178067db0522 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1198099 Jun 30 09:18:07.721695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953c5d-23c4-466b-93a3-3cfb16b1f814 req-e11386c5-9f68-4a1f-b290-f3bdb9e4d1ef tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.729151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15953c5d-23c4-466b-93a3-3cfb16b1f814 req-e11386c5-9f68-4a1f-b290-f3bdb9e4d1ef tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0938430 Jun 30 09:18:07.740369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.743240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Fanout notify agent at l3_agent the message router_deleted on router a7b7fa86-c614-4f74-af90-96009034c4dd {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:07.754762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.758791 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-838b709b-a395-470a-908b-68b4ae77fd09 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "DELETE /v2.0/routers/a7b7fa86-c614-4f74-af90-96009034c4dd HTTP/1.1" status: 204 len: 168 time: 0.4678190 Jun 30 09:18:07.763310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44160) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:07.785201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84e62700-48d8-4526-9140-01c056210521 req-477441d0-9b3b-4ed5-86d0-be3d16a64e0f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531459 Jun 30 09:18:07.826831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15953c5d-23c4-466b-93a3-3cfb16b1f814 req-9f458221-d873-4c95-84d1-f6511af4cf72 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961547 Jun 30 09:18:07.853801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting subnet 274ec119-0230-438d-a17c-44168c815b4b {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:07.861862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:07.925061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.031544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.104143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.130432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Subnet': ['ID=274ec119-0230-438d-a17c-44168c815b4b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.136289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.140960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-992ab0d2-ee4c-4216-9e94-16c18b9d9c8d tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "DELETE /v2.0/subnets/274ec119-0230-438d-a17c-44168c815b4b HTTP/1.1" status: 204 len: 168 time: 0.3741493 Jun 30 09:18:08.141274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44162) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:08.146938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57bc65-a895-4968-851f-cba8da44eb03 None None] Network 071b6dde-6a77-4c53-b848-96319c6e414e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:08.226864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.311115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Deleting port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:08.311549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.376714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] DHCP port deletion for 071b6dde-6a77-4c53-b848-96319c6e414e request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:08.391395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] For port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,segment=NetworkSegment(d8c167dc-3157-4b72-a0c6-64203f111cae),segment_id=d8c167dc-3157-4b72-a0c6-64203f111cae)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:08.391762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.405283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Calling delete_port for 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:08.450575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Deleting port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:08.451508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.546476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] For port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,segment=NetworkSegment(d8c167dc-3157-4b72-a0c6-64203f111cae),segment_id=d8c167dc-3157-4b72-a0c6-64203f111cae)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:08.546881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.561640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Calling delete_port for 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:08.562269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.595273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Port': ['ID=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.606927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] No DVR routers for this DVR port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:08.738667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.752353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071b6dde-6a77-4c53-b848-96319c6e414e']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:08.752593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.759968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c167dc-3157-4b72-a0c6-64203f111cae') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:08.760268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c167dc-3157-4b72-a0c6-64203f111cae') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:08.769585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.783950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.787561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] No DVR routers for this DVR port 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:08.790445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:08.790943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.806675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3086f-6868-4787-ac4b-a7d509644582 None None] Pushing event deleted for resources: {'Port': ['ID=5ff977b1-65e4-412f-94d0-d67fbe6bd3ea,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.843762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b2c5-e1af-43e3-bf02-a8dd011b1c26 req-b6345c6f-3945-4dd0-9977-c365a1f5edaa tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:08.845795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5701b2c5-e1af-43e3-bf02-a8dd011b1c26 req-b6345c6f-3945-4dd0-9977-c365a1f5edaa tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.3736315 Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:08.846295 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:08.870518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.880247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:08.882295 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] 10.222.0.66 "DELETE /v2.0/networks/071b6dde-6a77-4c53-b848-96319c6e414e HTTP/1.1" status: 204 len: 168 time: 0.7400625 Jun 30 09:18:08.894934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534608c9-0e7c-47dd-b03b-530fbd044749 tempest-FloatingIPNegativeTestJSON-1972902950 tempest-FloatingIPNegativeTestJSON-1972902950-project] Pushing event deleted for resources: {'Network': ['ID=071b6dde-6a77-4c53-b848-96319c6e414e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:08.899499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5701b2c5-e1af-43e3-bf02-a8dd011b1c26 req-c7c44dba-aa0a-49ae-ba3c-159adb7d6707 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Jun 30 09:18:09.102590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f050ed0-9dce-4c3a-acd0-4247f1980891 req-049b4113-459e-4ffa-b623-d529dc19a8e9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:09.104183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f050ed0-9dce-4c3a-acd0-4247f1980891 req-049b4113-459e-4ffa-b623-d529dc19a8e9 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1350636 Jun 30 09:18:09.156399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f050ed0-9dce-4c3a-acd0-4247f1980891 req-50470693-a3d0-49c1-a392-08f07fd29a4c tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Jun 30 09:18:09.211970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44178) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:09.365500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-478e9c02-5a05-4ead-985a-160704510ccf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ba7977631b2440096ccdcba8a9184dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523554 Jun 30 09:18:09.368346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44182) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:09.435175 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.457879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.513472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.515998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:09.519825 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c3aa083-d81a-4dcf-b548-a728f9d5c81c HTTP/1.1" status: 204 len: 168 time: 0.1476912 Jun 30 09:18:09.526570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b9ffa-ebdf-4d2a-9625-2e815c52b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3aa083-d81a-4dcf-b548-a728f9d5c81c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:09.999413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a56aa54c-c5b1-4fda-98cd-e7b2fe19b7c8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.000993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a56aa54c-c5b1-4fda-98cd-e7b2fe19b7c8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.0787694 Jun 30 09:18:10.144621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d22ed-403d-4ae4-be03-8f7bec4dcc94 req-24398c97-0213-49f4-b44c-19784d45b052 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.147698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33d22ed-403d-4ae4-be03-8f7bec4dcc94 req-24398c97-0213-49f4-b44c-19784d45b052 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.1246781 Jun 30 09:18:10.201090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Deleting port b93e02f4-9e73-4ac2-a218-b00d749723b8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:10.201913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.238673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c33d22ed-403d-4ae4-be03-8f7bec4dcc94 req-426fe10a-6c09-47c0-9a55-637d829b1db8 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Jun 30 09:18:10.317404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1927634932', 'description': 'tempest-description-11832021'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:10.340881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] For port b93e02f4-9e73-4ac2-a218-b00d749723b8, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=b93e02f4-9e73-4ac2-a218-b00d749723b8,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:10.341257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.346861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:10.371343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:10.372340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Calling delete_port for b93e02f4-9e73-4ac2-a218-b00d749723b8 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:10.372618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5ff977b1-65e4-412f-94d0-d67fbe6bd3ea not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:10.376740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.556036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511b1bc-350f-46c6-b6fb-31ad808df7a3 req-4742effe-a0be-4435-bfe2-8ce65c86a941 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.563245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b511b1bc-350f-46c6-b6fb-31ad808df7a3 req-4742effe-a0be-4435-bfe2-8ce65c86a941 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4808e09-b0d1-4e53-994c-64deea4294c4 HTTP/1.1" status: 200 len: 945 time: 0.1430123 Jun 30 09:18:10.585227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44212) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:10.621581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b511b1bc-350f-46c6-b6fb-31ad808df7a3 req-8bf3462c-87e4-45e6-b95b-f0c1834657b0 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Jun 30 09:18:10.628872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.631667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.639051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.643364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['742ec3d4-8575-4fb2-9120-3b9f0e3087db'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:10.666439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Pushing event deleted for resources: {'Port': ['ID=b93e02f4-9e73-4ac2-a218-b00d749723b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.708100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d020877d-89b3-4c83-8896-cfd761d2b2f2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.723239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.724646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] No DVR routers for this DVR port b93e02f4-9e73-4ac2-a218-b00d749723b8 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:10.727318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.730243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b78b8d26-efb3-4135-971e-f2902ad49789 req-7d7d75bd-c794-4441-b36e-89b299ffd1bb tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4225464 Jun 30 09:18:10.737017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ecb560ba-8721-4c73-8922-57730d81e9f3 req-a4d51260-c3e8-4b6e-97b6-4efff1663c8d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "DELETE /v2.0/ports/b93e02f4-9e73-4ac2-a218-b00d749723b8 HTTP/1.1" status: 204 len: 173 time: 0.7297759 Jun 30 09:18:10.737736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'name': 'network-vif-deleted', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:10.740951 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa8a09c-ce45-4bbb-a5a1-fdf4c9727a81" -d '{"events": [{"server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "name": "network-vif-deleted", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:10.823493 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d495761-e03d-4cc6-b71a-ee86919284ad x-openstack-request-id: req-6d495761-e03d-4cc6-b71a-ee86919284ad {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:10.823946 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4808e09-b0d1-4e53-994c-64deea4294c4", "name": "network-vif-deleted", "tag": "b93e02f4-9e73-4ac2-a218-b00d749723b8", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:10.824262 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d495761-e03d-4cc6-b71a-ee86919284ad {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:10.825465 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4808e09-b0d1-4e53-994c-64deea4294c4', 'name': 'network-vif-deleted', 'tag': 'b93e02f4-9e73-4ac2-a218-b00d749723b8', 'status': 'completed', 'code': 200} Jun 30 09:18:10.890331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428189077'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:10.937842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:10.944330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.958984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.004902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-558d5ae0-d997-475c-a0fa-ead5cb7d6c44 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1927634932&fields=id&tenant_id=c580b0edeb084bc19c0921a6714907df HTTP/1.1" status: 200 len: 267 time: 0.0607817 Jun 30 09:18:11.087572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-dce75237-8d89-498c-a742-61e0bef722ca tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.088976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-dce75237-8d89-498c-a742-61e0bef722ca tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0776472 Jun 30 09:18:11.100518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.101326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'port': {'security_groups': ['e32b1281-e40c-43e8-b3e3-99bd337b67ee', 'd020877d-89b3-4c83-8896-cfd761d2b2f2']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:11.104723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.128090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:11.143489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2d199-649f-428f-8c5d-0c0e38c0bf6d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.146227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.146593 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment 9892f94e-174a-4d1c-ad56-6e7d66e0412e of type vlan for network 9e9c532e-596b-4632-a9cf-a8e07b7de723 Jun 30 09:18:11.205526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.214127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.246084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.253195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.254095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.322771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7362480 Jun 30 09:18:11.342186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133da18-d5c1-45fc-bae6-a8da5bd67a76 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=9e9c532e-596b-4632-a9cf-a8e07b7de723,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.369501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:11.630320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:11.693437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.703686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.721041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:11.852505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.853397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.857224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2be6d914-96a1-4f5f-a4fc-23e2475a55d1 req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "PUT /v2.0/ports/9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 981 time: 0.7595561 Jun 30 09:18:11.859283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:11.868396 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:11.948377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b9aa6-6dec-4ef6-b8b3-92136b8e5296 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.954633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:12.160697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-ac377dc5-5c0e-4f09-90a3-16de195a2543 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1927634932&fields=id&tenant_id=c580b0edeb084bc19c0921a6714907df HTTP/1.1" status: 200 len: 267 time: 0.0665016 Jun 30 09:18:12.313571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-f4585140-62ad-4a6c-9112-9b2bc1810326 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.322500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b93e02f4-9e73-4ac2-a218-b00d749723b8 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:12.323337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-f4585140-62ad-4a6c-9112-9b2bc1810326 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 984 time: 0.1614261 Jun 30 09:18:12.333674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'port': {'security_groups': ['e32b1281-e40c-43e8-b3e3-99bd337b67ee']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:12.360986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: b93e02f4-9e73-4ac2-a218-b00d749723b8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:12.361635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device b93e02f4-9e73-4ac2-a218-b00d749723b8 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:12.521254 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace932a-4243-4b8d-b2be-56c62753506d x-openstack-request-id: req-1ace932a-4243-4b8d-b2be-56c62753506d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:12.521857 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:12.522289 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ace932a-4243-4b8d-b2be-56c62753506d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:12.522956 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:18:12.524806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.060079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9c00-86f6-4e9a-86db-f2242e5874d7 req-4401d1ee-01bb-4a2b-911b-86c36d7bcee8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.061528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92cc9c00-86f6-4e9a-86db-f2242e5874d7 req-4401d1ee-01bb-4a2b-911b-86c36d7bcee8 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.1582949 Jun 30 09:18:13.071949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-9fd3ba7a-480f-4b2d-9f80-87ebfeab5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.073477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-9fd3ba7a-480f-4b2d-9f80-87ebfeab5312 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1136 time: 0.5496223 Jun 30 09:18:13.224794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92cc9c00-86f6-4e9a-86db-f2242e5874d7 req-5be6946c-528f-43dd-bce6-f4e7b3b90d33 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470802 Jun 30 09:18:13.286040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:13.296985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-084052e3-9efe-471d-94e9-c7ad60bf3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.298514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-084052e3-9efe-471d-94e9-c7ad60bf3bae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.2097836 Jun 30 09:18:13.356022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.358489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-762165e6-65fb-49d3-aaa2-91c48f1e799e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0501604 Jun 30 09:18:13.360720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.373009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:13.446686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.447545 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:13.459181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c6b9b32-9dab-4998-b94f-3f177fa926c4 req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "PUT /v2.0/ports/9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 942 time: 1.1348298 Jun 30 09:18:13.539010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40bf52-d049-42a4-853e-957305ac3375 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:13.556964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:13.615399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-49cd020d-838b-4002-8fd1-95eb6b8ec5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.617594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-49cd020d-838b-4002-8fd1-95eb6b8ec5e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.2499142 Jun 30 09:18:13.736457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-d1e430e2-e70c-49b2-bc4a-3a1ecebb204c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768063 Jun 30 09:18:13.915394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-2f5f93e5-b173-4706-bc7c-52511259d550 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4136832 Jun 30 09:18:13.932901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:13.940681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-3ddfb8a0-78b8-42c6-87c7-1b68d2c1c00e service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959944 Jun 30 09:18:14.010718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.094075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cd771f2-2e0b-4b63-a83a-feff0a762c7e req-2d800164-2496-404f-9d9e-efb53c3678b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459863 Jun 30 09:18:14.140561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.263617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Allocated IP 172.25.4.225 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d9362785-f5f3-46ec-b7f5-cdf53e4aa977) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:14.432333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.474343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ddba-8e67-4aa3-86a1-4933b79bfa19 req-bd326b7c-afef-4be5-bd55-02dbc899abca tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.475876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9262ddba-8e67-4aa3-86a1-4933b79bfa19 req-bd326b7c-afef-4be5-bd55-02dbc899abca tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.0962234 Jun 30 09:18:14.524476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:14.526862 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea" -d '{"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:14.530982 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.535302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9262ddba-8e67-4aa3-86a1-4933b79bfa19 req-1cb4fbe1-1a65-4df8-9b81-2a1c30cb1335 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516310 Jun 30 09:18:14.585070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:14.589101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:14.597605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:14.624770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'Port': ['ID=d9362785-f5f3-46ec-b7f5-cdf53e4aa977,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.629917 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330c101-447e-405f-8f8a-7b3f59f0ed70 x-openstack-request-id: req-d330c101-447e-405f-8f8a-7b3f59f0ed70 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:14.638221 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:14.638868 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d330c101-447e-405f-8f8a-7b3f59f0ed70 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:14.639629 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:18:14.711437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.718499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:14.768664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.779476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-3c38ee55-af59-4372-a75e-5c30b07c0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.781985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-3c38ee55-af59-4372-a75e-5c30b07c0d35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1251771 Jun 30 09:18:14.843049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:14.846063 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.878488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.954080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-5338a1cb-0311-47c2-8278-2ed87bca6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.955463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-5338a1cb-0311-47c2-8278-2ed87bca6a5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.1452320 Jun 30 09:18:15.029625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-f4d081ec-7186-40c5-9ecc-6b41c880e76a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.0643952 Jun 30 09:18:15.047909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.108474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-b8fafbc7-b812-472a-8324-134e70181488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.110524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-b8fafbc7-b812-472a-8324-134e70181488 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.0728059 Jun 30 09:18:15.117336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=cceea821-8e44-4bde-8170-826d5c99a7a8,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.130531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': '9892f94e-174a-4d1c-ad56-6e7d66e0412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:15.130531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: 9e9c532e-596b-4632-a9cf-a8e07b7de723, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:15.147446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:15.149335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-b1078ed1-8c39-4977-ab7d-38a9f144893e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312784 Jun 30 09:18:15.156902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9e9c532e-596b-4632-a9cf-a8e07b7de723) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:15.165778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e5c54-a710-4a00-a14a-74b2b97f5986 None None] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:15.178499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.179440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.187756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.201341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c68ba308-93d7-42f1-878c-6304f00fd828 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4873147 Jun 30 09:18:15.205153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44262) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:15.211898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-849989310'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:15.220752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.249343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:15.253098 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.296611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:15.311726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.312589 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment b22bec56-4ceb-4789-989f-05210eff932e of type vlan for network 22bbd342-5506-426d-92b7-11360e93833a Jun 30 09:18:15.323875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event updated for resources: {'Port': ['ID=d9362785-f5f3-46ec-b7f5-cdf53e4aa977,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.350196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.355062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-d5e789bd-1580-4862-970b-8c03c750f38d service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964118 Jun 30 09:18:15.365978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-9e9c532e-596b-4632-a9cf-a8e07b7de723', 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': 'cceea821-8e44-4bde-8170-826d5c99a7a8'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:15.366999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.383406 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.418680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.420024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-bd71ca7e-f711-4d51-a857-321ff6550823 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4943621 Jun 30 09:18:15.430886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.443895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.444853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.492319 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2857597 Jun 30 09:18:15.507946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:15.524288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': '22bbd342-5506-426d-92b7-11360e93833a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:15.556261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d45f18-2e1a-48e2-88d8-dd535e81ea98 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=22bbd342-5506-426d-92b7-11360e93833a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.564765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Allocated IP 2001:db8:0:ffff::2 (9e9c532e-596b-4632-a9cf-a8e07b7de723/cceea821-8e44-4bde-8170-826d5c99a7a8/4fc24342-a046-4e69-805a-cce76d814d34) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:15.574404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 22bbd342-5506-426d-92b7-11360e93833a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:15.583739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-7fa2e9d7-b27a-49d3-ad0f-8d542f22b7e1 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 696 time: 0.1530421 Jun 30 09:18:15.640860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19adef1d-d7e2-4d1d-b6fd-aa6f69fb25ea req-e1572926-9f88-4a68-aa56-1c59e7581824 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756219 Jun 30 09:18:15.757795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:15.761172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.796910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.813524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Transition to ACTIVE for port object 4fc24342-a046-4e69-805a-cce76d814d34 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:15.839255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Transition to ACTIVE for port object 4fc24342-a046-4e69-805a-cce76d814d34 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:15.848932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:15.849357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-0baaf789-1403-4758-96f5-6988d09e418e tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.850824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-0baaf789-1403-4758-96f5-6988d09e418e tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.2609842 Jun 30 09:18:15.866372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-1639c0b9-7478-421e-ae36-f2e7ea7e2f34 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:18:15.867404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92e36eff-6d96-416e-a37d-c7035fcb7457 req-1639c0b9-7478-421e-ae36-f2e7ea7e2f34 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058537 Jun 30 09:18:15.897489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:15.899994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636bebf-8ed2-40f2-a464-6fa09d083209 req-636a3ae1-1cb2-4b5b-81a9-5c04f70de221 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:15.900734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:15.901460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3636bebf-8ed2-40f2-a464-6fa09d083209 req-636a3ae1-1cb2-4b5b-81a9-5c04f70de221 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2061217 Jun 30 09:18:15.905664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:15.928116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Pushing event updated for resources: {'Port': ['ID=4fc24342-a046-4e69-805a-cce76d814d34,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:15.960176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.960527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.960900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.961446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.962029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.962492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.962864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.963347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.963876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.964369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.964910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.965455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:15.991859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3636bebf-8ed2-40f2-a464-6fa09d083209 req-f135dcf5-d1ff-45e1-af75-c2a7f1e8ffea tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708342 Jun 30 09:18:16.015674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Attempting to bind port 4fc24342-a046-4e69-805a-cce76d814d34 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:16.016050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Attempting to bind port 4fc24342-a046-4e69-805a-cce76d814d34 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9892f94e-174a-4d1c-ad56-6e7d66e0412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:16.016421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Attempting to bind port 4fc24342-a046-4e69-805a-cce76d814d34 on network 9e9c532e-596b-4632-a9cf-a8e07b7de723 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:16.023343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:16.023769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Checking segment: {'id': '9892f94e-174a-4d1c-ad56-6e7d66e0412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:16.024265 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.024670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Bound using segment: {'id': '9892f94e-174a-4d1c-ad56-6e7d66e0412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:16.025349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Bound port: 4fc24342-a046-4e69-805a-cce76d814d34, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9892f94e-174a-4d1c-ad56-6e7d66e0412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9e9c532e-596b-4632-a9cf-a8e07b7de723'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:16.025767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.142717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] For port 4fc24342-a046-4e69-805a-cce76d814d34, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:16.146876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] For port 4fc24342-a046-4e69-805a-cce76d814d34, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc24342-a046-4e69-805a-cce76d814d34,segment=NetworkSegment(9892f94e-174a-4d1c-ad56-6e7d66e0412e),segment_id=9892f94e-174a-4d1c-ad56-6e7d66e0412e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:16.155141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.214665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e932446-9721-4559-9ff1-47def2835dbc None None] Pushing event updated for resources: {'Port': ['ID=4fc24342-a046-4e69-805a-cce76d814d34,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:16.269980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:18:16.274812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.321722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-1980846c-fba6-4c43-8d61-2a5436c47518 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.323507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-1980846c-fba6-4c43-8d61-2a5436c47518 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2371578 Jun 30 09:18:16.403197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-83cb22a8-7745-4aab-b6a7-4b543e4baea4 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 696 time: 0.0668869 Jun 30 09:18:16.413814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'floatingip': {'port_id': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:16.416600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=8f25703d-5e7f-49db-b2b5-b51576bb25ae,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:16.874375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.876747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': 'b22bec56-4ceb-4789-989f-05210eff932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22bbd342-5506-426d-92b7-11360e93833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:16.877111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: 22bbd342-5506-426d-92b7-11360e93833a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:16.996183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 22bbd342-5506-426d-92b7-11360e93833a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:17.040382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 22bbd342-5506-426d-92b7-11360e93833a) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:17.050481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8dd6e-2d9f-4d56-915f-f06b3584287a None None] Network 22bbd342-5506-426d-92b7-11360e93833a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:17.053599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.054249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.182039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-43cc0307-f45e-4a55-9348-4f5664b73130 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6711643 Jun 30 09:18:17.186511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44288) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:17.198318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.198487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'port': {'network_id': '22bbd342-5506-426d-92b7-11360e93833a', 'name': 'tempest-NetworksIpV6TestAttrs-1239403318'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:17.203827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.209613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.216395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.222277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.228147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.235638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.237679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-c0089e87-d542-4faf-981a-fa5a4e692bf9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.3262913 Jun 30 09:18:17.349144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-808d7e8e-a532-42c4-9e1d-b74b268c518f req-ef9e927d-5915-43ac-9d4f-d6d4f9322273 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001530 Jun 30 09:18:17.458663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:17.466180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.498875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] device_id is not set on port 05b2e211-9ed9-4417-bd31-a0f04ff47e8a yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:17.546329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-22bbd342-5506-426d-92b7-11360e93833a', 'network_id': '22bbd342-5506-426d-92b7-11360e93833a', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': '8f25703d-5e7f-49db-b2b5-b51576bb25ae'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:17.548747 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.637876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74081aa-2f8f-4a1f-ac3f-8d50fa1af250 None None] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:17.648140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Allocated IP 2001:db8::f816:3eff:fe69:168e (22bbd342-5506-426d-92b7-11360e93833a/8f25703d-5e7f-49db-b2b5-b51576bb25ae/05b2e211-9ed9-4417-bd31-a0f04ff47e8a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:17.735325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bdcb9924-9d40-48bd-8a8f-078a3f8c23f6 None None] Provisioning for port 4fc24342-a046-4e69-805a-cce76d814d34 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:17.814666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb969-9e07-455e-8f31-d042bd188468 req-2733e4f2-a5e1-4cc5-93c4-b2334139221d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.816225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b68cb969-9e07-455e-8f31-d042bd188468 req-2733e4f2-a5e1-4cc5-93c4-b2334139221d tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2885911 Jun 30 09:18:17.849504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.870220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Transition to ACTIVE for port object 05b2e211-9ed9-4417-bd31-a0f04ff47e8a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:17.919299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.937902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b68cb969-9e07-455e-8f31-d042bd188468 req-bf03dfdf-ddfa-4780-aae8-b39e75350a79 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012592 Jun 30 09:18:17.969849 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.975108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.991242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Port': ['ID=05b2e211-9ed9-4417-bd31-a0f04ff47e8a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.998840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Allocated IP 2001:db8::f816:3eff:fec9:b50a (22bbd342-5506-426d-92b7-11360e93833a/8f25703d-5e7f-49db-b2b5-b51576bb25ae/0946b8bf-1ae9-4694-995e-247e17aec33b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:18.026117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 22bbd342-5506-426d-92b7-11360e93833a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:18.030537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:18.036451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:18.042517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.043883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.129068 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Floating IP 0dc49bee-c6ec-4e3b-86c2-627845ac80c5 associated. External IP: 172.25.4.225, port: 9eb49199-4967-4e2d-9ba7-fdcfe201e538. Jun 30 09:18:18.264887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.289442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Transition to ACTIVE for port object 0946b8bf-1ae9-4694-995e-247e17aec33b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:18.344980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Transition to ACTIVE for port object 0946b8bf-1ae9-4694-995e-247e17aec33b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:18.366729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.480365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc24342-a046-4e69-805a-cce76d814d34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:18.563193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Network 22bbd342-5506-426d-92b7-11360e93833a is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:18.566101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:18.587798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:18.593598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Pushing event updated for resources: {'Port': ['ID=0946b8bf-1ae9-4694-995e-247e17aec33b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.648926 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78e2d5fe-5994-4839-bb0d-5c463bf18a85 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4610219 Jun 30 09:18:18.654990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44298) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.679744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Router b42c4ca5-c4f9-4faa-bcd4-7e287062029b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:18.695716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Attempting to bind port 0946b8bf-1ae9-4694-995e-247e17aec33b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:18.696090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Attempting to bind port 0946b8bf-1ae9-4694-995e-247e17aec33b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b22bec56-4ceb-4789-989f-05210eff932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22bbd342-5506-426d-92b7-11360e93833a'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:18.696459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Attempting to bind port 0946b8bf-1ae9-4694-995e-247e17aec33b on network 22bbd342-5506-426d-92b7-11360e93833a {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:18.702692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4fc24342-a046-4e69-805a-cce76d814d34 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:18.704972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:18.705359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Checking segment: {'id': 'b22bec56-4ceb-4789-989f-05210eff932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22bbd342-5506-426d-92b7-11360e93833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:18.705801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.706213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Bound using segment: {'id': 'b22bec56-4ceb-4789-989f-05210eff932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22bbd342-5506-426d-92b7-11360e93833a'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:18.706741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Bound port: 0946b8bf-1ae9-4694-995e-247e17aec33b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22bec56-4ceb-4789-989f-05210eff932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '22bbd342-5506-426d-92b7-11360e93833a'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:18.707132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.710255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-71f4f4b9-c0b9-410e-8ab7-9dc6625b3abd tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.712079 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-71f4f4b9-c0b9-410e-8ab7-9dc6625b3abd tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.7350125 Jun 30 09:18:18.719192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4fc24342-a046-4e69-805a-cce76d814d34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:18.719713 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.798278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.804200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.804466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.810100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.814191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.816195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.822102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.829486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.835471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.838174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.841944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.844078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-f22a1d38-f174-4a80-8068-416fffe409b6 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.7954009 Jun 30 09:18:18.847319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.854396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting subnet 8f25703d-5e7f-49db-b2b5-b51576bb25ae {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:18.856364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.865939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.875945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.877350 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-7b33341e-82e6-44de-b78c-cca0e62e5861 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.2881765 Jun 30 09:18:18.947370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] For port 0946b8bf-1ae9-4694-995e-247e17aec33b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:18.959589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] For port 0946b8bf-1ae9-4694-995e-247e17aec33b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0946b8bf-1ae9-4694-995e-247e17aec33b,segment=NetworkSegment(b22bec56-4ceb-4789-989f-05210eff932e),segment_id=b22bec56-4ceb-4789-989f-05210eff932e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:18.971221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b34debc7-46e7-49ab-a422-bbcb50e4e246 req-8cbc7a54-b54c-4ee9-b2da-aaecdacb4ee4 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926316 Jun 30 09:18:18.971841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.000680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.024569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:19.038361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.039769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-dd3a78cb-e7c1-45ea-bb3e-00bd07ed5b4b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.041165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-dd3a78cb-e7c1-45ea-bb3e-00bd07ed5b4b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1838529 Jun 30 09:18:19.092866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Sync routers for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:19.123517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-4453926a-c473-433e-8f61-59e041c6cd7d tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "PUT /v2.0/floatingips/0dc49bee-c6ec-4e3b-86c2-627845ac80c5 HTTP/1.1" status: 200 len: 996 time: 2.7136264 Jun 30 09:18:19.128530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:19.133599 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2bf19-7750-47c9-934d-42c1e23977a5" -d '{"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:19.143088 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.178226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-d0c75e46-f9b2-443e-b6e8-636aa1be979d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1227221 Jun 30 09:18:19.194329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:19.198593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Deleting port 742ec3d4-8575-4fb2-9120-3b9f0e3087db {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:19.200000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.202280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:19.203684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-6615b160-0e31-4ab4-9656-1aa893d60fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.209052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:19.212352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-6615b160-0e31-4ab4-9656-1aa893d60fa4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.0727131 Jun 30 09:18:19.229488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ecf6c-074a-4ac6-8547-811020a3b044 None None] Pushing event updated for resources: {'Port': ['ID=0946b8bf-1ae9-4694-995e-247e17aec33b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.385962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4fc24342-a046-4e69-805a-cce76d814d34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc24342-a046-4e69-805a-cce76d814d34,segment=NetworkSegment(9892f94e-174a-4d1c-ad56-6e7d66e0412e),segment_id=9892f94e-174a-4d1c-ad56-6e7d66e0412e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:19.422762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ededb56-cc35-4e08-aa9c-85419692646e req-5576b594-e751-4997-b81b-df43d6eae0e7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.424704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ededb56-cc35-4e08-aa9c-85419692646e req-5576b594-e751-4997-b81b-df43d6eae0e7 tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 945 time: 0.2012987 Jun 30 09:18:19.426693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-2a2b2e84-6520-4c6f-8e9e-8009eedd34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.428467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-2a2b2e84-6520-4c6f-8e9e-8009eedd34ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.2151773 Jun 30 09:18:19.441057 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.531144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.565093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:19.601196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4fc24342-a046-4e69-805a-cce76d814d34,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.618866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] For port 742ec3d4-8575-4fb2-9120-3b9f0e3087db, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=742ec3d4-8575-4fb2-9120-3b9f0e3087db,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:19.619849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.641296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Calling delete_port for 742ec3d4-8575-4fb2-9120-3b9f0e3087db owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:19.665273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ededb56-cc35-4e08-aa9c-85419692646e req-bfa5d97f-48ba-44ac-951a-ca4405dcdf5a tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/security-groups?id=9f50c921-ae76-43dc-88a5-c19bd3caf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331784 Jun 30 09:18:19.710709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-67063841-8b3a-42bd-b9e7-306b56b99fce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 999 time: 0.2694809 Jun 30 09:18:19.768933 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9482e89b-303e-4a4d-a656-a2ac1e0277b7 x-openstack-request-id: req-9482e89b-303e-4a4d-a656-a2ac1e0277b7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:19.769527 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:19.770528 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9482e89b-303e-4a4d-a656-a2ac1e0277b7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:19.771624 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:18:19.783905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.823198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-1615a293-994e-467f-843f-b048c6c1b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.826064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-1615a293-994e-467f-843f-b048c6c1b837 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.1143208 Jun 30 09:18:19.867333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-6089f084-8d91-4951-aa85-d963b7bbfc98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352101 Jun 30 09:18:19.880087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-abb530f0-ed55-4886-b6f7-8d27cfc8ae06 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:18:19.881338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-abb530f0-ed55-4886-b6f7-8d27cfc8ae06 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063488 Jun 30 09:18:19.900815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-ac0e6393-ec95-4e94-a795-a8285d399636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.902603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-ac0e6393-ec95-4e94-a795-a8285d399636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1269548 Jun 30 09:18:19.911956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0dc49bee-c6ec-4e3b-86c2-627845ac80c5', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'port_id': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'mac_address': 'fa:16:3e:74:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:14Z', 'updated_at': '2021-06-30T09:18:17Z', 'revision_number': 1, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:19.951052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Checking router: b42c4ca5-c4f9-4faa-bcd4-7e287062029b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:19.970272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:19.972095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:19.998610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.085786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=8f25703d-5e7f-49db-b2b5-b51576bb25ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.099085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0da95181-f033-4e55-ae99-9c9904bd4250,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:20.101592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.104101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06ec92c2-37ec-47af-8eb4-12a15466f3fb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/8f25703d-5e7f-49db-b2b5-b51576bb25ae HTTP/1.1" status: 204 len: 168 time: 1.4466043 Jun 30 09:18:20.114197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:20.162379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:20.192994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.383977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Pushing event deleted for resources: {'Port': ['ID=742ec3d4-8575-4fb2-9120-3b9f0e3087db,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.409884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 742ec3d4-8575-4fb2-9120-3b9f0e3087db no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:20.421934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffefd0e-d65f-477c-9d87-3de685ddc597 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.423840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffefd0e-d65f-477c-9d87-3de685ddc597 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.425679 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ffefd0e-d65f-477c-9d87-3de685ddc597 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3085225 Jun 30 09:18:20.430384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44310) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:20.432229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] For port 0da95181-f033-4e55-ae99-9c9904bd4250, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:20.454654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 742ec3d4-8575-4fb2-9120-3b9f0e3087db {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:20.455931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 742ec3d4-8575-4fb2-9120-3b9f0e3087db not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:20.456463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 519af47f-6dfe-4ae9-944b-f7d8702b3d48 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:20.504138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-9ce6a972-8d97-46b6-bac4-ca5cb465b226 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133125 Jun 30 09:18:20.540774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-15052c61-0531-4825-bcb6-21d988a261da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.542259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-15052c61-0531-4825-bcb6-21d988a261da service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.6297605 Jun 30 09:18:20.592295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0946b8bf-1ae9-4694-995e-247e17aec33b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:20.633178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] No DVR routers for this DVR port 742ec3d4-8575-4fb2-9120-3b9f0e3087db on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:20.645356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.654723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2298583c-af9b-42e9-a7c6-c6523de836c0 req-3a7164e4-5918-4d42-8b18-6b35840713cc tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.11 "DELETE /v2.0/ports/742ec3d4-8575-4fb2-9120-3b9f0e3087db HTTP/1.1" status: 204 len: 173 time: 1.9350321 Jun 30 09:18:20.669325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'name': 'network-vif-deleted', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:20.676120 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86464ed3-81d9-429d-8b42-b0a4fd919cd0" -d '{"events": [{"server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "name": "network-vif-deleted", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:20.697555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.714447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.717802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] device_id is not set on port 0da95181-f033-4e55-ae99-9c9904bd4250 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:20.722068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.728306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.743649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.752812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4cdda4a5-c2f7-4bb1-a87a-4c7674352f2a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.760749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.761797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.765675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0946b8bf-1ae9-4694-995e-247e17aec33b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:20.767573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.775260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc24342-a046-4e69-805a-cce76d814d34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:20.784539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.786686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-89be6726-7778-439b-b260-98baf4612353 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 5434 time: 0.4818523 Jun 30 09:18:20.814775 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.831910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0dc49bee-c6ec-4e3b-86c2-627845ac80c5', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'port_id': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'mac_address': 'fa:16:3e:74:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:14Z', 'updated_at': '2021-06-30T09:18:17Z', 'revision_number': 1, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:20.887886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2d95a8-bbc8-4707-9c75-f963fa835921 None None] The sync data for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 is: [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '0dc49bee-c6ec-4e3b-86c2-627845ac80c5', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'port_id': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'mac_address': 'fa:16:3e:74:a9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:18:14Z', 'updated_at': '2021-06-30T09:18:17Z', 'revision_number': 1, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:20.900571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:20.912347 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de238b03-f8c4-4c3d-ae6c-6356b85dad07" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:20.913874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] No DVR routers for this DVR port 0da95181-f033-4e55-ae99-9c9904bd4250 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:20.940499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a93766-44f3-44f3-a9c5-1958d031003d None None] Network 22bbd342-5506-426d-92b7-11360e93833a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:20.949927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-58e1de84-52c6-4b93-98b4-86e51275b339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 999 time: 0.3607399 Jun 30 09:18:20.990651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] In _notify_port_updated(), no bound segment for port 0da95181-f033-4e55-ae99-9c9904bd4250 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:18:20.991573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.992621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.994285 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] 10.222.0.11 "PUT /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 200 len: 1027 time: 1.8050694 Jun 30 09:18:20.999046 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdda4a5-c2f7-4bb1-a87a-4c7674352f2a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:18:20.999538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdda4a5-c2f7-4bb1-a87a-4c7674352f2a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:21.001448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a613f015-c3e8-4b02-9bf1-d23780e43ec3 req-6f1fa828-4b62-4fc4-9747-b3ff9dd2e1a0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965930 Jun 30 09:18:21.001968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4cdda4a5-c2f7-4bb1-a87a-4c7674352f2a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/22bbd342-5506-426d-92b7-11360e93833a HTTP/1.1" status: 409 len: 405 time: 0.5668368 Jun 30 09:18:21.006820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.064285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7819f-3167-496a-b455-8f8efee9209b service neutron] Pushing event updated for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.067811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-3506243'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:21.084166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd7b46db-43ae-40de-b6fd-513b2da10f7c req-cf778e4e-9816-4885-82bf-da7809ca0200 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&id=afc54d14-6616-4b14-9514-4cc0888abea3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2799523 Jun 30 09:18:21.112033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-9b1d60f7-f00f-48b2-9173-cc866268db90 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.130293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-9b1d60f7-f00f-48b2-9173-cc866268db90 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "GET /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224256 Jun 30 09:18:21.130293 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de87bd01-3f40-423a-b1a9-6ea789345fe2 x-openstack-request-id: req-de87bd01-3f40-423a-b1a9-6ea789345fe2 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:21.130293 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0878e1fe-1c52-4077-8c7b-f7bbfabc8da1", "name": "network-vif-deleted", "tag": "742ec3d4-8575-4fb2-9120-3b9f0e3087db", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:21.130293 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de87bd01-3f40-423a-b1a9-6ea789345fe2 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:21.130293 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0878e1fe-1c52-4077-8c7b-f7bbfabc8da1', 'name': 'network-vif-deleted', 'tag': '742ec3d4-8575-4fb2-9120-3b9f0e3087db', 'status': 'completed', 'code': 200} Jun 30 09:18:21.147337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:21.172343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-942ed0cc-a9eb-44ac-8c18-99b6607cb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.174084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-942ed0cc-a9eb-44ac-8c18-99b6607cb822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.2105191 Jun 30 09:18:21.191557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:21.195523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.270314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-d447bdae-f517-4c50-a7ce-1b2efc4bc4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884705 Jun 30 09:18:21.307815 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.369851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:21.382460 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4fada6-679b-4b9b-9cc5-493a2a4721cc x-openstack-request-id: req-6c4fada6-679b-4b9b-9cc5-493a2a4721cc {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:21.382772 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:21.383037 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c4fada6-679b-4b9b-9cc5-493a2a4721cc {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:21.383791 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'code': 200} Jun 30 09:18:21.386161 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5060ab-c5f0-42a2-bae4-de9891b6d6f2 None None] New status for floating IP 0dc49bee-c6ec-4e3b-86c2-627845ac80c5: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:21.425347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.426334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0da95181-f033-4e55-ae99-9c9904bd4250 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:21.499894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Provisioning for port 0946b8bf-1ae9-4694-995e-247e17aec33b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:21.519445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Provisioning complete for port 0946b8bf-1ae9-4694-995e-247e17aec33b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:21.519853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.541973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:21.544372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48378c9c-268a-4d39-9599-4320b67588e3 req-4a090ec4-a0c9-4400-b72c-4ed2e9c006aa tempest-ServerRescueNegativeTestJSON-437714829 tempest-ServerRescueNegativeTestJSON-437714829-project] 10.222.0.66 "GET /v2.0/ports?device_id=0878e1fe-1c52-4077-8c7b-f7bbfabc8da1 HTTP/1.1" status: 200 len: 210 time: 0.0798380 Jun 30 09:18:21.565019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4fc24342-a046-4e69-805a-cce76d814d34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:21.565420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.585538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] For port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:21.623665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] device_id is not set on port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:21.630199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:21.633341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.643172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.661127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.693020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0da95181-f033-4e55-ae99-9c9904bd4250 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:21.695547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 45d5ccf0-0fee-46df-b024-440e249aad05 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:21.731765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] No DVR routers for this DVR port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:21.737951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:21.784258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-47636b37-c510-42dd-b3eb-659dfd42bc85 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 999 time: 0.5179465 Jun 30 09:18:21.789631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.790768 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment c6d8c406-d138-4c13-ac59-c1163900e889 of type vlan for network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f Jun 30 09:18:21.818153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] In _notify_port_updated(), no bound segment for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 on network ef08391d-9d4d-48a3-b856-439d09896119 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:18:21.819403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.820462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.822230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-4da5441b-5231-417b-841b-320e69f77946 service neutron] 10.222.0.11 "PUT /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 200 len: 1026 time: 0.6794150 Jun 30 09:18:21.951034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] DHCP port deletion for 22bbd342-5506-426d-92b7-11360e93833a request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:21.952051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.987774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port c93f23ca-6331-4246-a768-0d4c46f8a2ee {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:21.988347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.010045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.033390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-3d8c6fd3-65e7-4526-a20d-4fd77e03a9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359757 Jun 30 09:18:22.038717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.045227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.049696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.132569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.152547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] For port c93f23ca-6331-4246-a768-0d4c46f8a2ee, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c93f23ca-6331-4246-a768-0d4c46f8a2ee,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:22.153374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.169819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1137960 Jun 30 09:18:22.173163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44368) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:22.175560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] For port 0946b8bf-1ae9-4694-995e-247e17aec33b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0946b8bf-1ae9-4694-995e-247e17aec33b,segment=NetworkSegment(b22bec56-4ceb-4789-989f-05210eff932e),segment_id=b22bec56-4ceb-4789-989f-05210eff932e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:22.181667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:22.187494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.210824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for c93f23ca-6331-4246-a768-0d4c46f8a2ee owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:22.246617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:22.255211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.256171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:22.322007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Deleting port 0946b8bf-1ae9-4694-995e-247e17aec33b {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:22.322564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.401804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488b19f-854b-4901-9e9d-4a06476114a3 None None] Pushing event updated for resources: {'Port': ['ID=0946b8bf-1ae9-4694-995e-247e17aec33b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.408964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0946b8bf-1ae9-4694-995e-247e17aec33b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:22.478913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.495408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=54c76e6a-2150-4d8b-97f5-b841a4e28a1f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.514792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-d428c6ca-31cb-42aa-9231-e8e8ae6bb59b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.516932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:22.517372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a283fbe5-e952-4d3a-9f80-b50a2ed38022 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:22.522223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Provisioning complete for port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:22.522610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.537345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-d428c6ca-31cb-42aa-9231-e8e8ae6bb59b tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports/9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 942 time: 0.5007565 Jun 30 09:18:22.565842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:22.568520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:22.569968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.622239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.625914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.626390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.626964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.630193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] For port 0946b8bf-1ae9-4694-995e-247e17aec33b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0946b8bf-1ae9-4694-995e-247e17aec33b,segment=NetworkSegment(b22bec56-4ceb-4789-989f-05210eff932e),segment_id=b22bec56-4ceb-4789-989f-05210eff932e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:22.630616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.631080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.631644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.636972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.637420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.638780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.639315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.640312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.640718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b511b66-686a-4f52-9fa6-6aebe33c077d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:22.643137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Provisioning complete for port 0da95181-f033-4e55-ae99-9c9904bd4250 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:22.643520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.693943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:22.704357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Calling delete_port for 0946b8bf-1ae9-4694-995e-247e17aec33b owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:22.744115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf2bf19-7750-47c9-934d-42c1e23977a5 req-9bb77628-4ad0-4b47-92b9-7a887efc1192 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796103 Jun 30 09:18:22.766459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.773413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.780713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.788005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.794822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.798658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.803115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-fa8183f0-0cf9-4000-9f67-cbcd55f2999b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 3883 time: 0.3813143 Jun 30 09:18:22.817330 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.838599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=c93f23ca-6331-4246-a768-0d4c46f8a2ee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.943613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] No DVR routers for this DVR port c93f23ca-6331-4246-a768-0d4c46f8a2ee on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:22.945365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cac77e2b-6a4e-40fc-9868-3b4a1dfaa8fe req-923ed6c4-6100-4dd2-ae8c-0b50768da50f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469844 Jun 30 09:18:22.949457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.951753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-cc63ab44-a989-45ac-8b5a-e658bbff46bc tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "DELETE /v2.0/ports/c93f23ca-6331-4246-a768-0d4c46f8a2ee HTTP/1.1" status: 204 len: 173 time: 1.1241016 Jun 30 09:18:22.961508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-fb324163-b3ae-4d43-9dbc-bdc510580d74 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 1001 time: 0.1571410 Jun 30 09:18:23.073824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd11d5-9ade-4a3b-991d-879a8cea751a None None] Port 0da95181-f033-4e55-ae99-9c9904bd4250 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:23.148092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44406) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.154219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.184647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:23.186962 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4c757-4d57-4f26-9566-0654c809ec78" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:23.203148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0946b8bf-1ae9-4694-995e-247e17aec33b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0946b8bf-1ae9-4694-995e-247e17aec33b,segment=NetworkSegment(b22bec56-4ceb-4789-989f-05210eff932e),segment_id=b22bec56-4ceb-4789-989f-05210eff932e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:23.218406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:18:23.227950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.253789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.266336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:23.297563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=76f8d8a1-7c51-41b8-86bb-163ed8d026ca,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.318086 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e670316-74d9-4da7-abf6-aee7ecdab40f x-openstack-request-id: req-9e670316-74d9-4da7-abf6-aee7ecdab40f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:23.318441 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "c93f23ca-6331-4246-a768-0d4c46f8a2ee", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:23.318631 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e670316-74d9-4da7-abf6-aee7ecdab40f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:23.319092 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'c93f23ca-6331-4246-a768-0d4c46f8a2ee', 'status': 'completed', 'code': 200} Jun 30 09:18:23.320780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port aea02172-8459-4e15-ab2e-e874ba91e7b3 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:23.321122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.332995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.333423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c93f23ca-6331-4246-a768-0d4c46f8a2ee no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:23.359634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.363426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: c93f23ca-6331-4246-a768-0d4c46f8a2ee {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:23.363827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c93f23ca-6331-4246-a768-0d4c46f8a2ee not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:23.364296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device aea02172-8459-4e15-ab2e-e874ba91e7b3 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:23.397331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:23.399533 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a958eb9b-079a-4516-9680-3a5d6cc97131" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:23.401167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-54ac6867-e4a5-4d95-a93a-d28bcff5f995 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.407996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-54ac6867-e4a5-4d95-a93a-d28bcff5f995 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.4277947 Jun 30 09:18:23.418689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-6399eab9-9481-4060-b736-5b363e6c4b33 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:18:23.426409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-6399eab9-9481-4060-b736-5b363e6c4b33 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175025 Jun 30 09:18:23.451031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] For port aea02172-8459-4e15-ab2e-e874ba91e7b3, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=aea02172-8459-4e15-ab2e-e874ba91e7b3,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:23.451412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.474182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for aea02172-8459-4e15-ab2e-e874ba91e7b3 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:23.485891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] No DVR routers for this DVR port 0946b8bf-1ae9-4694-995e-247e17aec33b on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:23.500517 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b4365-a392-4800-90c5-4308104bf6a0 x-openstack-request-id: req-910b4365-a392-4800-90c5-4308104bf6a0 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:23.500891 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-unplugged", "status": "completed", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:23.501494 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-910b4365-a392-4800-90c5-4308104bf6a0 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:23.501926 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05', 'code': 200} Jun 30 09:18:23.502178 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'code': 200} Jun 30 09:18:23.532073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0946b8bf-1ae9-4694-995e-247e17aec33b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.577874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-92cda55d-cedb-4919-a801-431408ea7b49 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 1001 time: 0.1481392 Jun 30 09:18:23.598899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.618243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': 'c6d8c406-d138-4c13-ac59-c1163900e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:23.618243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: 54c76e6a-2150-4d8b-97f5-b841a4e28a1f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:23.671030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.675590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:23.697131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.699984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 54c76e6a-2150-4d8b-97f5-b841a4e28a1f) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:23.715796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.717589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.718257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.732068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5744cdc-60ac-4d95-8be9-cf5a6dccb203 None None] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:23.735683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7916f7e-9e81-4dde-8e6f-dff0aeefe479 None None] Pushing event deleted for resources: {'Port': ['ID=0946b8bf-1ae9-4694-995e-247e17aec33b,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.745055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.772974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c80d9edc-a5d7-4bca-95ff-a7b5279c0369 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5981684 Jun 30 09:18:23.773335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:23.829373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'port': {'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f', 'name': 'tempest-NetworksIpV6TestAttrs-775503349'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:23.836917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=aea02172-8459-4e15-ab2e-e874ba91e7b3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.910504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] No DVR routers for this DVR port aea02172-8459-4e15-ab2e-e874ba91e7b3 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:23.936498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-54c76e6a-2150-4d8b-97f5-b841a4e28a1f', 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': '76f8d8a1-7c51-41b8-86bb-163ed8d026ca'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:23.937072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.943914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.946080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-a553c906-7a59-45a2-b8b8-958e77aa3c01 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "DELETE /v2.0/ports/aea02172-8459-4e15-ab2e-e874ba91e7b3 HTTP/1.1" status: 204 len: 173 time: 0.9866281 Jun 30 09:18:23.954527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.965430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.965851 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Floating IP 0dc49bee-c6ec-4e3b-86c2-627845ac80c5 disassociated. External IP: 172.25.4.225, port: 9eb49199-4967-4e2d-9ba7-fdcfe201e538. Jun 30 09:18:24.141097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:24.158593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.164297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:24.164708 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.166290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Allocated IP 2001:db8::f816:3eff:feea:3ba8 (54c76e6a-2150-4d8b-97f5-b841a4e28a1f/76f8d8a1-7c51-41b8-86bb-163ed8d026ca/03676783-d76a-4b77-8f2c-4cf649209bfc) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:24.324701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] For port 519af47f-6dfe-4ae9-944b-f7d8702b3d48, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=519af47f-6dfe-4ae9-944b-f7d8702b3d48,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:24.325293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.352637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for 519af47f-6dfe-4ae9-944b-f7d8702b3d48 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:24.369589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] device_id is not set on port 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:18:24.438251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.462823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Transition to ACTIVE for port object 03676783-d76a-4b77-8f2c-4cf649209bfc will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:24.499341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Transition to ACTIVE for port object 03676783-d76a-4b77-8f2c-4cf649209bfc will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:24.504489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.511538 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.559042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:24.564757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:24.578277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:24.581253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Allocated IP 2001:db8::f816:3eff:fedc:5021 (54c76e6a-2150-4d8b-97f5-b841a4e28a1f/76f8d8a1-7c51-41b8-86bb-163ed8d026ca/3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:24.590339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Pushing event updated for resources: {'Port': ['ID=03676783-d76a-4b77-8f2c-4cf649209bfc,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.674538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54b4c-2773-48fc-b9f5-9a093a7a6db1 req-86d5d06c-d334-4b93-92b3-1ec08832d1f9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.675009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.677504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Attempting to bind port 03676783-d76a-4b77-8f2c-4cf649209bfc on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:24.678066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Attempting to bind port 03676783-d76a-4b77-8f2c-4cf649209bfc by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'c6d8c406-d138-4c13-ac59-c1163900e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:24.679375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Attempting to bind port 03676783-d76a-4b77-8f2c-4cf649209bfc on network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:24.680850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54b4c-2773-48fc-b9f5-9a093a7a6db1 req-86d5d06c-d334-4b93-92b3-1ec08832d1f9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.686324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:24.686855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54b4c-2773-48fc-b9f5-9a093a7a6db1 req-86d5d06c-d334-4b93-92b3-1ec08832d1f9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.686991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Checking segment: {'id': 'c6d8c406-d138-4c13-ac59-c1163900e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:24.687490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.687994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Bound using segment: {'id': 'c6d8c406-d138-4c13-ac59-c1163900e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:24.689177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Bound port: 03676783-d76a-4b77-8f2c-4cf649209bfc, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d8c406-d138-4c13-ac59-c1163900e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '54c76e6a-2150-4d8b-97f5-b841a4e28a1f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:24.690096 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.696380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51e54b4c-2773-48fc-b9f5-9a093a7a6db1 req-86d5d06c-d334-4b93-92b3-1ec08832d1f9 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 2411 time: 0.2668593 Jun 30 09:18:24.754917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=519af47f-6dfe-4ae9-944b-f7d8702b3d48,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.821431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] For port 03676783-d76a-4b77-8f2c-4cf649209bfc, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:24.827844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] No DVR routers for this DVR port 519af47f-6dfe-4ae9-944b-f7d8702b3d48 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:24.828485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] For port 03676783-d76a-4b77-8f2c-4cf649209bfc, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03676783-d76a-4b77-8f2c-4cf649209bfc,segment=NetworkSegment(c6d8c406-d138-4c13-ac59-c1163900e889),segment_id=c6d8c406-d138-4c13-ac59-c1163900e889)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:24.834181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.837224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-97fa262b-226d-4a37-b74a-19def7a53707 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "DELETE /v2.0/ports/519af47f-6dfe-4ae9-944b-f7d8702b3d48 HTTP/1.1" status: 204 len: 173 time: 0.8850946 Jun 30 09:18:24.837382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.839071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51e54b4c-2773-48fc-b9f5-9a093a7a6db1 req-2f8245e1-c6fd-4297-9804-03acebf58934 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410203 Jun 30 09:18:24.865137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Router b42c4ca5-c4f9-4faa-bcd4-7e287062029b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:24.977410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.991975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a8c08-5194-4b0a-8bc9-3fe4a7d0ea7d None None] Pushing event updated for resources: {'Port': ['ID=03676783-d76a-4b77-8f2c-4cf649209bfc,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.010724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Transition to ACTIVE for port object 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:25.031113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port 45d5ccf0-0fee-46df-b024-440e249aad05 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:25.031462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.109183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:25.114659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.124129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Sync routers for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:25.134038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:25.135043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:25.149135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.178255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-269b093f-cf08-4703-a6e3-606a0ef10e89 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "PUT /v2.0/floatingips/0dc49bee-c6ec-4e3b-86c2-627845ac80c5 HTTP/1.1" status: 200 len: 695 time: 1.5994506 Jun 30 09:18:25.179970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:25.182148 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:25.204038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Deleting port 8478a7ed-58c2-424f-8485-998b9eefc7d6 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:25.204038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.253285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] For port 45d5ccf0-0fee-46df-b024-440e249aad05, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=45d5ccf0-0fee-46df-b024-440e249aad05,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:25.254352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.313452 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d817e6ff-8c63-4908-b683-89b659f72663 x-openstack-request-id: req-d817e6ff-8c63-4908-b683-89b659f72663 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:25.313780 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:25.314093 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d817e6ff-8c63-4908-b683-89b659f72663 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:25.314503 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:18:25.372888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3'}, {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:25.381623 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a5c39a-1c1f-48dc-b1b2-d08967d72469" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3"}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:25.470732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] For port 8478a7ed-58c2-424f-8485-998b9eefc7d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8478a7ed-58c2-424f-8485-998b9eefc7d6,segment=NetworkSegment(522e91a9-6eaf-42cb-809c-f7f0f64c9513),segment_id=522e91a9-6eaf-42cb-809c-f7f0f64c9513)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:25.471137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.500015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Calling delete_port for 8478a7ed-58c2-424f-8485-998b9eefc7d6 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:25.503124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-78ab2131-f8fc-4e83-8870-fb67cd5cf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.506952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-78ab2131-f8fc-4e83-8870-fb67cd5cf69b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.2376513 Jun 30 09:18:25.513652 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d552af5b-6b14-430d-83ca-7778108f635f x-openstack-request-id: req-d552af5b-6b14-430d-83ca-7778108f635f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:25.514777 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "aea02172-8459-4e15-ab2e-e874ba91e7b3", "status": "completed", "code": 200}, {"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "519af47f-6dfe-4ae9-944b-f7d8702b3d48", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:25.515241 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d552af5b-6b14-430d-83ca-7778108f635f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:25.515836 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'aea02172-8459-4e15-ab2e-e874ba91e7b3', 'status': 'completed', 'code': 200} Jun 30 09:18:25.516467 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': '519af47f-6dfe-4ae9-944b-f7d8702b3d48', 'status': 'completed', 'code': 200} Jun 30 09:18:25.533253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:25.534686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-84f7f6dd-97e1-4111-867b-c8c70884b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.536202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-84f7f6dd-97e1-4111-867b-c8c70884b3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c580b0edeb084bc19c0921a6714907df&device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 1097 time: 0.1966376 Jun 30 09:18:25.545270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:25.546623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:25.577399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:25.584134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.584777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.642762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Port': ['ID=3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.663183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f45441e6-d9fb-424a-9751-cfdcd0aa002d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8624601 Jun 30 09:18:25.669139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44424) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:25.784457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting subnet 76f8d8a1-7c51-41b8-86bb-163ed8d026ca {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:25.790196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.809905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-fea4e39c-3b53-4f4b-9622-3e76ed9434f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.811586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-fea4e39c-3b53-4f4b-9622-3e76ed9434f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.2936239 Jun 30 09:18:25.823755 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:25.836900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.855221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.855221 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Floating IP f2edd90d-2ab1-45c8-936f-7672485d0b1b disassociated. External IP: 172.25.4.54, port: 45d5ccf0-0fee-46df-b024-440e249aad05. Jun 30 09:18:25.856129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for 45d5ccf0-0fee-46df-b024-440e249aad05 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:25.868168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Checking router: b42c4ca5-c4f9-4faa-bcd4-7e287062029b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:25.878785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:25.879527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:25.900357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.975650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-8207f312-d0e8-496e-87ea-fc3aed8f7458 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.1357572 Jun 30 09:18:25.979547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-2844b642-fab8-42d5-8cd2-295fd06582a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.983798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-2844b642-fab8-42d5-8cd2-295fd06582a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 200 len: 921 time: 0.4342728 Jun 30 09:18:26.041238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-f10445fa-0cb3-40ee-82f1-acb4e318b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.044161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-f10445fa-0cb3-40ee-82f1-acb4e318b64f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.0574479 Jun 30 09:18:26.115311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:26.155730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.201659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-4dcdfa3e-0808-4d4a-bffa-7a37efd5c4ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 200 len: 217 time: 0.1564696 Jun 30 09:18:26.204259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-98b2651b-2616-489b-97ae-233fa139bb8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325657 Jun 30 09:18:26.387536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:26.432336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a5c38-fd7c-4ee3-af1c-bf11fc1d72d7 None None] The sync data for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 is: [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 4, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '546caef6-e34c-45ae-8ae9-ae115bad1279', 'name': '', 'network_id': 'a8f6f73e-c62a-47a4-b9dd-3534c9a58336', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'mac_address': 'fa:16:3e:1b:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:20Z', 'updated_at': '2021-06-30T09:17:28Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'subnets': [{'id': 'a099b1f6-0bc7-49a4-8ceb-218fb8912013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:26.490466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03676783-d76a-4b77-8f2c-4cf649209bfc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:26.504552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-2c664820-2cb5-4982-8e0b-d6b9f3d7f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.506141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-2c664820-2cb5-4982-8e0b-d6b9f3d7f325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 200 len: 860 time: 0.2918935 Jun 30 09:18:26.548718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3ca1a-a194-49a9-b9da-6a26d3bff507 None None] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:26.566525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d0c8-62b6-4c78-8b54-a872b9fac931 req-bcad7067-da82-4064-9e34-ed7a2aa481ea tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.573540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d0c8-62b6-4c78-8b54-a872b9fac931 req-bcad7067-da82-4064-9e34-ed7a2aa481ea tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.582665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e8d0c8-62b6-4c78-8b54-a872b9fac931 req-bcad7067-da82-4064-9e34-ed7a2aa481ea tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 1678 time: 0.5338876 Jun 30 09:18:26.586875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-bd83e22a-aa17-4d2a-af6f-cfa5c9cc574a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8f6f73e-c62a-47a4-b9dd-3534c9a58336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667312 Jun 30 09:18:26.647566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d6c63eb6-3157-4522-8315-f2c8ee8dda33 None None] Provisioning for port 03676783-d76a-4b77-8f2c-4cf649209bfc completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:26.679522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 03676783-d76a-4b77-8f2c-4cf649209bfc completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:26.691148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 03676783-d76a-4b77-8f2c-4cf649209bfc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:26.691811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.834853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-01010ae3-368c-4781-a5cf-da4529ac3eb5 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059706 Jun 30 09:18:26.835934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.838855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e8d0c8-62b6-4c78-8b54-a872b9fac931 req-79a59946-8097-4bda-86e0-da7d8778df59 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550914 Jun 30 09:18:26.844224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-a77bc321-42d6-4009-a8e8-9d708ad579cb service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092094 Jun 30 09:18:26.950337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=76f8d8a1-7c51-41b8-86bb-163ed8d026ca,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:26.964101 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.967503 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-40537407-2724-4c75-83eb-491f62cb1919 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/76f8d8a1-7c51-41b8-86bb-163ed8d026ca HTTP/1.1" status: 204 len: 168 time: 1.2953825 Jun 30 09:18:26.975016 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0497ea85-1884-4d16-9379-8b9c834a8e55 None None] New status for floating IP 0dc49bee-c6ec-4e3b-86c2-627845ac80c5: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:26.977350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44432) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:26.983713 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.984286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:26.987509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4826c91-78d5-41d4-b03c-3ba8452ef1e9 req-121357a9-0ba1-43cb-8781-b718b88694f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268153 Jun 30 09:18:27.035069 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.062172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 03676783-d76a-4b77-8f2c-4cf649209bfc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03676783-d76a-4b77-8f2c-4cf649209bfc,segment=NetworkSegment(c6d8c406-d138-4c13-ac59-c1163900e889),segment_id=c6d8c406-d138-4c13-ac59-c1163900e889)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:27.071324 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.073984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8478a7ed-58c2-424f-8485-998b9eefc7d6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.097107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=45d5ccf0-0fee-46df-b024-440e249aad05,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.110880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216358bb-753f-48f0-975a-d5ca63feacac tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.112403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216358bb-753f-48f0-975a-d5ca63feacac tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.114085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-216358bb-753f-48f0-975a-d5ca63feacac tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1356971 Jun 30 09:18:27.130537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.194736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=03676783-d76a-4b77-8f2c-4cf649209bfc,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.281618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae733-b687-490f-9e15-401ccd3cdf86 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.336250 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ae733-b687-490f-9e15-401ccd3cdf86 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:18:27.336654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4ae733-b687-490f-9e15-401ccd3cdf86 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:27.341630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8e4ae733-b687-490f-9e15-401ccd3cdf86 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/54c76e6a-2150-4d8b-97f5-b841a4e28a1f HTTP/1.1" status: 409 len: 405 time: 0.2073841 Jun 30 09:18:27.348116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44436) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.357714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954145751'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:27.378400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdfc62e-dc14-4da4-b26f-f230f15a920f None None] Network 54c76e6a-2150-4d8b-97f5-b841a4e28a1f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:27.388055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.399114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Router 22de9986-1d52-4559-930b-2a5f2075c9dd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:27.411415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:27.415097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.446212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:27.449185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Provisioning complete for port 03676783-d76a-4b77-8f2c-4cf649209bfc triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:27.450388 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.456322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.456673 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment bc25ded8-c4ae-4a41-921c-ae6344e0b746 of type vlan for network a3c096cb-04a4-4c19-86fa-be5919bb6323 Jun 30 09:18:27.495489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c03d8748-5bd2-4492-b6b5-641ca58b2788 req-7ed6ec66-7f2d-47bc-9a45-6545de06bb87 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489646 Jun 30 09:18:27.504492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.694148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.696582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Provisioning for port 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:27.702633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Provisioning complete for port 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:27.703086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.704220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.704846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.787282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-418d28e5-033c-4e06-b960-4a10138afd74 None None] Port 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:27.809663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:27.820460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] DHCP port deletion for 54c76e6a-2150-4d8b-97f5-b841a4e28a1f request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:27.835749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4861474 Jun 30 09:18:27.876843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Sync routers for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:27.889905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44440) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.894089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:27.894829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:27.906740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': 'a3c096cb-04a4-4c19-86fa-be5919bb6323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:27.987961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-8a0de6cb-ec6c-4874-b3db-0a2ba1b85286 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips/0dc49bee-c6ec-4e3b-86c2-627845ac80c5 HTTP/1.1" status: 200 len: 693 time: 0.4161880 Jun 30 09:18:28.052963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] No DVR routers for this DVR port 45d5ccf0-0fee-46df-b024-440e249aad05 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:28.063445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Deleting port 03676783-d76a-4b77-8f2c-4cf649209bfc {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:28.064074 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.068764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.072270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-85cc9a10-8c8a-4987-8686-93df12b7d2ab tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "DELETE /v2.0/ports/45d5ccf0-0fee-46df-b024-440e249aad05 HTTP/1.1" status: 204 len: 173 time: 3.2300658 Jun 30 09:18:28.075091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:28.079410 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb771c2-48a5-4a6f-94e0-f069ce897360" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:28.094819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73bb1b-cc9f-4248-b3f3-92297a41224d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=a3c096cb-04a4-4c19-86fa-be5919bb6323,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.120788 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:18:28.140624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-89ecd493-610f-453b-a29a-774e86bde445 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.143593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:28.146642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.147218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-89ecd493-610f-453b-a29a-774e86bde445 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 784 time: 0.1575484 Jun 30 09:18:28.156671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-8ec670b2-a3a9-4a82-bbcd-e624eefff2c0 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:18:28.162062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a3c096cb-04a4-4c19-86fa-be5919bb6323 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:28.163983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-8ec670b2-a3a9-4a82-bbcd-e624eefff2c0 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156500 Jun 30 09:18:28.222330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-29fb2531-7d97-475b-883c-2cd421a01f69 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 696 time: 0.0574026 Jun 30 09:18:28.309990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port a283fbe5-e952-4d3a-9f80-b50a2ed38022 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:28.310412 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.318000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-cda71ed5-9d9e-4570-804a-683131658560 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.4.225 HTTP/1.1" status: 200 len: 696 time: 0.0604475 Jun 30 09:18:28.360243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:28.403115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] For port 03676783-d76a-4b77-8f2c-4cf649209bfc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03676783-d76a-4b77-8f2c-4cf649209bfc,segment=NetworkSegment(c6d8c406-d138-4c13-ac59-c1163900e889),segment_id=c6d8c406-d138-4c13-ac59-c1163900e889)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:28.403806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.419852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Calling delete_port for 03676783-d76a-4b77-8f2c-4cf649209bfc owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:28.536646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8c05-021f-4137-b4bd-9310a117155f req-62522e25-3b4a-438e-8b8e-c8e44e039222 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.537396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] For port a283fbe5-e952-4d3a-9f80-b50a2ed38022, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a283fbe5-e952-4d3a-9f80-b50a2ed38022,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:28.537886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.538601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28f8c05-021f-4137-b4bd-9310a117155f req-62522e25-3b4a-438e-8b8e-c8e44e039222 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 943 time: 0.4194713 Jun 30 09:18:28.548324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03676783-d76a-4b77-8f2c-4cf649209bfc no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:28.561063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for a283fbe5-e952-4d3a-9f80-b50a2ed38022 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:28.657991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28f8c05-021f-4137-b4bd-9310a117155f req-5866b249-373a-42fe-9b60-2c286d233b63 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups?id=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844004 Jun 30 09:18:28.675048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:28.737382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Deleting port d9362785-f5f3-46ec-b7f5-cdf53e4aa977 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:28.737730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.769446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.788661 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.798115 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df85f4-369b-4587-9eb6-2571ac443a0c x-openstack-request-id: req-36df85f4-369b-4587-9eb6-2571ac443a0c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:28.798365 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "45d5ccf0-0fee-46df-b024-440e249aad05", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:28.798611 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36df85f4-369b-4587-9eb6-2571ac443a0c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:28.799526 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': '45d5ccf0-0fee-46df-b024-440e249aad05', 'status': 'completed', 'code': 200} Jun 30 09:18:28.816870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:18:28.838908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=a283fbe5-e952-4d3a-9f80-b50a2ed38022,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.846822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.885030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] Pushing event deleted for resources: {'Port': ['ID=03676783-d76a-4b77-8f2c-4cf649209bfc,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.895958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539c268a-ae96-40e9-b6e1-1cb4e0a6d4ae None None] No DVR routers for this DVR port 03676783-d76a-4b77-8f2c-4cf649209bfc on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:28.898250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.954068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=ee99209a-8bd0-4d6a-a9f1-0a749bcd178c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.962009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.962397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] No DVR routers for this DVR port a283fbe5-e952-4d3a-9f80-b50a2ed38022 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:28.962597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.966597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.969209 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e25d5f7b-3fc2-46fb-8520-f56b877b8573 req-8bfca4d1-e79e-4f2e-87b7-226704092648 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.11 "DELETE /v2.0/ports/a283fbe5-e952-4d3a-9f80-b50a2ed38022 HTTP/1.1" status: 204 len: 173 time: 0.8831046 Jun 30 09:18:28.979033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:28.986430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7d5737d-c375-4cbe-95d8-e6306eda46f6 admin admin] 10.222.0.66 "PUT /v2.0/routers/d3bb6e17-bcb8-4b7d-8603-54377b8f73b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8370917 Jun 30 09:18:28.988468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44448) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:28.990977 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Sync routers for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:29.002844 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:29.003507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Calling delete_port for d9362785-f5f3-46ec-b7f5-cdf53e4aa977 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:29.005381 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.107971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': 'bc25ded8-c4ae-4a41-921c-ae6344e0b746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a3c096cb-04a4-4c19-86fa-be5919bb6323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:29.108347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: a3c096cb-04a4-4c19-86fa-be5919bb6323, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:29.201136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network a3c096cb-04a4-4c19-86fa-be5919bb6323 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:29.219118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.235590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a3c096cb-04a4-4c19-86fa-be5919bb6323) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:29.264531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.264866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.267846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87a02e-405c-4869-915e-e1563e908d9f None None] Network a3c096cb-04a4-4c19-86fa-be5919bb6323 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:29.281698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Checking router: 22de9986-1d52-4559-930b-2a5f2075c9dd for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:29.295041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.328343 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.355691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:29.389264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event deleted for resources: {'Port': ['ID=d9362785-f5f3-46ec-b7f5-cdf53e4aa977,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.410954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:29.421179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.429359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0876682-877b-4b4d-a36d-19bbea644455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.475579 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1422d486-98ac-4cd4-8402-f4105f649a8b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5734849 Jun 30 09:18:29.478242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44452) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:29.561273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.568033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.570796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb8862cb-6c7d-48c1-b410-a6449286f472 req-72ea3443-7701-4367-bcff-78a8c1cf1cab tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "DELETE /v2.0/floatingips/0dc49bee-c6ec-4e3b-86c2-627845ac80c5 HTTP/1.1" status: 204 len: 173 time: 1.2413442 Jun 30 09:18:29.624880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.635931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:29.641033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.698142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d32b39-97ed-46ed-bbe9-23284184589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a3c096cb-04a4-4c19-86fa-be5919bb6323', 'network_id': 'a3c096cb-04a4-4c19-86fa-be5919bb6323', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': 'ee99209a-8bd0-4d6a-a9f1-0a749bcd178c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:29.699311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43d32b39-97ed-46ed-bbe9-23284184589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.728527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-87c54364-528d-4ec5-aa61-b3328b2502a2 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups/d020877d-89b3-4c83-8896-cfd761d2b2f2 HTTP/1.1" status: 200 len: 1808 time: 0.1162090 Jun 30 09:18:29.737221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.746567 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:18:26Z', 'revision_number': 5, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port': {'id': '0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.811542 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Checking router: d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:29.832126 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Routers {'d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:29.836813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.869436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.916541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.937566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.971452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=ee99209a-8bd0-4d6a-a9f1-0a749bcd178c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.038861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf129956-aaee-4b2a-a392-1b217c03cd71 req-06439fcd-7930-4620-9947-f3dd10db9a5d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0606582 Jun 30 09:18:30.055498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.076456 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] Set router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:30.078920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c096cb-04a4-4c19-86fa-be5919bb6323']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.080983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.083950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.085336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fde2620-6b3e-48fd-987a-d918bf4e73ad req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "DELETE /v2.0/security-groups/d020877d-89b3-4c83-8896-cfd761d2b2f2 HTTP/1.1" status: 204 len: 173 time: 0.3492575 Jun 30 09:18:30.089552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc25ded8-c4ae-4a41-921c-ae6344e0b746') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.092828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc25ded8-c4ae-4a41-921c-ae6344e0b746') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.102911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.112682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae72a0-9b87-4e7f-a66c-83bc1912d4f7 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020877d-89b3-4c83-8896-cfd761d2b2f2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.123055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-43d32b39-97ed-46ed-bbe9-23284184589c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee99209a-8bd0-4d6a-a9f1-0a749bcd178c: This subnet is being modified by another concurrent operation. Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:30.127405 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee99209a-8bd0-4d6a-a9f1-0a749bcd178c: This subnet is being modified by another concurrent operation. Jun 30 09:18:30.132391 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:18:30.137934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:30.137934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.163854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99838dc9-2e40-4027-901b-fcb174b6590b None None] Network a3c096cb-04a4-4c19-86fa-be5919bb6323 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:30.200122 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:30.205492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Deleting port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:30.205934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.208286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.216760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.221847 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/a3c096cb-04a4-4c19-86fa-be5919bb6323 HTTP/1.1" status: 204 len: 168 time: 0.7352695 Jun 30 09:18:30.222240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:30.227590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1974557093'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:30.229939 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:18:29Z', 'revision_number': 6, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.282067 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ac23b-ee5c-4cd6-9727-9ececff38a9f None None] The sync data for ids ['d3bb6e17-bcb8-4b7d-8603-54377b8f73b3'] in n-d-779913-25 is: [{'id': 'd3bb6e17-bcb8-4b7d-8603-54377b8f73b3', 'name': 'tempest-ServerRescueNegativeTestJSON-317567192-router', 'tenant_id': 'afe1988e11e44b3f859e8857209cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:37Z', 'updated_at': '2021-06-30T09:18:29Z', 'revision_number': 6, 'project_id': 'afe1988e11e44b3f859e8857209cff6c', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:30.290547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656e3c-0113-4ac3-a08e-d01aa00a691f tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=a3c096cb-04a4-4c19-86fa-be5919bb6323,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.296578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:30.301791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.360480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] For port 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:30.361108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.375940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Calling delete_port for 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:30.382763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:30.414939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.415579 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment bde26059-401f-43c3-b4bc-f12f1d81ed17 of type vlan for network b08c63f7-18c4-4c42-963a-970709877f46 Jun 30 09:18:30.530986 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.577959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6aa78b-8c2f-4b3d-900f-5e412daf1501 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:18:30.608088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.617852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:30.618510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.655287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.719036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.780299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.789118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5618067 Jun 30 09:18:30.794626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.796154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44466) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:30.815653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': 'b08c63f7-18c4-4c42-963a-970709877f46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:30.841012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5147c0-5f49-40db-aa93-bcf9fc2b79c0 None None] The sync data for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 is: [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:07:23Z', 'revision_number': 4, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9', 'name': '', 'network_id': '5636098c-c6b9-430f-a050-a2d980f626a5', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'mac_address': 'fa:16:3e:50:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:22Z', 'updated_at': '2021-06-30T09:07:32Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'subnets': [{'id': '0bc702fc-2d46-444c-aa6b-f5fa70a77d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:30.895184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6aa78b-8c2f-4b3d-900f-5e412daf1501 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:18:30.920020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:30.923530 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac4a75d-3ac3-498e-8b5d-27024a2da0ea" -d '{"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:30.983251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.985565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.999447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44827f-9c97-4b36-a21f-d6d52627357a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=b08c63f7-18c4-4c42-963a-970709877f46,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.019072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b08c63f7-18c4-4c42-963a-970709877f46 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:31.058198 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54445080-5c9c-4a07-822b-6e10dceaf5f0 x-openstack-request-id: req-54445080-5c9c-4a07-822b-6e10dceaf5f0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:31.058198 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d909eef-008e-47f1-8cef-56e4946e8781", "name": "network-vif-deleted", "tag": "a283fbe5-e952-4d3a-9f80-b50a2ed38022", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:31.059189 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54445080-5c9c-4a07-822b-6e10dceaf5f0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:31.059400 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d909eef-008e-47f1-8cef-56e4946e8781', 'name': 'network-vif-deleted', 'tag': 'a283fbe5-e952-4d3a-9f80-b50a2ed38022', 'status': 'completed', 'code': 200} Jun 30 09:18:31.077563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.078172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:31.088179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.091651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d0203bd-f07e-44b3-b3d2-bbb5b2b6783b admin admin] 10.222.0.66 "DELETE /v2.0/routers/d3bb6e17-bcb8-4b7d-8603-54377b8f73b3 HTTP/1.1" status: 204 len: 168 time: 2.0996547 Jun 30 09:18:31.093019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44472) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:31.166337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:31.171600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.235390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Deleting subnet 521f5d86-deb6-4199-9aaf-827fdfeb43f0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:31.250235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.343043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.374029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55982c94-fac7-456d-b130-8d5159704e0c req-87d6fa6b-757c-46d6-9b5e-8f125f7ca155 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.1500196 Jun 30 09:18:31.396016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c384931-ae87-4646-8558-5946f8ea41a8 None None] New status for floating IP f2edd90d-2ab1-45c8-936f-7672485d0b1b: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:18:31.419491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cfc0e-6faf-4d9a-b3c2-a9a38732c824 req-7824f0c3-446e-4f3c-bd1b-e70e4944c721 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:31.428394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b05cfc0e-6faf-4d9a-b3c2-a9a38732c824 req-7824f0c3-446e-4f3c-bd1b-e70e4944c721 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.4753726 Jun 30 09:18:31.441615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.538217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b05cfc0e-6faf-4d9a-b3c2-a9a38732c824 req-94538080-3dac-4e8f-84e6-738cabb7fce0 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083529 Jun 30 09:18:31.571419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.628228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521f5d86-deb6-4199-9aaf-827fdfeb43f0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.653796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.660363 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/521f5d86-deb6-4199-9aaf-827fdfeb43f0 HTTP/1.1" status: 204 len: 168 time: 0.5619042 Jun 30 09:18:31.660363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.660363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.660737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.661054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.661387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.661720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.662072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.662395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.662721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.663043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.663365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.664397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b540dd-e89e-40f4-ac2e-a0a459e35b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:31.664543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:31.803698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.805478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.886164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8279e1d7-308e-4ef4-af2f-0a5c7ff11b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.897295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=2a128a07-f6ab-4581-b30c-bd861df7c1ff,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.965181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': 'bde26059-401f-43c3-b4bc-f12f1d81ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'b08c63f7-18c4-4c42-963a-970709877f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:31.965573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: b08c63f7-18c4-4c42-963a-970709877f46, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:31.971240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.983738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba75fcc-3aba-48af-911d-1e218ee18a96']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:31.998680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522e91a9-6eaf-42cb-809c-f7f0f64c9513') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:31.998680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522e91a9-6eaf-42cb-809c-f7f0f64c9513') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:32.007313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.010490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.022407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network b08c63f7-18c4-4c42-963a-970709877f46 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:32.028904 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.036141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b08c63f7-18c4-4c42-963a-970709877f46) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:32.038010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:32.038412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:32.040087 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:32.051887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.052110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956dfd4-7244-499d-a0ab-70eea0217c6e None None] Network b08c63f7-18c4-4c42-963a-970709877f46 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:32.052490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.117878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.118600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74c39752-6d7b-400a-a077-03bdfdebda73 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3197432 Jun 30 09:18:32.119848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.125858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.127646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dba75fcc-3aba-48af-911d-1e218ee18a96 HTTP/1.1" status: 204 len: 168 time: 0.4625826 Jun 30 09:18:32.140051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4dc5c-0ac0-4c37-a8d3-4dd46e43e715 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba75fcc-3aba-48af-911d-1e218ee18a96,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.302507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df92d13-b259-429c-afbb-1c50d58b5d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b08c63f7-18c4-4c42-963a-970709877f46', 'network_id': 'b08c63f7-18c4-4c42-963a-970709877f46', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': '2a128a07-f6ab-4581-b30c-bd861df7c1ff'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:32.303570 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5df92d13-b259-429c-afbb-1c50d58b5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.315091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.394653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.474525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8478a7ed-58c2-424f-8485-998b9eefc7d6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:32.507274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8478a7ed-58c2-424f-8485-998b9eefc7d6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:32.507788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8478a7ed-58c2-424f-8485-998b9eefc7d6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:32.508527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:32.524740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44486) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.543839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:32.544283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f8de23f-0dd5-48dd-a5f5-de6a9ec2048e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:32.568751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-5df92d13-b259-429c-afbb-1c50d58b5d45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a128a07-f6ab-4581-b30c-bd861df7c1ff: This subnet is being modified by another concurrent operation. Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:32.611970 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a128a07-f6ab-4581-b30c-bd861df7c1ff: This subnet is being modified by another concurrent operation. Jun 30 09:18:32.615575 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:18:32.637522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a46ee-1d34-4423-b3b3-14069030d40f None None] Network b08c63f7-18c4-4c42-963a-970709877f46 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:32.665511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-739d97a4-5038-4d06-b0c3-cb08cf70d8b8 req-60d572d5-22ab-4f63-a5af-8c7d57baed7b tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0783329 Jun 30 09:18:32.768194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=2a128a07-f6ab-4581-b30c-bd861df7c1ff,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.796002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7dc8f1b2-f95e-4c38-85f1-0aece936f41e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afe1988e11e44b3f859e8857209cff6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672751 Jun 30 09:18:32.801793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d521-fdc7-4ee2-afae-bbe87c54d2f5 req-9e63adcb-105c-4402-84ff-e8671d1fbd30 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:32.802200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e310d521-fdc7-4ee2-afae-bbe87c54d2f5 req-9e63adcb-105c-4402-84ff-e8671d1fbd30 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0915651 Jun 30 09:18:32.802716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44490) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.821408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.834691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08c63f7-18c4-4c42-963a-970709877f46']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:32.848723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde26059-401f-43c3-b4bc-f12f1d81ed17') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:32.849296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde26059-401f-43c3-b4bc-f12f1d81ed17') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:32.859965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.874716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c029c-dc66-448e-9a33-ab5fccab09d3 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:18:32.878998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.885683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:32.886227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:32.891265 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:32.959096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.973015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.973242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e310d521-fdc7-4ee2-afae-bbe87c54d2f5 req-0edd7256-22d1-49d8-bf4a-835f02ce7e86 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/security-groups?id=e32b1281-e40c-43e8-b3e3-99bd337b67ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616333 Jun 30 09:18:32.975343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/b08c63f7-18c4-4c42-963a-970709877f46 HTTP/1.1" status: 204 len: 168 time: 0.8562300 Jun 30 09:18:32.979792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44492) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.989537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b714f49-9bae-4759-9e4f-f4de29b88f3e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=b08c63f7-18c4-4c42-963a-970709877f46,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.996890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.000368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520453460'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:33.043517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.078214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c029c-dc66-448e-9a33-ab5fccab09d3 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:18:33.083920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-158cbd84-9789-4302-b179-fcc979f2b903 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.085441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-158cbd84-9789-4302-b179-fcc979f2b903 tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.41 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 945 time: 0.2590449 Jun 30 09:18:33.087861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.089777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:33.093430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.225195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:33.241433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.241838 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Added segment e24f8136-99f3-48b7-befc-db39d90371b3 of type vlan for network 3d24a668-fd4e-4f9f-b8a2-e56f507118fe Jun 30 09:18:33.299332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Deleting port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:33.299714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.353644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.356591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.360259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f50c921-ae76-43dc-88a5-c19bd3caf95a HTTP/1.1" status: 204 len: 168 time: 0.5541296 Jun 30 09:18:33.360259 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.383958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd46d84-6d00-4816-bf79-3a3d76bff8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f50c921-ae76-43dc-88a5-c19bd3caf95a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.444418 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.471592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:33.472246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.578314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] For port 9eb49199-4967-4e2d-9ba7-fdcfe201e538, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=9eb49199-4967-4e2d-9ba7-fdcfe201e538,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:33.578854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.591017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6086493 Jun 30 09:18:33.592919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44500) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:33.600067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Request body: {'subnet': {'network_id': '3d24a668-fd4e-4f9f-b8a2-e56f507118fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:33.643139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.658100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8b78-967b-4db2-917d-5e109cb3de7d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Network': ['ID=3d24a668-fd4e-4f9f-b8a2-e56f507118fe,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.663251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Calling delete_port for 9eb49199-4967-4e2d-9ba7-fdcfe201e538 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:33.673182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3d24a668-fd4e-4f9f-b8a2-e56f507118fe details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:33.881418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Made reservation on behalf of 73cf6069438843228e68376b8b1f7769 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:33.888643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.946691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2fdc5ca-45c1-4089-b8bf-3166963f6071 req-5809bf34-5ee4-4124-8c54-ccde6e42c6f5 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0299556 Jun 30 09:18:34.007337 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.021212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['9eb49199-4967-4e2d-9ba7-fdcfe201e538'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:34.091408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Pushing event deleted for resources: {'Port': ['ID=9eb49199-4967-4e2d-9ba7-fdcfe201e538,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:34.159410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] No DVR routers for this DVR port 9eb49199-4967-4e2d-9ba7-fdcfe201e538 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:34.165087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.168944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d0782bc-e8f4-455c-843d-166fa35995a0 req-5c7604e0-c018-4b7c-a184-9131dfd9de4f tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.41 "DELETE /v2.0/ports/9eb49199-4967-4e2d-9ba7-fdcfe201e538 HTTP/1.1" status: 204 len: 173 time: 1.0679655 Jun 30 09:18:34.169663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'name': 'network-vif-deleted', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:34.184151 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f345f02-b79a-4a54-9709-450be5d8c8d9" -d '{"events": [{"server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "name": "network-vif-deleted", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:34.247332 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b6e285-83b0-4cc9-862d-062b59c1cf24 x-openstack-request-id: req-91b6e285-83b0-4cc9-862d-062b59c1cf24 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:34.247755 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396b701b-7cd5-412d-89c3-0f527283c9e7", "name": "network-vif-deleted", "tag": "9eb49199-4967-4e2d-9ba7-fdcfe201e538", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:34.248056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91b6e285-83b0-4cc9-862d-062b59c1cf24 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:34.249605 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396b701b-7cd5-412d-89c3-0f527283c9e7', 'name': 'network-vif-deleted', 'tag': '9eb49199-4967-4e2d-9ba7-fdcfe201e538', 'status': 'completed', 'code': 200} Jun 30 09:18:34.318791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-772787d1-0625-4913-aabc-3a7063815523 req-77c496f0-22f8-4440-b987-fc2e2a19abba tempest-ServerRescueTestJSONUnderV235-1444541634 tempest-ServerRescueTestJSONUnderV235-1444541634-project] 10.222.0.66 "GET /v2.0/ports?device_id=396b701b-7cd5-412d-89c3-0f527283c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0641494 Jun 30 09:18:34.371834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:18:34.373553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.449443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event updated for resources: {'Subnet': ['ID=df7e7a64-2ac2-42cf-9abc-e4eac0b18aff,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:34.474622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Checking segment: {'id': 'e24f8136-99f3-48b7-befc-db39d90371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3d24a668-fd4e-4f9f-b8a2-e56f507118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:34.475018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network hostable DHCP agents. Network: 3d24a668-fd4e-4f9f-b8a2-e56f507118fe, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:34.496708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Network 3d24a668-fd4e-4f9f-b8a2-e56f507118fe is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:34.509221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3d24a668-fd4e-4f9f-b8a2-e56f507118fe) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:34.518607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c44627-194d-4ed7-a79c-2a0678df3f92 None None] Network 3d24a668-fd4e-4f9f-b8a2-e56f507118fe requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:34.522809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:34.523422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.558044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44526) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:34.558313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-482cc457-2e48-44ec-8dbd-03d5d7755d47 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9629645 Jun 30 09:18:34.573489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44528) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:34.636832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.750673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1808648529-network', 'tenant_id': 'f0691ac50b5e445dabe5376c54fd6578'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:34.782987 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Made reservation on behalf of f0691ac50b5e445dabe5376c54fd6578 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:34.786296 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.804150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.806718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.819521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b4a91-bc91-40f0-b1f2-a6795d800c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-3d24a668-fd4e-4f9f-b8a2-e56f507118fe', 'network_id': '3d24a668-fd4e-4f9f-b8a2-e56f507118fe', 'tenant_id': '73cf6069438843228e68376b8b1f7769', 'fixed_ips': [{'subnet_id': 'df7e7a64-2ac2-42cf-9abc-e4eac0b18aff'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:34.820426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f34b4a91-bc91-40f0-b1f2-a6795d800c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.914455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.003528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-f34b4a91-bc91-40f0-b1f2-a6795d800c6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df7e7a64-2ac2-42cf-9abc-e4eac0b18aff: This subnet is being modified by another concurrent operation. Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:18:35.021340 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df7e7a64-2ac2-42cf-9abc-e4eac0b18aff: This subnet is being modified by another concurrent operation. Jun 30 09:18:35.030727 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:18:35.051016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.056125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f555c-da0d-43b0-a6c5-de81dfbfbb7a None None] Network 3d24a668-fd4e-4f9f-b8a2-e56f507118fe requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:35.060200 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.068603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=df7e7a64-2ac2-42cf-9abc-e4eac0b18aff,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.099821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:35.120061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d31e66-fac8-4f91-bf5d-c429bb47b72e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.140114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.141985 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Added segment 9e6df786-4a99-4d13-a44b-b5c60615f057 of type vlan for network e05d36b6-74e9-4a37-9b6a-fb91f12aab8f Jun 30 09:18:35.142129 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.188350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.225687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.227020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:35.227693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.256612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b2f95-cdfc-4b5d-a55b-a93881ef00e8 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:18:35.268946 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.272922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e14d0ef-4a2e-44ef-b2f3-abb35b545aa2 req-1140f692-97cc-40ad-a2c9-1bc8d0eda26a tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0579197 Jun 30 09:18:35.282574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d24a668-fd4e-4f9f-b8a2-e56f507118fe']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:35.296486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e05d36b6-74e9-4a37-9b6a-fb91f12aab8f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.300405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24f8136-99f3-48b7-befc-db39d90371b3') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:35.300713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24f8136-99f3-48b7-befc-db39d90371b3') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:35.320319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e05d36b6-74e9-4a37-9b6a-fb91f12aab8f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:35.330075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce565fe6-b1c8-40b9-99f2-b389b53617b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7518063 Jun 30 09:18:35.334333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.355684 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.363105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:35.363540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:35.449489 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:35.455736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.481861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.487239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/3d24a668-fd4e-4f9f-b8a2-e56f507118fe HTTP/1.1" status: 204 len: 168 time: 0.9268887 Jun 30 09:18:35.490204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44538) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.508478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-69b4955b-45ef-40d3-91a2-0f921fcb5ce5 req-f7c91738-4505-4d0e-9e84-9a9f3cc527e0 service neutron] (94183) timed out ('10.222.0.41', 49287) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:18:35.509672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a2cb-bc59-4ae5-b742-d3a932bbcec2 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=3d24a668-fd4e-4f9f-b8a2-e56f507118fe,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.517132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.567795 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b578fc0f-7bfc-49c7-a04b-6861033fd39b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.568473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b578fc0f-7bfc-49c7-a04b-6861033fd39b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.571281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b578fc0f-7bfc-49c7-a04b-6861033fd39b tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/df7e7a64-2ac2-42cf-9abc-e4eac0b18aff HTTP/1.1" status: 404 len: 337 time: 0.0795600 Jun 30 09:18:35.573976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44544) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.598464 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c97f5d-cd3f-4b20-8b35-b1af4363d309 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.599330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c97f5d-cd3f-4b20-8b35-b1af4363d309 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.601307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-19c97f5d-cd3f-4b20-8b35-b1af4363d309 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/3d24a668-fd4e-4f9f-b8a2-e56f507118fe HTTP/1.1" status: 404 len: 339 time: 0.0260592 Jun 30 09:18:35.603897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.623257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b2f95-cdfc-4b5d-a55b-a93881ef00e8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:18:35.668620 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5436d96-0214-407e-9612-2d7de5a818eb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.669356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5436d96-0214-407e-9612-2d7de5a818eb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.671434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a5436d96-0214-407e-9612-2d7de5a818eb tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/2a128a07-f6ab-4581-b30c-bd861df7c1ff HTTP/1.1" status: 404 len: 337 time: 0.0662985 Jun 30 09:18:35.674167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.716083 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7d61f7-4027-45c7-b40d-01b32adac90d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.716688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7d61f7-4027-45c7-b40d-01b32adac90d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.723655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae7d61f7-4027-45c7-b40d-01b32adac90d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/b08c63f7-18c4-4c42-963a-970709877f46 HTTP/1.1" status: 404 len: 339 time: 0.0366154 Jun 30 09:18:35.724296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44556) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.798855 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e22e0d-b48f-40ac-a992-2d15d17120ff tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.799530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e22e0d-b48f-40ac-a992-2d15d17120ff tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.807723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14e22e0d-b48f-40ac-a992-2d15d17120ff tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/ee99209a-8bd0-4d6a-a9f1-0a749bcd178c HTTP/1.1" status: 404 len: 337 time: 0.0823450 Jun 30 09:18:35.809112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44558) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:35.847640 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25c41ba-d341-4e6f-aa34-2c0db8f5e2f8 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:35.848316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25c41ba-d341-4e6f-aa34-2c0db8f5e2f8 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:35.861421 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c25c41ba-d341-4e6f-aa34-2c0db8f5e2f8 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/a3c096cb-04a4-4c19-86fa-be5919bb6323 HTTP/1.1" status: 404 len: 339 time: 0.0450737 Jun 30 09:18:35.862085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44560) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.382044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c73c-9b3f-4bd7-85c4-34628919ddb5 req-9da06a9e-599e-43cb-9c82-cd132fe18fba tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.391972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c73c-9b3f-4bd7-85c4-34628919ddb5 req-9da06a9e-599e-43cb-9c82-cd132fe18fba tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.411978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c73c-9b3f-4bd7-85c4-34628919ddb5 req-9da06a9e-599e-43cb-9c82-cd132fe18fba tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.416949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c13c73c-9b3f-4bd7-85c4-34628919ddb5 req-9da06a9e-599e-43cb-9c82-cd132fe18fba tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3463793 Jun 30 09:18:36.436419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting port 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:36.436913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.534409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.559317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Calling delete_port for 3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:36.598756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7553c4e-78f9-4178-a607-c166c315c7c4 req-4de13f7c-eadb-487d-9ad1-da8721cdf08f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0638878 Jun 30 09:18:36.693157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.699621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2f6a-60b0-4e00-8afe-c2b1966dd95f req-1ffb5591-c00d-4e7e-a151-50ff4c84d6e0 tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:36.701267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e4f2f6a-60b0-4e00-8afe-c2b1966dd95f req-1ffb5591-c00d-4e7e-a151-50ff4c84d6e0 tempest-ComputeTenantNetworksTest-911876921 tempest-ComputeTenantNetworksTest-911876921-project] 10.222.0.66 "GET /v2.0/networks/e05d36b6-74e9-4a37-9b6a-fb91f12aab8f HTTP/1.1" status: 200 len: 769 time: 0.2224772 Jun 30 09:18:36.724326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.724554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Port': ['ID=3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:36.741096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.742800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fba060d7-5c3d-4f45-acab-f80b83917b89 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/ports/3fcd99c4-3022-4aa8-b079-38b1bc3a9bb3 HTTP/1.1" status: 204 len: 168 time: 0.8797307 Jun 30 09:18:36.745195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44568) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.773329 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4baad427-1976-4340-94de-fb5725c53549 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:36.773820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4baad427-1976-4340-94de-fb5725c53549 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:36.778189 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4baad427-1976-4340-94de-fb5725c53549 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/76f8d8a1-7c51-41b8-86bb-163ed8d026ca HTTP/1.1" status: 404 len: 337 time: 0.0295627 Jun 30 09:18:36.779075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:36.850649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9eb49199-4967-4e2d-9ba7-fdcfe201e538 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:36.869724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.877903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 9eb49199-4967-4e2d-9ba7-fdcfe201e538 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:36.878400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 9eb49199-4967-4e2d-9ba7-fdcfe201e538 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:36.891209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.987353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.009014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c76e6a-2150-4d8b-97f5-b841a4e28a1f']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.021034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.034015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d8c406-d138-4c13-ac59-c1163900e889') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.034308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d8c406-d138-4c13-ac59-c1163900e889') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.036332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05d36b6-74e9-4a37-9b6a-fb91f12aab8f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.049262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.050161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.053097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6df786-4a99-4d13-a44b-b5c60615f057') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.053459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6df786-4a99-4d13-a44b-b5c60615f057') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:37.073553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.080983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:37.081710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:37.086513 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:37.101628 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.124211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.158168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:37.158655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:37.160489 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:37.163012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.174579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.177114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/54c76e6a-2150-4d8b-97f5-b841a4e28a1f HTTP/1.1" status: 204 len: 168 time: 0.3970180 Jun 30 09:18:37.182129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44574) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.230146 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd3b61-e40c-442e-ab63-090ddcfc3527 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=54c76e6a-2150-4d8b-97f5-b841a4e28a1f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.268631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.317524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.319703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] 10.222.0.66 "DELETE /v2.0/networks/e05d36b6-74e9-4a37-9b6a-fb91f12aab8f HTTP/1.1" status: 204 len: 168 time: 0.5940585 Jun 30 09:18:37.321428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6327ba-5d5c-48db-afb9-6bc8aa9034be admin admin] Pushing event deleted for resources: {'Network': ['ID=e05d36b6-74e9-4a37-9b6a-fb91f12aab8f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.361546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting port 05b2e211-9ed9-4417-bd31-a0f04ff47e8a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:37.361927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.461842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.471214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Deleting port 546caef6-e34c-45ae-8ae9-ae115bad1279 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:37.471813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.477854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Calling delete_port for 05b2e211-9ed9-4417-bd31-a0f04ff47e8a owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:37.545444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44578) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.603609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] For port 546caef6-e34c-45ae-8ae9-ae115bad1279, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=546caef6-e34c-45ae-8ae9-ae115bad1279,segment=NetworkSegment(3988023c-f339-46d5-bb20-781a1b55e3db),segment_id=3988023c-f339-46d5-bb20-781a1b55e3db)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:37.604422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.630389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd3beebc-1615-456a-b96c-bec7b588a3d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0691ac50b5e445dabe5376c54fd6578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819719 Jun 30 09:18:37.632464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Calling delete_port for 546caef6-e34c-45ae-8ae9-ae115bad1279 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:37.633687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44580) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.663808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.720911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.722883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/ports/05b2e211-9ed9-4417-bd31-a0f04ff47e8a HTTP/1.1" status: 204 len: 168 time: 0.5384808 Jun 30 09:18:37.730578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.759528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8b686-723a-4c33-9588-94a57dcb98e4 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Port': ['ID=05b2e211-9ed9-4417-bd31-a0f04ff47e8a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.765036 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-a766420c-9e55-4a3f-91b4-fd776ae6fa9d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] DELETE failed (client error): The resource could not be found. Jun 30 09:18:37.766300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a766420c-9e55-4a3f-91b4-fd776ae6fa9d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:18:37.770070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a766420c-9e55-4a3f-91b4-fd776ae6fa9d tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/8f25703d-5e7f-49db-b2b5-b51576bb25ae HTTP/1.1" status: 404 len: 337 time: 0.0366113 Jun 30 09:18:37.770413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44586) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.854448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.882561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.902705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea689734-76e0-40f6-b531-d5a275eb341a req-00f52a18-5303-4b19-94c2-513c2e9fdf92 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0647509 Jun 30 09:18:37.935778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.957357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.988341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.991417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.995657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49d31e66-fac8-4f91-bf5d-c429bb47b72e HTTP/1.1" status: 204 len: 168 time: 0.3592510 Jun 30 09:18:37.995865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Pushing event deleted for resources: {'Port': ['ID=546caef6-e34c-45ae-8ae9-ae115bad1279,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.099254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ad400-620f-4c00-897a-202980d5b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d31e66-fac8-4f91-bf5d-c429bb47b72e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.121687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.147469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bbd342-5506-426d-92b7-11360e93833a']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.160649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22bec56-4ceb-4789-989f-05210eff932e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.161043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22bec56-4ceb-4789-989f-05210eff932e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.171493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.191548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.199929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:38.200979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:38.204793 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:38.211161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.296063 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.306116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.315275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44594) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:38.316567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/22bbd342-5506-426d-92b7-11360e93833a HTTP/1.1" status: 204 len: 168 time: 0.5447569 Jun 30 09:18:38.331124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebd0f6-12be-46cb-b6fb-461f90ab701e tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=22bbd342-5506-426d-92b7-11360e93833a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.427956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting subnet cceea821-8e44-4bde-8170-826d5c99a7a8 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:38.433721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.533709 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.716469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Router b42c4ca5-c4f9-4faa-bcd4-7e287062029b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:38.720760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.900773 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.953002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:38.955537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/subnets/cceea821-8e44-4bde-8170-826d5c99a7a8 HTTP/1.1" status: 204 len: 168 time: 0.6397154 Jun 30 09:18:38.956805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aee171-3a4b-4242-b9b3-658782afa92a tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Subnet': ['ID=cceea821-8e44-4bde-8170-826d5c99a7a8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.957950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44610) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:38.960469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:38.967564 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-19b912dd-d476-4e55-b5da-db0b6d256489 admin admin] 10.222.0.66 "PUT /v2.0/routers/b42c4ca5-c4f9-4faa-bcd4-7e287062029b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491901 Jun 30 09:18:38.968877 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Sync routers for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:38.970341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44612) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:38.983648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7c6f5-65b4-4bd6-b2e2-1b63ce2b4631 None None] Network 9e9c532e-596b-4632-a9cf-a8e07b7de723 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:38.984243 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:38.984363 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:39.173003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.192014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:39.342820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Deleting port 4fc24342-a046-4e69-805a-cce76d814d34 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:39.343566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.358852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] DHCP port deletion for 9e9c532e-596b-4632-a9cf-a8e07b7de723 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:39.486253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Deleting port 4fc24342-a046-4e69-805a-cce76d814d34 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:39.486765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.492187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44620) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.584607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] For port 4fc24342-a046-4e69-805a-cce76d814d34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc24342-a046-4e69-805a-cce76d814d34,segment=NetworkSegment(9892f94e-174a-4d1c-ad56-6e7d66e0412e),segment_id=9892f94e-174a-4d1c-ad56-6e7d66e0412e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:39.585960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.624214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Calling delete_port for 4fc24342-a046-4e69-805a-cce76d814d34 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:39.634903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7488dcde-09d6-4146-bd79-372992a33e25 req-389e3663-af3d-4757-88ae-9c6b56adcc5e tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.4675944 Jun 30 09:18:39.664643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.680623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:39.703327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] For port 4fc24342-a046-4e69-805a-cce76d814d34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc24342-a046-4e69-805a-cce76d814d34,segment=NetworkSegment(9892f94e-174a-4d1c-ad56-6e7d66e0412e),segment_id=9892f94e-174a-4d1c-ad56-6e7d66e0412e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:39.705428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.755090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Calling delete_port for 4fc24342-a046-4e69-805a-cce76d814d34 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:39.769396 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Checking router: b42c4ca5-c4f9-4faa-bcd4-7e287062029b for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:39.781936 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Routers {'b42c4ca5-c4f9-4faa-bcd4-7e287062029b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:39.783071 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:39.796184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1589909181-network', 'tenant_id': '5279dc1834f54069a451e5353792ad81'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.832640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.845490 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.861874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:39.864612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.898670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.903715 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.912661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Port': ['ID=4fc24342-a046-4e69-805a-cce76d814d34,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.919196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Deleting port 34e176a7-ad89-4062-8542-3b5faee5f5c3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:39.919567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.920209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] No DVR routers for this DVR port 4fc24342-a046-4e69-805a-cce76d814d34 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:39.948739 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] Set router b42c4ca5-c4f9-4faa-bcd4-7e287062029b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:39.981488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] Pushing event deleted for resources: {'Port': ['ID=4fc24342-a046-4e69-805a-cce76d814d34,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.015299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7e2d9-74fb-460f-b5b7-aebbb83db2fb None None] No DVR routers for this DVR port 4fc24342-a046-4e69-805a-cce76d814d34 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:40.056187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] For port 34e176a7-ad89-4062-8542-3b5faee5f5c3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=34e176a7-ad89-4062-8542-3b5faee5f5c3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:40.057489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.074030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Calling delete_port for 34e176a7-ad89-4062-8542-3b5faee5f5c3 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:40.083650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.101876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9c532e-596b-4632-a9cf-a8e07b7de723']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.120006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9892f94e-174a-4d1c-ad56-6e7d66e0412e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.120300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9892f94e-174a-4d1c-ad56-6e7d66e0412e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.184702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.189408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.196566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.209094 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.224476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.231474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:40.243691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e1db0-b96f-4398-8ec0-7bd76456d64f None None] The sync data for ids ['b42c4ca5-c4f9-4faa-bcd4-7e287062029b'] in n-d-779913-25 is: [{'id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1115443693-router', 'tenant_id': 'c580b0edeb084bc19c0921a6714907df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:17:13Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 5, 'project_id': 'c580b0edeb084bc19c0921a6714907df', 'gw_port': {'id': '34e176a7-ad89-4062-8542-3b5faee5f5c3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c4ca5-c4f9-4faa-bcd4-7e287062029b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:17:14Z', 'updated_at': '2021-06-30T09:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:40.245339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:40.245715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:40.256207 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:40.295482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2638bafd-5555-480c-8fa5-5118916ab372,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.329131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.331800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.331800 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Added segment 13884491-6f40-48ff-b48a-68f54654c1a1 of type vlan for network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 Jun 30 09:18:40.365857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.367980 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] 10.222.0.66 "DELETE /v2.0/networks/9e9c532e-596b-4632-a9cf-a8e07b7de723 HTTP/1.1" status: 204 len: 168 time: 1.4049938 Jun 30 09:18:40.368881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278bab-1118-498b-8f27-a2eaa0d7fb50 tempest-NetworksIpV6TestAttrs-493856956 tempest-NetworksIpV6TestAttrs-493856956-project] Pushing event deleted for resources: {'Network': ['ID=9e9c532e-596b-4632-a9cf-a8e07b7de723,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.427352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.429069 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.471189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e176a7-ad89-4062-8542-3b5faee5f5c3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.489235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.491158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.491767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.528013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0279331 Jun 30 09:18:40.531417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44628) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.548805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Request body: {'subnet': {'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1589909181-subnet', 'tenant_id': '5279dc1834f54069a451e5353792ad81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:40.563039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.628660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03f9f6-b780-46e6-89b9-bd83462829dd admin admin] Pushing event updated for resources: {'Network': ['ID=9d92d8dd-d60a-4670-973c-6aaf620a8e21,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.639653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:40.719584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.722411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.732449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:40.734937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.807276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44634) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.848165 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 546caef6-e34c-45ae-8ae9-ae115bad1279 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:40.891126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 546caef6-e34c-45ae-8ae9-ae115bad1279 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:40.891624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 546caef6-e34c-45ae-8ae9-ae115bad1279 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:40.892150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc24342-a046-4e69-805a-cce76d814d34 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:40.939119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4fc24342-a046-4e69-805a-cce76d814d34 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:40.941971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc24342-a046-4e69-805a-cce76d814d34 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:40.949911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.950867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42c4ca5-c4f9-4faa-bcd4-7e287062029b {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:40.955873 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.959803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44638) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:40.959972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-086d6e36-243d-4667-b04f-f8bfae6182e6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b42c4ca5-c4f9-4faa-bcd4-7e287062029b HTTP/1.1" status: 204 len: 168 time: 1.9884300 Jun 30 09:18:41.001184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d028b97-92b1-4d00-9c6e-eebc2fd3f1a8 req-4e361c1b-8c4c-45b6-b2df-2a2ddd275911 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0379078 Jun 30 09:18:41.084915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Deleting subnet a099b1f6-0bc7-49a4-8ceb-218fb8912013 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:41.090254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.140197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.198359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.245645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.250452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9997cbfc-8f92-48b9-9df5-ffa1f74a81a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73cf6069438843228e68376b8b1f7769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422133 Jun 30 09:18:41.252997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44642) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:41.320174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752da060-9e14-4603-a04b-97fb27da5578,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.322361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.332223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Checking segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:41.332813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Network hostable DHCP agents. Network: 9d92d8dd-d60a-4670-973c-6aaf620a8e21, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:41.337394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.353080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:41.362893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a099b1f6-0bc7-49a4-8ceb-218fb8912013,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.364156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9d92d8dd-d60a-4670-973c-6aaf620a8e21) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:41.370527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:41.370825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.371745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.372928 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a932fbe6-768e-499f-9f3b-e66d24cbf49a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a099b1f6-0bc7-49a4-8ceb-218fb8912013 HTTP/1.1" status: 204 len: 168 time: 0.4119792 Jun 30 09:18:41.377891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0823f-3eab-4c90-981d-b0b187e7c55c None None] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:41.378724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:41.388331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.449453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.452425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.453813 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6a2d199-649f-428f-8c5d-0c0e38c0bf6d HTTP/1.1" status: 204 len: 168 time: 0.1997480 Jun 30 09:18:41.462704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59365a3-dbcd-4b2d-bcb0-3e8ad401e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2d199-649f-428f-8c5d-0c0e38c0bf6d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:41.535959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d8be6226-f722-4273-8978-ea969f0d5971 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0034385 Jun 30 09:18:41.576779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.668070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0424413-f8c8-446e-a499-50fb8d4e9ca3 None None] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:41.748922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.763579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f6f73e-c62a-47a4-b9dd-3534c9a58336']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:41.778466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3988023c-f339-46d5-bb20-781a1b55e3db') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:41.779241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3988023c-f339-46d5-bb20-781a1b55e3db') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:41.790819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.828593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.847440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:41.849027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:41.854096 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:41.939014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.951306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.961169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a8f6f73e-c62a-47a4-b9dd-3534c9a58336 HTTP/1.1" status: 204 len: 168 time: 0.5789287 Jun 30 09:18:41.976484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb892d88-4a43-419a-aad0-68de7c83e007 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f6f73e-c62a-47a4-b9dd-3534c9a58336,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:42.186832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:42.292705 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7cef1f0e-b92d-43a0-b886-ec6f0717f715 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c580b0edeb084bc19c0921a6714907df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033006 Jun 30 09:18:42.293609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44688) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:42.340775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff6b06f3-04ef-42bc-914c-baa5c069b243 req-43e8890b-7db4-4b6a-b4ea-9321ff6eda19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.1000431 Jun 30 09:18:42.346368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 34e176a7-ad89-4062-8542-3b5faee5f5c3 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:42.385619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 34e176a7-ad89-4062-8542-3b5faee5f5c3 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:42.387515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 34e176a7-ad89-4062-8542-3b5faee5f5c3 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:42.429902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.446720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-91a9f5e7-3870-454d-9872-0f7cf14d8933 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:42.449420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-91a9f5e7-3870-454d-9872-0f7cf14d8933 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.2184761 Jun 30 09:18:42.475348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-04bc83bd-92c3-4323-bb22-66391bea28aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/quotas/5279dc1834f54069a451e5353792ad81 HTTP/1.1" status: 200 len: 375 time: 0.0178583 Jun 30 09:18:42.484737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.520598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-98b28127-a3c9-485c-866d-bf0aa95a0e11 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372915 Jun 30 09:18:42.560123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.563442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:42.564701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e32b1281-e40c-43e8-b3e3-99bd337b67ee HTTP/1.1" status: 204 len: 168 time: 0.2700465 Jun 30 09:18:42.582242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655d00a-45c4-40ea-a2e4-4c47e27a83c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32b1281-e40c-43e8-b3e3-99bd337b67ee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:42.659180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-cce0deaa-ea4c-420d-a416-722c29f817c8 service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297910 Jun 30 09:18:42.824810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ea88417f-98b6-4962-998f-5e9f22067c7e service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591084 Jun 30 09:18:42.998778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.155278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78639ac6-4343-4310-bdfc-fd7cebe8bbd4 req-1950e1e6-9ac1-497c-bc3e-1184c5db7c1f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 210 time: 0.0502200 Jun 30 09:18:43.351036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1539939743'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:43.385176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:43.390238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.402100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.564822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.571320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.603635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:43.622915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb2e5fc-7489-484c-98e9-674f68ab140b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:43.629297 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.630184 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment 2bfaaad2-64b5-4ace-80c1-71b86524c5f3 of type vlan for network 0e40cd23-4103-4f05-aec4-df314b03ce46 Jun 30 09:18:43.647669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8689c0ec-6deb-42a3-a31e-0b4d1ab5f635 req-7840e5a3-ff54-4b27-8357-c402b9db1b73 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.1061244 Jun 30 09:18:43.728870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.791638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.804112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.804755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.877548 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8772151 Jun 30 09:18:43.880163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44752) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:43.885672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-101067364'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:43.913333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaa962-cf92-49c8-9f69-0fac5b27e7f4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=0e40cd23-4103-4f05-aec4-df314b03ce46,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:43.932467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:43.932817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:43.937706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.967999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:43.983057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.983419 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment a468b1a4-79e2-4e24-a841-3a70a0a6aa7e of type vlan for network e7b803a5-9b97-4006-8f89-b9b739e263c8 Jun 30 09:18:44.061969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.106900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.113069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:44.113702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.222970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=e7b803a5-9b97-4006-8f89-b9b739e263c8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:44.226926 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-084c0a24-6bbb-4554-a534-4cc1942ba90e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3456085 Jun 30 09:18:44.229882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:44.236277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:44.239349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:44.388011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:44.393169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.537635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2025f925-690b-4250-bbe6-cd2b09148c45 req-0db66532-904c-45a5-a077-dbc626d62e9a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 210 time: 0.1066589 Jun 30 09:18:44.631185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f32fb1-d67a-402c-bb4e-bf6bae5ee680 req-05a185df-d4ec-437f-89ab-3860bba784fb tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0595443 Jun 30 09:18:44.864190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.957011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7313482c-4d30-454f-930c-0eb463023d06 req-d804df00-05ee-44f4-bbcd-8ecdea4ecc0d tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.0460701 Jun 30 09:18:45.046909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': '2bfaaad2-64b5-4ace-80c1-71b86524c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:45.047641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: 0e40cd23-4103-4f05-aec4-df314b03ce46, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:45.081837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=b0d75fd9-037f-4aec-a89b-5f13309f5360,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:45.104062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:45.118502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 0e40cd23-4103-4f05-aec4-df314b03ce46) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:45.138779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a81c16-0f48-475a-950c-2354e9ce7af6 None None] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:45.156521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.174059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.354236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e8148561-3753-4f22-8f08-174cff8016b8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1226132 Jun 30 09:18:45.358611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:45.365413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:45.522390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-582d9f56-2e9e-4145-934c-4b7e1a2bd32c req-6cdbe8a4-4b77-4634-94b3-d8608ba142f6 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.1104395 Jun 30 09:18:45.605524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-0e40cd23-4103-4f05-aec4-df314b03ce46', 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': 'b0d75fd9-037f-4aec-a89b-5f13309f5360'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:45.606621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.628018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:45.631940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:45.656649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-6c198ef8-be52-424f-945b-8078d613fb26 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.659652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-6c198ef8-be52-424f-945b-8078d613fb26 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.4767189 Jun 30 09:18:45.674747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Request body: {'port': {'device_id': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'admin_state_up': True, 'tenant_id': '5279dc1834f54069a451e5353792ad81'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:45.806021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Allocated IP 172.20.0.2 (0e40cd23-4103-4f05-aec4-df314b03ce46/b0d75fd9-037f-4aec-a89b-5f13309f5360/6b73a7df-ef73-4661-af9c-0e8bd7b2abdb) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:45.866437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee768c0f-61e7-48e9-83d4-eee1ce730d10 req-1d512a69-0c5c-4c1a-b47f-8e375ccd1212 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 210 time: 0.0513332 Jun 30 09:18:45.929700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:45.934734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.080362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.146795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=06efafeb-4337-4314-8886-559ee70a4ae5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:46.167741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Allocated IP 172.20.0.11 (9d92d8dd-d60a-4670-973c-6aaf620a8e21/752da060-9e14-4603-a04b-97fb27da5578/b7290992-fc1b-4d6f-a11b-37ebf3f1ff31) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:46.179208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.185597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:46.186097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: e7b803a5-9b97-4006-8f89-b9b739e263c8, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:46.196327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Transition to ACTIVE for port object 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:46.210533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:46.225735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e7b803a5-9b97-4006-8f89-b9b739e263c8) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:46.231754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.232717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.237547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Transition to ACTIVE for port object 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:46.247624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec35ad9-15af-4d86-8d2c-ea85ce352554 None None] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:46.260072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.262055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44826) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:46.262244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d974154-de94-499f-916a-aa4fb17da3d5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9021399 Jun 30 09:18:46.269689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1489529753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:46.367785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:46.384869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Pushing event updated for resources: {'Port': ['ID=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:46.388622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:46.393932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:46.446223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4abef39d-beae-42cd-b0f0-34c5b7315a71 req-9f3cdf4a-8d05-4613-b1e4-3593bfc4e909 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d909eef-008e-47f1-8cef-56e4946e8781 HTTP/1.1" status: 200 len: 210 time: 0.1816163 Jun 30 09:18:46.467887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.468903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.492062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Attempting to bind port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:46.492465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Attempting to bind port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2bfaaad2-64b5-4ace-80c1-71b86524c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:46.492815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Attempting to bind port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb on network 0e40cd23-4103-4f05-aec4-df314b03ce46 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:46.519794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:46.520207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Checking segment: {'id': '2bfaaad2-64b5-4ace-80c1-71b86524c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:46.520590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.520994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Bound using segment: {'id': '2bfaaad2-64b5-4ace-80c1-71b86524c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:46.521486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Bound port: 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfaaad2-64b5-4ace-80c1-71b86524c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0e40cd23-4103-4f05-aec4-df314b03ce46'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:46.521902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.585089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.596070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.659990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] For port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:46.675569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.678077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e71e0a3d-c70e-4afb-a005-6cfc40308d85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4149172 Jun 30 09:18:46.680000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:46.695148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-e7b803a5-9b97-4006-8f89-b9b739e263c8', 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '06efafeb-4337-4314-8886-559ee70a4ae5'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:46.696023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.738555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.770282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] For port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,segment=NetworkSegment(2bfaaad2-64b5-4ace-80c1-71b86524c5f3),segment_id=2bfaaad2-64b5-4ace-80c1-71b86524c5f3)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:46.792006 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.796785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.893628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event updated for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:46.989111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:47.024442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c198-fe13-4d5d-8bc7-df2ee67a90df None None] Pushing event updated for resources: {'Port': ['ID=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.026049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a4b22dd-df4f-42e0-b1bb-8e1ce111a4ab req-ceef0120-651b-455d-b8bc-21d799a43f85 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.1315897 Jun 30 09:18:47.048263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:47.058707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:47.088081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Allocated IP 172.21.0.2 (e7b803a5-9b97-4006-8f89-b9b739e263c8/06efafeb-4337-4314-8886-559ee70a4ae5/654bc406-d7f1-4809-9f11-297b1bc4bb7c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:47.218421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.220069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.247012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.350090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-51248cf2-600c-4ad8-b4c9-4f75ec0ac2c7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6811814 Jun 30 09:18:47.380216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Request body: {'port': {'device_id': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:47.548138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6e923-18c5-4c39-ba49-49460ae968a2 req-ced57a9e-4471-4034-9933-b23b41f4ef53 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.557221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ea6e923-18c5-4c39-ba49-49460ae968a2 req-ced57a9e-4471-4034-9933-b23b41f4ef53 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 932 time: 0.4091134 Jun 30 09:18:47.624151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.649102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Transition to ACTIVE for port object 654bc406-d7f1-4809-9f11-297b1bc4bb7c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:47.661290 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.674967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Transition to ACTIVE for port object 654bc406-d7f1-4809-9f11-297b1bc4bb7c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:47.699755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.713710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ea6e923-18c5-4c39-ba49-49460ae968a2 req-11aa2bf2-d8bf-4f9c-9920-44d6c65eae58 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403961 Jun 30 09:18:47.715180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:47.753602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:47.764584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:47.767546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:47.797037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Pushing event updated for resources: {'Port': ['ID=654bc406-d7f1-4809-9f11-297b1bc4bb7c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.834158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.20.0.1 (0e40cd23-4103-4f05-aec4-df314b03ce46/b0d75fd9-037f-4aec-a89b-5f13309f5360/8a9ec27a-a83f-495b-8869-ce4d3e7bf245) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:47.868574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Attempting to bind port 654bc406-d7f1-4809-9f11-297b1bc4bb7c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:47.869191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Attempting to bind port 654bc406-d7f1-4809-9f11-297b1bc4bb7c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:47.869684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Attempting to bind port 654bc406-d7f1-4809-9f11-297b1bc4bb7c on network e7b803a5-9b97-4006-8f89-b9b739e263c8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:47.878764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:47.879268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Checking segment: {'id': 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:47.879768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.880221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Bound using segment: {'id': 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:47.880783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Bound port: 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e7b803a5-9b97-4006-8f89-b9b739e263c8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:47.881207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.976943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.978112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] For port 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:47.983467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] For port 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=654bc406-d7f1-4809-9f11-297b1bc4bb7c,segment=NetworkSegment(a468b1a4-79e2-4e24-a841-3a70a0a6aa7e),segment_id=a468b1a4-79e2-4e24-a841-3a70a0a6aa7e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:47.992867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.998443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:48.010645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.055983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.061487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.111882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07882210-1b93-4874-b752-09ffa4e1659c None None] Pushing event updated for resources: {'Port': ['ID=654bc406-d7f1-4809-9f11-297b1bc4bb7c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.138641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:48.142263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:48.148560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:48.209515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=8a9ec27a-a83f-495b-8869-ce4d3e7bf245,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.222119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:48.231346 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.235110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.236636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/security-groups/f98afcd8-feae-4d5b-9bf3-22cfdb4ee463 HTTP/1.1" status: 204 len: 168 time: 0.5185704 Jun 30 09:18:48.243603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:48.256384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.259486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95a1aa-30e4-4fa4-8c46-2af800106d1f tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98afcd8-feae-4d5b-9bf3-22cfdb4ee463,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.283048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Transition to ACTIVE for port object b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:48.285723 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-450df44e-3603-4d71-b81b-36fab8271140 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] show failed (client error): The resource could not be found. Jun 30 09:18:48.294933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:48.305203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-450df44e-3603-4d71-b81b-36fab8271140 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "GET /v2.0/security-groups/f98afcd8-feae-4d5b-9bf3-22cfdb4ee463 HTTP/1.1" status: 404 len: 347 time: 0.0604544 Jun 30 09:18:48.316179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.432533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.543237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:48.591409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4570df2-3a1e-4ec4-aeda-c757810f08d6 req-94b0f977-2e0d-41bc-8e39-dd0b1efc7f7c tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.2978671 Jun 30 09:18:48.608641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39f50279-3641-470d-b4b1-b001c3ff6d33 req-67004e05-e534-45a5-8e88-d84be8c857a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.1567738 Jun 30 09:18:48.612313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.647366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Pushing event updated for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.665707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:48.719263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25efba-97ad-4d2f-873e-ff5e74dc413d None None] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:48.728032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port 156a8786-dc5f-4c7c-a07e-1a8fd294119f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:48.728364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.029102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Provisioning for port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:49.042605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Provisioning complete for port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:49.042992 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.124236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.133789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.174673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Attempting to bind port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:49.175012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Attempting to bind port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:49.175339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Attempting to bind port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:49.201371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.208725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=8a9ec27a-a83f-495b-8869-ce4d3e7bf245,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:49.224484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:49.225226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Attempting to bind port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:49.241765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.245879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:49.246240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Checking segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:49.246710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Bound using segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:49.247154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Bound port: b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:49.247509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.257630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] For port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,segment=NetworkSegment(2bfaaad2-64b5-4ace-80c1-71b86524c5f3),segment_id=2bfaaad2-64b5-4ace-80c1-71b86524c5f3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:49.278437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.345006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.345343 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.376818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:49.378349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9dd0d-1c10-410d-b191-cdfe42eecedd None None] Pushing event updated for resources: {'Port': ['ID=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:49.381138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:49.468412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for 156a8786-dc5f-4c7c-a07e-1a8fd294119f owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:49.493990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2055a4c-2277-4f09-b968-d7f75707feaf req-9498ef1a-8ec4-4fec-9d82-484726b5b29f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.494867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2055a4c-2277-4f09-b968-d7f75707feaf req-9498ef1a-8ec4-4fec-9d82-484726b5b29f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 944 time: 0.3659797 Jun 30 09:18:49.501732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:49.508179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:49.521000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.580341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router f81f2e4b-5ff4-4030-a216-e365bb1c151f is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:18:49.634272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.635088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.636853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] 10.222.0.41 "PUT /v2.0/ports/b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 HTTP/1.1" status: 200 len: 1093 time: 2.2766998 Jun 30 09:18:49.637329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:49.639709 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ea14bb-7542-4770-8515-0e79a1bcf650" -d '{"events": [{"name": "network-changed", "server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:49.696004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2055a4c-2277-4f09-b968-d7f75707feaf req-3b87b3c6-d2e9-43f5-bf54-edcbf867b218 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917377 Jun 30 09:18:49.761323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeab57-1636-4ade-8d91-a9d311e5348e service neutron] Pushing event updated for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:49.767224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:49.786964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] Sync routers for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:49.805215 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c72a0ea6-15d8-4e52-80b2-9eafe74b11ac tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216671 Jun 30 09:18:49.806331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44858) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:49.829998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:49.829998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.842408 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f4ac04-2f4f-419f-93c3-b5f909a1857d x-openstack-request-id: req-79f4ac04-2f4f-419f-93c3-b5f909a1857d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:49.843167 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:49.843645 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79f4ac04-2f4f-419f-93c3-b5f909a1857d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:49.844246 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'status': 'completed', 'code': 200} Jun 30 09:18:49.902442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:49.904946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Provisioning complete for port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:49.905336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:49.910712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f233aa6e-a562-4d07-80fb-2e4994069336 req-5e478147-1278-4c32-b7f5-22c29354ab75 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0610056 Jun 30 09:18:49.933163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-09756940-3927-45b6-a053-43ec4804aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.935066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-09756940-3927-45b6-a053-43ec4804aa08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 1096 time: 0.2381449 Jun 30 09:18:49.966639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a523e-be19-499c-a9eb-0e9727a6b9a1 None None] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:50.021930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-0613ec02-a6a0-4e39-affb-6fa60d5e8e04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 HTTP/1.1" status: 200 len: 217 time: 0.0730677 Jun 30 09:18:50.083955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:50.085945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:50.097469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.143795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:50.144666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e9659a-8ff2-46a9-a006-46427494d315 None None] The sync data for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:50.178889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=156a8786-dc5f-4c7c-a07e-1a8fd294119f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:50.194854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-324d4a45-1a4a-4234-bedf-53f2bab19e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.196684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-324d4a45-1a4a-4234-bedf-53f2bab19e45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.1622398 Jun 30 09:18:50.275694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-6243ca45-cbb6-47ac-89cf-3c9cfb14b255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678155 Jun 30 09:18:50.309598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Provisioning for port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:50.316340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Provisioning complete for port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:50.316724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.397402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e5058372-6973-4c22-ab35-e4bc8e9e5c6d None None] Port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:50.406574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.409142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.419590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3176a609-ae40-4803-af42-39dd4e1e1ff0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/floatingips/f2edd90d-2ab1-45c8-936f-7672485d0b1b HTTP/1.1" status: 204 len: 168 time: 2.1236451 Jun 30 09:18:50.456754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44870) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:50.520475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-af1af7ca-a532-4955-ad6d-1d13a4f95551 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269120 Jun 30 09:18:50.553711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d241e53-5b02-4f7b-a206-8446e906647d None None] Provisioning for port 654bc406-d7f1-4809-9f11-297b1bc4bb7c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:50.559612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d66d4b-6e6e-4a61-8517-7e97e1a5bb6a tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.570211 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-62d66d4b-6e6e-4a61-8517-7e97e1a5bb6a tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports/8a9ec27a-a83f-495b-8869-ce4d3e7bf245 HTTP/1.1" status: 200 len: 910 time: 0.7609901 Jun 30 09:18:50.574206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d241e53-5b02-4f7b-a206-8446e906647d None None] Provisioning complete for port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:50.575726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44878) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:50.576671 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d241e53-5b02-4f7b-a206-8446e906647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.631799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:50.722002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5d241e53-5b02-4f7b-a206-8446e906647d None None] Port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:50.727026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bd6bd17-866e-4959-9909-7dbe0b90dd26 req-124d5e0f-bc41-476b-96fe-339f596b7682 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944926 Jun 30 09:18:50.738016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:50.738398 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:50.750364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-079f939c-a33c-438d-b2d8-d661580ce11b req-bff586c2-c3a0-4608-a6f7-99471c0db95c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.2926235 Jun 30 09:18:50.858226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-0cb86848-6336-4061-a919-d680e2212513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.860236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-0cb86848-6336-4061-a919-d680e2212513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 1096 time: 0.0754874 Jun 30 09:18:50.861056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 654bc406-d7f1-4809-9f11-297b1bc4bb7c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:50.925813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 654bc406-d7f1-4809-9f11-297b1bc4bb7c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:50.930130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 654bc406-d7f1-4809-9f11-297b1bc4bb7c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:50.930575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.018124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-ecc7a4e6-c625-4143-8a53-9d68242da967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.019845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-ecc7a4e6-c625-4143-8a53-9d68242da967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.1512382 Jun 30 09:18:51.028564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619f33-40a3-4f19-a334-7cfbb6094e62 req-c6dc7bd6-f2fb-4dd7-92cb-47d8b80abd06 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.030179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a619f33-40a3-4f19-a334-7cfbb6094e62 req-c6dc7bd6-f2fb-4dd7-92cb-47d8b80abd06 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 944 time: 0.1522114 Jun 30 09:18:51.082878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-2481ddc3-b05f-48f0-a22a-93b6ff715b8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 HTTP/1.1" status: 200 len: 217 time: 0.0516427 Jun 30 09:18:51.109388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:51.109732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.134033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.144968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-d97476a6-68d5-44c2-8602-b396acc96512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.147252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-d97476a6-68d5-44c2-8602-b396acc96512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0554261 Jun 30 09:18:51.170639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=654bc406-d7f1-4809-9f11-297b1bc4bb7c,segment=NetworkSegment(a468b1a4-79e2-4e24-a841-3a70a0a6aa7e),segment_id=a468b1a4-79e2-4e24-a841-3a70a0a6aa7e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:51.177277 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.180068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a619f33-40a3-4f19-a334-7cfbb6094e62 req-68d3fd19-8aaf-47b0-9bc8-abafc1ac5418 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388457 Jun 30 09:18:51.218239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5fe14d1-8702-46cf-97db-597d0057288e req-e7630333-f26b-4fb2-8876-89f7d8500ad6 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0698185 Jun 30 09:18:51.219230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.231956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:51.236774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-3eaac6a7-8b3f-49b5-ba59-8b66bb3342ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611980 Jun 30 09:18:51.263059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=654bc406-d7f1-4809-9f11-297b1bc4bb7c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:51.342974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-380220a4-6cd7-47ee-ad0e-2e60a827a9f2 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963709 Jun 30 09:18:51.404630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.444292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5ea14bb-7542-4770-8515-0e79a1bcf650 req-52c2cb5e-0397-4be4-9deb-87523946454f service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945747 Jun 30 09:18:51.528194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.569673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=d6fc08ef-98f2-44dc-a99f-1c9a59a2a511,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:51.734366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.736519 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-80139cae-50f6-4570-ada8-3cb1dc2f1c17 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/ports/d6fc08ef-98f2-44dc-a99f-1c9a59a2a511 HTTP/1.1" status: 204 len: 168 time: 1.2776155 Jun 30 09:18:51.739569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:51.836241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.21.0.1 (e7b803a5-9b97-4006-8f89-b9b739e263c8/06efafeb-4337-4314-8886-559ee70a4ae5/d2e65467-3fe4-4ac9-b480-c4d17de336d0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:51.900890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting port 0da95181-f033-4e55-ae99-9c9904bd4250 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:51.901916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.958093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:51.972057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object d2e65467-3fe4-4ac9-b480-c4d17de336d0 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:51.993245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.006953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Calling delete_port for 0da95181-f033-4e55-ae99-9c9904bd4250 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:52.007957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.055624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:52.060467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:52.064526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:52.101562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=d2e65467-3fe4-4ac9-b480-c4d17de336d0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.139759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.173477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.210111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Port': ['ID=0da95181-f033-4e55-ae99-9c9904bd4250,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.331806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.335505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.337530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e42825cf-0852-4e19-8bd8-e8f5f6819b19 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/ports/0da95181-f033-4e55-ae99-9c9904bd4250 HTTP/1.1" status: 204 len: 168 time: 0.5956476 Jun 30 09:18:52.341481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44904) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:52.401285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting subnet 4ed0e31f-68c4-4981-8b70-b7f22a7795b6 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:52.407244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.459671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 654bc406-d7f1-4809-9f11-297b1bc4bb7c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:52.503657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e50aa745-2e18-4a78-a30e-4955554faef0 None None] Provisioning for port d2e65467-3fe4-4ac9-b480-c4d17de336d0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:52.506096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.512433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e50aa745-2e18-4a78-a30e-4955554faef0 None None] Provisioning complete for port d2e65467-3fe4-4ac9-b480-c4d17de336d0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:52.512839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e50aa745-2e18-4a78-a30e-4955554faef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.563936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26876601-0805-400f-be1a-5e0cbc05ed09 req-400bf056-6fc9-4e99-99cf-e43e9bf11919 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0621722 Jun 30 09:18:52.567619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e50aa745-2e18-4a78-a30e-4955554faef0 None None] Port d2e65467-3fe4-4ac9-b480-c4d17de336d0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:52.574818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 654bc406-d7f1-4809-9f11-297b1bc4bb7c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:52.575455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.649686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf47274-f008-4fde-9d17-3fc91ab6942a req-f376648e-ddf7-477c-8585-d4b6ecc55927 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:52.651295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf47274-f008-4fde-9d17-3fc91ab6942a req-f376648e-ddf7-477c-8585-d4b6ecc55927 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 944 time: 0.2044230 Jun 30 09:18:52.673113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.763406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf47274-f008-4fde-9d17-3fc91ab6942a req-f53c5c18-3bd1-4030-b15a-cb537328f40f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021736 Jun 30 09:18:52.798660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.804146 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.812237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.856927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed0e31f-68c4-4981-8b70-b7f22a7795b6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.876215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.876498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde08a1-cd17-42ab-875e-fb7ee9521fb3 None None] Network d88bb592-2fca-4969-b307-59c8952b555b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:52.882515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6a6e359-647d-4679-b3e6-dba60326bc9c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/subnets/4ed0e31f-68c4-4981-8b70-b7f22a7795b6 HTTP/1.1" status: 204 len: 168 time: 0.5394325 Jun 30 09:18:52.883511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:52.950960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=d2e65467-3fe4-4ac9-b480-c4d17de336d0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.969107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.974073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Deleting subnet 068c1f9e-0d90-47c5-86d8-6f6b192162fc {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:52.978043 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.028736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.109587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:53.112304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:53.211023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] DHCP port deletion for d88bb592-2fca-4969-b307-59c8952b555b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:53.224270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.322113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router f81f2e4b-5ff4-4030-a216-e365bb1c151f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:53.337357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Deleting port 1caffd6a-4174-471b-80de-66b9d0a14f9b {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:53.337741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.343742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.364464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.369037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/subnets/068c1f9e-0d90-47c5-86d8-6f6b192162fc HTTP/1.1" status: 204 len: 168 time: 0.4843786 Jun 30 09:18:53.373136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44924) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.454215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b531738-1b5e-4b5b-add1-c80a4ec7151c tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Subnet': ['ID=068c1f9e-0d90-47c5-86d8-6f6b192162fc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:53.485468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] For port 1caffd6a-4174-471b-80de-66b9d0a14f9b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1caffd6a-4174-471b-80de-66b9d0a14f9b,segment=NetworkSegment(7c8e8970-5849-4f27-9b44-007c138e6380),segment_id=7c8e8970-5849-4f27-9b44-007c138e6380)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:53.486098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.519021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Calling delete_port for 1caffd6a-4174-471b-80de-66b9d0a14f9b owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:53.542350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:53.549923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.552459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] Sync routers for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:53.582727 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:53.584090 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.596368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff0bf480-aae2-4f58-8dab-4c740c300b12 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177026 Jun 30 09:18:53.606135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44928) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.618072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df179ad8-1497-4f45-8cd4-ef963eebf1e1 None None] Network ef08391d-9d4d-48a3-b856-439d09896119 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:53.654059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-680a6051-c5b8-4373-bf6a-e476f7d7e1e5 req-5d57a14f-9a16-4330-a12f-543acc7fc887 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0927150 Jun 30 09:18:53.688564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.690116 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.706567 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:53.707454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.729242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] Pushing event deleted for resources: {'Port': ['ID=1caffd6a-4174-471b-80de-66b9d0a14f9b,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:53.742325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.742973 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454d59c-c417-4b2c-9130-63395c7351f9 None None] The sync data for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:53.747608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc135f6c-65e2-44ef-b7a3-a3c03775ff4d None None] Provisioning complete for port d2e65467-3fe4-4ac9-b480-c4d17de336d0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:53.747995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc135f6c-65e2-44ef-b7a3-a3c03775ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.755479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b05bc-24de-4900-877e-6ac466242e66 None None] No DVR routers for this DVR port 1caffd6a-4174-471b-80de-66b9d0a14f9b on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:53.779458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42755d13-fd94-431d-8aa4-70055bd0574a tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.780960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42755d13-fd94-431d-8aa4-70055bd0574a tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports/d2e65467-3fe4-4ac9-b480-c4d17de336d0 HTTP/1.1" status: 200 len: 910 time: 0.1621990 Jun 30 09:18:53.784231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:53.818900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.847418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88bb592-2fca-4969-b307-59c8952b555b']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.864129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8e8970-5849-4f27-9b44-007c138e6380') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.864705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8e8970-5849-4f27-9b44-007c138e6380') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:53.866145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fc135f6c-65e2-44ef-b7a3-a3c03775ff4d None None] Port d2e65467-3fe4-4ac9-b480-c4d17de336d0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:53.886552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.913270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.930689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:53.931541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:53.935247 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:54.009055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.018530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.027902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/networks/d88bb592-2fca-4969-b307-59c8952b555b HTTP/1.1" status: 204 len: 168 time: 0.6519110 Jun 30 09:18:54.030053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:54.030491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] DHCP port deletion for ef08391d-9d4d-48a3-b856-439d09896119 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:18:54.042808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa529f-5b71-4f01-b528-8bf01fdc8dda tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Network': ['ID=d88bb592-2fca-4969-b307-59c8952b555b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.079371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Deleting port 6f16d503-1e10-4790-95da-a18613e16cc4 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:54.080527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.140089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c6aca-7b66-40cc-8b06-4a0bcbf5ad84 req-42601f70-2321-4b41-af7f-2c9eee789ea3 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.141611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca3c6aca-7b66-40cc-8b06-4a0bcbf5ad84 req-42601f70-2321-4b41-af7f-2c9eee789ea3 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 944 time: 0.2234352 Jun 30 09:18:54.149442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] For port 6f16d503-1e10-4790-95da-a18613e16cc4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f16d503-1e10-4790-95da-a18613e16cc4,segment=NetworkSegment(4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6),segment_id=4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.150152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.164590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Calling delete_port for 6f16d503-1e10-4790-95da-a18613e16cc4 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:54.196572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.253968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca3c6aca-7b66-40cc-8b06-4a0bcbf5ad84 req-d95d221a-568a-4463-aaa6-633e241dd997 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984654 Jun 30 09:18:54.259030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.282896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] The port '6f16d503-1e10-4790-95da-a18613e16cc4' was deleted {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 09:18:54.295234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] Pushing event deleted for resources: {'Port': ['ID=6f16d503-1e10-4790-95da-a18613e16cc4,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.303112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36cf02-4881-452d-a903-8cb7bd731f66 None None] No DVR routers for this DVR port 6f16d503-1e10-4790-95da-a18613e16cc4 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:54.397460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f16d503-1e10-4790-95da-a18613e16cc4 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:54.405573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.418494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef08391d-9d4d-48a3-b856-439d09896119']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.423992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6f16d503-1e10-4790-95da-a18613e16cc4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:54.424499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f16d503-1e10-4790-95da-a18613e16cc4 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:54.425038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1caffd6a-4174-471b-80de-66b9d0a14f9b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:54.435581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.435877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1d0cc1-dc54-4e84-8d57-ef73d53bc9c6') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:54.449134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1caffd6a-4174-471b-80de-66b9d0a14f9b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:54.449704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1caffd6a-4174-471b-80de-66b9d0a14f9b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:54.450516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.484717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.493000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:54.493427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:54.496425 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:54.570858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.574242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.578858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.585150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] 10.222.0.66 "DELETE /v2.0/networks/ef08391d-9d4d-48a3-b856-439d09896119 HTTP/1.1" status: 204 len: 168 time: 0.5495677 Jun 30 09:18:54.662814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a460b-0662-4052-a28d-a27494cfb6e0 tempest-TaggedBootDevicesTest-675269214 tempest-TaggedBootDevicesTest-675269214-project] Pushing event deleted for resources: {'Network': ['ID=ef08391d-9d4d-48a3-b856-439d09896119,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.910576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:54.963896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7ececee-7ec6-4038-a82a-b1985825818c req-a0d850d6-9fa9-4c78-8e90-10f4fc8df3b5 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0596375 Jun 30 09:18:54.997819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943c183b-49c7-4fde-b900-4aaf1e3e6302 req-8b449c21-e8dd-49a3-b8cc-05830b915b44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0644603 Jun 30 09:18:55.077971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943c183b-49c7-4fde-b900-4aaf1e3e6302 req-965b964c-71fb-4a6c-8bfc-de6773df8909 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0317409 Jun 30 09:18:55.162102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:55.171647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943c183b-49c7-4fde-b900-4aaf1e3e6302 req-b0cf7ca7-b710-4a19-9cbd-60ca17c33011 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546412 Jun 30 09:18:55.174187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port d2e65467-3fe4-4ac9-b480-c4d17de336d0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:55.174768 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.194597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'port_id': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'mac_address': 'fa:16:3e:c7:48:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752da060-9e14-4603-a04b-97fb27da5578', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:55.251146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.267215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:55.295244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:55.305344 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.398162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:55.540473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:55.893856 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:55.928665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for d2e65467-3fe4-4ac9-b480-c4d17de336d0 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:55.931047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c183b-49c7-4fde-b900-4aaf1e3e6302 req-53005270-be4a-4bc2-b538-e76c38b8a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.933255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943c183b-49c7-4fde-b900-4aaf1e3e6302 req-53005270-be4a-4bc2-b538-e76c38b8a378 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7534087 Jun 30 09:18:55.996113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf3fd4-40a3-4ba3-b1af-1e4fba3a6bd1 req-d7a3649e-2ff0-4f77-9298-44ae8762e6f5 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.997610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fddf3fd4-40a3-4ba3-b1af-1e4fba3a6bd1 req-d7a3649e-2ff0-4f77-9298-44ae8762e6f5 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 945 time: 0.2403963 Jun 30 09:18:56.098844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fddf3fd4-40a3-4ba3-b1af-1e4fba3a6bd1 req-8fd548bc-19f4-49ff-87a6-edbbb2eae323 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Jun 30 09:18:56.187382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.213101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71539d6b-e900-4c59-827b-4d3e92709ea8 req-bacbdbd5-1fa8-4432-b31d-b1775e202d26 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0368049 Jun 30 09:18:56.240236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=d2e65467-3fe4-4ac9-b480-c4d17de336d0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:56.437479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.644346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router f81f2e4b-5ff4-4030-a216-e365bb1c151f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:56.740466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:56.745337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f810e005-af2b-4b7f-a1b1-13d2ba347dc5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9586284 Jun 30 09:18:56.748351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:56.755712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] Sync routers for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:56.765641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:56.766433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.801341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.813543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:56.814197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.850208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:56.850800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade00b3c-3df8-4fad-82b3-c3ae998a09fb None None] The sync data for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:56.934799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:56.996052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:57.001689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:57.002228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.127521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.184878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:57.186009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:57.188566 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc684ca4-4400-41f7-882d-05ed08997277" -d '{"events": [{"server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "name": "network-vif-plugged", "status": "completed", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:57.200479 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.245445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:57.293320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:57.352206 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad3d120-37ec-4520-aeda-508a0d889f21 x-openstack-request-id: req-bad3d120-37ec-4520-aeda-508a0d889f21 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:57.352603 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "name": "network-vif-plugged", "status": "completed", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:57.352957 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bad3d120-37ec-4520-aeda-508a0d889f21 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:57.353458 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'code': 200} Jun 30 09:18:57.421383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba777f8-5b7a-4db4-8273-e4285726595d req-83a1060f-2028-4b51-8d72-4e52768607da tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.423748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba777f8-5b7a-4db4-8273-e4285726595d req-83a1060f-2028-4b51-8d72-4e52768607da tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 946 time: 0.1307697 Jun 30 09:18:57.619015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba777f8-5b7a-4db4-8273-e4285726595d req-fc4f225e-6487-411b-a215-8164e6b52777 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889405 Jun 30 09:18:57.634905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc89e16f-8d4e-469c-ac1b-500a6190e770 req-049ab628-4831-4ec1-9258-82455c562f9a tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.1137476 Jun 30 09:18:57.675727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8428ac-2def-4c4a-b73b-a9a0a3311cbe req-455d8836-6f50-46f1-a792-4a436d1300cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.677364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b8428ac-2def-4c4a-b73b-a9a0a3311cbe req-455d8836-6f50-46f1-a792-4a436d1300cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 1098 time: 0.2059748 Jun 30 09:18:57.725526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b8428ac-2def-4c4a-b73b-a9a0a3311cbe req-0b71e4f3-571a-4b71-8a01-64ab3ecd3a2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Jun 30 09:18:57.992624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:57.993182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.082868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.095007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 8a9ec27a-a83f-495b-8869-ce4d3e7bf245 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:58.279035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.306893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=8a9ec27a-a83f-495b-8869-ce4d3e7bf245,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:58.505459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:58.860124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router f81f2e4b-5ff4-4030-a216-e365bb1c151f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:58.892149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ccd0a0c-ab0a-4b40-b459-bf21b32d2285 req-36eeb841-b1c9-411c-af38-700eb6ec5728 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Jun 30 09:18:58.986973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:58.992257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be2b1a6e-4b28-449f-8996-7fac8f0efe84 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2430706 Jun 30 09:18:58.995028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44992) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:58.998472 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] Sync routers for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:59.014085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:59.016189 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.031664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c9507c05-fa84-44c9-a850-3475c63471c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f2e4b-5ff4-4030-a216-e365bb1c151f HTTP/1.1" status: 200 len: 205 time: 0.0351734 Jun 30 09:18:59.032282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:59.033655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6551069-d7f9-4b90-bd05-a57a531d8860 req-c02326e9-e80d-4879-9ba7-8c4894b4a9fd tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.043099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6551069-d7f9-4b90-bd05-a57a531d8860 req-c02326e9-e80d-4879-9ba7-8c4894b4a9fd tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 946 time: 0.0978417 Jun 30 09:18:59.052994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.066227 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] Routers {'f81f2e4b-5ff4-4030-a216-e365bb1c151f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:59.067108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:18:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.121099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.131165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6551069-d7f9-4b90-bd05-a57a531d8860 req-71fad8d7-7d20-4bbd-b658-88bc62b502b5 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865152 Jun 30 09:18:59.211338 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:59.212962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb0d7c-2291-4ff9-b428-ca24e631aca1 None None] The sync data for ids ['f81f2e4b-5ff4-4030-a216-e365bb1c151f'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:59.277696 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3d671c50-0a9c-49c7-9fa4-8783b4d74615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.334110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.337170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.399001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.399634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router f81f2e4b-5ff4-4030-a216-e365bb1c151f {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:18:59.407027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.408242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc6751dd-91ae-4de8-a93a-f9e3b9edbf3f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f HTTP/1.1" status: 204 len: 168 time: 0.3748021 Jun 30 09:18:59.412267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:59.471791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 06efafeb-4337-4314-8886-559ee70a4ae5 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:59.475962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.537761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.633654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.700862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.744633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=06efafeb-4337-4314-8886-559ee70a4ae5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:59.746879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.751997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45008) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:59.758275 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f731307-87ec-4e09-a384-55b7507bb59b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/06efafeb-4337-4314-8886-559ee70a4ae5 HTTP/1.1" status: 204 len: 168 time: 0.3384192 Jun 30 09:18:59.761185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92975f04-08d0-4703-8bb7-8bd1d4aa97e6 None None] Network e7b803a5-9b97-4006-8f89-b9b739e263c8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:59.866907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet b0d75fd9-037f-4aec-a89b-5f13309f5360 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:59.872421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.971721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.027774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] DHCP port deletion for e7b803a5-9b97-4006-8f89-b9b739e263c8 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:00.118682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Deleting port 654bc406-d7f1-4809-9f11-297b1bc4bb7c {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:00.119093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.121430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.188360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5274e577-c7f7-4923-93f3-d57eac3d77e6 req-753b9ae5-2d28-4745-ac37-ee34e4500947 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.1194391 Jun 30 09:19:00.232017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.260017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] For port 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=654bc406-d7f1-4809-9f11-297b1bc4bb7c,segment=NetworkSegment(a468b1a4-79e2-4e24-a841-3a70a0a6aa7e),segment_id=a468b1a4-79e2-4e24-a841-3a70a0a6aa7e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:00.261012 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.269735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d75fd9-037f-4aec-a89b-5f13309f5360,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.273809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.279301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74114fb0-eb01-40c2-a3b7-f0dacd40e203 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/b0d75fd9-037f-4aec-a89b-5f13309f5360 HTTP/1.1" status: 204 len: 168 time: 0.5262036 Jun 30 09:19:00.279457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:00.469074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.546549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7314e-b70e-48a8-9739-df3af361b11b None None] Network 0e40cd23-4103-4f05-aec4-df314b03ce46 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:00.549737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 654bc406-d7f1-4809-9f11-297b1bc4bb7c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:00.563888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 654bc406-d7f1-4809-9f11-297b1bc4bb7c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:00.563888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.582512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Calling delete_port for 654bc406-d7f1-4809-9f11-297b1bc4bb7c owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:00.664851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 654bc406-d7f1-4809-9f11-297b1bc4bb7c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=654bc406-d7f1-4809-9f11-297b1bc4bb7c,segment=NetworkSegment(a468b1a4-79e2-4e24-a841-3a70a0a6aa7e),segment_id=a468b1a4-79e2-4e24-a841-3a70a0a6aa7e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:00.666225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.711932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 654bc406-d7f1-4809-9f11-297b1bc4bb7c owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:00.814910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45026) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:00.861632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.880234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.886372 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:00.897672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] No DVR routers for this DVR port 654bc406-d7f1-4809-9f11-297b1bc4bb7c on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:00.931888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=654bc406-d7f1-4809-9f11-297b1bc4bb7c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:00.936226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 654bc406-d7f1-4809-9f11-297b1bc4bb7c on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:00.966255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455510c6-1ed1-4f30-847b-3c4167e763b3 None None] Pushing event deleted for resources: {'Port': ['ID=654bc406-d7f1-4809-9f11-297b1bc4bb7c,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.019846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] DHCP port deletion for 0e40cd23-4103-4f05-aec4-df314b03ce46 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:01.030485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-87785961-2e8a-4e19-a85e-0b293fdd3782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.080067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.080351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Deleting port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:01.080797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.091904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b803a5-9b97-4006-8f89-b9b739e263c8']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.114369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.115287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a468b1a4-79e2-4e24-a841-3a70a0a6aa7e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.127999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.144518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.159250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:01.159812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:01.169120 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:01.173979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] For port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,segment=NetworkSegment(2bfaaad2-64b5-4ace-80c1-71b86524c5f3),segment_id=2bfaaad2-64b5-4ace-80c1-71b86524c5f3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:01.173979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.194777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Calling delete_port for 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:01.203720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-87785961-2e8a-4e19-a85e-0b293fdd3782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.216896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-87785961-2e8a-4e19-a85e-0b293fdd3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.262290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.277091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.283068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.285093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/e7b803a5-9b97-4006-8f89-b9b739e263c8 HTTP/1.1" status: 204 len: 168 time: 0.9990830 Jun 30 09:19:01.303052 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.324508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdee3a-0680-4261-bfb4-f1fc3d73038b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=e7b803a5-9b97-4006-8f89-b9b739e263c8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.333818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785961-2e8a-4e19-a85e-0b293fdd3782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f3a980-8833-4cd0-82bd-514ba0fc92fc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.378205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] Pushing event deleted for resources: {'Port': ['ID=6b73a7df-ef73-4661-af9c-0e8bd7b2abdb,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.381517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c95b50-c9b0-43b5-b72e-813ab84217d6 None None] No DVR routers for this DVR port 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:01.415925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-87785961-2e8a-4e19-a85e-0b293fdd3782 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdae732a9b594a94aa021f6c90f9642c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000624 Jun 30 09:19:01.419494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45044) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.471311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22766925-dad1-45b0-945e-ccd3ae01849e req-e89c91c0-6d37-4bbc-b6b5-1e287b698769 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0532939 Jun 30 09:19:01.502173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.504087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.529799 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.586686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.590404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.591625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22f3a980-8833-4cd0-82bd-514ba0fc92fc HTTP/1.1" status: 204 len: 168 time: 0.1709368 Jun 30 09:19:01.601524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8fbae-730c-4faa-a173-71b229094368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f3a980-8833-4cd0-82bd-514ba0fc92fc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.643535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.654492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e40cd23-4103-4f05-aec4-df314b03ce46']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.665313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfaaad2-64b5-4ace-80c1-71b86524c5f3') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.665619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfaaad2-64b5-4ace-80c1-71b86524c5f3') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:01.676362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.692349 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.698653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:01.699057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:01.702466 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:01.784434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.798638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.802371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/0e40cd23-4103-4f05-aec4-df314b03ce46 HTTP/1.1" status: 204 len: 168 time: 0.5020199 Jun 30 09:19:01.806231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:01.812709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-525576138'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:01.842062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86278fb-68e7-4560-8904-f1ae5e159b30 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=0e40cd23-4103-4f05-aec4-df314b03ce46,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:01.857155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:01.861249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.898222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:01.904689 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bfd29dc3-063a-47b3-a791-8345f912c266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.919696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:01.920197 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment d2457817-f7a5-4ce5-875c-50360a6213f2 of type vlan for network 2a129a54-bf46-4d37-aebc-0f952e51d35a Jun 30 09:19:01.972064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.012042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.024105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.032852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.033793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.117045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:02.118002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3095386 Jun 30 09:19:02.125878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:02.129479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc368a1-dfd3-4354-9abc-601d9d46d518 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=2a129a54-bf46-4d37-aebc-0f952e51d35a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:02.143019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:02.325289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:02.329584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.411830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:02.460244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:02.462984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6b73a7df-ef73-4661-af9c-0e8bd7b2abdb not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:02.649363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:02.682176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cced0c3e-d810-4c64-a294-6167ac34e18f req-c7d1fd03-14a7-4af2-9743-1f7e2ce5895d tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0339429 Jun 30 09:19:02.683706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.765155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=cf6e1fa6-b630-47c0-867d-5036ab87ca54,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:02.774880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'd2457817-f7a5-4ce5-875c-50360a6213f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:02.775243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: 2a129a54-bf46-4d37-aebc-0f952e51d35a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:02.793369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-284279704-network', 'tenant_id': '73da7edc6903402fb82d4249238857e8'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:02.797733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:02.812122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2a129a54-bf46-4d37-aebc-0f952e51d35a) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:02.824553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4ad9a-b91c-4b07-bee6-b82bd24c03cb None None] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:02.839634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Made reservation on behalf of 73da7edc6903402fb82d4249238857e8 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:02.844834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.846745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.847646 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.857850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:02.873970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0c437680-4b9b-4ead-baed-6a011b79cdf7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7557237 Jun 30 09:19:02.877188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45084) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:02.886880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-571359660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:02.968417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.009884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.020828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.046526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:03.047026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.048182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.059771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.060508 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Added segment 284a3b01-b72c-4990-8f6d-56cdb86cac4e of type vlan for network 5a8ee73b-29e2-4e18-b417-13109ab6de25 Jun 30 09:19:03.077686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2a129a54-bf46-4d37-aebc-0f952e51d35a', 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': 'cf6e1fa6-b630-47c0-867d-5036ab87ca54'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:03.078647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.122604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.168039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e51d54b-f7ca-4c0d-991b-edfa01c366f1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:03.174713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.175805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.176499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.179319 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.190502 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.210492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.216326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-afe40430-0e31-4174-9038-b3dcd7d94094 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3375227 Jun 30 09:19:03.217746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45086) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.223648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'port': {'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a', 'name': 'tempest-RoutersTest-1894927266'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:03.245165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8ee73b-29e2-4e18-b417-13109ab6de25,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:03.259699 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9fb8b952-d061-4736-88f2-efa940acf6b9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6091075 Jun 30 09:19:03.263312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:03.268963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Request body: {'subnet': {'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-284279704-subnet', 'tenant_id': '73da7edc6903402fb82d4249238857e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:03.297633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Made reservation on behalf of 73da7edc6903402fb82d4249238857e8 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:03.300467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.335042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Allocated IP 172.20.0.2 (2a129a54-bf46-4d37-aebc-0f952e51d35a/cf6e1fa6-b630-47c0-867d-5036ab87ca54/e5aab9e4-77c6-44aa-aa5c-840648c9900b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:03.425651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5a8ee73b-29e2-4e18-b417-13109ab6de25 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:03.447054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:03.452394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.487694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] device_id is not set on port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:19:03.497578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.556244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.620935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efee4014-210a-4592-ac26-51feae9fd0da,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:03.628437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.635770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Checking segment: {'id': '284a3b01-b72c-4990-8f6d-56cdb86cac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:03.635770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Network hostable DHCP agents. Network: 5a8ee73b-29e2-4e18-b417-13109ab6de25, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:03.638445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Transition to ACTIVE for port object e5aab9e4-77c6-44aa-aa5c-840648c9900b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:03.656592 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Network 5a8ee73b-29e2-4e18-b417-13109ab6de25 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:03.658602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Transition to ACTIVE for port object e5aab9e4-77c6-44aa-aa5c-840648c9900b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:03.667702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.670595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5a8ee73b-29e2-4e18-b417-13109ab6de25) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:03.676948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.677592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.695132 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d1ddce64-9493-4dd4-8f99-b8f3e52aa37f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4303732 Jun 30 09:19:03.704073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c9c78-f0ec-4989-bfa9-3d048238d4ed None None] Network 5a8ee73b-29e2-4e18-b417-13109ab6de25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:03.779445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:03.785273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:03.792732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Pushing event updated for resources: {'Port': ['ID=e5aab9e4-77c6-44aa-aa5c-840648c9900b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:03.800030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.20.0.5 (2a129a54-bf46-4d37-aebc-0f952e51d35a/cf6e1fa6-b630-47c0-867d-5036ab87ca54/b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:03.803440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:03.902574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Attempting to bind port e5aab9e4-77c6-44aa-aa5c-840648c9900b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:03.902991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Attempting to bind port e5aab9e4-77c6-44aa-aa5c-840648c9900b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd2457817-f7a5-4ce5-875c-50360a6213f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:03.903350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Attempting to bind port e5aab9e4-77c6-44aa-aa5c-840648c9900b on network 2a129a54-bf46-4d37-aebc-0f952e51d35a {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:03.929713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:03.930122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Checking segment: {'id': 'd2457817-f7a5-4ce5-875c-50360a6213f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:03.931082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.931082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Bound using segment: {'id': 'd2457817-f7a5-4ce5-875c-50360a6213f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:03.932185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Bound port: e5aab9e4-77c6-44aa-aa5c-840648c9900b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2457817-f7a5-4ce5-875c-50360a6213f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2a129a54-bf46-4d37-aebc-0f952e51d35a'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:03.932862 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:03.950110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13a7ed50-ceeb-41bb-93fc-7a451473d107 req-436853cf-52e0-40ee-bfaa-eb44286fbe27 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0513711 Jun 30 09:19:03.992129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88349220-53e3-46ff-865b-adb447fea3d3 None None] Network 5a8ee73b-29e2-4e18-b417-13109ab6de25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:04.087370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] For port e5aab9e4-77c6-44aa-aa5c-840648c9900b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:04.099946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] For port e5aab9e4-77c6-44aa-aa5c-840648c9900b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e5aab9e4-77c6-44aa-aa5c-840648c9900b,segment=NetworkSegment(d2457817-f7a5-4ce5-875c-50360a6213f2),segment_id=d2457817-f7a5-4ce5-875c-50360a6213f2)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:04.111147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.122887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.143187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:04.190336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.252668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444d63c-3b66-4c78-8e51-d1344eaccf6e None None] Pushing event updated for resources: {'Port': ['ID=e5aab9e4-77c6-44aa-aa5c-840648c9900b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.253845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:04.259708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:04.267216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:04.307388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.357794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.358472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.387442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e3a8a7f-e045-4da7-9140-92d85837fd51 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1650689 Jun 30 09:19:04.387949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:04.601733 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.609508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45116) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:04.615199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-424710783-network', 'tenant_id': '87ef2768f4e94242bac3d2bbb47b931c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:04.667102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Made reservation on behalf of 87ef2768f4e94242bac3d2bbb47b931c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:04.677852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.683383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.813405 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.820917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.836304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:04.850230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.850595 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Added segment 0a635d5f-0b1f-40ab-b0b2-7fb09111e9f9 of type vlan for network 99729926-467e-42a5-b80b-107fdbfd8420 Jun 30 09:19:04.908551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1441d-08eb-43cd-a80b-46e8c0b57aa6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:04.922188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.930135 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.965345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:04.966947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.966947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.039783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4290040 Jun 30 09:19:05.041026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45120) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:05.048362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Request body: {'subnet': {'network_id': '99729926-467e-42a5-b80b-107fdbfd8420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-424710783-subnet', 'tenant_id': '87ef2768f4e94242bac3d2bbb47b931c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:05.062419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892344a8-590e-42dd-95a2-e962553a15b6 admin admin] Pushing event updated for resources: {'Network': ['ID=99729926-467e-42a5-b80b-107fdbfd8420,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.087854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 99729926-467e-42a5-b80b-107fdbfd8420 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:05.090998 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.092922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Made reservation on behalf of 87ef2768f4e94242bac3d2bbb47b931c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:05.096068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.121038 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:05.325121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.332868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b031d19-645b-48f2-adaa-33ea67feb5d9 req-e6502c7e-7f14-45a0-9e20-13dec614f141 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0713279 Jun 30 09:19:05.335457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.408700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.437264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.455809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422a60b7-7d31-438c-a730-e9103a517f35,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:05.502937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Checking segment: {'id': '0a635d5f-0b1f-40ab-b0b2-7fb09111e9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '99729926-467e-42a5-b80b-107fdbfd8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:05.503446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Network hostable DHCP agents. Network: 99729926-467e-42a5-b80b-107fdbfd8420, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:05.531887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Network 99729926-467e-42a5-b80b-107fdbfd8420 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:05.546730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 99729926-467e-42a5-b80b-107fdbfd8420) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:05.554811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c102d0-4c58-4500-8f15-e5f83e2a98be None None] Network 99729926-467e-42a5-b80b-107fdbfd8420 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:05.564312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:05.564858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.598988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b7200819-6ed1-4ca9-a741-883114f93a73 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5544283 Jun 30 09:19:05.639516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b3dae-ba0b-48c8-a116-98032c3edcb0 None None] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:05.667209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.798368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c3f4e9c-d15a-458a-809d-d552d295f959 None None] Provisioning for port e5aab9e4-77c6-44aa-aa5c-840648c9900b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:05.834173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:05.961432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490d303-61b3-4294-81f6-a205fa29f18d None None] Network 99729926-467e-42a5-b80b-107fdbfd8420 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:06.462544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.473460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.607444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e5aab9e4-77c6-44aa-aa5c-840648c9900b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:06.644443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-6598a5ad-36e0-4180-aa20-ee57770f2fbf tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.648360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-6598a5ad-36e0-4180-aa20-ee57770f2fbf tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/networks?id=5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 200 len: 811 time: 0.2988110 Jun 30 09:19:06.703561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-59050876-07f2-4a33-bfaa-1e2aedb04da5 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/quotas/73da7edc6903402fb82d4249238857e8 HTTP/1.1" status: 200 len: 375 time: 0.0347407 Jun 30 09:19:06.790541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-95b7803a-d5af-4210-9be5-c7f95d4ea60e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73da7edc6903402fb82d4249238857e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836818 Jun 30 09:19:06.991262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-139e25d4-24a0-4b26-92b4-281e8293603c req-0727ecaf-16bc-4ac6-8650-dbb0468e9d57 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0514381 Jun 30 09:19:07.019702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e5aab9e4-77c6-44aa-aa5c-840648c9900b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:07.033733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e5aab9e4-77c6-44aa-aa5c-840648c9900b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.034397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.085991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-1bda4f15-9fc8-43dd-b20b-6cf05c544a0f service neutron] 10.222.0.66 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871549 Jun 30 09:19:07.239948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.287352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-770cd275-be94-4bfc-b85a-18e739501dd1 service neutron] 10.222.0.66 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986845 Jun 30 09:19:07.298482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Provisioning for port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:07.317926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e5aab9e4-77c6-44aa-aa5c-840648c9900b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e5aab9e4-77c6-44aa-aa5c-840648c9900b,segment=NetworkSegment(d2457817-f7a5-4ce5-875c-50360a6213f2),segment_id=d2457817-f7a5-4ce5-875c-50360a6213f2)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:07.343058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Provisioning complete for port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.343427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.345490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.464681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:07.509297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Provisioning complete for port e5aab9e4-77c6-44aa-aa5c-840648c9900b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.510798 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7f026de-1a02-4650-aaad-effa1adfe060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.514065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e5aab9e4-77c6-44aa-aa5c-840648c9900b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.583025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.596086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.812694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ffe98244-9a5c-4842-8688-02d1b1e0e00a None None] Provisioning complete for port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:07.816284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:07.816568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ffe98244-9a5c-4842-8688-02d1b1e0e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.821168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:07.890357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ffe98244-9a5c-4842-8688-02d1b1e0e00a None None] Port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:08.042373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c07c6823-5e2c-4c07-918c-3df8737576f9 None None] Provisioning complete for port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:08.042774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c07c6823-5e2c-4c07-918c-3df8737576f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.139389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c07c6823-5e2c-4c07-918c-3df8737576f9 None None] Port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:08.174907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:08.363125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fcfd970-5670-4224-ba90-77d32566b184 req-4503782c-a843-45e1-9121-e0500edc3fe6 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 210 time: 0.7657440 Jun 30 09:19:08.402199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58b45292-d338-4e9e-b943-0974bc847934 req-70950e15-da60-46bf-a16e-e3356f2658e8 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0747981 Jun 30 09:19:08.426872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:08.445207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] Sync routers for ids ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:08.446165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4b3afa39-ae02-487c-bf55-a707df21f668 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/d7f26293-9f6f-4f37-94a5-7c2aa3aa9444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0567105 Jun 30 09:19:08.449942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45164) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.461559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e5aab9e4-77c6-44aa-aa5c-840648c9900b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:08.512583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] Routers {'d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.513684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.522558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2692641-5414-48a6-a17b-c65c2d5500f0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:08.524434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2692641-5414-48a6-a17b-c65c2d5500f0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports/b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab HTTP/1.1" status: 200 len: 977 time: 0.0729535 Jun 30 09:19:08.527895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45166) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.560407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.585632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] Routers {'d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.586386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.594970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7d95d16f-f865-49db-b6f2-de18033ddcd5 None None] Provisioning complete for port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:08.595490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d95d16f-f865-49db-b6f2-de18033ddcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.684581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.685566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df5988c-c076-4ba8-b33e-5cc174c0ef06 None None] The sync data for ids ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:08.687865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7d95d16f-f865-49db-b6f2-de18033ddcd5 None None] Port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:08.718197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e5aab9e4-77c6-44aa-aa5c-840648c9900b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:08.718646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.819407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45170) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:09.143304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.419716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:09.420064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.454528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-3a430223-7cae-4cce-bfe6-8d083313a6cb tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.456057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-3a430223-7cae-4cce-bfe6-8d083313a6cb tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.41 "GET /v2.0/networks?id=5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 200 len: 811 time: 0.1652150 Jun 30 09:19:09.486850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Request body: {'port': {'device_id': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25', 'admin_state_up': True, 'tenant_id': '73da7edc6903402fb82d4249238857e8'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:09.605903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e8e35df-6563-4bad-8209-418c2ec792f5 req-11abbde0-8292-4f53-a3ba-58878c50999d tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0551035 Jun 30 09:19:09.610219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.641720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:09.651845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf69c768-1fed-4644-bc38-bc48b011788d req-aa2e1abb-ad8f-4b26-83e7-fa8549e0d0c9 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0548744 Jun 30 09:19:09.701132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.763930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Made reservation on behalf of 73da7edc6903402fb82d4249238857e8 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:09.767630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.841511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.876604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=b10d46f8-cbd3-4eb7-9d65-ee56cf6ed9ab,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.006069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Allocated IP 172.20.0.7 (5a8ee73b-29e2-4e18-b417-13109ab6de25/efee4014-210a-4592-ac26-51feae9fd0da/21ff3c35-c7ec-48a0-8150-198b1d0fde7f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:10.022583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.195439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:10.199876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Deleting port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:10.200227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.273583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.274874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:10.280997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-794437c9-8783-4022-b76c-4b14abf1231b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/d7f26293-9f6f-4f37-94a5-7c2aa3aa9444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7517505 Jun 30 09:19:10.284061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45182) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.287730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] Sync routers for ids ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:10.300602 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] Routers {'d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:10.301387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:10.322467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] For port 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:10.322845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.333252 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:10.343038 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] Routers {'d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:10.343696 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:10.346292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Calling delete_port for 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:10.394514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:10.395178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131653e-9570-4b53-9aff-604e14fde3c5 None None] The sync data for ids ['d7f26293-9f6f-4f37-94a5-7c2aa3aa9444'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:10.408517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.472113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Network 5a8ee73b-29e2-4e18-b417-13109ab6de25 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:10.480688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:10.486834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:10.490616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Pushing event updated for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.517469 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-955b5100-f46b-4e15-8b03-806cdc8a7c59 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:19:10.520071 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-955b5100-f46b-4e15-8b03-806cdc8a7c59 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/d7f26293-9f6f-4f37-94a5-7c2aa3aa9444/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2334349 Jun 30 09:19:10.521435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45184) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.555525 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2ab725ed-1a4b-4c6b-852a-feddd4b3a00e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 HTTP/1.1" status: 200 len: 205 time: 0.0307124 Jun 30 09:19:10.555792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45186) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.585098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.585721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.613210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-17eb8982-87ab-4ade-8d87-542e0a91e6ac tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351156 Jun 30 09:19:10.628899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Request body: {'port': {'device_id': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:10.640251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.730083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.805386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:10.811755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.846146 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.848418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.899856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da40da91-4171-43cf-a915-d1aa6c1b746e req-5923c78b-c266-485b-90d6-0538cd15807f tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0829422 Jun 30 09:19:10.902361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.902852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:10.911161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.914706 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-602f933d-a060-4f7b-ab43-ed3584757aa5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 HTTP/1.1" status: 204 len: 168 time: 0.3555148 Jun 30 09:19:10.918628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45192) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.988639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet cf6e1fa6-b630-47c0-867d-5036ab87ca54 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:10.992429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.035714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.069992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99015f6-f620-4ee1-b783-da6f42b59220 req-d2e7c09f-57b8-452b-8817-3683d394512e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:11.071553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f99015f6-f620-4ee1-b783-da6f42b59220 req-d2e7c09f-57b8-452b-8817-3683d394512e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 931 time: 0.3360860 Jun 30 09:19:11.132858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.202618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.231537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f99015f6-f620-4ee1-b783-da6f42b59220 req-8709bef9-be6c-4949-a3d5-b8de198e0f3c tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470525 Jun 30 09:19:11.232490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.234777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6e1fa6-b630-47c0-867d-5036ab87ca54,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.242269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.245256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fab86b-2daa-4f7e-8b39-fce5d258eec3 None None] Network 2a129a54-bf46-4d37-aebc-0f952e51d35a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:11.252266 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7e1ca03-0f8a-45d4-a3b0-5170f9af8b10 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/cf6e1fa6-b630-47c0-867d-5036ab87ca54 HTTP/1.1" status: 204 len: 168 time: 0.3320291 Jun 30 09:19:11.263417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45196) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:11.351595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.414306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port e5aab9e4-77c6-44aa-aa5c-840648c9900b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:11.414766 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.446154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ff3c35-c7ec-48a0-8150-198b1d0fde7f {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:11.474733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] DHCP port deletion for 2a129a54-bf46-4d37-aebc-0f952e51d35a request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:11.487619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.488501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port e5aab9e4-77c6-44aa-aa5c-840648c9900b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e5aab9e4-77c6-44aa-aa5c-840648c9900b,segment=NetworkSegment(d2457817-f7a5-4ce5-875c-50360a6213f2),segment_id=d2457817-f7a5-4ce5-875c-50360a6213f2)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:11.488868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.502793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for e5aab9e4-77c6-44aa-aa5c-840648c9900b owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:11.509076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Transition to ACTIVE for port object 21ff3c35-c7ec-48a0-8150-198b1d0fde7f will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:11.530293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Deleting port e5aab9e4-77c6-44aa-aa5c-840648c9900b {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:11.531152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.542522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.594742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.604150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] For port e5aab9e4-77c6-44aa-aa5c-840648c9900b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e5aab9e4-77c6-44aa-aa5c-840648c9900b,segment=NetworkSegment(d2457817-f7a5-4ce5-875c-50360a6213f2),segment_id=d2457817-f7a5-4ce5-875c-50360a6213f2)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:11.604820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.618986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Calling delete_port for e5aab9e4-77c6-44aa-aa5c-840648c9900b owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:11.620594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.623993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Router 22de9986-1d52-4559-930b-2a5f2075c9dd has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:11.628065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=e5aab9e4-77c6-44aa-aa5c-840648c9900b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.633680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port e5aab9e4-77c6-44aa-aa5c-840648c9900b on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:11.707640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.715182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.726018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a129a54-bf46-4d37-aebc-0f952e51d35a']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:11.734227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] Pushing event deleted for resources: {'Port': ['ID=e5aab9e4-77c6-44aa-aa5c-840648c9900b,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.738003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2457817-f7a5-4ce5-875c-50360a6213f2') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:11.738446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2457817-f7a5-4ce5-875c-50360a6213f2') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:11.745543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe05f6d-d0a1-40dc-8e28-bb008e8f14b5 None None] No DVR routers for this DVR port e5aab9e4-77c6-44aa-aa5c-840648c9900b on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:11.749268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.769132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.776358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:11.776798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:11.780132 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:11.848722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.856959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.862479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/2a129a54-bf46-4d37-aebc-0f952e51d35a HTTP/1.1" status: 204 len: 168 time: 0.5921936 Jun 30 09:19:11.864320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45198) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:11.879735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270579707'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:11.884447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed780f3-f930-46d3-98dd-ee238e6efccb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=2a129a54-bf46-4d37-aebc-0f952e51d35a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:11.905305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:11.909099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.935103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:11.945102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.945488 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment a3884438-0ff7-4580-94e7-3fef481d5c79 of type vlan for network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 Jun 30 09:19:11.990119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.027554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.034192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.034997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.098718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Attempting to bind port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:12.099420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Attempting to bind port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '284a3b01-b72c-4990-8f6d-56cdb86cac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:12.099974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Attempting to bind port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f on network 5a8ee73b-29e2-4e18-b417-13109ab6de25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:12.112042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=2beb1ca8-666a-4cd5-8402-7bc8d24df268,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.124838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d38be58-0c65-4d6d-be9b-9edb30dc66fa req-d371a27e-a3dc-4b14-a62b-36a25c4080fd tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0403836 Jun 30 09:19:12.129899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f on network 5a8ee73b-29e2-4e18-b417-13109ab6de25 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:12.130542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Attempting to bind port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f on network 5a8ee73b-29e2-4e18-b417-13109ab6de25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:12.133153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:12.147897 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8f44d724-3261-497a-ae55-199c8359eee5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2756495 Jun 30 09:19:12.148386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45202) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.159312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:12.163948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:12.164481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Checking segment: {'id': '284a3b01-b72c-4990-8f6d-56cdb86cac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:12.165264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Bound using segment: {'id': '284a3b01-b72c-4990-8f6d-56cdb86cac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:12.165968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Bound port: 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a3b01-b72c-4990-8f6d-56cdb86cac4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:12.167064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.184665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:12.193461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf0b9149-6c49-45be-afe1-56f6108c4ed4 admin admin] 10.222.0.66 "PUT /v2.0/routers/22de9986-1d52-4559-930b-2a5f2075c9dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3729768 Jun 30 09:19:12.197310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45204) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.203012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Sync routers for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:12.238432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:12.239963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:12.321524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:12.326862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.346862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:12.351589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,segment=NetworkSegment(284a3b01-b72c-4990-8f6d-56cdb86cac4e),segment_id=284a3b01-b72c-4990-8f6d-56cdb86cac4e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:12.371827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.384203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.443155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:12.470231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.470944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.472382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] 10.222.0.41 "PUT /v2.0/ports/21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 200 len: 1092 time: 1.8498938 Jun 30 09:19:12.474680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:12.477147 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddefe1-e101-4a45-9ec6-7c58172da6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:12.611279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e5aab9e4-77c6-44aa-aa5c-840648c9900b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:12.618841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db4d6-ed2c-4ef3-a04b-7c654aab7ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.641501 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c1bf67-d8c9-4d9c-93d4-7ffa45153a51 x-openstack-request-id: req-37c1bf67-d8c9-4d9c-93d4-7ffa45153a51 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:12.641734 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:12.641966 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37c1bf67-d8c9-4d9c-93d4-7ffa45153a51 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:12.642069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e5aab9e4-77c6-44aa-aa5c-840648c9900b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:12.642446 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f', 'status': 'completed', 'code': 200} Jun 30 09:19:12.642580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e5aab9e4-77c6-44aa-aa5c-840648c9900b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:12.670365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.712166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-bb0d5e7b-fa2f-447f-a458-25c9361c5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.714244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-bb0d5e7b-fa2f-447f-a458-25c9361c5c41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73da7edc6903402fb82d4249238857e8&device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.1372509 Jun 30 09:19:12.719202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.722618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130061e3-ae80-4823-9bfd-ccc3bce56bc0 req-9afb9f72-78f8-4419-9ee3-364d385a09bd tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.724187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-130061e3-ae80-4823-9bfd-ccc3bce56bc0 req-9afb9f72-78f8-4419-9ee3-364d385a09bd tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2228084 Jun 30 09:19:12.755354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:19:10Z', 'revision_number': 5, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port': {'id': '1a579fc4-f1ed-490b-a80c-248e8bd76b88', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:19Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:12.780356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-124c44f0-7aca-4bdc-b5e9-54727d4595d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 200 len: 217 time: 0.0550418 Jun 30 09:19:12.783421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Checking router: 22de9986-1d52-4559-930b-2a5f2075c9dd for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:12.786649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=36a999cd-5c2a-4df1-9380-a3f457c3b5b4,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.793995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Routers {'22de9986-1d52-4559-930b-2a5f2075c9dd'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:12.794641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['22de9986-1d52-4559-930b-2a5f2075c9dd'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:12.796391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'a3884438-0ff7-4580-94e7-3fef481d5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:12.797795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: 2beb1ca8-666a-4cd5-8402-7bc8d24df268, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:12.815950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:12.834829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2beb1ca8-666a-4cd5-8402-7bc8d24df268) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:12.839844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.840156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.860445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Deleting port 1a579fc4-f1ed-490b-a80c-248e8bd76b88 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:12.860445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.866347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6909fb6e-a830-4890-bb26-ad5a992e9eaf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7143824 Jun 30 09:19:12.868295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-130061e3-ae80-4823-9bfd-ccc3bce56bc0 req-b4103b00-b1a0-4844-9953-7ead82a99cc4 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289144 Jun 30 09:19:12.872010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45214) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.878039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1517985730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:12.899728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3ca24a-b318-4c6f-bdd4-cab06c8c04f6 None None] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:12.903875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.905102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.919389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-504c09e7-71be-4db5-8553-e876cf9e5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.920984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-504c09e7-71be-4db5-8553-e876cf9e5ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efee4014-210a-4592-ac26-51feae9fd0da HTTP/1.1" status: 200 len: 851 time: 0.1298001 Jun 30 09:19:12.961151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-5176839f-820c-4b0e-852c-3aa22dcb991d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a8ee73b-29e2-4e18-b417-13109ab6de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314498 Jun 30 09:19:12.964059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] Set router 22de9986-1d52-4559-930b-2a5f2075c9dd gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:12.965486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.970397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.987926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.991772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9c814432-161d-4bde-b307-7aa1557f0616 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1153271 Jun 30 09:19:12.992058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45216) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:13.020536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:19:12Z', 'revision_number': 6, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:13.037450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] For port 1a579fc4-f1ed-490b-a80c-248e8bd76b88, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1a579fc4-f1ed-490b-a80c-248e8bd76b88,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.037883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.058425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83598d-1116-42ed-afe8-5a8a3cb5686a None None] The sync data for ids ['22de9986-1d52-4559-930b-2a5f2075c9dd'] in n-d-779913-25 is: [{'id': '22de9986-1d52-4559-930b-2a5f2075c9dd', 'name': 'tempest-TaggedBootDevicesTest-941213144-router', 'tenant_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:18Z', 'updated_at': '2021-06-30T09:19:12Z', 'revision_number': 6, 'project_id': 'e0a8b58292b943cb9ab5bc2b5f993a31', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:13.063901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Calling delete_port for 1a579fc4-f1ed-490b-a80c-248e8bd76b88 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:13.151212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-c5e3227c-b8c2-43d9-a6c0-a1c26c795124 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778455 Jun 30 09:19:13.168888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2beb1ca8-666a-4cd5-8402-7bc8d24df268', 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '36a999cd-5c2a-4df1-9380-a3f457c3b5b4'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:13.169961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.352961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Allocated IP 172.20.0.2 (2beb1ca8-666a-4cd5-8402-7bc8d24df268/36a999cd-5c2a-4df1-9380-a3f457c3b5b4/90b69545-168b-4cf7-a90e-fcb5550b9514) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:13.376916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07462a62-4d58-4467-a39c-06dd0abfc275 req-67decde0-be02-4193-81b6-9cc8cd2e24cc tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0565422 Jun 30 09:19:13.384194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bbd0edc-9e4b-4880-af35-408fbe9bbe73 req-9a4a3d79-442b-4758-873d-1da7c0308162 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154341 Jun 30 09:19:13.522808 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.558683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a579fc4-f1ed-490b-a80c-248e8bd76b88,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.581564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.593640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Transition to ACTIVE for port object 90b69545-168b-4cf7-a90e-fcb5550b9514 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:13.612495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Transition to ACTIVE for port object 90b69545-168b-4cf7-a90e-fcb5550b9514 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:13.618636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.628489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-c5a7bb84-2290-4ec8-8fce-172b0866c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:13.630038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-c5a7bb84-2290-4ec8-8fce-172b0866c4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73da7edc6903402fb82d4249238857e8&device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 1095 time: 0.1616373 Jun 30 09:19:13.664790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:13.667980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:13.671745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:13.691536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.726627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.738115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Pushing event updated for resources: {'Port': ['ID=90b69545-168b-4cf7-a90e-fcb5550b9514,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.749252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Attempting to bind port 90b69545-168b-4cf7-a90e-fcb5550b9514 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:13.749634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Attempting to bind port 90b69545-168b-4cf7-a90e-fcb5550b9514 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a3884438-0ff7-4580-94e7-3fef481d5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:13.750035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Attempting to bind port 90b69545-168b-4cf7-a90e-fcb5550b9514 on network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:13.755238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:13.755605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Checking segment: {'id': 'a3884438-0ff7-4580-94e7-3fef481d5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:13.756010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.756841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Bound using segment: {'id': 'a3884438-0ff7-4580-94e7-3fef481d5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:13.757035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Bound port: 90b69545-168b-4cf7-a90e-fcb5550b9514, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3884438-0ff7-4580-94e7-3fef481d5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2beb1ca8-666a-4cd5-8402-7bc8d24df268'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:13.757394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.793284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.797573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.821898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] For port 90b69545-168b-4cf7-a90e-fcb5550b9514, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:13.829983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] For port 90b69545-168b-4cf7-a90e-fcb5550b9514, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=90b69545-168b-4cf7-a90e-fcb5550b9514,segment=NetworkSegment(a3884438-0ff7-4580-94e7-3fef481d5c79),segment_id=a3884438-0ff7-4580-94e7-3fef481d5c79)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:13.834429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.867476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-081220e2-9629-4518-8cc8-c5b60588d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:13.868668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-081220e2-9629-4518-8cc8-c5b60588d8c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 200 len: 912 time: 0.2285562 Jun 30 09:19:13.871772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.872298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22de9986-1d52-4559-930b-2a5f2075c9dd {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:13.883287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.884446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5a11f6d5-4325-448c-8ade-6797b7c02d83 admin admin] 10.222.0.66 "DELETE /v2.0/routers/22de9986-1d52-4559-930b-2a5f2075c9dd HTTP/1.1" status: 204 len: 168 time: 1.6854091 Jun 30 09:19:13.888238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45222) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:13.916679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5abe-fed6-4af6-aae3-14ea42726291 None None] Pushing event updated for resources: {'Port': ['ID=90b69545-168b-4cf7-a90e-fcb5550b9514,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:13.939399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-13b5dcf0-9eeb-42c7-b967-57d9b218cce7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 200 len: 217 time: 0.0538144 Jun 30 09:19:14.002286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-12da79d4-35f0-4d99-99d6-98cec4d0d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.003799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-12da79d4-35f0-4d99-99d6-98cec4d0d594 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efee4014-210a-4592-ac26-51feae9fd0da HTTP/1.1" status: 200 len: 851 time: 0.0571241 Jun 30 09:19:14.046671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-db241338-db3b-4490-bb27-d6d2ef86b393 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a8ee73b-29e2-4e18-b417-13109ab6de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328798 Jun 30 09:19:14.082229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Deleting subnet 0bc702fc-2d46-444c-aa6b-f5fa70a77d90 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:14.091615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.123817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.20.0.1 (2beb1ca8-666a-4cd5-8402-7bc8d24df268/36a999cd-5c2a-4df1-9380-a3f457c3b5b4/c499faed-5438-4681-8653-300d5c7db7cd) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:14.159613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.258238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da7cb2-5b3a-4d31-b949-ec0d4b99d342 req-ff41edaf-ed35-4851-b5ae-3d0c3b4dd75f tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:14.260591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35da7cb2-5b3a-4d31-b949-ec0d4b99d342 req-ff41edaf-ed35-4851-b5ae-3d0c3b4dd75f tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 943 time: 0.2158902 Jun 30 09:19:14.264835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-925301f2-97be-472c-b6cd-a99bc4ac7391 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096179 Jun 30 09:19:14.348955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35da7cb2-5b3a-4d31-b949-ec0d4b99d342 req-19c7f5ea-302f-4d6d-8d2e-882b2e61625c tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824044 Jun 30 09:19:14.352476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.357741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.401850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object c499faed-5438-4681-8653-300d5c7db7cd will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:14.413958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20ddefe1-e101-4a45-9ec6-7c58172da6fd req-120b92b0-850c-40ce-9b41-1e9e6435d73a service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244762 Jun 30 09:19:14.467619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.496008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 90b69545-168b-4cf7-a90e-fcb5550b9514 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:14.512713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc702fc-2d46-444c-aa6b-f5fa70a77d90,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.529831 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.531865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e65c9-e238-4557-844d-d8708091d3bc None None] Network 5636098c-c6b9-430f-a050-a2d980f626a5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:14.532287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c26e2e88-1d1b-4c31-be36-e828d803e468 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0bc702fc-2d46-444c-aa6b-f5fa70a77d90 HTTP/1.1" status: 204 len: 168 time: 0.6427619 Jun 30 09:19:14.534934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45230) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:14.587109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.598798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0060603-d5e4-4913-bd1c-45b028d1cc0c req-0a43cc19-401c-46d1-95a4-6c40408c3284 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0340295 Jun 30 09:19:14.654365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:14.667135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.669272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:14.673582 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=c499faed-5438-4681-8653-300d5c7db7cd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.677618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:14.756910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.844138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 90b69545-168b-4cf7-a90e-fcb5550b9514 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:14.873842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Deleting port 2c4aa9be-2998-4933-9576-6a4e0c54005e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:14.874243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.936490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1a579fc4-f1ed-490b-a80c-248e8bd76b88 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:14.959826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1a579fc4-f1ed-490b-a80c-248e8bd76b88 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:14.960185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1a579fc4-f1ed-490b-a80c-248e8bd76b88 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:14.960669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:14.980922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:14.981284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3bc583c7-c212-4a2b-bdaa-9f10bc5cceb9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:14.989563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] DHCP port deletion for 5636098c-c6b9-430f-a050-a2d980f626a5 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:15.033423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] For port 2c4aa9be-2998-4933-9576-6a4e0c54005e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c4aa9be-2998-4933-9576-6a4e0c54005e,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.033974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.039497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Deleting port 2c4aa9be-2998-4933-9576-6a4e0c54005e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:15.040036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.055184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.058604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Calling delete_port for 2c4aa9be-2998-4933-9576-6a4e0c54005e owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:15.104954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fbce8-f844-4f0b-823f-f697afda1d9e None None] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:15.167872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] For port 2c4aa9be-2998-4933-9576-6a4e0c54005e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2c4aa9be-2998-4933-9576-6a4e0c54005e,segment=NetworkSegment(9ba040f3-413d-4bda-84e2-57574836ae92),segment_id=9ba040f3-413d-4bda-84e2-57574836ae92)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.167872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.183024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Calling delete_port for 2c4aa9be-2998-4933-9576-6a4e0c54005e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:15.199997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Provisioning for port 90b69545-168b-4cf7-a90e-fcb5550b9514 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:15.215689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Provisioning complete for port 90b69545-168b-4cf7-a90e-fcb5550b9514 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:15.215988 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.269852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.335693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4aa9be-2998-4933-9576-6a4e0c54005e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.343633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] No DVR routers for this DVR port 2c4aa9be-2998-4933-9576-6a4e0c54005e on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:15.402279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.441822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] Pushing event deleted for resources: {'Port': ['ID=2c4aa9be-2998-4933-9576-6a4e0c54005e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.443794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d3209-0a01-4540-8434-8cb1c3cde4f7 None None] No DVR routers for this DVR port 2c4aa9be-2998-4933-9576-6a4e0c54005e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:15.445391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.448012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.467584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5636098c-c6b9-430f-a050-a2d980f626a5']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.490777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba040f3-413d-4bda-84e2-57574836ae92') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.491068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba040f3-413d-4bda-84e2-57574836ae92') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.495945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] For port 90b69545-168b-4cf7-a90e-fcb5550b9514, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=90b69545-168b-4cf7-a90e-fcb5550b9514,segment=NetworkSegment(a3884438-0ff7-4580-94e7-3fef481d5c79),segment_id=a3884438-0ff7-4580-94e7-3fef481d5c79)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.502438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.504820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.530222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.532129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.543354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.547750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:15.548159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:15.552609 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:15.578765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1268865-bfc7-4cb0-af09-7bba46b7ece8 None None] Pushing event updated for resources: {'Port': ['ID=90b69545-168b-4cf7-a90e-fcb5550b9514,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.625525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cd226-49cf-49c4-a4c4-eaecebc0b486 req-4b79fe16-5b70-4710-9fcb-dc25a0cad594 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.627472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f18cd226-49cf-49c4-a4c4-eaecebc0b486 req-4b79fe16-5b70-4710-9fcb-dc25a0cad594 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1055312 Jun 30 09:19:15.683363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.690667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f18cd226-49cf-49c4-a4c4-eaecebc0b486 req-fbc7e093-813c-4d05-9611-238d4059e793 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516663 Jun 30 09:19:15.691527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=c499faed-5438-4681-8653-300d5c7db7cd,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.700121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.708786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.710772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5636098c-c6b9-430f-a050-a2d980f626a5 HTTP/1.1" status: 204 len: 168 time: 1.1748099 Jun 30 09:19:15.727422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29c400-31aa-4aed-9ac7-6d30d6236df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5636098c-c6b9-430f-a050-a2d980f626a5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.831469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b9d8a01-b7f4-4cf0-80da-d54ca1d83fe6 req-3e71a0f5-1e6e-402d-8ca0-d831a4047aae tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0471234 Jun 30 09:19:15.834563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:15.839628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:15.938024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e0462472-5920-4e83-b632-282c51da252d None None] Provisioning complete for port 90b69545-168b-4cf7-a90e-fcb5550b9514 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:15.938539 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0462472-5920-4e83-b632-282c51da252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.944812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45252) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.012578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-222a9e4c-1247-4b5c-b06e-26d20046e569 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0a8b58292b943cb9ab5bc2b5f993a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643115 Jun 30 09:19:16.013939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.051576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e0462472-5920-4e83-b632-282c51da252d None None] Provisioning for port c499faed-5438-4681-8653-300d5c7db7cd completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:16.057798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e0462472-5920-4e83-b632-282c51da252d None None] Provisioning complete for port c499faed-5438-4681-8653-300d5c7db7cd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:16.058709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0462472-5920-4e83-b632-282c51da252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.081940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router e66a5441-2913-474a-a2df-0c7c9e1c50f8 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:16.087961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.093581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-f14a83c6-0915-4231-9e38-5c48bacaddee tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.096706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-f14a83c6-0915-4231-9e38-5c48bacaddee tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.1532631 Jun 30 09:19:16.097011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e0462472-5920-4e83-b632-282c51da252d None None] Port c499faed-5438-4681-8653-300d5c7db7cd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:16.113112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-8a497865-2442-4201-9e48-bcf16c9d5d92 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/quotas/5279dc1834f54069a451e5353792ad81 HTTP/1.1" status: 200 len: 375 time: 0.0103555 Jun 30 09:19:16.151852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.186053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-a092bdf9-0cb8-4eb7-8bf5-55a0db155c88 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652962 Jun 30 09:19:16.222951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e8d62c41-6349-425a-9698-ccf4bbc87052 None None] Provisioning complete for port c499faed-5438-4681-8653-300d5c7db7cd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:16.223454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8d62c41-6349-425a-9698-ccf4bbc87052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.234627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:16.240145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d942158a-5c4a-4393-96be-580ae784d443 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/e66a5441-2913-474a-a2df-0c7c9e1c50f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2469950 Jun 30 09:19:16.243379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.250700 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] Sync routers for ids ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:16.261573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] Routers {'e66a5441-2913-474a-a2df-0c7c9e1c50f8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:16.262501 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:16.289200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e8d62c41-6349-425a-9698-ccf4bbc87052 None None] Port c499faed-5438-4681-8653-300d5c7db7cd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:16.305344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.308469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.312086 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afc54d14-6616-4b14-9514-4cc0888abea3 HTTP/1.1" status: 204 len: 168 time: 0.2947667 Jun 30 09:19:16.328364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:16.330616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc08c-bbe7-4a6e-bada-58e82be80319 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.331908 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e4dc08c-bbe7-4a6e-bada-58e82be80319 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports/c499faed-5438-4681-8653-300d5c7db7cd HTTP/1.1" status: 200 len: 910 time: 0.0880139 Jun 30 09:19:16.332985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d8dee-3572-49d3-a252-1036510569d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc54d14-6616-4b14-9514-4cc0888abea3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.334864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.335514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-c453d7b3-348c-422e-9d0c-dc6e226354ee service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393778 Jun 30 09:19:16.358841 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] Routers {'e66a5441-2913-474a-a2df-0c7c9e1c50f8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:16.360161 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:16.443114 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:16.444142 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e040ae-3e30-4c06-a180-8d239b5dac2e None None] The sync data for ids ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:16.475489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 90b69545-168b-4cf7-a90e-fcb5550b9514 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:16.479745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-73e021f1-e583-479f-b200-10f6279e2262 service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419075 Jun 30 09:19:16.545723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d272f16e-ff79-4cb5-852d-7bf4f4eb7431 None None] Provisioning complete for port c499faed-5438-4681-8653-300d5c7db7cd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:16.546138 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d272f16e-ff79-4cb5-852d-7bf4f4eb7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.580278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 90b69545-168b-4cf7-a90e-fcb5550b9514 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:16.580669 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.628037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d272f16e-ff79-4cb5-852d-7bf4f4eb7431 None None] Port c499faed-5438-4681-8653-300d5c7db7cd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:16.732754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70672d95-f01b-4d1e-ac78-bf4f5bb88522 req-f1d4d3b6-ff44-45b9-8805-11f3965bfee6 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 210 time: 0.0530796 Jun 30 09:19:16.808965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c4aa9be-2998-4933-9576-6a4e0c54005e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:16.831438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2c4aa9be-2998-4933-9576-6a4e0c54005e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:16.831797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2c4aa9be-2998-4933-9576-6a4e0c54005e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:17.016777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcea8f-0a44-46e8-82a8-cd60e046d2d1 req-be694112-bf6a-45a6-9cb3-d521a5aa5260 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.018440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81fcea8f-0a44-46e8-82a8-cd60e046d2d1 req-be694112-bf6a-45a6-9cb3-d521a5aa5260 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1572702 Jun 30 09:19:17.064864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-577a98ed-0ffb-4b12-b123-8ebbb2259e30 req-ae78cb6a-f3ab-4408-be6f-afc9e34d06b8 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0453181 Jun 30 09:19:17.085262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 21ff3c35-c7ec-48a0-8150-198b1d0fde7f details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:17.102586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81fcea8f-0a44-46e8-82a8-cd60e046d2d1 req-e4c82e3f-1203-4c1e-b5f8-97b78efeaafb tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726151 Jun 30 09:19:17.157795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.233701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,segment=NetworkSegment(284a3b01-b72c-4990-8f6d-56cdb86cac4e),segment_id=284a3b01-b72c-4990-8f6d-56cdb86cac4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:17.259235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f', 'network_id': '5a8ee73b-29e2-4e18-b417-13109ab6de25', 'port_id': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f', 'mac_address': 'fa:16:3e:a6:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efee4014-210a-4592-ac26-51feae9fd0da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:17.319775 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.337194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ff3c35-c7ec-48a0-8150-198b1d0fde7f {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:17.360813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,segment=NetworkSegment(284a3b01-b72c-4990-8f6d-56cdb86cac4e),segment_id=284a3b01-b72c-4990-8f6d-56cdb86cac4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:17.367150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.404303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45294) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:17.424665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.433729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.434220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.434468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.434941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.435226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.435574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.435910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.436245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.436677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.437151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.437496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.437920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:17.464960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port c499faed-5438-4681-8653-300d5c7db7cd {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:17.465223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.529643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2054234588-network', 'tenant_id': '61e560f6d8904fc1bf157754571bd9ad'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:17.558854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Made reservation on behalf of 61e560f6d8904fc1bf157754571bd9ad for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:17.561741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.569106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.570766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.584448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for c499faed-5438-4681-8653-300d5c7db7cd owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:17.616593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['21ff3c35-c7ec-48a0-8150-198b1d0fde7f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:17.686002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.690767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.719572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:17.729957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c1edc-7c30-4c13-b66d-f590e3aa2aae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.735400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.736154 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Added segment 9bd5189d-255f-4ed4-89c0-8680db6f8761 of type vlan for network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e Jun 30 09:19:17.777199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.801353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.825361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.827059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:17.828053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.845315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=c499faed-5438-4681-8653-300d5c7db7cd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.892670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4846339 Jun 30 09:19:17.893065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:17.898880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Request body: {'subnet': {'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2054234588-subnet', 'tenant_id': '61e560f6d8904fc1bf157754571bd9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:17.901204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048adba-5ebf-4012-a6e0-3f177b5e9752 admin admin] Pushing event updated for resources: {'Network': ['ID=04bb559e-4fd8-4011-b9bb-2b844ae44c1e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:17.912381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:17.939091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcec815d-23b2-46c5-ac21-fcfd71eb007e req-e6d7a27a-68fd-41a6-92a1-84f3a56463e8 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 210 time: 0.0299311 Jun 30 09:19:18.141236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.170234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Made reservation on behalf of 61e560f6d8904fc1bf157754571bd9ad for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:18.173129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.260289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40579b08-03bb-46d3-a7af-5c4b0f891a37 req-db28c10d-6ad6-4254-af01-f47a6785c3d0 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Jun 30 09:19:18.328471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdcddc-eaca-4c1d-8edd-4e3bea010011 req-7e01d6e0-5881-4a6f-9e5f-4d7ed3397b73 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.329960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0fdcddc-eaca-4c1d-8edd-4e3bea010011 req-7e01d6e0-5881-4a6f-9e5f-4d7ed3397b73 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 944 time: 0.0728509 Jun 30 09:19:18.368077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0fdcddc-eaca-4c1d-8edd-4e3bea010011 req-f0b19816-01fe-455c-95de-91715ea2c1b2 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jun 30 09:19:18.464259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-3a4ad167-83c9-4d7b-83c4-7991bdca3479 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.465696 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-3a4ad167-83c9-4d7b-83c4-7991bdca3479 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.11 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.4369352 Jun 30 09:19:18.485566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Request body: {'port': {'device_id': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'admin_state_up': True, 'tenant_id': '5279dc1834f54069a451e5353792ad81'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:18.489447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router e66a5441-2913-474a-a2df-0c7c9e1c50f8 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:18.665539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:18.676085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] Sync routers for ids ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:18.685621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] Routers {'e66a5441-2913-474a-a2df-0c7c9e1c50f8'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:18.688670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.691180 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfb3658e-8785-46d1-aeb3-c96b2f90f63b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/e66a5441-2913-474a-a2df-0c7c9e1c50f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3554635 Jun 30 09:19:18.696451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45306) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:18.721542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.730430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] Routers {'e66a5441-2913-474a-a2df-0c7c9e1c50f8'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:18.731032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.744949 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-92589e0f-c234-495d-9a9e-1304064b0b22 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=e66a5441-2913-474a-a2df-0c7c9e1c50f8 HTTP/1.1" status: 200 len: 205 time: 0.0442140 Jun 30 09:19:18.747818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45308) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:18.754931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.765802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:18.766516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea9930-471a-4ced-b7c6-410e0644b47c None None] The sync data for ids ['e66a5441-2913-474a-a2df-0c7c9e1c50f8'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:18.799971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:18.803535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.838720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e7afb8-6ecb-4404-bf1a-86e9a4d94938,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.893973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Checking segment: {'id': '9bd5189d-255f-4ed4-89c0-8680db6f8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:18.894335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Network hostable DHCP agents. Network: 04bb559e-4fd8-4011-b9bb-2b844ae44c1e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:18.929335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:18.960793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 04bb559e-4fd8-4011-b9bb-2b844ae44c1e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:18.971284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.971899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.977315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f22803-fb68-4c7d-a305-e971d1037fb4 None None] Network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:18.992221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Allocated IP 172.20.0.3 (9d92d8dd-d60a-4670-973c-6aaf620a8e21/752da060-9e14-4603-a04b-97fb27da5578/90427cdc-39ea-44a4-b2f6-091b6354f59c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:19.047841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c1eb4a4-5fe6-4600-8f29-a28c8a3c234b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1535149 Jun 30 09:19:19.100852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 21ff3c35-c7ec-48a0-8150-198b1d0fde7f up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:19.184010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-596770fc-dce5-408e-a769-f612706c72f8 req-e9663019-d038-4aeb-b36b-db58c59c825b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 210 time: 0.0358400 Jun 30 09:19:19.186327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.195529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff8982-7456-4b0b-94e3-b2c4665fc063 None None] Network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:19.221877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:19.251235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.258576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:19.259207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.310130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.326223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:19.371263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:19.375551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:19.380834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:19.410864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.414728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.422257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event updated for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:19.462953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.464433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.469278 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.489138 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0d3c29d9-743f-4467-a5b2-1b27011c8385 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103157 Jun 30 09:19:19.502025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Request body: {'port': {'device_id': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:19.503690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:19.506059 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9dedae-1a9e-497b-b1e7-e6f7141edf4c" -d '{"events": [{"server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:19.521554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.522154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,segment=NetworkSegment(284a3b01-b72c-4990-8f6d-56cdb86cac4e),segment_id=284a3b01-b72c-4990-8f6d-56cdb86cac4e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:19.522368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router e66a5441-2913-474a-a2df-0c7c9e1c50f8 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:19.531150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.559199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.561043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e75c078e-8e77-4366-b41b-018cb73ad2af tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/e66a5441-2913-474a-a2df-0c7c9e1c50f8 HTTP/1.1" status: 204 len: 168 time: 0.8120818 Jun 30 09:19:19.563780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fd0f405-5f96-46ce-a263-a7a560a362be req-2969863c-9ae9-4f82-8edd-6aeefdadf547 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0682917 Jun 30 09:19:19.565538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45334) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:19.611456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:19.624379 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.703089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 36a999cd-5c2a-4df1-9380-a3f457c3b5b4 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:19.709974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.810281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.842964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-6d0e88e3-8d76-4df9-b144-4e5fea0039de tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.844543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-6d0e88e3-8d76-4df9-b144-4e5fea0039de tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/networks?id=04bb559e-4fd8-4011-b9bb-2b844ae44c1e HTTP/1.1" status: 200 len: 818 time: 0.2347426 Jun 30 09:19:19.875085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-c9625c42-bb4b-41d7-a0ad-e2b55bbacd2a tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/quotas/61e560f6d8904fc1bf157754571bd9ad HTTP/1.1" status: 200 len: 375 time: 0.0226951 Jun 30 09:19:19.935464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041503b-2f88-4d35-ba4f-fd7674c928df req-3153cafc-2e8f-4f35-83c7-af0e1c3ba835 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.937064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1041503b-2f88-4d35-ba4f-fd7674c928df req-3153cafc-2e8f-4f35-83c7-af0e1c3ba835 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2242653 Jun 30 09:19:19.939165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-ffe5e102-8608-4ef1-81a3-041098517250 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=61e560f6d8904fc1bf157754571bd9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560555 Jun 30 09:19:20.052615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.088128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1041503b-2f88-4d35-ba4f-fd7674c928df req-a4ab5fb3-9ca5-4343-9e28-0f9cee63fc83 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314144 Jun 30 09:19:20.124630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-bc9f77b9-8570-443f-9fa2-d678246b76b1 service neutron] 10.222.0.66 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667433 Jun 30 09:19:20.150073 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f628236-3d5b-448a-a002-79f22a3047ef x-openstack-request-id: req-8f628236-3d5b-448a-a002-79f22a3047ef {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:20.150655 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:20.150655 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f628236-3d5b-448a-a002-79f22a3047ef {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:20.151037 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f', 'code': 200} Jun 30 09:19:20.179634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.216419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=36a999cd-5c2a-4df1-9380-a3f457c3b5b4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.227634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206a4ba-5223-4f4a-8a8e-cf03739d2580 None None] Network 2beb1ca8-666a-4cd5-8402-7bc8d24df268 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:20.228827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.230674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62f26820-8fd0-4148-a5a7-2c9e4cf1b465 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/36a999cd-5c2a-4df1-9380-a3f457c3b5b4 HTTP/1.1" status: 204 len: 168 time: 0.6638143 Jun 30 09:19:20.242284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90427cdc-39ea-44a4-b2f6-091b6354f59c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:20.251311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.252266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:20.266482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Transition to ACTIVE for port object 90427cdc-39ea-44a4-b2f6-091b6354f59c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:20.272335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.362229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.387712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-f91404a4-05e7-488c-8fda-b0949d762c43 service neutron] 10.222.0.66 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533948 Jun 30 09:19:20.428383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Attempting to bind port 90427cdc-39ea-44a4-b2f6-091b6354f59c on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:20.428962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Attempting to bind port 90427cdc-39ea-44a4-b2f6-091b6354f59c by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:20.429299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Attempting to bind port 90427cdc-39ea-44a4-b2f6-091b6354f59c on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:20.436584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Port 90427cdc-39ea-44a4-b2f6-091b6354f59c on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:20.436859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.436977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Attempting to bind port 90427cdc-39ea-44a4-b2f6-091b6354f59c on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:20.442621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:20.442976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Checking segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:20.443366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Bound using segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:20.443796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Bound port: 90427cdc-39ea-44a4-b2f6-091b6354f59c, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:20.444570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.455290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7768-4057-4f58-adb1-9c2b91562069 req-23059352-a6ef-4a12-affe-3dd5db9f5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.456519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a9b7768-4057-4f58-adb1-9c2b91562069 req-23059352-a6ef-4a12-affe-3dd5db9f5d78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.2370174 Jun 30 09:19:20.464823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] DHCP port deletion for 2beb1ca8-666a-4cd5-8402-7bc8d24df268 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:20.524688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:20.531124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:20.536829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Deleting port 90b69545-168b-4cf7-a90e-fcb5550b9514 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:20.537115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.537246 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.538219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc334b-dfbf-4125-837e-548bbd177224 req-b6cf5f54-ce06-4415-b654-813165e56fe7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.539789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cbc334b-dfbf-4125-837e-548bbd177224 req-b6cf5f54-ce06-4415-b654-813165e56fe7 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 943 time: 0.1808050 Jun 30 09:19:20.541993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a9b7768-4057-4f58-adb1-9c2b91562069 req-f862ba20-e506-411c-ae50-ef7d7ce245c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Jun 30 09:19:20.578835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 90b69545-168b-4cf7-a90e-fcb5550b9514 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:20.579140 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.620488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Pushing event updated for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.635291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.636328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.637786 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-0a177186-0209-490f-bc1f-462474c305b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/90427cdc-39ea-44a4-b2f6-091b6354f59c HTTP/1.1" status: 200 len: 1092 time: 1.1405640 Jun 30 09:19:20.638283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:20.639422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cbc334b-dfbf-4125-837e-548bbd177224 req-896d7f8d-3188-4841-bf47-9675bf642c31 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914779 Jun 30 09:19:20.640660 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b48c55b-d7ea-4922-840b-83dbe2c702c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:20.652985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] For port 90b69545-168b-4cf7-a90e-fcb5550b9514, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=90b69545-168b-4cf7-a90e-fcb5550b9514,segment=NetworkSegment(a3884438-0ff7-4580-94e7-3fef481d5c79),segment_id=a3884438-0ff7-4580-94e7-3fef481d5c79)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:20.653416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.692589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-935bc1d0-2e74-4f04-8623-6ae73dde196d req-b894f917-d396-4740-9c0f-82e6c0765137 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0415232 Jun 30 09:19:20.716683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Calling delete_port for 90b69545-168b-4cf7-a90e-fcb5550b9514 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:20.738852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 90b69545-168b-4cf7-a90e-fcb5550b9514, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=90b69545-168b-4cf7-a90e-fcb5550b9514,segment=NetworkSegment(a3884438-0ff7-4580-94e7-3fef481d5c79),segment_id=a3884438-0ff7-4580-94e7-3fef481d5c79)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:20.739299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.753968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 90b69545-168b-4cf7-a90e-fcb5550b9514 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:20.864744 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c2bd82-e847-40af-b2b3-3ad49f491b73 x-openstack-request-id: req-f1c2bd82-e847-40af-b2b3-3ad49f491b73 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:20.865319 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:20.865899 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1c2bd82-e847-40af-b2b3-3ad49f491b73 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:20.866421 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c', 'status': 'completed', 'code': 200} Jun 30 09:19:20.869994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-208b663b-2181-4c26-927b-204fa674f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.871790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-208b663b-2181-4c26-927b-204fa674f6c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 1095 time: 0.1667845 Jun 30 09:19:20.875970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.886294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80b5de11-44b3-4bb5-84da-96e42f1324f3 req-d69f2f92-468c-4080-872d-fb52fc7e1c46 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0321679 Jun 30 09:19:20.886909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.914599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=90b69545-168b-4cf7-a90e-fcb5550b9514,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.918235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 90b69545-168b-4cf7-a90e-fcb5550b9514 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:20.920560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] Pushing event deleted for resources: {'Port': ['ID=90b69545-168b-4cf7-a90e-fcb5550b9514,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.924830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444f590-688e-49ce-960b-8b18d134fe7e None None] No DVR routers for this DVR port 90b69545-168b-4cf7-a90e-fcb5550b9514 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:20.951359 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-2dd66a15-43f1-4552-ac86-ba74dde00ae6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c HTTP/1.1" status: 200 len: 217 time: 0.0723732 Jun 30 09:19:21.002790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-39093ef9-ac20-4a14-8b33-0146d4730b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.004392 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-39093ef9-ac20-4a14-8b33-0146d4730b6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0472438 Jun 30 09:19:21.015484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.025745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb1ca8-666a-4cd5-8402-7bc8d24df268']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.036404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3884438-0ff7-4580-94e7-3fef481d5c79') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.036667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3884438-0ff7-4580-94e7-3fef481d5c79') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:21.038884 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-137247cb-e933-4e6f-a427-c10c851a9ec3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274968 Jun 30 09:19:21.046318 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.061226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.067456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:21.067823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:21.070818 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:21.138744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-83ab1877-97e6-4290-be59-35608841f998 service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937617 Jun 30 09:19:21.142532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.154437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.160929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/2beb1ca8-666a-4cd5-8402-7bc8d24df268 HTTP/1.1" status: 204 len: 168 time: 0.9076002 Jun 30 09:19:21.161563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45362) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:21.172228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-454588650', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:21.194003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f48a1-9928-4b06-9028-88070cd52a35 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=2beb1ca8-666a-4cd5-8402-7bc8d24df268,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:21.232809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.233939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.252839 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-176fa8ba-0f3d-4247-879c-43156a4cfc56 req-4472b6e0-db58-4084-bd05-563f56f82e53 service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071670 Jun 30 09:19:21.335506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.347854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398de7c-4f0d-4593-a065-09d94d0c17f1 req-1ae63b8c-20a8-4b6e-9979-7404e7971c77 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.349405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8398de7c-4f0d-4593-a065-09d94d0c17f1 req-1ae63b8c-20a8-4b6e-9979-7404e7971c77 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1391091 Jun 30 09:19:21.362462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-f66ae353-be4c-4f11-b7ec-23ebe46765fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.363958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-f66ae353-be4c-4f11-b7ec-23ebe46765fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 1095 time: 0.0594690 Jun 30 09:19:21.472392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-724cc65c-6008-4b8b-8d74-51889c097066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.474051 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-724cc65c-6008-4b8b-8d74-51889c097066 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.1034532 Jun 30 09:19:21.485674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8398de7c-4f0d-4593-a065-09d94d0c17f1 req-80ed04a1-d529-4806-9b51-52591032efb8 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986326 Jun 30 09:19:21.522339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.531977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-96c3aa43-7700-4b97-9097-608e5862465c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c HTTP/1.1" status: 200 len: 217 time: 0.0513849 Jun 30 09:19:21.594200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-574ec25b-8844-4e11-b78b-a3d494564420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.595695 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-574ec25b-8844-4e11-b78b-a3d494564420 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0570881 Jun 30 09:19:21.629838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-5be0904b-2265-4edb-8aef-a745fd3395bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269608 Jun 30 09:19:21.734014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.742592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-835a1b1f-b060-4ca7-b3af-e52a44d727ab service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062667 Jun 30 09:19:21.763470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:21.851875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b48c55b-d7ea-4922-840b-83dbe2c702c6 req-7bc96611-6ecc-4a9c-901b-3088191cd2d6 service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019883 Jun 30 09:19:21.875320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc92b8af-5f28-4fbf-b650-6fc78b2e19fe req-8a49a286-a779-4578-ba4a-312f868218ee tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0424168 Jun 30 09:19:21.944930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2bc69-c1bb-4115-b746-4b4202a424bf req-3fa50a8a-8af8-4f73-9493-a8f60d2d3ed2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.946478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9a2bc69-c1bb-4115-b746-4b4202a424bf req-3fa50a8a-8af8-4f73-9493-a8f60d2d3ed2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 943 time: 0.1441689 Jun 30 09:19:21.956706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.25.4.196 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/0f4607d6-1681-457e-af80-50e977cf5432) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:22.058451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9a2bc69-c1bb-4115-b746-4b4202a424bf req-0d3c1e37-37fb-404f-b376-9af5a3ecb5f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032712 Jun 30 09:19:22.129060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11180d35-5537-4de1-9fcb-7e8ea135f6f5 req-3606d612-7051-49fc-81e6-0180347bf212 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0980961 Jun 30 09:19:22.197932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e2bf2775-6aa1-48b4-9176-a56fb3dc8649 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.199643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e2bf2775-6aa1-48b4-9176-a56fb3dc8649 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.41 "GET /v2.0/networks?id=04bb559e-4fd8-4011-b9bb-2b844ae44c1e HTTP/1.1" status: 200 len: 818 time: 0.2104325 Jun 30 09:19:22.216495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Request body: {'port': {'device_id': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e', 'admin_state_up': True, 'tenant_id': '61e560f6d8904fc1bf157754571bd9ad'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:22.224637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.340791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.381325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Made reservation on behalf of 61e560f6d8904fc1bf157754571bd9ad for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:22.384768 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:22.392493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:22.401590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:22.404203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:22.415755 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 90b69545-168b-4cf7-a90e-fcb5550b9514 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:22.437616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 90b69545-168b-4cf7-a90e-fcb5550b9514 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:22.438030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 90b69545-168b-4cf7-a90e-fcb5550b9514 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:22.443169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=0f4607d6-1681-457e-af80-50e977cf5432,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:22.818909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4810829-8ed8-40e0-a9a3-d6b0f2c1a81c req-41ffffaf-79d6-4537-bf5b-820639ed3f12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Jun 30 09:19:23.043393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f4e9748-77c7-4d47-a58f-cef5dda96d6a req-a05fc3fd-9819-44e8-8ca6-0f30cc46b96d tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0433235 Jun 30 09:19:23.052328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Allocated IP 172.20.0.5 (04bb559e-4fd8-4011-b9bb-2b844ae44c1e/28e7afb8-6ecb-4404-bf1a-86e9a4d94938/3fb07a39-12d5-4262-9c19-2a5d43de383e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:23.152639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f950a15-19bb-46fe-99be-1cb14370ed3a req-25661ec9-6bcb-4f0e-ae78-208fb28f13f2 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.154313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f950a15-19bb-46fe-99be-1cb14370ed3a req-25661ec9-6bcb-4f0e-ae78-208fb28f13f2 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2739117 Jun 30 09:19:23.327098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.331025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f950a15-19bb-46fe-99be-1cb14370ed3a req-24fb5fbc-bc56-4f70-8666-79c5686fa46b tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698756 Jun 30 09:19:23.503064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb06-ad35-4a12-aa40-220e0ba93460 req-b9d02a38-68b8-45c3-9533-fcc98af35722 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.504506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14c3bb06-ad35-4a12-aa40-220e0ba93460 req-b9d02a38-68b8-45c3-9533-fcc98af35722 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 943 time: 0.3113155 Jun 30 09:19:23.506248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f303eb78-86cd-43a5-85d5-2408b989eb5c req-a6cf57da-e855-4f61-9d3b-1c6cab3f6245 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0561428 Jun 30 09:19:23.533059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.613513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14c3bb06-ad35-4a12-aa40-220e0ba93460 req-2cd1ffac-ba92-4d7d-b81b-1119e83ee1ea tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952098 Jun 30 09:19:23.715221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.719544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.819015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a7b82-ca9a-4abf-95ad-8abffcc4126e req-4204c598-4db0-424b-b599-9f06e29a0f7e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.820491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d87a7b82-ca9a-4abf-95ad-8abffcc4126e req-4204c598-4db0-424b-b599-9f06e29a0f7e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2105458 Jun 30 09:19:23.824111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:23.845433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:23.849978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:23.857579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Pushing event updated for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:23.921899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.922170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.922514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.922851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.923185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.923518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.923853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.924181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.924509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.924832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.925159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.925481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:23.970922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d87a7b82-ca9a-4abf-95ad-8abffcc4126e req-ee3976a1-8a7e-412a-b8d0-cfae7d200078 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436710 Jun 30 09:19:23.977787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.978567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.005052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e97c9f06-ce6d-4900-b9db-3c7deffcd5a3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7925467 Jun 30 09:19:24.017483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Request body: {'port': {'device_id': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:24.060124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router e9e083cf-64c0-427a-a280-657d198bdd79 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:24.142192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.283884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:24.294927 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] Sync routers for ids ['e9e083cf-64c0-427a-a280-657d198bdd79'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:24.306351 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] Routers {'e9e083cf-64c0-427a-a280-657d198bdd79'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:24.307065 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e9e083cf-64c0-427a-a280-657d198bdd79'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:24.345835 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:24.354297 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] Routers {'e9e083cf-64c0-427a-a280-657d198bdd79'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:24.354946 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e9e083cf-64c0-427a-a280-657d198bdd79'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:24.388231 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:24.388878 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82a2bb-ae07-40b2-82bb-759c1db486c8 None None] The sync data for ids ['e9e083cf-64c0-427a-a280-657d198bdd79'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:24.396008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.397195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c0db6a8b-6f1e-4022-aec5-7148c7b74df1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2313480 Jun 30 09:19:24.399957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45386) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:24.456368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fd1db-0b25-440f-a3ef-2b9cc600e4a3 req-af0c7ca9-41ea-4b79-bd33-6a0b6684bac2 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.457776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e12fd1db-0b25-440f-a3ef-2b9cc600e4a3 req-af0c7ca9-41ea-4b79-bd33-6a0b6684bac2 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 931 time: 0.2627764 Jun 30 09:19:24.538919 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d6319e9-9007-4e48-8353-9705113b09b5 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers/e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 200 len: 880 time: 0.1350021 Jun 30 09:19:24.539215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:24.549418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12fd7a-e41a-4671-a58c-823ba28a7348 req-33fc7591-72b6-4417-a9ff-1f28b1246890 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.550928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb12fd7a-e41a-4671-a58c-823ba28a7348 req-33fc7591-72b6-4417-a9ff-1f28b1246890 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2117460 Jun 30 09:19:24.555029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e12fd1db-0b25-440f-a3ef-2b9cc600e4a3 req-62bd70d9-d1c7-4cb5-bc56-3bdc0a716a0a tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858767 Jun 30 09:19:24.624640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb12fd7a-e41a-4671-a58c-823ba28a7348 req-9c23f4b7-5f52-41b7-9260-27f29355686b tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602725 Jun 30 09:19:24.662575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb07a39-12d5-4262-9c19-2a5d43de383e {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:24.671133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.683587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Transition to ACTIVE for port object 3fb07a39-12d5-4262-9c19-2a5d43de383e will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:24.691294 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.758766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 90427cdc-39ea-44a4-b2f6-091b6354f59c details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:24.761559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fbfd89ec-ef72-42ed-aa46-73673fa4487e req-bef0146e-5410-48af-b773-c1570d77a9f0 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0595276 Jun 30 09:19:24.818153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.858822 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d243cc48-84ea-4399-b1f5-bcdf6806b072 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3185236 Jun 30 09:19:24.861555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45396) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:24.883021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-454588650'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:24.906946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c41450-0ba3-4866-8a48-ec177df8b018 req-9a376686-09d4-4602-b8c0-9a8de1b77e6b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.908202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52c41450-0ba3-4866-8a48-ec177df8b018 req-9a376686-09d4-4602-b8c0-9a8de1b77e6b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 943 time: 0.1511426 Jun 30 09:19:24.913639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:24.927468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '90427cdc-39ea-44a4-b2f6-091b6354f59c', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'port_id': '90427cdc-39ea-44a4-b2f6-091b6354f59c', 'mac_address': 'fa:16:3e:78:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752da060-9e14-4603-a04b-97fb27da5578', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:24.945919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Attempting to bind port 3fb07a39-12d5-4262-9c19-2a5d43de383e on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:24.946268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Attempting to bind port 3fb07a39-12d5-4262-9c19-2a5d43de383e by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '9bd5189d-255f-4ed4-89c0-8680db6f8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:24.946601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Attempting to bind port 3fb07a39-12d5-4262-9c19-2a5d43de383e on network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:24.954813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Port 3fb07a39-12d5-4262-9c19-2a5d43de383e on network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:24.955146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Attempting to bind port 3fb07a39-12d5-4262-9c19-2a5d43de383e on network 04bb559e-4fd8-4011-b9bb-2b844ae44c1e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:24.973270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.973534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:24.973832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Checking segment: {'id': '9bd5189d-255f-4ed4-89c0-8680db6f8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:24.974101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Bound using segment: {'id': '9bd5189d-255f-4ed4-89c0-8680db6f8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:24.974544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Bound port: 3fb07a39-12d5-4262-9c19-2a5d43de383e, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd5189d-255f-4ed4-89c0-8680db6f8761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:24.974909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.987456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90427cdc-39ea-44a4-b2f6-091b6354f59c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:25.001878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52c41450-0ba3-4866-8a48-ec177df8b018 req-99b939e8-eee5-44ee-9883-561f9c70ec34 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862024 Jun 30 09:19:25.011004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:25.015072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.060701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:25.063961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e,segment=NetworkSegment(9bd5189d-255f-4ed4-89c0-8680db6f8761),segment_id=9bd5189d-255f-4ed4-89c0-8680db6f8761)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:25.073435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.075657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.127949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:25.143907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.144624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.146100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-5ab079d2-335d-44b2-9822-d56fe797395c service neutron] 10.222.0.41 "PUT /v2.0/ports/3fb07a39-12d5-4262-9c19-2a5d43de383e HTTP/1.1" status: 200 len: 1092 time: 1.1323938 Jun 30 09:19:25.146360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:25.148692 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c18944-1069-44fb-9b66-9d747b2c7cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:25.177566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76746852-b209-40a0-b529-19c6e0206946 req-817358e0-35cb-4e3f-a5cc-4cfc29308224 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6&device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0443218 Jun 30 09:19:25.192733 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69311647-cb01-4cc2-b430-3332083e66fe x-openstack-request-id: req-69311647-cb01-4cc2-b430-3332083e66fe {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:25.194086 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:25.194086 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69311647-cb01-4cc2-b430-3332083e66fe {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:25.195247 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e', 'status': 'completed', 'code': 200} Jun 30 09:19:25.256591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-a44bac24-f449-46fa-9d4a-39058147437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.258047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-a44bac24-f449-46fa-9d4a-39058147437e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61e560f6d8904fc1bf157754571bd9ad&device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 1095 time: 0.0574369 Jun 30 09:19:25.308098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-b683d1dc-c4e0-4d12-b55e-1826861e0fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e HTTP/1.1" status: 200 len: 217 time: 0.0369341 Jun 30 09:19:25.359594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-adf29b5a-5de3-466f-adf3-9a35ed74e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.361247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-adf29b5a-5de3-466f-adf3-9a35ed74e2fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e7afb8-6ecb-4404-bf1a-86e9a4d94938 HTTP/1.1" status: 200 len: 858 time: 0.0466082 Jun 30 09:19:25.382346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:25.400789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-b3cf8bbd-2dac-4b24-b078-37b51837b981 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04bb559e-4fd8-4011-b9bb-2b844ae44c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321207 Jun 30 09:19:25.531220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-772adc2c-a631-4d10-a1db-0a97d9405310 req-ed099cef-fff5-464b-a52e-b00a4f2d3212 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Jun 30 09:19:25.533199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.560194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.573681 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-772adc2c-a631-4d10-a1db-0a97d9405310 req-44a7b708-1e0a-4119-8c25-1a97e683aeca service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315375 Jun 30 09:19:25.819362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772adc2c-a631-4d10-a1db-0a97d9405310 req-ddec8690-46e2-4a82-996b-8466dbad7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.820838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-772adc2c-a631-4d10-a1db-0a97d9405310 req-ddec8690-46e2-4a82-996b-8466dbad7752 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418022 Jun 30 09:19:25.826412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router e9e083cf-64c0-427a-a280-657d198bdd79 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:25.845177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea03fb49-0716-42a7-ac87-dbeed9f22d92 req-8023f260-0907-4abe-b455-e94c696986da tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0835886 Jun 30 09:19:25.905365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcc6be-5eb6-4c22-9848-fef67ccaf937 req-da6b0cd1-c843-4d33-81fe-1668eda0ac66 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.906853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89bcc6be-5eb6-4c22-9848-fef67ccaf937 req-da6b0cd1-c843-4d33-81fe-1668eda0ac66 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 943 time: 0.1442480 Jun 30 09:19:25.910421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-e40be087-09f7-405b-8eb3-978c62221cfb service neutron] 10.222.0.41 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014434 Jun 30 09:19:25.944120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:25.952927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.956617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18e45ecf-dca4-4613-8efe-bcf5e36b1c52 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 200 len: 887 time: 1.0799019 Jun 30 09:19:25.956840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45408) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:25.963252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] Sync routers for ids ['e9e083cf-64c0-427a-a280-657d198bdd79'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:25.973162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] Routers {'e9e083cf-64c0-427a-a280-657d198bdd79'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:25.973838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e9e083cf-64c0-427a-a280-657d198bdd79'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:26.011526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:26.020255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] Routers {'e9e083cf-64c0-427a-a280-657d198bdd79'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:26.020860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['e9e083cf-64c0-427a-a280-657d198bdd79'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:26.041298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89bcc6be-5eb6-4c22-9848-fef67ccaf937 req-dff8790c-7e6a-4b78-956e-e204209cafb4 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270251 Jun 30 09:19:26.056105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:26.057367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50260c-f582-4246-b5bf-2e880ff5b4d7 None None] The sync data for ids ['e9e083cf-64c0-427a-a280-657d198bdd79'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:26.084593 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-13d91c4e-cb41-4043-b6bf-6c92a076983e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers/e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 200 len: 887 time: 0.1243114 Jun 30 09:19:26.085686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:26.093846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a143149b-43d0-4f60-a23e-3c9e6a9c5f49 req-a510fd15-a4fe-4f29-bb53-bb6659dbfd16 service neutron] 10.222.0.41 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735246 Jun 30 09:19:26.111970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb028f2d-450a-416d-adf2-553f49bb7577 req-6a1feb50-72fa-4794-a4db-7bf932ef6c36 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.113867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb028f2d-450a-416d-adf2-553f49bb7577 req-6a1feb50-72fa-4794-a4db-7bf932ef6c36 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1369257 Jun 30 09:19:26.125800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f96f6b92-3ede-4313-bcee-f56558c6f00c tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 200 len: 205 time: 0.0381980 Jun 30 09:19:26.127198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:26.203638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb028f2d-450a-416d-adf2-553f49bb7577 req-5b7719c0-aea4-4177-ade8-6636135ac446 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834188 Jun 30 09:19:26.241944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.272702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-c48eb2e9-020c-4320-8096-be53600d0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.274321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-c48eb2e9-020c-4320-8096-be53600d0b29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61e560f6d8904fc1bf157754571bd9ad&device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 1095 time: 0.1110613 Jun 30 09:19:26.285745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c7f1a-915b-463f-8850-75f99bba99fc req-b1662d86-2d59-416f-979c-d400ea14ead6 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.287226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d20c7f1a-915b-463f-8850-75f99bba99fc req-b1662d86-2d59-416f-979c-d400ea14ead6 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 944 time: 0.1129980 Jun 30 09:19:26.368435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.381791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d20c7f1a-915b-463f-8850-75f99bba99fc req-9ecbc91a-5af2-4bc7-b0c5-be975c0c6d21 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844750 Jun 30 09:19:26.411404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-8008bce4-8dee-4b9b-8af8-2fc3f7f2d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.414487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-8008bce4-8dee-4b9b-8af8-2fc3f7f2d323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04bb559e-4fd8-4011-b9bb-2b844ae44c1e HTTP/1.1" status: 200 len: 919 time: 0.1249356 Jun 30 09:19:26.455463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 0f4607d6-1681-457e-af80-50e977cf5432 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:26.456131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.474761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-6c5d769b-1262-47ed-b503-d1f73799a1c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e HTTP/1.1" status: 200 len: 217 time: 0.0534818 Jun 30 09:19:26.538086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.550025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 0f4607d6-1681-457e-af80-50e977cf5432 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:26.598884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-bbb3fab9-e12a-47b2-8001-10bb45973380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.600264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-bbb3fab9-e12a-47b2-8001-10bb45973380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28e7afb8-6ecb-4404-bf1a-86e9a4d94938 HTTP/1.1" status: 200 len: 858 time: 0.1115787 Jun 30 09:19:26.646821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-f6d530b3-030d-476e-a65a-200b46330da4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04bb559e-4fd8-4011-b9bb-2b844ae44c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385911 Jun 30 09:19:26.658455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-472be3c2-ab7b-4c73-9628-d44465e0fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.659860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-472be3c2-ab7b-4c73-9628-d44465e0fef7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73da7edc6903402fb82d4249238857e8&device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.1419294 Jun 30 09:19:26.734019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a981-a0aa-473f-8d4e-75c0b0588397 req-8f2bb527-aefe-4226-aeb2-b65c59826c8d tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.735492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ae5a981-a0aa-473f-8d4e-75c0b0588397 req-8f2bb527-aefe-4226-aeb2-b65c59826c8d tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2073612 Jun 30 09:19:26.761714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.775570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 90427cdc-39ea-44a4-b2f6-091b6354f59c up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:26.788663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=0f4607d6-1681-457e-af80-50e977cf5432,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:26.843854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 90427cdc-39ea-44a4-b2f6-091b6354f59c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:26.851446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 90427cdc-39ea-44a4-b2f6-091b6354f59c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:26.851739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.856313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ae5a981-a0aa-473f-8d4e-75c0b0588397 req-8a8059cb-1565-4859-943e-b7c8145cebd7 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896997 Jun 30 09:19:26.871001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.881765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-3e681a5d-fb83-4fb8-b741-b11620c12452 service neutron] 10.222.0.41 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258239 Jun 30 09:19:26.886294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-52e7d119-bd99-4222-ae35-6ad2f07bbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.887792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-52e7d119-bd99-4222-ae35-6ad2f07bbde9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 200 len: 912 time: 0.2193229 Jun 30 09:19:26.982168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-5d8d220a-e5de-42ae-8a5c-e08e4f693afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 200 len: 217 time: 0.0743432 Jun 30 09:19:26.987109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.988166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.990600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.013271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:27.015775 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab2a4ad-f85d-4925-abb4-23cbf5fb0863" -d '{"events": [{"server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "name": "network-vif-plugged", "status": "completed", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:27.036562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:27.039561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-309747f9-6d09-4c81-801b-47fe249fb6f6 req-e5ccd77c-a2ac-4fb7-b056-5124478d2d17 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0511324 Jun 30 09:19:27.045956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.056778 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cac79e-0587-4f71-b358-acaa7a82cd7c x-openstack-request-id: req-35cac79e-0587-4f71-b358-acaa7a82cd7c {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:27.057199 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "name": "network-vif-plugged", "status": "completed", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:27.057372 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35cac79e-0587-4f71-b358-acaa7a82cd7c {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:27.057861 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c', 'code': 200} Jun 30 09:19:27.061969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.062511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router e9e083cf-64c0-427a-a280-657d198bdd79 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:27.071231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.073322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7ae221ff-7e59-46fd-b12c-973841bc33bd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 204 len: 168 time: 0.9441152 Jun 30 09:19:27.079776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45424) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.093243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-754043815'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:27.136146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.137197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01c18944-1069-44fb-9b66-9d747b2c7cdf req-679252ee-1642-4d13-b254-6d2fc611406e service neutron] 10.222.0.41 "GET /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396882 Jun 30 09:19:27.140178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-0bcd650b-2691-48a8-90af-29568e2a37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.141835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-0bcd650b-2691-48a8-90af-29568e2a37ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efee4014-210a-4592-ac26-51feae9fd0da HTTP/1.1" status: 200 len: 851 time: 0.1491501 Jun 30 09:19:27.186532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-772adc2c-a631-4d10-a1db-0a97d9405310 req-0828ddf2-910e-410e-8885-4f248fa81955 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.11 "GET /v2.0/ports?device_id=55a13070-192b-4e9e-8b4e-2a86cef053e6 HTTP/1.1" status: 200 len: 210 time: 0.0677116 Jun 30 09:19:27.190082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-87284699-7a79-47ca-8e5b-76f32a316ddb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a8ee73b-29e2-4e18-b417-13109ab6de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296881 Jun 30 09:19:27.215595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:27.219337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.251595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:27.268858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.269238 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment 37f742ff-eed5-4c02-a412-a7bef2e8d668 of type vlan for network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf Jun 30 09:19:27.281927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16578362-57d1-426f-91a9-173241fb863d req-f0d57838-960b-4330-b0d9-d3f1b8a692cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.283486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-16578362-57d1-426f-91a9-173241fb863d req-f0d57838-960b-4330-b0d9-d3f1b8a692cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 1097 time: 0.1249585 Jun 30 09:19:27.335227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.342776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d001f5-9998-415f-b831-d4dd8bbe53ad req-e41290dc-efe5-4af8-bd56-30934c89b64c tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.344608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1d001f5-9998-415f-b831-d4dd8bbe53ad req-e41290dc-efe5-4af8-bd56-30934c89b64c tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 943 time: 0.1508074 Jun 30 09:19:27.346686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-1b014ab3-5068-4874-ade0-2c808ffd3ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409359 Jun 30 09:19:27.359460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-16578362-57d1-426f-91a9-173241fb863d req-da8fc8b8-3d93-4b81-9494-28c11700fad6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510213 Jun 30 09:19:27.377578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.383694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.384331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.434904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1d001f5-9998-415f-b831-d4dd8bbe53ad req-82c1e856-8b5f-48fc-a718-07e3b8f7bc90 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836086 Jun 30 09:19:27.455049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3735788 Jun 30 09:19:27.458041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45430) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.468784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:27.475015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec84844-1fde-4b30-867d-b7ba957aea06 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=45f7cd43-3ff5-46be-8f47-a5edbc44f6cf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.487698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:27.490495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6919f4-c40e-4272-a4ff-4ea263024b0c req-2b55be90-6828-4867-89ec-7f14e261d550 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292264 Jun 30 09:19:27.568381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:27.572236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.586760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb109af9-6ab8-4add-98d4-af7f69069f01 req-992fe8e4-5795-4cb7-ad0f-d1bb13aaf522 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.588780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb109af9-6ab8-4add-98d4-af7f69069f01 req-992fe8e4-5795-4cb7-ad0f-d1bb13aaf522 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 945 time: 0.0692294 Jun 30 09:19:27.637307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb109af9-6ab8-4add-98d4-af7f69069f01 req-491e452e-72a9-44ff-bb89-2589a4f867e8 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Jun 30 09:19:27.782630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.844445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=590a50b1-ba85-4094-8477-6ec62707bfbb,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.855642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': '37f742ff-eed5-4c02-a412-a7bef2e8d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:27.856018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:27.873765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:27.882437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:27.892459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bf8a6-19ce-4f2e-a8f4-72956683f50c None None] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:27.893679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.894559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.913865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cac86fbb-a5e3-496b-bf45-35f181ed12dd tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4523909 Jun 30 09:19:27.914126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:27.921571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-685580744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:27.954754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.956341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.038220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.044105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.060393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64d5fc-5619-443c-bbaa-0d25c425ca7e req-1b13c28c-f98c-4f56-a015-ea5599702026 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.062038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c64d5fc-5619-443c-bbaa-0d25c425ca7e req-1b13c28c-f98c-4f56-a015-ea5599702026 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0683458 Jun 30 09:19:28.063897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.067787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-266e60b0-45f2-4465-b034-501a7b48527f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1498406 Jun 30 09:19:28.068120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45436) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:28.212131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c64d5fc-5619-443c-bbaa-0d25c425ca7e req-57a35602-7dfa-4765-88c1-0ddccdbc42ce tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357396 Jun 30 09:19:28.225016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-45f7cd43-3ff5-46be-8f47-a5edbc44f6cf', 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '590a50b1-ba85-4094-8477-6ec62707bfbb'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:28.230817 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.438917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Allocated IP 172.20.0.2 (45f7cd43-3ff5-46be-8f47-a5edbc44f6cf/590a50b1-ba85-4094-8477-6ec62707bfbb/29954390-56e3-44a0-b04e-bef795dc40c8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:28.452120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.586984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4d19bbf-4f74-4f30-9b29-b71083e2baf6 req-a5c7d696-976b-4a43-abbe-db94ed617534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0356860 Jun 30 09:19:28.633468 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.642061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Transition to ACTIVE for port object 29954390-56e3-44a0-b04e-bef795dc40c8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:28.656178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Transition to ACTIVE for port object 29954390-56e3-44a0-b04e-bef795dc40c8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:28.662337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.698192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:28.700796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4d19bbf-4f74-4f30-9b29-b71083e2baf6 req-511cc948-f143-4660-bdba-284fd2a2d874 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046662 Jun 30 09:19:28.702576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6b00381-c617-48b0-b141-eff57c9affb7 req-6e1ecd00-0b55-4eae-85ed-2b091934466f tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.1094851 Jun 30 09:19:28.702743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:28.705106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:28.727254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Pushing event updated for resources: {'Port': ['ID=29954390-56e3-44a0-b04e-bef795dc40c8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.775918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Attempting to bind port 29954390-56e3-44a0-b04e-bef795dc40c8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:28.776279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Attempting to bind port 29954390-56e3-44a0-b04e-bef795dc40c8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '37f742ff-eed5-4c02-a412-a7bef2e8d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:28.776653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Attempting to bind port 29954390-56e3-44a0-b04e-bef795dc40c8 on network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:28.783278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:28.784148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Checking segment: {'id': '37f742ff-eed5-4c02-a412-a7bef2e8d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:28.784148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.784935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Bound using segment: {'id': '37f742ff-eed5-4c02-a412-a7bef2e8d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:28.785430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Bound port: 29954390-56e3-44a0-b04e-bef795dc40c8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f742ff-eed5-4c02-a412-a7bef2e8d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f7cd43-3ff5-46be-8f47-a5edbc44f6cf'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:28.785568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.854142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] For port 29954390-56e3-44a0-b04e-bef795dc40c8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:28.857396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] For port 29954390-56e3-44a0-b04e-bef795dc40c8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=29954390-56e3-44a0-b04e-bef795dc40c8,segment=NetworkSegment(37f742ff-eed5-4c02-a412-a7bef2e8d668),segment_id=37f742ff-eed5-4c02-a412-a7bef2e8d668)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:28.863139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.925386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e027a-0585-4132-871b-03b0a79bde1a None None] Pushing event updated for resources: {'Port': ['ID=29954390-56e3-44a0-b04e-bef795dc40c8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.990451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19bbf-4f74-4f30-9b29-b71083e2baf6 req-4200eb0e-3300-4a49-b8d1-95e9d5d776da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.991923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4d19bbf-4f74-4f30-9b29-b71083e2baf6 req-4200eb0e-3300-4a49-b8d1-95e9d5d776da service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2554002 Jun 30 09:19:29.007480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a148c-0897-45f4-92e2-336e36117a5e req-45b4adff-416e-4bbf-83a2-f0b739a0961c tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.009007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b43a148c-0897-45f4-92e2-336e36117a5e req-45b4adff-416e-4bbf-83a2-f0b739a0961c tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 943 time: 0.3970284 Jun 30 09:19:29.022187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.20.0.1 (45f7cd43-3ff5-46be-8f47-a5edbc44f6cf/590a50b1-ba85-4094-8477-6ec62707bfbb/518eadb0-4327-4a98-9abc-af9545d90d03) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:29.150862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3fb07a39-12d5-4262-9c19-2a5d43de383e details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:29.278786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1a50f832-ea4f-4ca3-b911-b86b9c08cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.281429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e,segment=NetworkSegment(9bd5189d-255f-4ed4-89c0-8680db6f8761),segment_id=9bd5189d-255f-4ed4-89c0-8680db6f8761)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:29.293911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '3fb07a39-12d5-4262-9c19-2a5d43de383e', 'network_id': '04bb559e-4fd8-4011-b9bb-2b844ae44c1e', 'port_id': '3fb07a39-12d5-4262-9c19-2a5d43de383e', 'mac_address': 'fa:16:3e:2a:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e7afb8-6ecb-4404-bf1a-86e9a4d94938', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:29.335264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.349696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb07a39-12d5-4262-9c19-2a5d43de383e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:29.374086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e,segment=NetworkSegment(9bd5189d-255f-4ed4-89c0-8680db6f8761),segment_id=9bd5189d-255f-4ed4-89c0-8680db6f8761)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:29.380299 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.394145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628d39-1c9a-4cb8-b6ce-a995027a0e67 req-ceecc1e2-613e-4e34-8a8b-3c6d56af65a9 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.395658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4628d39-1c9a-4cb8-b6ce-a995027a0e67 req-ceecc1e2-613e-4e34-8a8b-3c6d56af65a9 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 945 time: 0.5443113 Jun 30 09:19:29.446761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.480977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b43a148c-0897-45f4-92e2-336e36117a5e req-7e7ebd29-850e-4c52-a1c2-64ed2de51d5b tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615219 Jun 30 09:19:29.512326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4628d39-1c9a-4cb8-b6ce-a995027a0e67 req-e2d98021-67d1-47c9-a50b-531d0027c2ef tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103358 Jun 30 09:19:29.560853 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.580734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object 518eadb0-4327-4a98-9abc-af9545d90d03 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:29.624298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.636289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['3fb07a39-12d5-4262-9c19-2a5d43de383e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:29.737186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:29.744468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:29.747306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:29.783644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=518eadb0-4327-4a98-9abc-af9545d90d03,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.827846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.837061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df2966-2aae-4d9c-98e6-720fb007c7b7 req-9f909daf-abd1-4702-b4a3-59983b0baf5e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.839262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37df2966-2aae-4d9c-98e6-720fb007c7b7 req-9f909daf-abd1-4702-b4a3-59983b0baf5e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2015612 Jun 30 09:19:29.940730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37df2966-2aae-4d9c-98e6-720fb007c7b7 req-b29c496a-dd94-451a-8292-1c40186fbd1d tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635819 Jun 30 09:19:30.004977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cf14da4-3cb5-4dcd-b898-ff7093937b09 req-fa3f79a1-6d0b-4a01-ac8b-30dfb125f22f tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0336409 Jun 30 09:19:30.052006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.193383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650fb3b-c0e0-46c3-a6f8-fb612b5f05d4 None None] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:30.392966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4d19bbf-4f74-4f30-9b29-b71083e2baf6 req-9684eaf5-9d66-4775-a291-06fe96ba6b6b tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.41 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0357213 Jun 30 09:19:30.417415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3a229d38-fcb7-40cb-986d-d7b97028fa74 None None] Provisioning for port 29954390-56e3-44a0-b04e-bef795dc40c8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:30.452523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.461381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.531574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 29954390-56e3-44a0-b04e-bef795dc40c8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:30.539133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=518eadb0-4327-4a98-9abc-af9545d90d03,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:30.576225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.596326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d263a2-9c65-4b5d-8304-3b34a713c2dd req-338f5efe-9aeb-477c-8f49-98a86e2f594f tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.598386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81d263a2-9c65-4b5d-8304-3b34a713c2dd req-338f5efe-9aeb-477c-8f49-98a86e2f594f tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2033014 Jun 30 09:19:30.628617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 29954390-56e3-44a0-b04e-bef795dc40c8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:30.642815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 29954390-56e3-44a0-b04e-bef795dc40c8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:30.643362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.741370 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.778434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81d263a2-9c65-4b5d-8304-3b34a713c2dd req-cef5310f-3045-49a2-8f0f-64a560bd9f7a tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630864 Jun 30 09:19:30.783114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:30.785188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 29954390-56e3-44a0-b04e-bef795dc40c8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=29954390-56e3-44a0-b04e-bef795dc40c8,segment=NetworkSegment(37f742ff-eed5-4c02-a412-a7bef2e8d668),segment_id=37f742ff-eed5-4c02-a412-a7bef2e8d668)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:30.786327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Provisioning complete for port 29954390-56e3-44a0-b04e-bef795dc40c8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:30.786743 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.787668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:30.811461 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.878050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=29954390-56e3-44a0-b04e-bef795dc40c8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:30.960481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Provisioning for port 518eadb0-4327-4a98-9abc-af9545d90d03 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:30.967956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Provisioning complete for port 518eadb0-4327-4a98-9abc-af9545d90d03 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:30.968732 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.991007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391b8d-3bb5-494c-81f3-6017cfc47d81 req-619429a0-3d70-4e4e-85e2-1641afc0cff3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.993235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53391b8d-3bb5-494c-81f3-6017cfc47d81 req-619429a0-3d70-4e4e-85e2-1641afc0cff3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 944 time: 0.3062952 Jun 30 09:19:31.028568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3feb4e42-19a3-4463-be1b-f641db75b39c None None] Port 518eadb0-4327-4a98-9abc-af9545d90d03 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:31.034300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 9cd7f819-4c44-475a-ba39-8770d0a85f29 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:31.047504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53391b8d-3bb5-494c-81f3-6017cfc47d81 req-b1a90a4f-29f8-4734-a055-0e142820720b tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Jun 30 09:19:31.150684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3fb07a39-12d5-4262-9c19-2a5d43de383e up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:31.200531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e7da2bc-8c24-447a-95e0-ccdd25dc6613 req-369017bd-c0cc-461e-83b5-bbab91f387a4 tempest-ServerShowV247Test-95631400 tempest-ServerShowV247Test-95631400-project] 10.222.0.66 "GET /v2.0/ports?device_id=13e4faff-7169-4604-9f91-6fb2687b208c HTTP/1.1" status: 200 len: 210 time: 0.0338335 Jun 30 09:19:31.205553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:31.211202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec856253-ce8b-482d-b2dc-19d437a2ee85 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/9cd7f819-4c44-475a-ba39-8770d0a85f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1415710 Jun 30 09:19:31.213911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:31.216841 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] Sync routers for ids ['9cd7f819-4c44-475a-ba39-8770d0a85f29'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:31.226450 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] Routers {'9cd7f819-4c44-475a-ba39-8770d0a85f29'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:31.227085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9cd7f819-4c44-475a-ba39-8770d0a85f29'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:31.244088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-95a78a34-df58-47ea-8d15-282759775fbe None None] Provisioning complete for port 518eadb0-4327-4a98-9abc-af9545d90d03 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:31.244474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-95a78a34-df58-47ea-8d15-282759775fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.316663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120551c-fd6a-4cf6-b7b5-001abff3d106 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.318157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3120551c-fd6a-4cf6-b7b5-001abff3d106 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports/518eadb0-4327-4a98-9abc-af9545d90d03 HTTP/1.1" status: 200 len: 910 time: 0.1032367 Jun 30 09:19:31.320734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45478) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:31.321224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-95a78a34-df58-47ea-8d15-282759775fbe None None] Port 518eadb0-4327-4a98-9abc-af9545d90d03 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:31.327137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '590a50b1-ba85-4094-8477-6ec62707bfbb'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:31.331321 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:31.334662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 3fb07a39-12d5-4262-9c19-2a5d43de383e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:31.341221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 3fb07a39-12d5-4262-9c19-2a5d43de383e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:31.341938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.360329 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] Routers {'9cd7f819-4c44-475a-ba39-8770d0a85f29'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:31.360956 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9cd7f819-4c44-475a-ba39-8770d0a85f29'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:31.430235 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:31.431713 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ce716-340f-4d6f-a961-d2e7cc22d47e None None] The sync data for ids ['9cd7f819-4c44-475a-ba39-8770d0a85f29'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:31.454526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2b614c5b-a5c7-47ff-89e7-0b173cab67c7 None None] Provisioning complete for port 518eadb0-4327-4a98-9abc-af9545d90d03 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:31.455198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b614c5b-a5c7-47ff-89e7-0b173cab67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.512162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2b614c5b-a5c7-47ff-89e7-0b173cab67c7 None None] Port 518eadb0-4327-4a98-9abc-af9545d90d03 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:31.521328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.541404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.545275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:31.547650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d62e8d-a881-4e69-8266-35651ab93a4f" -d '{"events": [{"server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:31.561024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e,segment=NetworkSegment(9bd5189d-255f-4ed4-89c0-8680db6f8761),segment_id=9bd5189d-255f-4ed4-89c0-8680db6f8761)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:31.566497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.606456 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d00416-7107-41c4-86de-08a1f21b84c9 x-openstack-request-id: req-46d00416-7107-41c4-86de-08a1f21b84c9 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:31.606840 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "name": "network-vif-plugged", "status": "completed", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:31.607167 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46d00416-7107-41c4-86de-08a1f21b84c9 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:31.607631 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e', 'code': 200} Jun 30 09:19:31.632901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:31.842961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae3e4-1745-416a-a321-4cee145125b1 req-e93afb1b-a56e-4dac-90ea-7cb6ec3e78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.845211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f85ae3e4-1745-416a-a321-4cee145125b1 req-e93afb1b-a56e-4dac-90ea-7cb6ec3e78da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 1097 time: 0.1687243 Jun 30 09:19:31.886214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dac6c603-6ffe-4f72-b1ce-1d5ab99d9cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.948339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f85ae3e4-1745-416a-a321-4cee145125b1 req-62831ed8-38b4-477c-b08c-4c45e518dc35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940759 Jun 30 09:19:31.999458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.052203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5b467-74ec-4454-a4f4-a41189278fde req-84929fee-45df-4b4a-9b58-eec0febb36db tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.053899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cf5b467-74ec-4454-a4f4-a41189278fde req-84929fee-45df-4b4a-9b58-eec0febb36db tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1168094 Jun 30 09:19:32.080870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.096072 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.161707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.162362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.163827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/ports/518eadb0-4327-4a98-9abc-af9545d90d03 HTTP/1.1" status: 200 len: 910 time: 0.8419442 Jun 30 09:19:32.167122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45490) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:32.194609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cf5b467-74ec-4454-a4f4-a41189278fde req-42ee2d44-3034-4722-9a36-c779e989adfa tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239893 Jun 30 09:19:32.253319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03fdb6-2037-4ac4-9991-36b4deed4533 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=518eadb0-4327-4a98-9abc-af9545d90d03,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:32.294484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca186737-3ed1-47b8-855c-0821f928050a req-69fcab5e-93f1-4f1e-9a98-a9d256970eef tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.296397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca186737-3ed1-47b8-855c-0821f928050a req-69fcab5e-93f1-4f1e-9a98-a9d256970eef tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 945 time: 0.1056442 Jun 30 09:19:32.346026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca186737-3ed1-47b8-855c-0821f928050a req-40479ef3-4f24-4229-90ac-80f3a747fe15 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Jun 30 09:19:32.467963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 29954390-56e3-44a0-b04e-bef795dc40c8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:32.603429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 29954390-56e3-44a0-b04e-bef795dc40c8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:32.605368 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.646603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.769320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-c4f81d84-8fb2-4268-81a0-7750a2995c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.770883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-c4f81d84-8fb2-4268-81a0-7750a2995c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73da7edc6903402fb82d4249238857e8&device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 1097 time: 0.1370518 Jun 30 09:19:32.799723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45504) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:32.823020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4014-fc01-4e7b-8722-160aa3b68d3d req-f4045aee-2b3a-4291-aa18-330180bfc0ef tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.824850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573d4014-fc01-4e7b-8722-160aa3b68d3d req-f4045aee-2b3a-4291-aa18-330180bfc0ef tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1342876 Jun 30 09:19:32.906293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-573d4014-fc01-4e7b-8722-160aa3b68d3d req-1001c00f-a58e-4d29-8fa8-3c1390cfbd19 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551827 Jun 30 09:19:32.935786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-2155430e-8c04-4b62-9170-f8051bd9c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.935786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-2155430e-8c04-4b62-9170-f8051bd9c844 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 200 len: 912 time: 0.1502252 Jun 30 09:19:32.952979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.008497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-90a33bcd-217b-4668-8cce-ccd7e6e38d15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 200 len: 217 time: 0.0655727 Jun 30 09:19:33.067450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae921362-d4f3-4d1c-bebc-e7def762e86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.111983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-3361233e-fd30-4c7d-a68e-f665e73e1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.113539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-3361233e-fd30-4c7d-a68e-f665e73e1325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efee4014-210a-4592-ac26-51feae9fd0da HTTP/1.1" status: 200 len: 851 time: 0.0974741 Jun 30 09:19:33.138048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 518eadb0-4327-4a98-9abc-af9545d90d03 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:33.138420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.160456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-7b21db9a-6835-408e-a1c0-c13262b5abb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a8ee73b-29e2-4e18-b417-13109ab6de25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364408 Jun 30 09:19:33.235485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.249089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 518eadb0-4327-4a98-9abc-af9545d90d03 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:33.294382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae921362-d4f3-4d1c-bebc-e7def762e86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.299142 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-b885fc2d-3dc5-4941-9952-eb4499a03d32 service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305935 Jun 30 09:19:33.299774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae921362-d4f3-4d1c-bebc-e7def762e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.351621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.421792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae921362-d4f3-4d1c-bebc-e7def762e86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b033b9-5229-46d6-9241-1e18d5ec1e8f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:33.426999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae921362-d4f3-4d1c-bebc-e7def762e86c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ff539dadbcb43a082ef8f38a526f43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254416 Jun 30 09:19:33.430640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45510) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:33.448572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.512049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f416678-3b9f-471d-97d4-91e21f7cb678 req-3bbe127d-782d-4add-9ce4-c1e60bc073eb service neutron] 10.222.0.41 "GET /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064188 Jun 30 09:19:33.552038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.572186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=518eadb0-4327-4a98-9abc-af9545d90d03,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:33.584115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.584470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.584814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.585152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.585486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.585840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.586173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.586498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.586947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.587864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.588200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.588523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:33.616121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.664031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.677437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a726a-4352-43c9-b2b1-29aef1e7f2f8 req-676f02ff-f3cc-45d0-9895-86b770658be3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.684618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081a726a-4352-43c9-b2b1-29aef1e7f2f8 req-676f02ff-f3cc-45d0-9895-86b770658be3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 945 time: 0.1657872 Jun 30 09:19:33.739670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081a726a-4352-43c9-b2b1-29aef1e7f2f8 req-18f33802-c032-47d3-8a88-fa5b00de7f44 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498872 Jun 30 09:19:33.741100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.743744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.744883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62b033b9-5229-46d6-9241-1e18d5ec1e8f HTTP/1.1" status: 204 len: 168 time: 0.3139141 Jun 30 09:19:33.752972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934cf6b-1805-4c3e-80bd-2d90ab2a6a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b033b9-5229-46d6-9241-1e18d5ec1e8f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:33.851173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 9cd7f819-4c44-475a-ba39-8770d0a85f29 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:33.945854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:33.955592 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b8c945ad-e94f-4d50-b58d-f431e945b4a6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/9cd7f819-4c44-475a-ba39-8770d0a85f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837260 Jun 30 09:19:33.956034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45522) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:33.963670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] Sync routers for ids ['9cd7f819-4c44-475a-ba39-8770d0a85f29'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:33.978818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] Routers {'9cd7f819-4c44-475a-ba39-8770d0a85f29'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:33.979761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9cd7f819-4c44-475a-ba39-8770d0a85f29'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:33.991677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-24355c95-3017-4053-938f-4b3996a24536 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cd7f819-4c44-475a-ba39-8770d0a85f29 HTTP/1.1" status: 200 len: 205 time: 0.0343814 Jun 30 09:19:33.994769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45524) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:34.041803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.072739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] Routers {'9cd7f819-4c44-475a-ba39-8770d0a85f29'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:34.073375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9cd7f819-4c44-475a-ba39-8770d0a85f29'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.171131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:34.171827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9972ba8-74fa-4b58-a690-ea265e9d4436 None None] The sync data for ids ['9cd7f819-4c44-475a-ba39-8770d0a85f29'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:34.249459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eff70a-9b8f-4fe2-9d6e-297740595d4c req-b6db7db1-dbbc-45fc-8d7f-ce53ea6c6662 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.260106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22eff70a-9b8f-4fe2-9d6e-297740595d4c req-b6db7db1-dbbc-45fc-8d7f-ce53ea6c6662 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1378853 Jun 30 09:19:34.366342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22eff70a-9b8f-4fe2-9d6e-297740595d4c req-f31e6138-eebc-4e34-9fcb-1b1c75f1b55e tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048412 Jun 30 09:19:34.414591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b011f9-df53-4838-99f0-4645916959d2 req-d812d502-8be8-4ad9-a6cd-07797a3f01e1 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.422013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5b011f9-df53-4838-99f0-4645916959d2 req-d812d502-8be8-4ad9-a6cd-07797a3f01e1 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 945 time: 0.1523633 Jun 30 09:19:34.474476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5b011f9-df53-4838-99f0-4645916959d2 req-b329936c-c2d0-4dba-9dba-96763b230d1f tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515764 Jun 30 09:19:34.505190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.594134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.689197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.691361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.734071 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.734673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router 9cd7f819-4c44-475a-ba39-8770d0a85f29 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:34.746267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.749790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0e77210-795d-47b6-a948-7bbea4e5a69d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/9cd7f819-4c44-475a-ba39-8770d0a85f29 HTTP/1.1" status: 204 len: 168 time: 0.7519240 Jun 30 09:19:34.750461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45546) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:34.811134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 590a50b1-ba85-4094-8477-6ec62707bfbb {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:34.814929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.859580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.945862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.015067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.045198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.045973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=590a50b1-ba85-4094-8477-6ec62707bfbb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.053376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.055857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a4e58b10-c26f-41ff-8a05-d800a2bf8b4b tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/590a50b1-ba85-4094-8477-6ec62707bfbb HTTP/1.1" status: 204 len: 168 time: 0.3034239 Jun 30 09:19:35.059060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45558) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.063786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcbc359-3c4a-47a4-89d2-2ee8f7e7c867 None None] Network 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:35.155450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.225202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 29954390-56e3-44a0-b04e-bef795dc40c8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:35.225628 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.274510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] DHCP port deletion for 45f7cd43-3ff5-46be-8f47-a5edbc44f6cf request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:35.316627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 29954390-56e3-44a0-b04e-bef795dc40c8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=29954390-56e3-44a0-b04e-bef795dc40c8,segment=NetworkSegment(37f742ff-eed5-4c02-a412-a7bef2e8d668),segment_id=37f742ff-eed5-4c02-a412-a7bef2e8d668)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.317105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.324585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Deleting port 29954390-56e3-44a0-b04e-bef795dc40c8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:35.325088 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.338351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 29954390-56e3-44a0-b04e-bef795dc40c8 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:35.341464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59370e7f-f5d7-46ae-92bf-1c347bfae3b1 req-6e501e67-fe72-44cc-a7bc-3d713cccb147 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0329459 Jun 30 09:19:35.420830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] For port 29954390-56e3-44a0-b04e-bef795dc40c8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=29954390-56e3-44a0-b04e-bef795dc40c8,segment=NetworkSegment(37f742ff-eed5-4c02-a412-a7bef2e8d668),segment_id=37f742ff-eed5-4c02-a412-a7bef2e8d668)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.421462 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.434460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.439080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Calling delete_port for 29954390-56e3-44a0-b04e-bef795dc40c8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:35.467718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 29954390-56e3-44a0-b04e-bef795dc40c8 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:35.472710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=29954390-56e3-44a0-b04e-bef795dc40c8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.548751 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.586612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] Pushing event deleted for resources: {'Port': ['ID=29954390-56e3-44a0-b04e-bef795dc40c8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.586927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.593652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57b22a-94b9-410f-ba8a-998b015df4de None None] No DVR routers for this DVR port 29954390-56e3-44a0-b04e-bef795dc40c8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:35.604347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f7cd43-3ff5-46be-8f47-a5edbc44f6cf']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:35.616929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f742ff-eed5-4c02-a412-a7bef2e8d668') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:35.617287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f742ff-eed5-4c02-a412-a7bef2e8d668') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:35.628882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.646625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.656610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:35.657326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:35.701566 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:35.716467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df515d-14dc-4d88-953f-c60345cd0202 req-dd3bc6be-4632-4ae8-a8c7-274e3894ae3a tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.721681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8df515d-14dc-4d88-953f-c60345cd0202 req-dd3bc6be-4632-4ae8-a8c7-274e3894ae3a tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1969202 Jun 30 09:19:35.750745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.771360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.780749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/45f7cd43-3ff5-46be-8f47-a5edbc44f6cf HTTP/1.1" status: 204 len: 168 time: 0.7172837 Jun 30 09:19:35.781533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45582) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:35.785917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093621725', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:35.805806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8df515d-14dc-4d88-953f-c60345cd0202 req-fbe78eec-7901-400a-bbdf-5983b9d3e762 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Jun 30 09:19:35.819293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-704280f9-854f-4f26-a37d-30aa1d552195 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.820809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-704280f9-854f-4f26-a37d-30aa1d552195 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 945 time: 0.2048063 Jun 30 09:19:35.826208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e418-4e88-481a-a595-51e96cbf5639 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=45f7cd43-3ff5-46be-8f47-a5edbc44f6cf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.837933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eb6ee-4a61-4888-9cc8-a264f54f2cb9 req-f4172f1d-d580-416d-99e5-85457b424721 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.839504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b3eb6ee-4a61-4888-9cc8-a264f54f2cb9 req-f4172f1d-d580-416d-99e5-85457b424721 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 945 time: 0.1805785 Jun 30 09:19:35.847469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.848712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.924204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b3eb6ee-4a61-4888-9cc8-a264f54f2cb9 req-a0d6c7fd-2290-4b2d-9c8e-0dedafb659b3 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/security-groups?id=d66c1edc-7c30-4c13-b66d-f590e3aa2aae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Jun 30 09:19:35.969434 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.976066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.001735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Deleting port 3fb07a39-12d5-4262-9c19-2a5d43de383e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:36.002128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.020864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.024573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28b070a6-6ffb-40e5-b42b-2115f89b8aab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2398124 Jun 30 09:19:36.026277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45592) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:36.031614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-455635595'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:36.058048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:36.062722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.090743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:36.107128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.107273 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment f4e875a7-f782-41cc-a3f0-044eec951f11 of type vlan for network ce15c173-b734-491b-8690-f7b7594e1b28 Jun 30 09:19:36.158842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.194187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.201493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.201696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.202756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] For port 3fb07a39-12d5-4262-9c19-2a5d43de383e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=3fb07a39-12d5-4262-9c19-2a5d43de383e,segment=NetworkSegment(9bd5189d-255f-4ed4-89c0-8680db6f8761),segment_id=9bd5189d-255f-4ed4-89c0-8680db6f8761)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:36.203222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.224986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Calling delete_port for 3fb07a39-12d5-4262-9c19-2a5d43de383e owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:36.260314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2338419 Jun 30 09:19:36.267089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45600) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:36.274320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:36.292896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a3410-2ba0-4c94-97d6-b384311a9a49 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=ce15c173-b734-491b-8690-f7b7594e1b28,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.303944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ce15c173-b734-491b-8690-f7b7594e1b28 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:36.383303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:36.387659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.461558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 29954390-56e3-44a0-b04e-bef795dc40c8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:36.487799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 29954390-56e3-44a0-b04e-bef795dc40c8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:36.488076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 29954390-56e3-44a0-b04e-bef795dc40c8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:36.614584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.667010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-ed95bebd-831d-45a0-8c16-d2d7f4182269 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.668438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-ed95bebd-831d-45a0-8c16-d2d7f4182269 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.5747821 Jun 30 09:19:36.698858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=63fe0040-abe3-44af-8af2-ac80b2b696b6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.706982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-a99d7941-c90c-4523-a926-a092dce2f2ba tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/quotas/5279dc1834f54069a451e5353792ad81 HTTP/1.1" status: 200 len: 375 time: 0.0251095 Jun 30 09:19:36.708778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:36.709154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: ce15c173-b734-491b-8690-f7b7594e1b28, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:36.726705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network ce15c173-b734-491b-8690-f7b7594e1b28 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:36.737672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ce15c173-b734-491b-8690-f7b7594e1b28) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:36.743108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.744383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.749706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dca50e-c853-4b55-932a-ddf3f94e3a73 None None] Network ce15c173-b734-491b-8690-f7b7594e1b28 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:36.781070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03f1ddda-856a-4e5a-9806-b98d90ee8a57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131617 Jun 30 09:19:36.784057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45604) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:36.804386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa89a-9d0b-427d-8885-5ae48555ab02 req-fedc04c0-1831-4969-828e-ca494e5fc0d6 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.806048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c12aa89a-9d0b-427d-8885-5ae48555ab02 req-fedc04c0-1831-4969-828e-ca494e5fc0d6 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.5179482 Jun 30 09:19:36.869606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-4b7a10e7-8818-49e6-9889-b155b545b848 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583500 Jun 30 09:19:36.875331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.889659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['3fb07a39-12d5-4262-9c19-2a5d43de383e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:36.919075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c12aa89a-9d0b-427d-8885-5ae48555ab02 req-145ee02c-838f-417c-a7f0-5bb39f063b31 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044726 Jun 30 09:19:36.930146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Pushing event deleted for resources: {'Port': ['ID=3fb07a39-12d5-4262-9c19-2a5d43de383e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.950352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-ce15c173-b734-491b-8690-f7b7594e1b28', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:36.951632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.035825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] No DVR routers for this DVR port 3fb07a39-12d5-4262-9c19-2a5d43de383e on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:37.045655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.047652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-138083cf-e2ea-4869-9049-3cf615c9af6b req-8d8f543c-425d-4157-b923-170a3b58bf2e tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.41 "DELETE /v2.0/ports/3fb07a39-12d5-4262-9c19-2a5d43de383e HTTP/1.1" status: 204 len: 173 time: 1.2072060 Jun 30 09:19:37.048113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'name': 'network-vif-deleted', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:37.050722 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46754c-6cd9-458d-be99-108106ad3c55" -d '{"events": [{"server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "name": "network-vif-deleted", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:37.094359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-0fd965d2-21c0-4a9b-b11f-989b4c1f3acb service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054555 Jun 30 09:19:37.113411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.120466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2dc08066-e841-4696-8dc9-064eb6a49dad req-edb32531-a134-4c73-85fd-15b2029911c2 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0432410 Jun 30 09:19:37.183916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Allocated IP 172.20.0.2 (ce15c173-b734-491b-8690-f7b7594e1b28/63fe0040-abe3-44af-8af2-ac80b2b696b6/cb27824f-1962-4b4b-a049-35b4a7764745) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:37.270030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-ac90433e-0b73-461e-bf99-0f036c1f87b2 service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480737 Jun 30 09:19:37.334433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d806a5db-5428-43f7-a72f-8783055410e2 req-ebb151a9-e7cd-4b1f-84d2-48dda88b4f75 tempest-InstanceActionsV221TestJSON-411833612 tempest-InstanceActionsV221TestJSON-411833612-project] 10.222.0.66 "GET /v2.0/ports?device_id=1458eb36-80c3-41ea-b790-3f327803bcf6 HTTP/1.1" status: 200 len: 210 time: 0.0334826 Jun 30 09:19:37.378780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.388666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Transition to ACTIVE for port object cb27824f-1962-4b4b-a049-35b4a7764745 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:37.391039 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a24d03-1452-4a43-bf17-7dc7791c4b28 x-openstack-request-id: req-27a24d03-1452-4a43-bf17-7dc7791c4b28 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:37.391339 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1458eb36-80c3-41ea-b790-3f327803bcf6", "name": "network-vif-deleted", "tag": "3fb07a39-12d5-4262-9c19-2a5d43de383e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:37.391597 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27a24d03-1452-4a43-bf17-7dc7791c4b28 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:37.392015 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1458eb36-80c3-41ea-b790-3f327803bcf6', 'name': 'network-vif-deleted', 'tag': '3fb07a39-12d5-4262-9c19-2a5d43de383e', 'status': 'completed', 'code': 200} Jun 30 09:19:37.413922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Transition to ACTIVE for port object cb27824f-1962-4b4b-a049-35b4a7764745 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:37.421799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.471699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Network ce15c173-b734-491b-8690-f7b7594e1b28 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:37.473709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bde3118-e405-477b-bcc4-a9f5dee1bb89 req-5c2b40d8-cc37-4f71-8b06-8bdf621edb3c tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 210 time: 0.0370889 Jun 30 09:19:37.476574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:37.481972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Pushing event updated for resources: {'Port': ['ID=cb27824f-1962-4b4b-a049-35b4a7764745,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.492148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:37.502538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.20.0.1 (ce15c173-b734-491b-8690-f7b7594e1b28/63fe0040-abe3-44af-8af2-ac80b2b696b6/af18ff55-477e-4c66-bc37-7dc714326540) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:37.556643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Attempting to bind port cb27824f-1962-4b4b-a049-35b4a7764745 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:37.557063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Attempting to bind port cb27824f-1962-4b4b-a049-35b4a7764745 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:37.557373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Attempting to bind port cb27824f-1962-4b4b-a049-35b4a7764745 on network ce15c173-b734-491b-8690-f7b7594e1b28 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:37.562446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:37.562826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Checking segment: {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:37.563228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.563738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Bound using segment: {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:37.564180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Bound port: cb27824f-1962-4b4b-a049-35b4a7764745, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:37.564567 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.639652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] For port cb27824f-1962-4b4b-a049-35b4a7764745, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:37.643619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] For port cb27824f-1962-4b4b-a049-35b4a7764745, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb27824f-1962-4b4b-a049-35b4a7764745,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:37.649041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.651193 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.665796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object af18ff55-477e-4c66-bc37-7dc714326540 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:37.709269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.729672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53cb5-b9db-4b74-8402-396f23977408 None None] Pushing event updated for resources: {'Port': ['ID=cb27824f-1962-4b4b-a049-35b4a7764745,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.762850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network ce15c173-b734-491b-8690-f7b7594e1b28 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:37.766133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:37.773485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:37.810874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.832565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.992186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.164957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b847-1522-4ea2-942b-950293815813 req-d00042d5-135c-4a0c-8325-5021fbaed9f3 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.172120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4500b847-1522-4ea2-942b-950293815813 req-d00042d5-135c-4a0c-8325-5021fbaed9f3 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Jun 30 09:19:38.290859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4500b847-1522-4ea2-942b-950293815813 req-e6d797fe-b98a-4246-bd29-8feb8a25d145 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e51d54b-f7ca-4c0d-991b-edfa01c366f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719793 Jun 30 09:19:38.299510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.305420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.313160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96427321-a092-4780-ab12-203670bc2733 req-b9632d57-c638-4b6a-8e36-c4a7cefe5dce tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.315005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96427321-a092-4780-ab12-203670bc2733 req-b9632d57-c638-4b6a-8e36-c4a7cefe5dce tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1413593 Jun 30 09:19:38.339015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4fee208-d87e-459a-b446-951bb786d46f req-3772f2fa-c7e5-46b8-b107-7bcf9aa4a3c4 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0470130 Jun 30 09:19:38.382811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:38.384835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.479896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Deleting port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:38.480322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.546291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb27824f-1962-4b4b-a049-35b4a7764745 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:38.605589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network ce15c173-b734-491b-8690-f7b7594e1b28 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:38.609206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:38.636951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] For port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,segment=NetworkSegment(284a3b01-b72c-4990-8f6d-56cdb86cac4e),segment_id=284a3b01-b72c-4990-8f6d-56cdb86cac4e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:38.637319 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:38.652961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Calling delete_port for 21ff3c35-c7ec-48a0-8150-198b1d0fde7f owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:38.684279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port cb27824f-1962-4b4b-a049-35b4a7764745 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:38.802687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:19:38.845769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41d1cef-54f6-4401-8585-549bcf9714a1 req-bb1fba7f-1413-4c98-8009-171f795446ea tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 210 time: 0.1119413 Jun 30 09:19:38.937968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:38.948119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b6ec09b7-d7c8-4711-a4e9-b3d00672aed7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624522 Jun 30 09:19:38.951134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:38.955391 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:38.958162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-243892460'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:38.972031 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:38.974547 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:39.053496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.066769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['21ff3c35-c7ec-48a0-8150-198b1d0fde7f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:39.094692 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:39.107018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5f73e-b2af-4f5c-b699-1cb0976e841f None None] Network ce15c173-b734-491b-8690-f7b7594e1b28 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:39.118246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-4491b539-d260-4781-b0d2-1b1ce1d1726f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.118961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-4491b539-d260-4781-b0d2-1b1ce1d1726f tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.3740325 Jun 30 09:19:39.123733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Pushing event deleted for resources: {'Port': ['ID=21ff3c35-c7ec-48a0-8150-198b1d0fde7f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.157262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Request body: {'port': {'device_id': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'admin_state_up': True, 'tenant_id': '5279dc1834f54069a451e5353792ad81'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:39.160573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.209864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3fb07a39-12d5-4262-9c19-2a5d43de383e no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:39.214748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Deleting subnet 28e7afb8-6ecb-4404-bf1a-86e9a4d94938 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:39.218029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.241385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] No DVR routers for this DVR port 21ff3c35-c7ec-48a0-8150-198b1d0fde7f on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:39.243458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 3fb07a39-12d5-4262-9c19-2a5d43de383e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:39.243925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:39.244363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 3fb07a39-12d5-4262-9c19-2a5d43de383e not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:39.249544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.254923 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.257502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96427321-a092-4780-ab12-203670bc2733 req-0df0685d-6f19-4559-bf6f-ab860c651c27 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.41 "DELETE /v2.0/ports/21ff3c35-c7ec-48a0-8150-198b1d0fde7f HTTP/1.1" status: 204 len: 173 time: 0.9263632 Jun 30 09:19:39.259862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.280403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Provisioning for port cb27824f-1962-4b4b-a049-35b4a7764745 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:39.292004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Provisioning complete for port cb27824f-1962-4b4b-a049-35b4a7764745 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:39.293307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.319444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.348279 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:37Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:38Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:39.350220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:39.393376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'name': 'network-vif-deleted', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:39.396023 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98744a88-4a6c-45a0-a654-2211e151b0df" -d '{"events": [{"server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "name": "network-vif-deleted", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:39.408680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.409281 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment 2d87c498-2ee5-4f80-a8d6-3e87ab509a71 of type vlan for network e348ce72-b8d1-4fc2-8980-cd56d97bf921 Jun 30 09:19:39.433244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:39.433929 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Updating router 61f25a58-1763-4263-99e1-c9f1c420b1cc port af18ff55-477e-4c66-bc37-7dc714326540 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:39.456192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.517961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e7afb8-6ecb-4404-bf1a-86e9a4d94938,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.527153 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.529926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.533812 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dd328df-0c16-4294-8f8d-8fb1a4f33f1f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/28e7afb8-6ecb-4404-bf1a-86e9a4d94938 HTTP/1.1" status: 204 len: 168 time: 0.3705764 Jun 30 09:19:39.537414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aadae222-0879-4aa4-bbd4-563398415148 req-3c42752c-1398-43ff-9adb-fc1f6fd0c0e7 tempest-TestServerAdvancedOps-738598008 tempest-TestServerAdvancedOps-738598008-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0810807 Jun 30 09:19:39.538288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.540945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.574313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:39.576334 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.578350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.626618 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b79f28b4-26fc-4c5a-a684-1fa0edb729a0 req-5472c6d6-5f13-4929-b608-3b210521a50d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0827734 Jun 30 09:19:39.647493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] For port cb27824f-1962-4b4b-a049-35b4a7764745, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb27824f-1962-4b4b-a049-35b4a7764745,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:39.653056 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c693a6-8050-4fc7-b87c-05e9cd5884ef x-openstack-request-id: req-b4c693a6-8050-4fc7-b87c-05e9cd5884ef {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:39.653540 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9", "name": "network-vif-deleted", "tag": "21ff3c35-c7ec-48a0-8150-198b1d0fde7f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:39.653782 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4c693a6-8050-4fc7-b87c-05e9cd5884ef {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:39.654185 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf04b9d-ca13-4f56-90e1-2cc659f1c4b9', 'name': 'network-vif-deleted', 'tag': '21ff3c35-c7ec-48a0-8150-198b1d0fde7f', 'status': 'completed', 'code': 200} Jun 30 09:19:39.654348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.708076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1048d8ba-7aa8-45c5-9146-97c3dc14d88e req-eabc0d54-127b-4365-8f02-b4c08d24d75f tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0701644 Jun 30 09:19:39.737217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.742703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.743968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.745818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396a73-5f6b-4d8e-b59f-1f5d0fbe3b16 None None] Pushing event updated for resources: {'Port': ['ID=cb27824f-1962-4b4b-a049-35b4a7764745,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.779807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.878285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9243815 Jun 30 09:19:39.880124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45648) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:39.887006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:39.895438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16207422-935b-40b7-9f70-7c5a272f0b27 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=e348ce72-b8d1-4fc2-8980-cd56d97bf921,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.912297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:39.991149 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.033806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.035005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Transition to ACTIVE for port object af18ff55-477e-4c66-bc37-7dc714326540 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:40.052840 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.058898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bb559e-4fd8-4011-b9bb-2b844ae44c1e']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:40.089898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:40.095330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2bdf56bc-32ee-4100-a5ec-1b5accf4aeb1 None None] Provisioning complete for port cb27824f-1962-4b4b-a049-35b4a7764745 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:40.096600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.099717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd5189d-255f-4ed4-89c0-8680db6f8761') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:40.100101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd5189d-255f-4ed4-89c0-8680db6f8761') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:40.102477 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2bdf56bc-32ee-4100-a5ec-1b5accf4aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.157215 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Pushing event updated for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.175725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b7b9ee9-6358-4b53-bc61-145388cf5d7c req-7466f063-771e-480d-9ba5-d55a2b4d2646 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 210 time: 0.1133776 Jun 30 09:19:40.176392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.177332 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.177732 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.183272 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.183693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.186096 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.187288 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.187730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.188256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.188653 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.189030 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.189425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:40.227639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.240338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Allocated IP 172.20.0.2 (9d92d8dd-d60a-4670-973c-6aaf620a8e21/752da060-9e14-4603-a04b-97fb27da5578/d4e65e84-e731-4de4-a963-0ba518679240) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:40.254959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.278242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:40.279029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.320651 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Attempting to bind port af18ff55-477e-4c66-bc37-7dc714326540 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:40.321020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Attempting to bind port af18ff55-477e-4c66-bc37-7dc714326540 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:40.329882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Attempting to bind port af18ff55-477e-4c66-bc37-7dc714326540 on network ce15c173-b734-491b-8690-f7b7594e1b28 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:40.330215 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:40.336029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:40.336505 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Checking segment: {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:40.337041 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.338488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2bdf56bc-32ee-4100-a5ec-1b5accf4aeb1 None None] Provisioning for port af18ff55-477e-4c66-bc37-7dc714326540 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:40.340217 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Bound using segment: {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:40.340724 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Bound port: af18ff55-477e-4c66-bc37-7dc714326540, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e875a7-f782-41cc-a3f0-044eec951f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:40.341107 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.370900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.378041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.380268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] 10.222.0.66 "DELETE /v2.0/networks/04bb559e-4fd8-4011-b9bb-2b844ae44c1e HTTP/1.1" status: 204 len: 168 time: 0.8326807 Jun 30 09:19:40.464375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] For port af18ff55-477e-4c66-bc37-7dc714326540, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:40.470685 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] For port af18ff55-477e-4c66-bc37-7dc714326540, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af18ff55-477e-4c66-bc37-7dc714326540,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:40.472160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6d91f-919e-49ba-bd5a-c37e9c0b9108 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bb559e-4fd8-4011-b9bb-2b844ae44c1e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.484053 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.511950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.521886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb27824f-1962-4b4b-a049-35b4a7764745 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:40.625678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cb27824f-1962-4b4b-a049-35b4a7764745 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:40.626837 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.636560 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a564e-1196-46a1-b52d-68d62db9bf7f None None] Pushing event updated for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.651130 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:40.656108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:40.705695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=c8e1680d-ca96-436a-be40-c58b47ab8d98,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:40.709852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.744826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:40.750318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: e348ce72-b8d1-4fc2-8980-cd56d97bf921, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:40.756536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45654) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:40.783254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45658) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:40.834059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-abf2227e-f963-4732-9e71-95af097cd422 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61e560f6d8904fc1bf157754571bd9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761638 Jun 30 09:19:40.836495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45660) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:40.863795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:40.898049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, e348ce72-b8d1-4fc2-8980-cd56d97bf921) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:40.899672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.902364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:40.905162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.906994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:40.910007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e268f9-82c1-46b6-b831-73b375449d0e None None] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:40.918036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:40.924531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:40.953823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0001282-de24-4ddf-a259-32a072149401 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0724173 Jun 30 09:19:40.956990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45662) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:41.008352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:41.012136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Deleting subnet efee4014-210a-4592-ac26-51feae9fd0da {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:41.018593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:41.023373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.027983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.077789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:41.154256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66e29ec1-43b7-4a56-8087-a5aef532474c req-3f6ac01c-6373-4682-af44-c49e1d627f6d tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1388063 Jun 30 09:19:41.180830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event updated for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:41.228995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.319148 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:37Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:40Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:41.341812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.342564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.387247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.390960 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5695b09-5205-43f6-94d3-7c6a89e32b23 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:37Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:40Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:41.434743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8af20b11-d10f-4b34-b7a8-977143b26177 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3060596 Jun 30 09:19:41.452250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Request body: {'port': {'device_id': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:41.515329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.565535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.605401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.608460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.609845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d66c1edc-7c30-4c13-b66d-f590e3aa2aae HTTP/1.1" status: 204 len: 168 time: 0.7717559 Jun 30 09:19:41.797065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:41.800097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.850676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.927058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efee4014-210a-4592-ac26-51feae9fd0da,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:41.959665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f022525-5b57-4036-af64-8bd9ed4784b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c1edc-7c30-4c13-b66d-f590e3aa2aae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.054907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.098881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.104774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86a71a13-1ff9-4151-92f3-dd96c893d6ad admin admin] 10.222.0.66 "DELETE /v2.0/subnets/efee4014-210a-4592-ac26-51feae9fd0da HTTP/1.1" status: 204 len: 168 time: 1.3164825 Jun 30 09:19:42.105633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45684) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:42.121196 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:42.126480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257a4a-69d8-4da9-8cb7-2b71b546c88b req-434af5ff-0961-4ea6-bde7-fcb31d12b554 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.140022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94257a4a-69d8-4da9-8cb7-2b71b546c88b req-434af5ff-0961-4ea6-bde7-fcb31d12b554 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 931 time: 0.5758119 Jun 30 09:19:42.213884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Allocated IP 172.21.0.2 (e348ce72-b8d1-4fc2-8980-cd56d97bf921/c8e1680d-ca96-436a-be40-c58b47ab8d98/69a5e664-8a20-477e-be82-438d96a9c7ba) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:42.250822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94257a4a-69d8-4da9-8cb7-2b71b546c88b req-728601c6-bcd5-4627-af29-8aabbf71b9aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097896 Jun 30 09:19:42.313297 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.512842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e65e84-e731-4de4-a963-0ba518679240 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:42.548635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.583993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Transition to ACTIVE for port object d4e65e84-e731-4de4-a963-0ba518679240 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:42.592265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.627368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.667264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8ee73b-29e2-4e18-b417-13109ab6de25']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:42.679051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af18ff55-477e-4c66-bc37-7dc714326540 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:42.680013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a3b01-b72c-4990-8f6d-56cdb86cac4e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:42.680316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a3b01-b72c-4990-8f6d-56cdb86cac4e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:42.695204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.708124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.713424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.723772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:42.724112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:42.729819 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:42.746518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.763715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Transition to ACTIVE for port object 69a5e664-8a20-477e-be82-438d96a9c7ba will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:42.784604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port af18ff55-477e-4c66-bc37-7dc714326540 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:42.791160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Transition to ACTIVE for port object 69a5e664-8a20-477e-be82-438d96a9c7ba will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:42.794809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port af18ff55-477e-4c66-bc37-7dc714326540 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:42.795237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.825708 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.893485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:42.901208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:42.905085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:42.905296 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.922427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.927350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] 10.222.0.66 "DELETE /v2.0/networks/5a8ee73b-29e2-4e18-b417-13109ab6de25 HTTP/1.1" status: 204 len: 168 time: 0.8192129 Jun 30 09:19:42.927350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.21.0.1 (e348ce72-b8d1-4fc2-8980-cd56d97bf921/c8e1680d-ca96-436a-be40-c58b47ab8d98/7612648f-1257-4184-9d92-e2d2f75d2628) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:42.928902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45708) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:42.945050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe2f648d-df88-46f6-b6d6-831a0b89f19c req-1c1190e3-82ff-4a69-83e5-4eb52d9c6941 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1485043 Jun 30 09:19:42.969916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Pushing event updated for resources: {'Port': ['ID=69a5e664-8a20-477e-be82-438d96a9c7ba,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.999833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Attempting to bind port d4e65e84-e731-4de4-a963-0ba518679240 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:43.000308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Attempting to bind port d4e65e84-e731-4de4-a963-0ba518679240 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:43.000747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Attempting to bind port d4e65e84-e731-4de4-a963-0ba518679240 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:43.005540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Port d4e65e84-e731-4de4-a963-0ba518679240 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:43.006496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Attempting to bind port d4e65e84-e731-4de4-a963-0ba518679240 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:43.012016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:43.012483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Checking segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:43.013320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Bound using segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:43.013908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Bound port: d4e65e84-e731-4de4-a963-0ba518679240, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:43.014365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.053689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f3853-0494-4dc1-8c53-9bd697ef04bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8ee73b-29e2-4e18-b417-13109ab6de25,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.054348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Attempting to bind port 69a5e664-8a20-477e-be82-438d96a9c7ba on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:43.054529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Attempting to bind port 69a5e664-8a20-477e-be82-438d96a9c7ba by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:43.056585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Attempting to bind port 69a5e664-8a20-477e-be82-438d96a9c7ba on network e348ce72-b8d1-4fc2-8980-cd56d97bf921 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:43.069824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:43.070554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Checking segment: {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:43.072118 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.072727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Bound using segment: {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:43.073552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Bound port: 69a5e664-8a20-477e-be82-438d96a9c7ba, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:43.075161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.088096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Deleting subnet 422a60b7-7d31-438c-a730-e9103a517f35 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:43.093492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.105164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:43.108968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d4e65e84-e731-4de4-a963-0ba518679240,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:43.110258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45712) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:43.122372 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.133745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.163232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.169385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.170096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.171510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4e65e84-e731-4de4-a963-0ba518679240 HTTP/1.1" status: 200 len: 1092 time: 1.7267442 Jun 30 09:19:43.184962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port af18ff55-477e-4c66-bc37-7dc714326540, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af18ff55-477e-4c66-bc37-7dc714326540,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:43.188536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] For port 69a5e664-8a20-477e-be82-438d96a9c7ba, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:43.200385 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.204000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.209192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] For port 69a5e664-8a20-477e-be82-438d96a9c7ba, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=69a5e664-8a20-477e-be82-438d96a9c7ba,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:43.215048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:43.217418 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6857bcc-62f9-4eff-b873-bb13bbd960b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "tag": "d4e65e84-e731-4de4-a963-0ba518679240"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:43.234985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object 7612648f-1257-4184-9d92-e2d2f75d2628 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:43.238009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 21ff3c35-c7ec-48a0-8150-198b1d0fde7f no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:43.243089 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.267842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 21ff3c35-c7ec-48a0-8150-198b1d0fde7f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:43.268565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 21ff3c35-c7ec-48a0-8150-198b1d0fde7f not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:43.271935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.351305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.356292 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311f11d-c743-44cc-9cbe-f3175636d147 x-openstack-request-id: req-f311f11d-c743-44cc-9cbe-f3175636d147 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:43.356600 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "tag": "d4e65e84-e731-4de4-a963-0ba518679240", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:43.356864 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f311f11d-c743-44cc-9cbe-f3175636d147 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:43.357267 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240', 'status': 'completed', 'code': 200} Jun 30 09:19:43.374597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa265e48-b974-4511-aa8c-d629dc505d80 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.410320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-923786408-network', 'tenant_id': '47ea9cca5b584e7a869362a5c2f178e4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:43.420946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.422777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9c5b3-1269-49ee-afcc-c52ce241aa4c None None] Pushing event updated for resources: {'Port': ['ID=69a5e664-8a20-477e-be82-438d96a9c7ba,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.424404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8b3484d4-c852-4f60-977d-e719a5e0e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.426000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-8b3484d4-c852-4f60-977d-e719a5e0e7f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 1095 time: 0.1625421 Jun 30 09:19:43.455100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.496421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.501129 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/422a60b7-7d31-438c-a730-e9103a517f35 HTTP/1.1" status: 204 len: 168 time: 0.5660448 Jun 30 09:19:43.515870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-3efabb71-e038-483d-a9cd-7ea3216a2f94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4e65e84-e731-4de4-a963-0ba518679240 HTTP/1.1" status: 200 len: 217 time: 0.0827093 Jun 30 09:19:43.516623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:43.525071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed625-eb85-401e-ac74-7b0ebf0d2795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422a60b7-7d31-438c-a730-e9103a517f35,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.529341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:43.533647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:43.538257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:43.544979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Made reservation on behalf of 47ea9cca5b584e7a869362a5c2f178e4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:43.547687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.570748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:43.605273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.792813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:43.982682 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.025988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-75e1bfad-86f9-49d7-8876-91b72c2c63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.028312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-75e1bfad-86f9-49d7-8876-91b72c2c63fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.4992373 Jun 30 09:19:44.041267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.095181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-9bff1fa4-8498-4645-981b-da9a055fddb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569630 Jun 30 09:19:44.096403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.100634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.114325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8dd76-50ed-4fbe-882e-dedecab25ab3 req-a51cf305-3842-447a-b75e-d7d22541d541 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.115903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acc8dd76-50ed-4fbe-882e-dedecab25ab3 req-a51cf305-3842-447a-b75e-d7d22541d541 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 943 time: 0.6713829 Jun 30 09:19:44.181335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.183771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.221415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9636c76e-5fb7-43ae-946f-6646133f66bd req-57dac99b-7f0c-4231-8f76-52a7a909231c tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1245842 Jun 30 09:19:44.294217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:44.295865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:44.359672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.378649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acc8dd76-50ed-4fbe-882e-dedecab25ab3 req-160b7736-34e5-4a41-bd1d-c0689a41107b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372398 Jun 30 09:19:44.386715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99729926-467e-42a5-b80b-107fdbfd8420']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:44.405101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:44.405703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-9360ac8e-ddf9-409f-bf2a-b1c01fa8090d service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008940 Jun 30 09:19:44.407464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a635d5f-0b1f-40ab-b0b2-7fb09111e9f9') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:44.407970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a635d5f-0b1f-40ab-b0b2-7fb09111e9f9') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:44.465122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.518228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.522689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.523892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:44.534362 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-850e2751-ee4c-4be7-9c40-6a7dd9cef44f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726597 Jun 30 09:19:44.534700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:44.535192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45724) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:44.536671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:44.537074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.542914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805863672'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:44.545595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:44.546446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:44.551193 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:44.554008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.598714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af18ff55-477e-4c66-bc37-7dc714326540 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:44.639685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f5d9a-6a04-409e-934e-a98873e25453 None None] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:44.653173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:44.689205 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.693857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.694218 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Added segment 04496b0a-476f-40ca-9c89-3a73d77f0fbb of type vlan for network 1ed38297-ec3f-4e75-b445-15ad38f72c5e Jun 30 09:19:44.695503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:44.699328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.701407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c3f77-7ea3-4fba-bff2-bc788571e07e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.724937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.726859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] 10.222.0.66 "DELETE /v2.0/networks/99729926-467e-42a5-b80b-107fdbfd8420 HTTP/1.1" status: 204 len: 168 time: 1.2067552 Jun 30 09:19:44.731014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12e45837-0b9d-4e58-a9d4-4dffdcfb2fce req-a2b2eea2-0e8a-4e31-a6b9-29aa8a7f8029 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119767 Jun 30 09:19:44.747801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:44.764688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13ea4e-4b8e-4438-b9ff-846610596a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=99729926-467e-42a5-b80b-107fdbfd8420,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.788797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.789401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0483eb12-a7f1-4aa9-871a-75767cfe9c34 None None] Provisioning for port 69a5e664-8a20-477e-be82-438d96a9c7ba completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:44.796612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:44.848413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.848769 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76 of type vlan for network da2090ba-3d80-43f4-917b-0ed89623c823 Jun 30 09:19:44.894276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port af18ff55-477e-4c66-bc37-7dc714326540 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:44.894960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.900344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.902006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:44.902694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.905621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.941950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.959136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f0d38776-6cea-4ed3-a4bf-084f5a2a82ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73da7edc6903402fb82d4249238857e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544243 Jun 30 09:19:44.963526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:44.991852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8799756 Jun 30 09:19:44.997228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:45.003257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Request body: {'subnet': {'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-923786408-subnet', 'tenant_id': '47ea9cca5b584e7a869362a5c2f178e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:45.012043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-2a4e4c3b-e2aa-4322-a5d1-f613fd0dc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.013576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-2a4e4c3b-e2aa-4322-a5d1-f613fd0dc4cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 1095 time: 0.2048481 Jun 30 09:19:45.017247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584321b-984f-4243-ad83-047060cce795 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed38297-ec3f-4e75-b445-15ad38f72c5e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.028924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1ed38297-ec3f-4e75-b445-15ad38f72c5e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:45.056673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Made reservation on behalf of 47ea9cca5b584e7a869362a5c2f178e4 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:45.059125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.062344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.088078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.093582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.094435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.131296 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.170648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6352859 Jun 30 09:19:45.173996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45734) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:45.190750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:45.199206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b2cbe-a82e-4e1c-9be9-9e4c7895ff43 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=da2090ba-3d80-43f4-917b-0ed89623c823,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.209158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-faa97245-bfef-4fa8-858c-bc500da06a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.211825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network da2090ba-3d80-43f4-917b-0ed89623c823 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:45.213504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-faa97245-bfef-4fa8-858c-bc500da06a6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.1856692 Jun 30 09:19:45.255902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 69a5e664-8a20-477e-be82-438d96a9c7ba up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:45.262324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-66ecb9dc-5dcf-41e3-968c-a76783595aa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4e65e84-e731-4de4-a963-0ba518679240 HTTP/1.1" status: 200 len: 217 time: 0.0436237 Jun 30 09:19:45.317027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.320012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.325114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e51d54b-f7ca-4c0d-991b-edfa01c366f1 HTTP/1.1" status: 204 len: 168 time: 0.3603253 Jun 30 09:19:45.334315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-747ddd91-f858-4f35-9d0b-2275cf107a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.338238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-747ddd91-f858-4f35-9d0b-2275cf107a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0669253 Jun 30 09:19:45.385247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56529-b660-484e-b343-2f2509617824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e51d54b-f7ca-4c0d-991b-edfa01c366f1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.417586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:45.421951 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.422180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-c28ea960-4cdb-4fcf-beec-1f6051051fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770993 Jun 30 09:19:45.444106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e971072-a7a7-4c4a-b9a7-e395ceedaba4 req-ece8e943-7187-4902-869f-a1ce7e6da4ba tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0338805 Jun 30 09:19:45.513112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.555975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 3, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:45.579051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-4e463346-c4d7-4a97-9897-23c13cb9f0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335766 Jun 30 09:19:45.589294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:45.590101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Updating router 61f25a58-1763-4263-99e1-c9f1c420b1cc port 7612648f-1257-4184-9d92-e2d2f75d2628 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:45.638258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2530d7-f2aa-41bd-9d30-cef1775811ba,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.651979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.663797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Checking segment: {'id': '04496b0a-476f-40ca-9c89-3a73d77f0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:45.664252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Network hostable DHCP agents. Network: 1ed38297-ec3f-4e75-b445-15ad38f72c5e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:45.737031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Network 1ed38297-ec3f-4e75-b445-15ad38f72c5e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:45.766280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1ed38297-ec3f-4e75-b445-15ad38f72c5e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:45.808962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.810054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.818475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7b5c5-8c30-4f5b-a38b-61c72ced8e27 req-8b58b083-a6b9-4aa9-ab6c-5c0b53a9773a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.820583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcb7b5c5-8c30-4f5b-a38b-61c72ced8e27 req-8b58b083-a6b9-4aa9-ab6c-5c0b53a9773a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 943 time: 0.1344714 Jun 30 09:19:45.823639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6857bcc-62f9-4eff-b873-bb13bbd960b1 req-0b21df37-6267-48c9-b08b-de7e480f80cb service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285156 Jun 30 09:19:45.866209 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d2ec10d8-47f7-4e26-acfa-db87bcbf3e9d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8604980 Jun 30 09:19:45.888408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcb7b5c5-8c30-4f5b-a38b-61c72ced8e27 req-9c40c22d-eae2-4f46-937a-a0910e800b90 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 Jun 30 09:19:45.926849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4870f60-c6e2-467b-a518-b5988f9d7ab5 None None] Network 1ed38297-ec3f-4e75-b445-15ad38f72c5e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:45.928714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 69a5e664-8a20-477e-be82-438d96a9c7ba completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:45.950075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.007154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 69a5e664-8a20-477e-be82-438d96a9c7ba triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:46.011245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.025958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45746) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:46.071774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:46.072140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: da2090ba-3d80-43f4-917b-0ed89623c823, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:46.075857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=459871b3-6221-4be8-96f2-5ccf39e50d71,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:46.106859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network da2090ba-3d80-43f4-917b-0ed89623c823 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:46.107083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:46.108103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a91b6187-ecfa-44dc-a59d-58fc5363915d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87ef2768f4e94242bac3d2bbb47b931c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800378 Jun 30 09:19:46.124030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Provisioning complete for port 69a5e664-8a20-477e-be82-438d96a9c7ba triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:46.124417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.129423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, da2090ba-3d80-43f4-917b-0ed89623c823) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:46.139085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:46.140206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.163820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2f265-ffed-4731-9988-46f71aaf231e None None] Network da2090ba-3d80-43f4-917b-0ed89623c823 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:46.169394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45752) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:46.169876 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-670d98ea-e84e-4096-859d-f1ea841f78d8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9883845 Jun 30 09:19:46.201517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.231684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.312823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.315992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.318000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43a1441d-08eb-43cd-a80b-46e8c0b57aa6 HTTP/1.1" status: 204 len: 168 time: 0.2088845 Jun 30 09:19:46.336159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f2f2f-a96b-4ad3-b17f-8b89569d5471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1441d-08eb-43cd-a80b-46e8c0b57aa6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:46.479035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c46033-1e75-47e8-af57-002f07d1350a None None] Network 1ed38297-ec3f-4e75-b445-15ad38f72c5e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:46.671902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.726759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3900cbd9-77b8-4588-a762-19d1b9035708 req-c926ed15-ddbb-4ed0-8986-fa457f9582c8 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0674980 Jun 30 09:19:46.738044 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.740612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Transition to ACTIVE for port object 7612648f-1257-4184-9d92-e2d2f75d2628 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:46.761447 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.778678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.862872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-f83791c3-c9b7-45e5-9bbd-a3b3b10d3fbd tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:46.864641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-f83791c3-c9b7-45e5-9bbd-a3b3b10d3fbd tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/networks?id=1ed38297-ec3f-4e75-b445-15ad38f72c5e HTTP/1.1" status: 200 len: 821 time: 0.2736039 Jun 30 09:19:46.875507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.908026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 69a5e664-8a20-477e-be82-438d96a9c7ba, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=69a5e664-8a20-477e-be82-438d96a9c7ba,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:46.927417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.934601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-da2090ba-3d80-43f4-917b-0ed89623c823', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:46.935937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.940487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742bb4a-faef-4508-9492-d721c15e2e8a None None] Pushing event updated for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:47.014256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-c3187a1c-122f-4c37-8aba-cc69cd9e01b0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/quotas/47ea9cca5b584e7a869362a5c2f178e4 HTTP/1.1" status: 200 len: 375 time: 0.1184258 Jun 30 09:19:47.081078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-20cec35d-bb1d-4135-ab3f-2d56ad09ebc3 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47ea9cca5b584e7a869362a5c2f178e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529022 Jun 30 09:19:47.116833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:19:47.117198 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:19:47.165883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=69a5e664-8a20-477e-be82-438d96a9c7ba,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:47.175035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Attempting to bind port 7612648f-1257-4184-9d92-e2d2f75d2628 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:47.175870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Attempting to bind port 7612648f-1257-4184-9d92-e2d2f75d2628 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:47.175870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Attempting to bind port 7612648f-1257-4184-9d92-e2d2f75d2628 on network e348ce72-b8d1-4fc2-8980-cd56d97bf921 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:47.195382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:47.195794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Checking segment: {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:47.196940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.197150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Bound using segment: {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:47.197650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Bound port: 7612648f-1257-4184-9d92-e2d2f75d2628, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d87c498-2ee5-4f80-a8d6-3e87ab509a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:47.198063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.258449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d4e65e84-e731-4de4-a963-0ba518679240 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:47.300944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-6883e554-94b2-4e14-be3c-ac9a5a19363e service neutron] 10.222.0.66 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068422 Jun 30 09:19:47.311757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Allocated IP 172.22.0.2 (da2090ba-3d80-43f4-917b-0ed89623c823/459871b3-6221-4be8-96f2-5ccf39e50d71/02de5ee3-93e3-4033-b610-8b6068cd8957) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:47.361201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] For port 7612648f-1257-4184-9d92-e2d2f75d2628, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:47.380674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] For port 7612648f-1257-4184-9d92-e2d2f75d2628, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7612648f-1257-4184-9d92-e2d2f75d2628,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:47.382686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a68e-3c4e-4c4a-8645-e1636438926f req-d9577622-e18a-4d9f-b376-5e22e1a9263c tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:47.384226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfc1a68e-3c4e-4c4a-8645-e1636438926f req-d9577622-e18a-4d9f-b376-5e22e1a9263c tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 943 time: 0.2132018 Jun 30 09:19:47.391212 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.441310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-4765ac3f-9a1c-4297-ba3f-72ca8bbbf1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310177 Jun 30 09:19:47.451037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfc1a68e-3c4e-4c4a-8645-e1636438926f req-ef718bc1-b36e-4f31-b64c-21db473e3c14 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Jun 30 09:19:47.535477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d4e65e84-e731-4de4-a963-0ba518679240,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:47.538155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:47.538799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:47.541080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742bb4a-faef-4508-9492-d721c15e2e8a None None] Pushing event updated for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:47.602910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd4e65e84-e731-4de4-a963-0ba518679240', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'port_id': 'd4e65e84-e731-4de4-a963-0ba518679240', 'mac_address': 'fa:16:3e:ca:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752da060-9e14-4603-a04b-97fb27da5578', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:47.682652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5c10c53f-e27c-4ca5-9aad-ebfc042441c5 req-4f6c770b-f5b1-4b95-84de-690994df0ab0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 210 time: 0.0524111 Jun 30 09:19:47.926976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2d3eb02-0146-4c98-8145-e2180407c2b2 req-53da987d-e91f-4a76-8380-d38cc248b3a9 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0315187 Jun 30 09:19:47.940459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:47.985693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.992362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.012524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Transition to ACTIVE for port object 02de5ee3-93e3-4033-b610-8b6068cd8957 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:48.037390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e65e84-e731-4de4-a963-0ba518679240 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:48.074976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-17fd827e-b7bd-4821-8f13-6f9fcbd75e01 None None] Provisioning for port 7612648f-1257-4184-9d92-e2d2f75d2628 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:48.082719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Transition to ACTIVE for port object 02de5ee3-93e3-4033-b610-8b6068cd8957 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:48.119494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.122740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d4e65e84-e731-4de4-a963-0ba518679240,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:48.149863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.22.0.1 (da2090ba-3d80-43f4-917b-0ed89623c823/459871b3-6221-4be8-96f2-5ccf39e50d71/d2b6126b-ccc5-49fe-94ee-6e5388715321) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:48.160529 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.205431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Network da2090ba-3d80-43f4-917b-0ed89623c823 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:48.223434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:48.233844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:48.238392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Pushing event updated for resources: {'Port': ['ID=02de5ee3-93e3-4033-b610-8b6068cd8957,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:48.285283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.300668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object d2b6126b-ccc5-49fe-94ee-6e5388715321 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:48.339490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.385619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network da2090ba-3d80-43f4-917b-0ed89623c823 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:48.391623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:48.396212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:48.398187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d4e65e84-e731-4de4-a963-0ba518679240'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:48.401183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:48.426563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Attempting to bind port 02de5ee3-93e3-4033-b610-8b6068cd8957 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:48.426942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Attempting to bind port 02de5ee3-93e3-4033-b610-8b6068cd8957 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:48.427312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Attempting to bind port 02de5ee3-93e3-4033-b610-8b6068cd8957 on network da2090ba-3d80-43f4-917b-0ed89623c823 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:48.429178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:48.443586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.444044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:48.444471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Checking segment: {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:48.444934 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.445485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Bound using segment: {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:48.446181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Bound port: 02de5ee3-93e3-4033-b610-8b6068cd8957, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:48.446607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.554114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 3, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:47Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:48.576871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.593835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a15d4-b7c7-41c9-8817-9f2660927130 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 3, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:47Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:48.596046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] For port 02de5ee3-93e3-4033-b610-8b6068cd8957, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:48.619768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] For port 02de5ee3-93e3-4033-b610-8b6068cd8957, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=02de5ee3-93e3-4033-b610-8b6068cd8957,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:48.639574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.779794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33a070-cc6f-4163-9749-84888f69e195 None None] Pushing event updated for resources: {'Port': ['ID=02de5ee3-93e3-4033-b610-8b6068cd8957,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.179552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4f1865a-333d-4385-99e9-f6af030810e5 req-c4bd1cc6-77fb-410c-a6f1-528077cc6f34 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 210 time: 0.0880308 Jun 30 09:19:49.257008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7612648f-1257-4184-9d92-e2d2f75d2628 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:49.314207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d4e65e84-e731-4de4-a963-0ba518679240 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:49.372580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71259d-8c41-416c-a1ca-5f9225e1f2eb req-12926cd1-9044-4b73-80d3-389fedcf891d tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.374148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d71259d-8c41-416c-a1ca-5f9225e1f2eb req-12926cd1-9044-4b73-80d3-389fedcf891d tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 944 time: 0.7845969 Jun 30 09:19:49.392635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7612648f-1257-4184-9d92-e2d2f75d2628 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:49.396956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7612648f-1257-4184-9d92-e2d2f75d2628 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:49.397693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.400788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port d4e65e84-e731-4de4-a963-0ba518679240 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:49.422253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port d4e65e84-e731-4de4-a963-0ba518679240 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:49.422728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.434779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e32f783f-6b75-40f3-a820-edebb8bcdd4e req-58deec3b-b285-4089-a15d-aac1701c73a0 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0768037 Jun 30 09:19:49.459140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-06693f1e-ae3b-4aa5-813e-90894b233cd3 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.460938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-06693f1e-ae3b-4aa5-813e-90894b233cd3 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.41 "GET /v2.0/networks?id=1ed38297-ec3f-4e75-b445-15ad38f72c5e HTTP/1.1" status: 200 len: 821 time: 0.3707807 Jun 30 09:19:49.483314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Request body: {'port': {'device_id': '448bca88-a008-4122-8779-0a33ebfd133e', 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e', 'admin_state_up': True, 'tenant_id': '47ea9cca5b584e7a869362a5c2f178e4'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:49.576367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.578239 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.605787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d71259d-8c41-416c-a1ca-5f9225e1f2eb req-8d74edc3-1a2e-4de4-b66b-bb18b8fdfa25 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156174 Jun 30 09:19:49.614953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:49.616928 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971bd70b-5574-4dab-84cb-9b04e0c6ff89" -d '{"events": [{"server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e65e84-e731-4de4-a963-0ba518679240"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:49.641727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d4e65e84-e731-4de4-a963-0ba518679240,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:49.646231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7612648f-1257-4184-9d92-e2d2f75d2628, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7612648f-1257-4184-9d92-e2d2f75d2628,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:49.647439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.659641 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.660455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 69a5e664-8a20-477e-be82-438d96a9c7ba up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:49.705879 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c52e13-74ea-4646-8c9d-e06439b3b73f x-openstack-request-id: req-80c52e13-74ea-4646-8c9d-e06439b3b73f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:49.706180 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "name": "network-vif-plugged", "status": "completed", "tag": "d4e65e84-e731-4de4-a963-0ba518679240", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:49.706421 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80c52e13-74ea-4646-8c9d-e06439b3b73f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:49.706820 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240', 'code': 200} Jun 30 09:19:49.749896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.755245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.762694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.807113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 69a5e664-8a20-477e-be82-438d96a9c7ba triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:49.807925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.823433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Made reservation on behalf of 47ea9cca5b584e7a869362a5c2f178e4 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:49.830339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:49.869251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.958244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.965488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.106312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b62939-72d9-4b75-b55e-d527897c6f9d None None] Network da2090ba-3d80-43f4-917b-0ed89623c823 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:50.118759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2c262-75f1-44da-a186-8799f768ad07 req-523ad875-4120-4a8b-92f5-7dcbd0362f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.120300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ede2c262-75f1-44da-a186-8799f768ad07 req-523ad875-4120-4a8b-92f5-7dcbd0362f6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 1097 time: 0.3090854 Jun 30 09:19:50.200387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ede2c262-75f1-44da-a186-8799f768ad07 req-d65d644c-4b67-4b90-9512-f7a17112f113 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716455 Jun 30 09:19:50.201693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Allocated IP 172.20.0.7 (1ed38297-ec3f-4e75-b445-15ad38f72c5e/1f2530d7-f2aa-41bd-9d30-cef1775811ba/76fe1700-4fcb-4de9-88e8-25d68880aa57) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:50.214272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-acc8de3d-cede-4c77-ae9a-3b1c168abcab None None] Provisioning for port 02de5ee3-93e3-4033-b610-8b6068cd8957 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:50.217516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network da2090ba-3d80-43f4-917b-0ed89623c823 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:50.219626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:50.403957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38d26493-2739-445e-a48d-a47daca213ea req-70e2e574-c186-433c-a3df-4f5042deeece tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 210 time: 0.0757732 Jun 30 09:19:50.444160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:50.554491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-415d4c7b-01df-4ace-890a-f2343902ea02 None None] Provisioning for port d2b6126b-ccc5-49fe-94ee-6e5388715321 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:50.559884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-415d4c7b-01df-4ace-890a-f2343902ea02 None None] Provisioning complete for port d2b6126b-ccc5-49fe-94ee-6e5388715321 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:50.560582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-415d4c7b-01df-4ace-890a-f2343902ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.579790 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.596821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:50.607253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f464af11-3506-4adf-b0c5-9bf325625000 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4338038 Jun 30 09:19:50.607928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45796) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:50.611305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-415d4c7b-01df-4ace-890a-f2343902ea02 None None] Port d2b6126b-ccc5-49fe-94ee-6e5388715321 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:50.613201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'network': {'name': 'tempest-RoutersTest-342874892'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:50.621986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:50.633798 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:50.636241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:50.647359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae944f18-954c-4aa2-9fbb-856be1c02607 req-37bc830b-5cb3-456c-a7b8-8863aca11433 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0471067 Jun 30 09:19:50.666649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:50.670792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.685493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.721514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:50.735949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.736565 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added segment b660ca05-20e7-45c5-82a6-d2659b718df9 of type vlan for network a2953e58-ce14-4179-b20b-eada588e84ff Jun 30 09:19:50.757457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Network 1ed38297-ec3f-4e75-b445-15ad38f72c5e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:50.761365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:50.768234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:50.801299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.805965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Pushing event updated for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:50.848455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.860722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.862220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.864563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.865230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.892857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-5e68689b-aca2-4110-9547-9c5b292c5dd0 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4152250 Jun 30 09:19:50.906868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Request body: {'port': {'device_id': '448bca88-a008-4122-8779-0a33ebfd133e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:50.935541 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3260510 Jun 30 09:19:50.944710 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:50.950016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:50.958122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'subnet': {'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:50.973958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-299dddab-c65d-46d3-a463-eab1ba437778 None None] Provisioning complete for port d2b6126b-ccc5-49fe-94ee-6e5388715321 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:50.974621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-299dddab-c65d-46d3-a463-eab1ba437778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:50.995459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7721b0-45ed-4baa-9b2a-be3afe26559a req-c7de3e7a-279d-4601-91b7-1204aa952c5a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.997349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c7721b0-45ed-4baa-9b2a-be3afe26559a req-c7de3e7a-279d-4601-91b7-1204aa952c5a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 945 time: 0.2233589 Jun 30 09:19:51.087598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-299dddab-c65d-46d3-a463-eab1ba437778 None None] Port d2b6126b-ccc5-49fe-94ee-6e5388715321 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:51.104883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e46a4-1a15-4083-a581-26f6a97d0f29 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Network': ['ID=a2953e58-ce14-4179-b20b-eada588e84ff,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.107985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.126020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a2953e58-ce14-4179-b20b-eada588e84ff details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:51.140964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Made reservation on behalf of 32b57b0278514c498cc65ec82e907be5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:51.155905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.184956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c7721b0-45ed-4baa-9b2a-be3afe26559a req-8eb61e79-5151-4916-b827-0f10e5e04c7a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784618 Jun 30 09:19:51.287339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 02de5ee3-93e3-4033-b610-8b6068cd8957 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:51.396149 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:48Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:51.426503 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:51.426966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Updating router 61f25a58-1763-4263-99e1-c9f1c420b1cc port d2b6126b-ccc5-49fe-94ee-6e5388715321 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:51.468020 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.468197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-39028514-6511-4d35-b81f-3d6cce01b864 None None] Provisioning complete for port d2b6126b-ccc5-49fe-94ee-6e5388715321 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:51.468798 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-39028514-6511-4d35-b81f-3d6cce01b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.509696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 02de5ee3-93e3-4033-b610-8b6068cd8957 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:51.518353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 02de5ee3-93e3-4033-b610-8b6068cd8957 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:51.519014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.525999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.564989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fe1700-4fcb-4de9-88e8-25d68880aa57 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:51.577359 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.593939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Transition to ACTIVE for port object 76fe1700-4fcb-4de9-88e8-25d68880aa57 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:51.605095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.621803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-39028514-6511-4d35-b81f-3d6cce01b864 None None] Port d2b6126b-ccc5-49fe-94ee-6e5388715321 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:51.643257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Subnet': ['ID=055312c9-6d3f-46f6-a46c-87e61de3463e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.671771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Checking segment: {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:51.672142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network hostable DHCP agents. Network: a2953e58-ce14-4179-b20b-eada588e84ff, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:51.692548 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.694954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network a2953e58-ce14-4179-b20b-eada588e84ff is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:51.726036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a2953e58-ce14-4179-b20b-eada588e84ff) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:51.741308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.742233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.763066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42e38a-909a-40a6-8e75-b505ed9359cd None None] Network a2953e58-ce14-4179-b20b-eada588e84ff requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:51.763526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c44481de-99c0-4a41-b2d3-4485f3bcca57 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8120630 Jun 30 09:19:51.766034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45806) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:51.842207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.855472 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.872248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Transition to ACTIVE for port object d2b6126b-ccc5-49fe-94ee-6e5388715321 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:51.880362 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:51.949225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 02de5ee3-93e3-4033-b610-8b6068cd8957, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=02de5ee3-93e3-4033-b610-8b6068cd8957,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:51.960626 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9a8f-11bc-4759-a788-9b774d90ab7b None None] Pushing event updated for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:51.975433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e148751-fb4a-4eb6-8df6-f26f3d5dab85 req-48a018f6-2d62-4dd7-91ee-a1e9fb37f3b7 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0824113 Jun 30 09:19:51.997804 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.000210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7612648f-1257-4184-9d92-e2d2f75d2628 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:52.049249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60fef-636d-4a4d-af47-e91f91d6563b req-145e2731-f0a7-458a-b9c8-7ce8386377d7 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.054629 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Attempting to bind port d2b6126b-ccc5-49fe-94ee-6e5388715321 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:52.055103 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Attempting to bind port d2b6126b-ccc5-49fe-94ee-6e5388715321 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:52.055451 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Attempting to bind port d2b6126b-ccc5-49fe-94ee-6e5388715321 on network da2090ba-3d80-43f4-917b-0ed89623c823 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:52.062303 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:52.062748 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Checking segment: {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:52.063088 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.063632 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Bound using segment: {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:52.064125 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Bound port: d2b6126b-ccc5-49fe-94ee-6e5388715321, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:52.064516 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.079206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66e60fef-636d-4a4d-af47-e91f91d6563b req-145e2731-f0a7-458a-b9c8-7ce8386377d7 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 943 time: 0.4302421 Jun 30 09:19:52.121472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Attempting to bind port 76fe1700-4fcb-4de9-88e8-25d68880aa57 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:52.122069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Attempting to bind port 76fe1700-4fcb-4de9-88e8-25d68880aa57 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '04496b0a-476f-40ca-9c89-3a73d77f0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:52.122622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Attempting to bind port 76fe1700-4fcb-4de9-88e8-25d68880aa57 on network 1ed38297-ec3f-4e75-b445-15ad38f72c5e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:52.160163 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] For port d2b6126b-ccc5-49fe-94ee-6e5388715321, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:52.168677 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] For port d2b6126b-ccc5-49fe-94ee-6e5388715321, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d2b6126b-ccc5-49fe-94ee-6e5388715321,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:52.177292 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.184091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Port 76fe1700-4fcb-4de9-88e8-25d68880aa57 on network 1ed38297-ec3f-4e75-b445-15ad38f72c5e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:52.184652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Attempting to bind port 76fe1700-4fcb-4de9-88e8-25d68880aa57 on network 1ed38297-ec3f-4e75-b445-15ad38f72c5e {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:52.218047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:52.218513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Checking segment: {'id': '04496b0a-476f-40ca-9c89-3a73d77f0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:52.219168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Bound using segment: {'id': '04496b0a-476f-40ca-9c89-3a73d77f0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:52.221960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Bound port: 76fe1700-4fcb-4de9-88e8-25d68880aa57, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04496b0a-476f-40ca-9c89-3a73d77f0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:52.221960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.238181 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e9a8f-11bc-4759-a788-9b774d90ab7b None None] Pushing event updated for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:52.272094 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:52.273013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:52.297255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66e60fef-636d-4a4d-af47-e91f91d6563b req-d77509a9-44a2-4d35-979c-be6e78266b34 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989560 Jun 30 09:19:52.373402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=02de5ee3-93e3-4033-b610-8b6068cd8957,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:52.405347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a2953e58-ce14-4179-b20b-eada588e84ff', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:52.411260 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.490057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7612648f-1257-4184-9d92-e2d2f75d2628 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:52.490495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.541805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:52.552137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:52.555444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57,segment=NetworkSegment(04496b0a-476f-40ca-9c89-3a73d77f0fbb),segment_id=04496b0a-476f-40ca-9c89-3a73d77f0fbb)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:52.587653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.683377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394162-e69a-42c7-bff0-bd8077c1e719 req-17f99120-1e7f-40bd-91fb-a97d53066ff1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.696683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70394162-e69a-42c7-bff0-bd8077c1e719 req-17f99120-1e7f-40bd-91fb-a97d53066ff1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 945 time: 0.2606354 Jun 30 09:19:52.726050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.727008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:52.729133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] 10.222.0.41 "PUT /v2.0/ports/76fe1700-4fcb-4de9-88e8-25d68880aa57 HTTP/1.1" status: 200 len: 1092 time: 1.8275931 Jun 30 09:19:52.735262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:52.739455 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef05c0b-916a-4c24-ba25-a5e458b33a65" -d '{"events": [{"name": "network-changed", "server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:52.786863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Allocated IP 172.23.0.2 (a2953e58-ce14-4179-b20b-eada588e84ff/055312c9-6d3f-46f6-a46c-87e61de3463e/19ff78c8-9540-48ec-91a7-bc6f5db2ba60) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:52.873227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18f442-7544-4831-9f0b-262172e5ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:52.906660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70394162-e69a-42c7-bff0-bd8077c1e719 req-199c52dd-5ce5-4d3d-988e-2c53e2c20342 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084556 Jun 30 09:19:52.911087 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8491b0-0e3f-47d1-ae95-df66f289728a x-openstack-request-id: req-8e8491b0-0e3f-47d1-ae95-df66f289728a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:52.911564 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:52.911954 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e8491b0-0e3f-47d1-ae95-df66f289728a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:52.912591 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57', 'status': 'completed', 'code': 200} Jun 30 09:19:52.997047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-d568dd22-2ce3-4885-b691-5ffd830d8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.006379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-d568dd22-2ce3-4885-b691-5ffd830d8975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47ea9cca5b584e7a869362a5c2f178e4&device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 1095 time: 0.1882355 Jun 30 09:19:53.011222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.012638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:48Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:52Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:53.069450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.093269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Transition to ACTIVE for port object 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:53.100941 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a17e18-217a-4f61-81cf-6f4a43c7bef9 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:48Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:52Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:53.126064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 02de5ee3-93e3-4033-b610-8b6068cd8957 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:53.181461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-64f31597-8706-4012-aa7b-340592ce89f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57 HTTP/1.1" status: 200 len: 217 time: 0.1671569 Jun 30 09:19:53.305099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Transition to ACTIVE for port object 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:53.336898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.383996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-ebd03f0d-4a1e-4294-b746-ffce5d03927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.390252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-ebd03f0d-4a1e-4294-b746-ffce5d03927b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f2530d7-f2aa-41bd-9d30-cef1775811ba HTTP/1.1" status: 200 len: 861 time: 0.1991944 Jun 30 09:19:53.487232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6bf68635-2b43-47bf-adfe-1d0006bce74c req-d30cdb8b-7b5c-4e93-aaa9-45e215e886de tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0938621 Jun 30 09:19:53.494059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 02de5ee3-93e3-4033-b610-8b6068cd8957 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:53.494834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.562929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-1a5bce9f-2ca3-4d57-ac34-74105b2d567a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed38297-ec3f-4e75-b445-15ad38f72c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537282 Jun 30 09:19:53.597975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Network a2953e58-ce14-4179-b20b-eada588e84ff is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:53.638915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:53.638915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Pushing event updated for resources: {'Port': ['ID=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:53.640201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:53.758659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-0df7bf77-d641-468f-8aa5-e79cc68cdea8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870303 Jun 30 09:19:53.869408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Allocated IP 172.23.0.1 (a2953e58-ce14-4179-b20b-eada588e84ff/055312c9-6d3f-46f6-a46c-87e61de3463e/dffc0887-2b98-452d-9250-2fde2f32c697) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:53.990614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Attempting to bind port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:53.991276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Attempting to bind port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:53.991402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Attempting to bind port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 on network a2953e58-ce14-4179-b20b-eada588e84ff {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:54.013888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:54.014640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Checking segment: {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:54.016203 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.016782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Bound using segment: {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:54.017472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Bound port: 19ff78c8-9540-48ec-91a7-bc6f5db2ba60, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:54.018087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.049112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775e8be9-e143-4ec2-8bce-3f310c3ef662 req-0db600b5-6e1a-4155-a6cd-2d7138c8ccbf service neutron] 10.222.0.41 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722907 Jun 30 09:19:54.085438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.090400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a78b-5051-4526-beae-08d311726dc3 req-45552471-68be-403b-bdcd-2ffc61cf0383 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.093914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7339a78b-5051-4526-beae-08d311726dc3 req-45552471-68be-403b-bdcd-2ffc61cf0383 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 943 time: 0.3331187 Jun 30 09:19:54.110252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Transition to ACTIVE for port object dffc0887-2b98-452d-9250-2fde2f32c697 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:54.168254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.202316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] For port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:54.209362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] For port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,segment=NetworkSegment(b660ca05-20e7-45c5-82a6-d2659b718df9),segment_id=b660ca05-20e7-45c5-82a6-d2659b718df9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:54.224161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.224967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network a2953e58-ce14-4179-b20b-eada588e84ff is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:54.230376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:54.236225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:54.270937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7339a78b-5051-4526-beae-08d311726dc3 req-a75e1d1e-0ec4-4997-aca7-eaae6823919a tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690452 Jun 30 09:19:54.299303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.325822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-8d4bab9b-8e25-4f09-ad66-40cb147ea448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.331291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-8d4bab9b-8e25-4f09-ad66-40cb147ea448 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47ea9cca5b584e7a869362a5c2f178e4&device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 1095 time: 0.1956758 Jun 30 09:19:54.333185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd5bd2-ae16-43e7-81ad-935ccc08d786 None None] Pushing event updated for resources: {'Port': ['ID=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:54.388577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=dffc0887-2b98-452d-9250-2fde2f32c697,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:54.523604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.707439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-ae79fa2d-7fe6-4af2-ad41-1fc60b16d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.709177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-ae79fa2d-7fe6-4af2-ad41-1fc60b16d87f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ed38297-ec3f-4e75-b445-15ad38f72c5e HTTP/1.1" status: 200 len: 922 time: 0.3706613 Jun 30 09:19:54.715973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-1f99584f-179c-4e60-8093-0acccce8b1ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3434734 Jun 30 09:19:54.799269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-ec966ddc-380b-4fca-bbbc-516a8a4d6e41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57 HTTP/1.1" status: 200 len: 217 time: 0.0789459 Jun 30 09:19:55.014893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.021170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.087672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d2b6126b-ccc5-49fe-94ee-6e5388715321 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:55.114839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event updated for resources: {'Port': ['ID=dffc0887-2b98-452d-9250-2fde2f32c697,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:55.130260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.155914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d2b6126b-ccc5-49fe-94ee-6e5388715321 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:55.170870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d2b6126b-ccc5-49fe-94ee-6e5388715321 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:55.171534 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.273212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Network a2953e58-ce14-4179-b20b-eada588e84ff is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:55.274975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.276507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:55.343713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-faba9881-720f-4120-bb93-4f4afc74f782 req-209b3ebb-4ac8-4175-9a85-197279bfcb0c tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0685377 Jun 30 09:19:55.354300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port d2b6126b-ccc5-49fe-94ee-6e5388715321, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d2b6126b-ccc5-49fe-94ee-6e5388715321,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:55.361593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.362487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:55.399187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-cd5d7ba0-36bf-4fad-902e-ffdbcf05842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.400962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-cd5d7ba0-36bf-4fad-902e-ffdbcf05842f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f2530d7-f2aa-41bd-9d30-cef1775811ba HTTP/1.1" status: 200 len: 861 time: 0.1280913 Jun 30 09:19:55.424014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-65bc0b8b-d4a5-46fb-9cfc-7922438cbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.427000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-65bc0b8b-d4a5-46fb-9cfc-7922438cbb4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 1098 time: 0.6526532 Jun 30 09:19:55.470936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-9e939ad4-7ccf-47d3-b9f8-047b3e9a17d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ed38297-ec3f-4e75-b445-15ad38f72c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579560 Jun 30 09:19:55.496608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:55.511425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:55.515433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:55.679420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:55.689597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c90ef62-782c-4687-85fd-fe7d312c43d6 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214532 Jun 30 09:19:55.694270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45830) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:55.695011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:55.703102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:55.703469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408ca79-278e-4501-a764-8ad0b6b29c95 None None] Network a2953e58-ce14-4179-b20b-eada588e84ff requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:55.715513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-8b222531-bab7-4781-a1b8-b41726cf9a6a service neutron] 10.222.0.41 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265556 Jun 30 09:19:55.721132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-f13367e5-94aa-4077-82a7-4179a9358af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.722709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-f13367e5-94aa-4077-82a7-4179a9358af1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.2493987 Jun 30 09:19:55.766007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:55.766689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:55.768264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263ce19-8cd3-4075-abb5-0e41e3f25fa5 req-2955a154-99eb-4f7b-aef6-c35cc19855a5 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.769874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a263ce19-8cd3-4075-abb5-0e41e3f25fa5 req-2955a154-99eb-4f7b-aef6-c35cc19855a5 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 943 time: 0.2198460 Jun 30 09:19:55.854478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-949569ba-27ed-494f-9347-0003e97821c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 HTTP/1.1" status: 200 len: 217 time: 0.1158457 Jun 30 09:19:55.881153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Provisioning for port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:55.913060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Provisioning complete for port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:55.915212 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:55.941512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:55.953093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a263ce19-8cd3-4075-abb5-0e41e3f25fa5 req-4331cdbf-da02-44bd-993f-9f90185e21dd tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187100 Jun 30 09:19:55.973714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-cf2dae8f-3414-463c-96d6-a2180103effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.975446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-cf2dae8f-3414-463c-96d6-a2180103effe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.1138563 Jun 30 09:19:56.039349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-73fa8899-d729-47d7-b8b4-ea63361ff244 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569980 Jun 30 09:19:56.060099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bef05c0b-916a-4c24-ba25-a5e458b33a65 req-49ed3a65-a75e-40f3-8016-d781c6a681e1 service neutron] 10.222.0.41 "GET /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311918 Jun 30 09:19:56.247814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-1991a65b-9fee-4819-a74b-983c67c0e9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862915 Jun 30 09:19:56.288091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.378203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] For port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,segment=NetworkSegment(b660ca05-20e7-45c5-82a6-d2659b718df9),segment_id=b660ca05-20e7-45c5-82a6-d2659b718df9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:56.393187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.445084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21f27433-b7d1-45ed-9d80-3d6b19826144 req-ebd307a5-ee94-424a-a8c4-cb5cbbd2419e service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859658 Jun 30 09:19:56.488352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:54Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:54Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:56.595682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:19:56.610271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:56.610508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Updating router 61f25a58-1763-4263-99e1-c9f1c420b1cc port dffc0887-2b98-452d-9250-2fde2f32c697 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:19:56.646571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b4942e2-5175-41a4-8e61-09b166d4e6f2 req-53ace383-ad8b-4363-bd46-585f102f8b7b tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0696306 Jun 30 09:19:56.655776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Removed routes are [] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:19:56.656190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.685413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39d825-0bcb-4e3b-a52a-e8897b9bb630 None None] Pushing event updated for resources: {'Port': ['ID=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:56.708004 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.879161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Provisioning complete for port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:56.879677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.988679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:56.993693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.157384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d2b6126b-ccc5-49fe-94ee-6e5388715321 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:57.237925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Provisioning for port dffc0887-2b98-452d-9250-2fde2f32c697 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:57.247130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:57.263578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Provisioning complete for port dffc0887-2b98-452d-9250-2fde2f32c697 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:57.264052 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.311058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3d87bbd0-7ae5-42cd-95bb-406af28bfa9b None None] Port dffc0887-2b98-452d-9250-2fde2f32c697 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:57.319919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 76fe1700-4fcb-4de9-88e8-25d68880aa57 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:57.373468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d2b6126b-ccc5-49fe-94ee-6e5388715321 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:57.374013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.388186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ae4d5-fa46-4e80-a2df-a3e956572c8c req-8f6f6b66-0006-48f7-bdd2-ea492c60b062 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.390209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d24ae4d5-fa46-4e80-a2df-a3e956572c8c req-8f6f6b66-0006-48f7-bdd2-ea492c60b062 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 943 time: 0.1144660 Jun 30 09:19:57.463855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d24ae4d5-fa46-4e80-a2df-a3e956572c8c req-58bf52a6-759c-4274-9e98-8f0f3b7b8531 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628963 Jun 30 09:19:57.465832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:57.496823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.498671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4dd28f79-0e1d-46e3-b6f6-27fdf6b2ac2f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 934 time: 1.8027120 Jun 30 09:19:57.501276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:57.639884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-719c5a48-4ad2-4e42-a488-5ca85d5f96d1 None None] Provisioning complete for port dffc0887-2b98-452d-9250-2fde2f32c697 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:57.640375 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-719c5a48-4ad2-4e42-a488-5ca85d5f96d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.652391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.670477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ae96d87-3e14-4e6d-8b3a-268e2e964e68 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 934 time: 0.1653111 Jun 30 09:19:57.672597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45852) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:57.684111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'routes': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:57.865270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dadc7685-1fda-48e8-a5eb-9c2603ebe859 req-c0c965be-2a3a-4ac6-9168-e5c1dd6ed330 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0481884 Jun 30 09:19:57.900885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Transition to ACTIVE for port object dffc0887-2b98-452d-9250-2fde2f32c697 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:57.909399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-719c5a48-4ad2-4e42-a488-5ca85d5f96d1 None None] Port dffc0887-2b98-452d-9250-2fde2f32c697 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:57.919201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57,segment=NetworkSegment(04496b0a-476f-40ca-9c89-3a73d77f0fbb),segment_id=04496b0a-476f-40ca-9c89-3a73d77f0fbb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:57.922582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:57.931986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:57.981241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '76fe1700-4fcb-4de9-88e8-25d68880aa57', 'network_id': '1ed38297-ec3f-4e75-b445-15ad38f72c5e', 'port_id': '76fe1700-4fcb-4de9-88e8-25d68880aa57', 'mac_address': 'fa:16:3e:76:4c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2530d7-f2aa-41bd-9d30-cef1775811ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:58.050231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be2ba0-49f3-4b58-af9d-c61630369dcd None None] Pushing event updated for resources: {'Port': ['ID=dffc0887-2b98-452d-9250-2fde2f32c697,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:58.080694 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.145251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fe1700-4fcb-4de9-88e8-25d68880aa57 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:58.206195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:58.207008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.215779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57,segment=NetworkSegment(04496b0a-476f-40ca-9c89-3a73d77f0fbb),segment_id=04496b0a-476f-40ca-9c89-3a73d77f0fbb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:58.218245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Attempting to bind port dffc0887-2b98-452d-9250-2fde2f32c697 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:58.218938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Attempting to bind port dffc0887-2b98-452d-9250-2fde2f32c697 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:58.220822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Attempting to bind port dffc0887-2b98-452d-9250-2fde2f32c697 on network a2953e58-ce14-4179-b20b-eada588e84ff {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:58.249413 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.292115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:58.292377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Checking segment: {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:58.292605 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.293020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Bound using segment: {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:58.293543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Bound port: dffc0887-2b98-452d-9250-2fde2f32c697, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b660ca05-20e7-45c5-82a6-d2659b718df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:58.294247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.349351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:58.355217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.extraroute_db [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added routes are [] {{(pid=94183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:19:58.355872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.extraroute_db [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:19:58.396758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.452212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] For port dffc0887-2b98-452d-9250-2fde2f32c697, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:58.477620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] For port dffc0887-2b98-452d-9250-2fde2f32c697, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dffc0887-2b98-452d-9250-2fde2f32c697,segment=NetworkSegment(b660ca05-20e7-45c5-82a6-d2659b718df9),segment_id=b660ca05-20e7-45c5-82a6-d2659b718df9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:58.482157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['76fe1700-4fcb-4de9-88e8-25d68880aa57'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:58.508251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.609426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be2ba0-49f3-4b58-af9d-c61630369dcd None None] Pushing event updated for resources: {'Port': ['ID=dffc0887-2b98-452d-9250-2fde2f32c697,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:58.618635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:58.619278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:58.646966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.651654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:58.756639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:58.835685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747c518-934e-4351-ac85-5fbe8cf0d4aa req-c8416866-f5d8-4251-99f8-b21a398f5c7d tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.838261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b747c518-934e-4351-ac85-5fbe8cf0d4aa req-c8416866-f5d8-4251-99f8-b21a398f5c7d tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 944 time: 0.1792943 Jun 30 09:19:58.843018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:58.889026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b747c518-934e-4351-ac85-5fbe8cf0d4aa req-79149d97-962d-49fa-892b-057dad44d480 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Jun 30 09:19:59.002062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:59.014833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.016771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-00345ba3-ff8d-45d6-9e8b-8c81db58c3c0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 700 time: 1.3394978 Jun 30 09:19:59.021792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45862) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.157075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 7, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:59.175568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7264d94f-3647-4ec7-9862-0ea6dc216196 req-b4835194-08ca-4c09-9548-88a96946cd7d tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1018271 Jun 30 09:19:59.190456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833359d-3946-46ae-a5df-c32fea14c20d None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 7, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:59.229199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae0da2ea-583c-4a2f-9d1c-923e2a1f51b3 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 700 time: 0.2054241 Jun 30 09:19:59.233909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:59.306134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-708a87a9-fd39-4130-b8ce-939501d4e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.082119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.136861 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:00.154505 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:00.155562 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.250866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677098d7-d542-464d-9fa6-a4d74ac084c3 req-8695286f-28cc-4913-a11c-defb7cdda9d7 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.254024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-677098d7-d542-464d-9fa6-a4d74ac084c3 req-8695286f-28cc-4913-a11c-defb7cdda9d7 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 944 time: 0.2092373 Jun 30 09:20:00.334195 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:00.438349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-677098d7-d542-464d-9fa6-a4d74ac084c3 req-df6d8920-4cd6-4c45-bd41-29410592f3ce tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236999 Jun 30 09:20:00.440705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-832e1df4-e46f-4977-bdaf-a21f549322ca req-ef263839-d1a5-4de0-860a-aa9f9c9f97c1 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0744171 Jun 30 09:20:00.581738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port dffc0887-2b98-452d-9250-2fde2f32c697 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:00.582392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.594862 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 7, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.627444 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:00.637634 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:00.638489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:00.688111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port dffc0887-2b98-452d-9250-2fde2f32c697, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dffc0887-2b98-452d-9250-2fde2f32c697,segment=NetworkSegment(b660ca05-20e7-45c5-82a6-d2659b718df9),segment_id=b660ca05-20e7-45c5-82a6-d2659b718df9)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:00.688659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.714343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for dffc0887-2b98-452d-9250-2fde2f32c697 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:00.829974 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:00.909705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.945136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=dffc0887-2b98-452d-9250-2fde2f32c697,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.093903 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 7, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:01.131468 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a37ca5-5e66-4820-a47b-4fe3ccbf4daa None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 7, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dffc0887-2b98-452d-9250-2fde2f32c697', 'name': '', 'network_id': 'a2953e58-ce14-4179-b20b-eada588e84ff', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bc:aa:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:53Z', 'updated_at': '2021-06-30T09:19:58Z', 'revision_number': 4, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '055312c9-6d3f-46f6-a46c-87e61de3463e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:01.154347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.345627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 76fe1700-4fcb-4de9-88e8-25d68880aa57 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:01.374887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:01.397169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 76fe1700-4fcb-4de9-88e8-25d68880aa57 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:01.401454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 76fe1700-4fcb-4de9-88e8-25d68880aa57 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:01.401881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.494619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:01.502657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-24eb041f-60da-44ed-bd69-87007d5170e2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2647743 Jun 30 09:20:01.502657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:01.505842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:01.522536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:01.523168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:19:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:01.562086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 055312c9-6d3f-46f6-a46c-87e61de3463e {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:01.566496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.629734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:01.632658 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.658086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.706097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:01.708558 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d38c95-b6d1-4a92-840b-0a155162639e" -d '{"events": [{"server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "name": "network-vif-plugged", "status": "completed", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:01.727266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7dd68a7e-b2f6-4ef5-8b86-4bb44fd90816 req-c93cd564-85ab-40f6-ab77-068e45de0baa tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0727355 Jun 30 09:20:01.759751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57,segment=NetworkSegment(04496b0a-476f-40ca-9c89-3a73d77f0fbb),segment_id=04496b0a-476f-40ca-9c89-3a73d77f0fbb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:01.797146 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec515b60-60eb-4ce3-ac5a-5015a0385f2f x-openstack-request-id: req-ec515b60-60eb-4ce3-ac5a-5015a0385f2f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:01.797453 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "name": "network-vif-plugged", "status": "completed", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:01.797568 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec515b60-60eb-4ce3-ac5a-5015a0385f2f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:01.797942 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57', 'code': 200} Jun 30 09:20:01.798715 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.815427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da849e-6033-468e-a17b-a0fbc3d96b88 req-d424175f-fdd6-4e45-bd56-27ddf2c74b2b tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:01.817231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9da849e-6033-468e-a17b-a0fbc3d96b88 req-d424175f-fdd6-4e45-bd56-27ddf2c74b2b tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 944 time: 0.2187352 Jun 30 09:20:01.835388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.878176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:01.895287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c26f444-641c-4a7e-bb9b-44ce8ab7655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.942339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9da849e-6033-468e-a17b-a0fbc3d96b88 req-a414866a-da0e-416b-be90-bc5f70d35a9e tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028254 Jun 30 09:20:01.960186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 8, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:01.972659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fcc03-dae7-4da6-b08a-f362753a2793 req-1ca641e2-c89c-4499-b5ae-e5199e083b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:01.974353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-714fcc03-dae7-4da6-b08a-f362753a2793 req-1ca641e2-c89c-4499-b5ae-e5199e083b7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 1097 time: 0.1079891 Jun 30 09:20:01.975463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:01.994284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:02.008934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:02.009589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.013005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.014735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=055312c9-6d3f-46f6-a46c-87e61de3463e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.027134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.031347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ef5cd24a-ca75-41dc-afd3-96e977a54ad4 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/055312c9-6d3f-46f6-a46c-87e61de3463e HTTP/1.1" status: 204 len: 168 time: 0.5248814 Jun 30 09:20:02.031819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:02.043658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-714fcc03-dae7-4da6-b08a-f362753a2793 req-ed481c0b-4ed3-4f80-af6b-f4d2ac0107ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608482 Jun 30 09:20:02.052297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac577cf-8c20-4339-b774-492ab0c398ec None None] Network a2953e58-ce14-4179-b20b-eada588e84ff requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:02.115551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.161570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:02.168678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:02.169021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.239087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,segment=NetworkSegment(b660ca05-20e7-45c5-82a6-d2659b718df9),segment_id=b660ca05-20e7-45c5-82a6-d2659b718df9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:02.239445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.254253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:02.333784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.409241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54428e48-24cd-4321-aad1-7777790c94af None None] DHCP port deletion for a2953e58-ce14-4179-b20b-eada588e84ff request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:02.441598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 8, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.625809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934a580-d659-444e-9c0e-072399f89e11 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:00Z', 'revision_number': 8, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2b6126b-ccc5-49fe-94ee-6e5388715321', 'name': '', 'network_id': 'da2090ba-3d80-43f4-917b-0ed89623c823', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ce:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:47Z', 'updated_at': '2021-06-30T09:19:55Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '459871b3-6221-4be8-96f2-5ccf39e50d71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:02.652116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=19ff78c8-9540-48ec-91a7-bc6f5db2ba60,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.657054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:02.736547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.746231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2953e58-ce14-4179-b20b-eada588e84ff']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.756311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b660ca05-20e7-45c5-82a6-d2659b718df9') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.756616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b660ca05-20e7-45c5-82a6-d2659b718df9') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:02.767169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.783563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.790990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:02.791582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:02.794706 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:02.861498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.875092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.876960 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/a2953e58-ce14-4179-b20b-eada588e84ff HTTP/1.1" status: 204 len: 168 time: 0.8436577 Jun 30 09:20:02.881706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45888) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:02.886992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027d8f1-f840-4936-ab24-e4f60726622d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=a2953e58-ce14-4179-b20b-eada588e84ff,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.907701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27ba2e2d-564e-49a3-b3ba-b197d77ac248 req-8fd9e854-630f-451f-b76f-df79960c78c1 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0394292 Jun 30 09:20:02.934471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.076282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:03.100261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.100987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ff78c8-9540-48ec-91a7-bc6f5db2ba60 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.101426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dffc0887-2b98-452d-9250-2fde2f32c697 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:03.124124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: dffc0887-2b98-452d-9250-2fde2f32c697 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:03.124908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device dffc0887-2b98-452d-9250-2fde2f32c697 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:03.224955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6628c6b-d24d-4ea6-be82-79041e2fd864 req-e7082ff0-bfe4-4bfa-8a1b-84a8952cf5b6 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.226550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6628c6b-d24d-4ea6-be82-79041e2fd864 req-e7082ff0-bfe4-4bfa-8a1b-84a8952cf5b6 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 945 time: 0.1254902 Jun 30 09:20:03.289585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6628c6b-d24d-4ea6-be82-79041e2fd864 req-1c65e9d7-d4a4-4a70-84c6-bbce5785af36 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573411 Jun 30 09:20:03.347638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.373166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.661127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port d2b6126b-ccc5-49fe-94ee-6e5388715321 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:03.661474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.788768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port d2b6126b-ccc5-49fe-94ee-6e5388715321, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d2b6126b-ccc5-49fe-94ee-6e5388715321,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:03.789046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:03.806166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for d2b6126b-ccc5-49fe-94ee-6e5388715321 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:03.878869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048085-e28d-4158-8acc-9e1c950d1e5e req-85f8545e-13ce-4630-9784-a9bdc26f744e tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.880356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0048085-e28d-4158-8acc-9e1c950d1e5e req-85f8545e-13ce-4630-9784-a9bdc26f744e tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 945 time: 0.1329753 Jun 30 09:20:03.968394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0048085-e28d-4158-8acc-9e1c950d1e5e req-c057d1b2-d9b0-41e5-8a2b-afbc3bb3e8f2 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813167 Jun 30 09:20:04.056182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.080879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fc49bf4-ce5f-4926-83bd-9d489c5e0869 req-6865938a-d5f6-4e36-8541-b5c9f80da5aa tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0362027 Jun 30 09:20:04.107662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=d2b6126b-ccc5-49fe-94ee-6e5388715321,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:04.290073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.485586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:04.584591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:04.585542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.590016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-07186cd3-3bc8-4a3a-b6ff-be9a15c54ee8 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067373 Jun 30 09:20:04.592678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45906) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:04.595296 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:04.604887 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:04.605500 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:04.647693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 459871b3-6221-4be8-96f2-5ccf39e50d71 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:04.651328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.697122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:04.697389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.780339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.855558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.888672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=459871b3-6221-4be8-96f2-5ccf39e50d71,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:04.890521 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:04.896290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2ae68240-2418-41e7-85b9-17498dc13931 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/459871b3-6221-4be8-96f2-5ccf39e50d71 HTTP/1.1" status: 204 len: 168 time: 0.2987702 Jun 30 09:20:04.896290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45908) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:04.901270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1976430-e81c-4ad5-a56e-9cbd52939caf None None] Network da2090ba-3d80-43f4-917b-0ed89623c823 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:04.908011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:03Z', 'revision_number': 9, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:04.956476 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:04.970715 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:04.971693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:04.992525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.114252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 02de5ee3-93e3-4033-b610-8b6068cd8957 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:05.114920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.142978 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:05.147072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.268619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] DHCP port deletion for da2090ba-3d80-43f4-917b-0ed89623c823 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:05.342276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Deleting port 02de5ee3-93e3-4033-b610-8b6068cd8957 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:05.342710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.401838 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:03Z', 'revision_number': 9, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:05.421197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] For port 02de5ee3-93e3-4033-b610-8b6068cd8957, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=02de5ee3-93e3-4033-b610-8b6068cd8957,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:05.421887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.429733 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457f81a-7856-4c42-bd2b-c5e926e0d0b4 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:03Z', 'revision_number': 9, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': '7612648f-1257-4184-9d92-e2d2f75d2628', 'name': '', 'network_id': 'e348ce72-b8d1-4fc2-8980-cd56d97bf921', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:bd:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:42Z', 'updated_at': '2021-06-30T09:19:49Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': 'c8e1680d-ca96-436a-be40-c58b47ab8d98', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:05.442180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Calling delete_port for 02de5ee3-93e3-4033-b610-8b6068cd8957 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:05.537132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.562111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] Pushing event deleted for resources: {'Port': ['ID=02de5ee3-93e3-4033-b610-8b6068cd8957,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:05.565914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bd903-90e6-4324-a774-9395ebdb20f7 None None] No DVR routers for this DVR port 02de5ee3-93e3-4033-b610-8b6068cd8957 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:05.643068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-618ee7f1-701f-467a-be86-83998bca6da0 req-d611c311-6e94-44cf-aba4-741b653521d2 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1081131 Jun 30 09:20:05.673459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 02de5ee3-93e3-4033-b610-8b6068cd8957, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=02de5ee3-93e3-4033-b610-8b6068cd8957,segment=NetworkSegment(d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76),segment_id=d6fa11ca-00aa-4e08-bf58-25fd8f7b7d76)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:05.673852 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-0402c739-9443-41a8-9a9b-156ede7a7c14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658376 Jun 30 09:20:05.674478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.693240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 02de5ee3-93e3-4033-b610-8b6068cd8957 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:05.730447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7232d8-3cbf-4841-a460-69f6c98fb70b req-a91b060b-e306-4f2d-8994-c74b373df54d tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.732346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d7232d8-3cbf-4841-a460-69f6c98fb70b req-a91b060b-e306-4f2d-8994-c74b373df54d tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 945 time: 0.2006295 Jun 30 09:20:05.793167 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036755-9e5a-4140-8133-0e97544be92d req-66bf94df-2dbd-4203-8120-8c7f0e4b8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.795466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-66bf94df-2dbd-4203-8120-8c7f0e4b8919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 1097 time: 0.0754652 Jun 30 09:20:05.798491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca712d-3051-4822-920e-28769001483a req-37c8b1fd-2a9c-4a4b-bbeb-9d1f2d19d101 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.801130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47ca712d-3051-4822-920e-28769001483a req-37c8b1fd-2a9c-4a4b-bbeb-9d1f2d19d101 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.41 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 945 time: 0.2785671 Jun 30 09:20:05.891705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d7232d8-3cbf-4841-a460-69f6c98fb70b req-3c4f00b4-73d3-4ecb-af07-75a216c31599 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/security-groups?id=a03c3f77-7ea3-4fba-bff2-bc788571e07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248050 Jun 30 09:20:05.946125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:05.952481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036755-9e5a-4140-8133-0e97544be92d req-03e7f07c-1a65-46aa-8671-e85ee0537c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.956188 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-03e7f07c-1a65-46aa-8671-e85ee0537c0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.1332822 Jun 30 09:20:05.982176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=02de5ee3-93e3-4033-b610-8b6068cd8957,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:05.986890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 02de5ee3-93e3-4033-b610-8b6068cd8957 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:06.022301 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-a3522f82-85d1-4c7e-b573-e31611268d31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c HTTP/1.1" status: 200 len: 217 time: 0.0585222 Jun 30 09:20:06.026111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Deleting port 76fe1700-4fcb-4de9-88e8-25d68880aa57 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:06.026730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.088166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036755-9e5a-4140-8133-0e97544be92d req-44a4e61b-c5dc-465a-aecb-cb7b37726aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.090391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-44a4e61b-c5dc-465a-aecb-cb7b37726aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0617261 Jun 30 09:20:06.130567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-158de102-e716-45f5-a61d-a76402bbbb4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326312 Jun 30 09:20:06.172760 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.201544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2090ba-3d80-43f4-917b-0ed89623c823']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:06.204969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] For port 76fe1700-4fcb-4de9-88e8-25d68880aa57, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=76fe1700-4fcb-4de9-88e8-25d68880aa57,segment=NetworkSegment(04496b0a-476f-40ca-9c89-3a73d77f0fbb),segment_id=04496b0a-476f-40ca-9c89-3a73d77f0fbb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:06.205404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.222574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:06.222877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fa11ca-00aa-4e08-bf58-25fd8f7b7d76') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:06.232571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Calling delete_port for 76fe1700-4fcb-4de9-88e8-25d68880aa57 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:06.239369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.255666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-fceed08a-09ec-46a8-95df-d7e433e529f2 service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163728 Jun 30 09:20:06.262588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.301214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:06.301795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:06.304996 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:06.382341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-29036755-9e5a-4140-8133-0e97544be92d req-be51d510-54e4-4eac-b585-7af2ece1d294 service neutron] 10.222.0.11 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194897 Jun 30 09:20:06.396314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.402223 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.407332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/da2090ba-3d80-43f4-917b-0ed89623c823 HTTP/1.1" status: 204 len: 168 time: 1.5069671 Jun 30 09:20:06.408734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45918) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:06.467352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a3ee6-646e-4a08-811c-009d05e3f9ec tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=da2090ba-3d80-43f4-917b-0ed89623c823,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:06.605805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.618968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['76fe1700-4fcb-4de9-88e8-25d68880aa57'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:06.684773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Pushing event deleted for resources: {'Port': ['ID=76fe1700-4fcb-4de9-88e8-25d68880aa57,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:06.740195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] No DVR routers for this DVR port 76fe1700-4fcb-4de9-88e8-25d68880aa57 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:06.742372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:06.744889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47ca712d-3051-4822-920e-28769001483a req-4bbdc161-ad51-46cf-9d84-9df8a9a49893 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.41 "DELETE /v2.0/ports/76fe1700-4fcb-4de9-88e8-25d68880aa57 HTTP/1.1" status: 204 len: 173 time: 0.9332759 Jun 30 09:20:06.745828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'name': 'network-vif-deleted', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:06.748777 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1178f-cbeb-4891-82b3-5a3b2bc6f88e" -d '{"events": [{"server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "name": "network-vif-deleted", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:06.809888 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce648d58-5d64-4e91-a921-9bbffcd44d25 x-openstack-request-id: req-ce648d58-5d64-4e91-a921-9bbffcd44d25 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:06.810529 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448bca88-a008-4122-8779-0a33ebfd133e", "name": "network-vif-deleted", "tag": "76fe1700-4fcb-4de9-88e8-25d68880aa57", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:06.810959 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce648d58-5d64-4e91-a921-9bbffcd44d25 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:06.811543 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448bca88-a008-4122-8779-0a33ebfd133e', 'name': 'network-vif-deleted', 'tag': '76fe1700-4fcb-4de9-88e8-25d68880aa57', 'status': 'completed', 'code': 200} Jun 30 09:20:06.866431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e4f120d-dde7-4127-86b3-36ed3f586710 req-ea353ec7-69a5-4f81-b1d9-3a2312f16e7b tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0464849 Jun 30 09:20:07.003370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.040633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 02de5ee3-93e3-4033-b610-8b6068cd8957 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:07.062936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 02de5ee3-93e3-4033-b610-8b6068cd8957 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:07.063296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 02de5ee3-93e3-4033-b610-8b6068cd8957 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:07.064075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d2b6126b-ccc5-49fe-94ee-6e5388715321 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:07.085940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d2b6126b-ccc5-49fe-94ee-6e5388715321 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:07.086881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d2b6126b-ccc5-49fe-94ee-6e5388715321 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:07.125321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e654adfe-4fa3-4876-89b6-7f0783992993 req-0bc4d304-3729-4998-88b4-66186d420c46 tempest-InstanceActionsNegativeTestJSON-498641836 tempest-InstanceActionsNegativeTestJSON-498641836-project] 10.222.0.66 "GET /v2.0/ports?device_id=448bca88-a008-4122-8779-0a33ebfd133e HTTP/1.1" status: 200 len: 210 time: 0.0386593 Jun 30 09:20:07.355711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 7612648f-1257-4184-9d92-e2d2f75d2628 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:07.356056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.462230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 7612648f-1257-4184-9d92-e2d2f75d2628, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7612648f-1257-4184-9d92-e2d2f75d2628,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:07.462671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.479808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 7612648f-1257-4184-9d92-e2d2f75d2628 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:07.701133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:07.732279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=7612648f-1257-4184-9d92-e2d2f75d2628,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:07.970191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.110610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5b9b80a-57e1-404f-a2a4-46219e25db65 req-7b010280-3192-405b-a9ee-70b5e3b75d81 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0720606 Jun 30 09:20:08.229616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:08.244402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:08.279234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Deleting subnet 1f2530d7-f2aa-41bd-9d30-cef1775811ba {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:08.282878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.337524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.344631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:08.349941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34867098-886f-4ca8-b949-ecd6c028aebf tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9403720 Jun 30 09:20:08.355651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:08.357557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45948) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:08.366100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:08.366722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.385699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.425982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet c8e1680d-ca96-436a-be40-c58b47ab8d98 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:08.429220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.455835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.475797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.481146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:08.486883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2530d7-f2aa-41bd-9d30-cef1775811ba,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:08.489694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.491851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cac5cdd5-af9f-4635-a383-d9b538bf00f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1f2530d7-f2aa-41bd-9d30-cef1775811ba HTTP/1.1" status: 204 len: 168 time: 0.2603738 Jun 30 09:20:08.494890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:08.575712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.595133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.672715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.678427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.690114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.694439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/c8e1680d-ca96-436a-be40-c58b47ab8d98 HTTP/1.1" status: 204 len: 168 time: 0.3348606 Jun 30 09:20:08.697006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:08.699812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed38297-ec3f-4e75-b445-15ad38f72c5e']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.708009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751d6f1-b459-4fff-98b0-0f2aaab62714 None None] Network e348ce72-b8d1-4fc2-8980-cd56d97bf921 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:08.720293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15751058-69f1-4121-a179-0e8df1c229bb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e1680d-ca96-436a-be40-c58b47ab8d98,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:08.771175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04496b0a-476f-40ca-9c89-3a73d77f0fbb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.771979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04496b0a-476f-40ca-9c89-3a73d77f0fbb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.797167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.831735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.837822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.846869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:08.848163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:08.850499 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:08.880639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:07Z', 'revision_number': 10, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.910076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:08.923482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:08.924215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:08.952723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.963762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:08.966103 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ed38297-ec3f-4e75-b445-15ad38f72c5e HTTP/1.1" status: 204 len: 168 time: 0.4701798 Jun 30 09:20:08.981555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2de90-432b-4b38-884a-006d56bc2754 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed38297-ec3f-4e75-b445-15ad38f72c5e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.001665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port 69a5e664-8a20-477e-be82-438d96a9c7ba {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:09.002556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.038574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:09.096218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port 69a5e664-8a20-477e-be82-438d96a9c7ba, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=69a5e664-8a20-477e-be82-438d96a9c7ba,segment=NetworkSegment(2d87c498-2ee5-4f80-a8d6-3e87ab509a71),segment_id=2d87c498-2ee5-4f80-a8d6-3e87ab509a71)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:09.096874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.113487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for 69a5e664-8a20-477e-be82-438d96a9c7ba owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:09.190531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31033de-271a-47ff-bac1-739cd9501e09 None None] DHCP port deletion for e348ce72-b8d1-4fc2-8980-cd56d97bf921 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:09.256613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.284430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d31033de-271a-47ff-bac1-739cd9501e09 None None] The port '69a5e664-8a20-477e-be82-438d96a9c7ba' was deleted {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 09:20:09.299798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=69a5e664-8a20-477e-be82-438d96a9c7ba,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.306609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port 69a5e664-8a20-477e-be82-438d96a9c7ba on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:09.348715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 76fe1700-4fcb-4de9-88e8-25d68880aa57 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:09.383324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 76fe1700-4fcb-4de9-88e8-25d68880aa57 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:09.384421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 76fe1700-4fcb-4de9-88e8-25d68880aa57 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:09.393732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc72e14d-d188-419c-b5c5-877c9cbd604a req-6752f3ee-691b-4828-be05-72b85296faa2 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0347085 Jun 30 09:20:09.457684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:07Z', 'revision_number': 10, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:09.463808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.467680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45960) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.476380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e348ce72-b8d1-4fc2-8980-cd56d97bf921']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:09.494865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9896e80-711f-4bc3-bfc2-697bf503a4ee None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:07Z', 'revision_number': 10, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None, '_interfaces': [{'id': 'af18ff55-477e-4c66-bc37-7dc714326540', 'name': '', 'network_id': 'ce15c173-b734-491b-8690-f7b7594e1b28', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'mac_address': 'fa:16:3e:ae:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:19:37Z', 'updated_at': '2021-06-30T09:19:43Z', 'revision_number': 5, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'subnets': [{'id': '63fe0040-abe3-44af-8af2-ac80b2b696b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:09.498125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d87c498-2ee5-4f80-a8d6-3e87ab509a71') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:09.498296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d87c498-2ee5-4f80-a8d6-3e87ab509a71') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:09.509569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.525169 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.538518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:09.539593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.541730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cce270bb-86eb-42ef-b37a-b3ea9f1f4b6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47ea9cca5b584e7a869362a5c2f178e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726428 Jun 30 09:20:09.544210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45962) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:09.552250 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:09.618919 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.628289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.636096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.642183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/e348ce72-b8d1-4fc2-8980-cd56d97bf921 HTTP/1.1" status: 204 len: 168 time: 0.9364953 Jun 30 09:20:09.645353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:09.662812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.669331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c1704-a35e-4d22-807d-035b3b6c3d38 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=e348ce72-b8d1-4fc2-8980-cd56d97bf921,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:09.902721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.906719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:09.907737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a03c3f77-7ea3-4fba-bff2-bc788571e07e HTTP/1.1" status: 204 len: 168 time: 0.3620481 Jun 30 09:20:09.927388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd81d-7650-454e-a5ba-bc01ce69ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c3f77-7ea3-4fba-bff2-bc788571e07e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:10.494778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.619636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-092191ac-2a28-447c-8376-a7303b6657c0 req-5b622d29-2383-4a37-a127-f08d02ee45c2 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0417790 Jun 30 09:20:10.866165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port af18ff55-477e-4c66-bc37-7dc714326540 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:10.866551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:10.872219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45990) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:11.001553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port af18ff55-477e-4c66-bc37-7dc714326540, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af18ff55-477e-4c66-bc37-7dc714326540,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:11.002099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.016974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for af18ff55-477e-4c66-bc37-7dc714326540 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:11.045094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7612648f-1257-4184-9d92-e2d2f75d2628 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:11.067033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7612648f-1257-4184-9d92-e2d2f75d2628 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:11.067381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7612648f-1257-4184-9d92-e2d2f75d2628 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:11.068001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 69a5e664-8a20-477e-be82-438d96a9c7ba no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:11.091768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1065833500-network', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:11.093060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 69a5e664-8a20-477e-be82-438d96a9c7ba {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:11.093421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 69a5e664-8a20-477e-be82-438d96a9c7ba not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:11.162943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Made reservation on behalf of abdf3acf647d47febd5a230002451ea0 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:11.166005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.179419 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.278304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.317161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=af18ff55-477e-4c66-bc37-7dc714326540,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.624794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.628879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.633680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.689250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:11.806344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e792b57-54c5-4c9f-a58e-acc69b8379c4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:11.828170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.828623 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Added segment a52555a6-4794-4d3e-8776-9cb7a7c041a9 of type vlan for network 1a0d4f56-303e-492b-85f3-efb832725bbf Jun 30 09:20:11.859019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-199f7542-8fc4-45cb-871e-86df24ba828e req-490ac6d2-d0db-4d14-8e6b-66eb2a43c284 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0453775 Jun 30 09:20:11.935339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.992931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:12.008225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.009282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.009993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.102160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2284551 Jun 30 09:20:12.104724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.112699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Request body: {'subnet': {'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1065833500-subnet', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:12.142748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Made reservation on behalf of abdf3acf647d47febd5a230002451ea0 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:12.145354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.166394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:12.169484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b27f7-0e31-4978-964a-8f95a4bb0da2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0d4f56-303e-492b-85f3-efb832725bbf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.176128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3209921-154b-4a1a-8e0d-6e171f7a0d78 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5293317 Jun 30 09:20:12.178788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.196019 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:12.199956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1a0d4f56-303e-492b-85f3-efb832725bbf details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:12.219998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:12.220955 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.239033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting subnet 63fe0040-abe3-44af-8af2-ac80b2b696b6 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:12.243243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.287224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.349024 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:12.388141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.404320 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.443762 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:12.456095 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:12.457672 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.500073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.524439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.542089 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:12.573004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Subnet': ['ID=63fe0040-abe3-44af-8af2-ac80b2b696b6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.592597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.598579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-916c1c7b-89d3-45cf-a676-3a9c8c6b826e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/63fe0040-abe3-44af-8af2-ac80b2b696b6 HTTP/1.1" status: 204 len: 168 time: 0.4187477 Jun 30 09:20:12.599295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46004) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.612947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9682c62-ab1b-4a81-9833-32ce90a4c121 None None] Network ce15c173-b734-491b-8690-f7b7594e1b28 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:12.664088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-53fb8202-1963-4aae-a3c5-1d29571295ba req-703f0214-364e-4f29-9671-6832a3540f9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0877440 Jun 30 09:20:12.719563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5513b88-1deb-4ff1-8b76-d959264e0418,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:12.734768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8d424340-5d54-420f-b03f-2823c958223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:12.768349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Checking segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:12.769327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d424340-5d54-420f-b03f-2823c958223e None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:12.769494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Network hostable DHCP agents. Network: 1a0d4f56-303e-492b-85f3-efb832725bbf, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:12.784278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.804646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Network 1a0d4f56-303e-492b-85f3-efb832725bbf is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:12.859011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1a0d4f56-303e-492b-85f3-efb832725bbf) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:12.865284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.879653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653019aa-8ab7-49f1-bac0-4fa6c8b3c0e4 None None] Network 1a0d4f56-303e-492b-85f3-efb832725bbf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:12.879916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.910981 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ef9904d-59c0-4765-abb7-f0933336072f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8021367 Jun 30 09:20:12.911255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:12.915981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Deleting port cb27824f-1962-4b4b-a049-35b4a7764745 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:12.916668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.918477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:12.968281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:12.969858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.057971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] For port cb27824f-1962-4b4b-a049-35b4a7764745, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb27824f-1962-4b4b-a049-35b4a7764745,segment=NetworkSegment(f4e875a7-f782-41cc-a3f0-044eec951f11),segment_id=f4e875a7-f782-41cc-a3f0-044eec951f11)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:13.059040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.147315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Calling delete_port for cb27824f-1962-4b4b-a049-35b4a7764745 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:13.160445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] DHCP port deletion for ce15c173-b734-491b-8690-f7b7594e1b28 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:13.174140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb72a9-44d4-4073-9d15-4eb4003814d9 None None] Network 1a0d4f56-303e-492b-85f3-efb832725bbf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:13.182393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.197344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8aa56de1-b14a-47bf-9411-bf6ccf37b619 req-49afb243-8240-406c-bc9f-002b8e5f20eb tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1035407 Jun 30 09:20:13.258594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb27824f-1962-4b4b-a049-35b4a7764745 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:13.332610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.347418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No active binding found for port cb27824f-1962-4b4b-a049-35b4a7764745 {{(pid=94186) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:20:13.347934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb27824f-1962-4b4b-a049-35b4a7764745 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:13.348562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af18ff55-477e-4c66-bc37-7dc714326540 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:13.382722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Port': ['ID=cb27824f-1962-4b4b-a049-35b4a7764745,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.383150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: af18ff55-477e-4c66-bc37-7dc714326540 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:13.383498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af18ff55-477e-4c66-bc37-7dc714326540 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:13.389295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No DVR routers for this DVR port cb27824f-1962-4b4b-a049-35b4a7764745 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:13.391047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Deleting port cb27824f-1962-4b4b-a049-35b4a7764745 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:13.391430 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.396011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.480886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] For port cb27824f-1962-4b4b-a049-35b4a7764745, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:13.481419 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.499929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Calling delete_port for cb27824f-1962-4b4b-a049-35b4a7764745 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:13.504989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Port cb27824f-1962-4b4b-a049-35b4a7764745 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:20:13.506400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.534060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.538514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] Pushing event deleted for resources: {'Port': ['ID=cb27824f-1962-4b4b-a049-35b4a7764745,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.549226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db0602-58ce-485d-a520-4b042e8761f6 None None] No DVR routers for this DVR port cb27824f-1962-4b4b-a049-35b4a7764745 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:13.568148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce15c173-b734-491b-8690-f7b7594e1b28']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.589479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e875a7-f782-41cc-a3f0-044eec951f11') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.592790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e875a7-f782-41cc-a3f0-044eec951f11') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:13.604824 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.626392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.641481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:13.642404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:13.671793 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:13.676753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.704710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.745199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.761201 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:13.763295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/networks/ce15c173-b734-491b-8690-f7b7594e1b28 HTTP/1.1" status: 204 len: 168 time: 1.1630111 Jun 30 09:20:13.765959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46014) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:13.770856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'routes': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:13.785811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac20f79-4bae-4431-9dd6-d10196a7dfc7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Pushing event deleted for resources: {'Network': ['ID=ce15c173-b734-491b-8690-f7b7594e1b28,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:13.881562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Allocated IP 172.25.4.57 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/6f7003ab-f68f-407c-ae54-9f4596c0a125) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:14.017056 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.048235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.extraroute_db [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Added routes are [] {{(pid=94183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:20:14.048533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.extraroute_db [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Removed routes are [] {{(pid=94183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:20:14.048893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.065913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.107566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:14.111129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:14.114687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:14.149112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Pushing event updated for resources: {'Port': ['ID=6f7003ab-f68f-407c-ae54-9f4596c0a125,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:14.233474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-745e447e-9a72-4c42-8913-6f9e7ec3f4bf tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.235444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-745e447e-9a72-4c42-8913-6f9e7ec3f4bf tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.2937207 Jun 30 09:20:14.237675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.245178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.260455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-359f9971-34fc-4214-88b9-7b4fc66bf3e5 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/quotas/5279dc1834f54069a451e5353792ad81 HTTP/1.1" status: 200 len: 375 time: 0.0178678 Jun 30 09:20:14.379590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 61f25a58-1763-4263-99e1-c9f1c420b1cc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:14.419181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.423205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f70fe57-0ee3-457b-b615-96ba91a1809e req-fc9a969e-73f3-4862-baa1-53c7dd0be279 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0423801 Jun 30 09:20:14.449352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-57433944-31e7-4e94-b3f2-fa8f18d89760 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518312 Jun 30 09:20:14.572076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:14.583602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Sync routers for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:14.585177 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.590369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ce8dc345-7229-49f6-9087-09824f66fa86 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 701 time: 0.8232584 Jun 30 09:20:14.593720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46032) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.603247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:14.606568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.633323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b23b8c1d-9874-4142-ab0c-9e8eac8c1604 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 205 time: 0.0384951 Jun 30 09:20:14.633554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:14.684750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-63170c73-70b5-4b85-a045-7ee505eee2a2 service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047365 Jun 30 09:20:14.743983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.843433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-26ece9b0-7829-46bf-8d33-348f68352165 service neutron] 10.222.0.66 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571429 Jun 30 09:20:14.850980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.877460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:14.936597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:14.964750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Checking router: 61f25a58-1763-4263-99e1-c9f1c420b1cc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:14.977035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Routers {'61f25a58-1763-4263-99e1-c9f1c420b1cc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:14.977989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['61f25a58-1763-4263-99e1-c9f1c420b1cc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:15.078333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] Set router 61f25a58-1763-4263-99e1-c9f1c420b1cc gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:15.091770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55aa4d88-4d8a-4d9a-931a-f8e004e1df38 req-4706d482-7c29-4b68-a999-bfd47d8ad047 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0825005 Jun 30 09:20:15.124715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c37e43a-2a91-4e55-a64c-2265fb1e4ea8 req-1cabdebf-8ca5-4e80-b297-6f03e36bc32b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 210 time: 0.0316808 Jun 30 09:20:15.150610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:15.184912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88602a6-ba06-4890-bc51-a9c939811e26 None None] The sync data for ids ['61f25a58-1763-4263-99e1-c9f1c420b1cc'] in n-d-779913-25 is: [{'id': '61f25a58-1763-4263-99e1-c9f1c420b1cc', 'name': 'tempest-RoutersTest-router-2093621725', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:19:35Z', 'updated_at': '2021-06-30T09:20:11Z', 'revision_number': 11, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:15.502645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.507031 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2aa8a5fe-6ca4-4b33-b9ef-4ff9fbde2a26 req-d30b678a-a540-406d-b2a0-7e695a063a19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b94ea058bfc412da8b523bf6167b279&device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0998673 Jun 30 09:20:15.509797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.574007 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2aa8a5fe-6ca4-4b33-b9ef-4ff9fbde2a26 req-4d325445-561a-4607-94ca-6aabaf29163e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9b94ea058bfc412da8b523bf6167b279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575790 Jun 30 09:20:15.630404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.630911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router 61f25a58-1763-4263-99e1-c9f1c420b1cc {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:15.640466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.645939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46048) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.646183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd1742c8-c4bb-4208-ba88-bda8a7f3a382 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 204 len: 168 time: 1.0112898 Jun 30 09:20:15.650911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1884083067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.692347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.693746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.761601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8a5fe-6ca4-4b33-b9ef-4ff9fbde2a26 req-a9aaca00-5ff3-41aa-b2b3-9fde48b67b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.764605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2aa8a5fe-6ca4-4b33-b9ef-4ff9fbde2a26 req-a9aaca00-5ff3-41aa-b2b3-9fde48b67b6c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574044 Jun 30 09:20:15.766038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Router 79237b57-7f9c-4a9f-ac46-e406cebcd442 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:15.769074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.777063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.802249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.804257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2465cf8d-46bc-4c1e-98f6-766ae9ee8586 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1568143 Jun 30 09:20:15.822358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:15.829064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:15.910649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:15.921440 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Sync routers for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:15.936338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:15.936966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:15.937687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:15.938499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b8d419b-ae66-4ee9-86f0-6e30b8051e4a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0260317 Jun 30 09:20:15.941451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46052) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:16.055110 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:16.068338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.093082 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.310622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:14Z', 'revision_number': 3, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:16.366307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Checking router: 79237b57-7f9c-4a9f-ac46-e406cebcd442 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:16.366633 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Updating router 79237b57-7f9c-4a9f-ac46-e406cebcd442 port 6f7003ab-f68f-407c-ae54-9f4596c0a125 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:16.420151 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.546020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.712608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca7b13c8-f98e-422d-98b4-c928c71ba7d7 req-760c9496-9003-4a64-9faa-c3178ef3cd04 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 210 time: 0.4085279 Jun 30 09:20:16.762611 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.762900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Router 78a8be2a-b314-48f6-810c-c5a965382946 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:20:16.766264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-405deac9-86f6-4907-b7eb-f46c2818b4b0 req-1e523333-961f-4966-974b-979f2229a093 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0932517 Jun 30 09:20:16.788962 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Transition to ACTIVE for port object 6f7003ab-f68f-407c-ae54-9f4596c0a125 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:16.797646 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.845958 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Attempting to bind port 6f7003ab-f68f-407c-ae54-9f4596c0a125 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:16.846431 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Attempting to bind port 6f7003ab-f68f-407c-ae54-9f4596c0a125 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:16.846684 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Attempting to bind port 6f7003ab-f68f-407c-ae54-9f4596c0a125 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:16.858965 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:16.859424 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:16.859741 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.860146 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:16.860709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Bound port: 6f7003ab-f68f-407c-ae54-9f4596c0a125, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:16.861005 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.865823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Allocated IP 172.20.0.1 (1a0d4f56-303e-492b-85f3-efb832725bbf/f5513b88-1deb-4ff1-8b76-d959264e0418/8afd3795-b463-4903-86c2-2c66ec00cd11) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:16.884293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495a01f-40a3-42be-83d6-e10fb0ee46c2 None None] Pushing event updated for resources: {'Port': ['ID=6f7003ab-f68f-407c-ae54-9f4596c0a125,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:16.899454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:16.906656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.907762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-984f3a77-1474-419d-8bf6-373f46889236 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "PUT /v2.0/routers/78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 200 len: 694 time: 1.0842760 Jun 30 09:20:16.911690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46058) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:16.914346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Sync routers for ids ['78a8be2a-b314-48f6-810c-c5a965382946'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:16.925577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Routers {'78a8be2a-b314-48f6-810c-c5a965382946'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:16.926674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['78a8be2a-b314-48f6-810c-c5a965382946'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:16.932589 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] For port 6f7003ab-f68f-407c-ae54-9f4596c0a125, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:16.936830 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] For port 6f7003ab-f68f-407c-ae54-9f4596c0a125, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f7003ab-f68f-407c-ae54-9f4596c0a125,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:16.945594 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.001044 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:17.001925 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.025060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8f3d5766-a807-4407-bd3f-419f08e0c167 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/routers/78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 200 len: 700 time: 0.1116457 Jun 30 09:20:17.028763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.034770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-8bbd8471-8a2e-4894-9324-8ab38427e7cf tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.035226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Set router 78a8be2a-b314-48f6-810c-c5a965382946 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:17.037788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-8bbd8471-8a2e-4894-9324-8ab38427e7cf tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 815 time: 0.7171428 Jun 30 09:20:17.057466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Request body: {'port': {'device_id': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'admin_state_up': True, 'tenant_id': '5279dc1834f54069a451e5353792ad81'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:17.077675 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2aa8a5fe-6ca4-4b33-b9ef-4ff9fbde2a26 req-6f359d8b-5d1b-447b-a9a2-45f221aec541 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.11 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.0696599 Jun 30 09:20:17.081952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.105861 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1daee3dd-ca34-42c7-b799-621aae700dfa tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 200 len: 205 time: 0.0755508 Jun 30 09:20:17.116892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46062) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.125255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8be2a-b314-48f6-810c-c5a965382946', 'name': 'tempest-RoutersTest-router-1884083067', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.141727 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:17.194128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Made reservation on behalf of 5279dc1834f54069a451e5353792ad81 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:17.199876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Checking router: 78a8be2a-b314-48f6-810c-c5a965382946 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:17.201596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.219159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.222024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Routers {'78a8be2a-b314-48f6-810c-c5a965382946'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:17.222670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['78a8be2a-b314-48f6-810c-c5a965382946'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.282475 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495a01f-40a3-42be-83d6-e10fb0ee46c2 None None] Pushing event updated for resources: {'Port': ['ID=6f7003ab-f68f-407c-ae54-9f4596c0a125,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:17.342228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] Set router 78a8be2a-b314-48f6-810c-c5a965382946 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:17.406047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Allocated IP 172.20.0.6 (9d92d8dd-d60a-4670-973c-6aaf620a8e21/752da060-9e14-4603-a04b-97fb27da5578/94a1977c-6ea1-4929-8e54-6e9afe74fe88) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:17.407752 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:14Z', 'revision_number': 3, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.439326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a8be2a-b314-48f6-810c-c5a965382946', 'name': 'tempest-RoutersTest-router-1884083067', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:17.446687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ad58f-8537-4706-a265-0d9232a0c68d None None] The sync data for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 is: [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:14Z', 'revision_number': 3, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:17.451643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.456878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.461242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.478022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7fd07-cc8e-4127-9d03-15c625bbd87a None None] The sync data for ids ['78a8be2a-b314-48f6-810c-c5a965382946'] in n-d-779913-25 is: [{'id': '78a8be2a-b314-48f6-810c-c5a965382946', 'name': 'tempest-RoutersTest-router-1884083067', 'tenant_id': '32b57b0278514c498cc65ec82e907be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:15Z', 'updated_at': '2021-06-30T09:20:16Z', 'revision_number': 2, 'project_id': '32b57b0278514c498cc65ec82e907be5', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:17.548036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Network 1a0d4f56-303e-492b-85f3-efb832725bbf is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:17.548935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.549513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Fanout notify agent at l3_agent the message router_deleted on router 78a8be2a-b314-48f6-810c-c5a965382946 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:20:17.562861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.564016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-77515d33-de78-4910-ab93-692f7f08acd2 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 204 len: 168 time: 0.4424143 Jun 30 09:20:17.572028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:17.573008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.574826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:17.581281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Pushing event updated for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:17.627896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7668cc77-8511-45bd-a3a7-a9e97a24eb6e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 200 len: 205 time: 0.0529876 Jun 30 09:20:17.631402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46066) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.632654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.679171 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-9f2bbc93-af67-450e-bd75-ddfc1acf66cb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:17.683760 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9f2bbc93-af67-450e-bd75-ddfc1acf66cb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/78a8be2a-b314-48f6-810c-c5a965382946 HTTP/1.1" status: 404 len: 336 time: 0.0489373 Jun 30 09:20:17.684688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46068) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.732972 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c4f3f8-18e2-48e2-a8e7-9cc376ddc82f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:17.733710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c4f3f8-18e2-48e2-a8e7-9cc376ddc82f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:17.735709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44c4f3f8-18e2-48e2-a8e7-9cc376ddc82f tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/055312c9-6d3f-46f6-a46c-87e61de3463e HTTP/1.1" status: 404 len: 337 time: 0.0500433 Jun 30 09:20:17.738603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.750130 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.776190 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc86cc7f-83cd-4fca-a2ac-47b45b8e063d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:17.776972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc86cc7f-83cd-4fca-a2ac-47b45b8e063d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:17.779081 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fc86cc7f-83cd-4fca-a2ac-47b45b8e063d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/459871b3-6221-4be8-96f2-5ccf39e50d71 HTTP/1.1" status: 404 len: 337 time: 0.0392871 Jun 30 09:20:17.783025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46074) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.830316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.844602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:17.848405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'd4e65e84-e731-4de4-a963-0ba518679240'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:17.865198 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-305b362c-467c-46a1-981c-41252e14e046 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:17.865689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305b362c-467c-46a1-981c-41252e14e046 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:17.870772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-305b362c-467c-46a1-981c-41252e14e046 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/c8e1680d-ca96-436a-be40-c58b47ab8d98 HTTP/1.1" status: 404 len: 337 time: 0.0845444 Jun 30 09:20:17.870896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:17.888097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:17.908935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:17.912680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:17.952538 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecdcce0-f16a-46fc-9d4d-ce49e1e9e95d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:17.953359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecdcce0-f16a-46fc-9d4d-ce49e1e9e95d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:17.957272 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6ecdcce0-f16a-46fc-9d4d-ce49e1e9e95d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/63fe0040-abe3-44af-8af2-ac80b2b696b6 HTTP/1.1" status: 404 len: 337 time: 0.0836432 Jun 30 09:20:17.959389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46080) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.070598 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28bc176e-de2f-4d3b-a9b7-93b1fbb36274 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 200 len: 205 time: 0.1090369 Jun 30 09:20:18.074383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46082) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.133954 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-baf614c5-b36d-4dc6-b161-5e50a2604265 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:18.137866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-baf614c5-b36d-4dc6-b161-5e50a2604265 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/61f25a58-1763-4263-99e1-c9f1c420b1cc HTTP/1.1" status: 404 len: 336 time: 0.0623453 Jun 30 09:20:18.140248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46084) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.193995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1f76569-8f64-48b8-ac9d-2e0d10beb50d tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cd7f819-4c44-475a-ba39-8770d0a85f29 HTTP/1.1" status: 200 len: 205 time: 0.0521348 Jun 30 09:20:18.195945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.205084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.211970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event updated for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.242925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e7889ed-5f7d-44ce-b504-1386687a55bd req-53dd0eca-7be6-4e50-aaf2-11eb46c10df7 tempest-ServerShowV254Test-459747497 tempest-ServerShowV254Test-459747497-project] 10.222.0.66 "GET /v2.0/ports?device_id=702e0daa-a20b-4702-95ac-0389826cfd0c HTTP/1.1" status: 200 len: 210 time: 0.1044688 Jun 30 09:20:18.266065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.266827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.288385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-736203f8-68a9-4f46-ae1c-bb00846ce465 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378907 Jun 30 09:20:18.303438 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-1824f844-c58d-455f-8250-97801f41c118 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:18.305738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1824f844-c58d-455f-8250-97801f41c118 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/9cd7f819-4c44-475a-ba39-8770d0a85f29 HTTP/1.1" status: 404 len: 336 time: 0.0989172 Jun 30 09:20:18.307829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46090) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.365008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87a084-f460-4bc2-a7cc-23aca6dc3c73 req-d3758292-a628-4a94-8def-9112df0f0f7d tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.368013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d87a084-f460-4bc2-a7cc-23aca6dc3c73 req-d3758292-a628-4a94-8def-9112df0f0f7d tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 931 time: 0.3886869 Jun 30 09:20:18.369842 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-828387f2-48e5-484d-856d-74adeb06c269 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:18.370519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828387f2-48e5-484d-856d-74adeb06c269 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:18.373177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-828387f2-48e5-484d-856d-74adeb06c269 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/590a50b1-ba85-4094-8477-6ec62707bfbb HTTP/1.1" status: 404 len: 337 time: 0.0638256 Jun 30 09:20:18.376000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.408289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Request body: {'port': {'device_id': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:18.472229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d87a084-f460-4bc2-a7cc-23aca6dc3c73 req-fbbffa22-d402-4bdf-adf3-559459352659 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977042 Jun 30 09:20:18.532605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7eaf147e-644e-4d65-9951-d310d8e044ab tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 200 len: 205 time: 0.1549485 Jun 30 09:20:18.535650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46094) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.604513 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-c3111f36-a7e1-4d83-8b22-9f094f66aef9 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:18.608553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c3111f36-a7e1-4d83-8b22-9f094f66aef9 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/e9e083cf-64c0-427a-a280-657d198bdd79 HTTP/1.1" status: 404 len: 336 time: 0.0719595 Jun 30 09:20:18.611207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.640732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.646519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42f8859e-5ed6-4238-a1c7-3da1509d9cd7 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=e66a5441-2913-474a-a2df-0c7c9e1c50f8 HTTP/1.1" status: 200 len: 205 time: 0.0318799 Jun 30 09:20:18.647350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.655266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.655719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.717675 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-a670540c-0ca1-4b99-8b3b-d8b1c7d6db77 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:18.718757 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a670540c-0ca1-4b99-8b3b-d8b1c7d6db77 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/e66a5441-2913-474a-a2df-0c7c9e1c50f8 HTTP/1.1" status: 404 len: 336 time: 0.0696435 Jun 30 09:20:18.723665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.762348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:18.767891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Pushing event updated for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:18.825607 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-181c708c-222a-49e3-b3cb-88406b13c2cc tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:18.826051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181c708c-222a-49e3-b3cb-88406b13c2cc tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:18.830569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-181c708c-222a-49e3-b3cb-88406b13c2cc tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/36a999cd-5c2a-4df1-9380-a3f457c3b5b4 HTTP/1.1" status: 404 len: 337 time: 0.1033568 Jun 30 09:20:18.832211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.865779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a233d614-88b7-4e5e-ac67-3f1b89db3963 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 HTTP/1.1" status: 200 len: 205 time: 0.0331306 Jun 30 09:20:18.873083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46104) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.910464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Network 1a0d4f56-303e-492b-85f3-efb832725bbf is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:18.912267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:18.945677 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-fa0e2ccb-dda8-4c2f-b220-8c2bb8b7f7b0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:18.946779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa0e2ccb-dda8-4c2f-b220-8c2bb8b7f7b0 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/d7f26293-9f6f-4f37-94a5-7c2aa3aa9444 HTTP/1.1" status: 404 len: 336 time: 0.0727227 Jun 30 09:20:18.957804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.015178 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-266b1a24-306b-4951-9f74-897ddd8b7e19 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:19.015693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266b1a24-306b-4951-9f74-897ddd8b7e19 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:19.020223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-266b1a24-306b-4951-9f74-897ddd8b7e19 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/cf6e1fa6-b630-47c0-867d-5036ab87ca54 HTTP/1.1" status: 404 len: 337 time: 0.0590880 Jun 30 09:20:19.020451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46108) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.068880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6d714b88-90d5-4812-b51e-93693aedd3f1 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "GET /v2.0/ports?device_id=f81f2e4b-5ff4-4030-a216-e365bb1c151f HTTP/1.1" status: 200 len: 205 time: 0.0454791 Jun 30 09:20:19.071093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.102530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f7003ab-f68f-407c-ae54-9f4596c0a125 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:19.127325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:19.131252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Router 79237b57-7f9c-4a9f-ac46-e406cebcd442 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:20:19.133593 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-53617c22-042a-4e99-8337-cb7683417a60 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] delete failed (client error): The resource could not be found. Jun 30 09:20:19.136087 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-53617c22-042a-4e99-8337-cb7683417a60 tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/routers/f81f2e4b-5ff4-4030-a216-e365bb1c151f HTTP/1.1" status: 404 len: 336 time: 0.0638702 Jun 30 09:20:19.139032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46112) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.163162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6f7003ab-f68f-407c-ae54-9f4596c0a125 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:19.168287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6f7003ab-f68f-407c-ae54-9f4596c0a125 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:19.168759 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.174068 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-878e17c8-835d-40b1-9bbc-da0e80a5084e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:19.174532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878e17c8-835d-40b1-9bbc-da0e80a5084e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:19.178264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-878e17c8-835d-40b1-9bbc-da0e80a5084e tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/06efafeb-4337-4314-8886-559ee70a4ae5 HTTP/1.1" status: 404 len: 337 time: 0.0362980 Jun 30 09:20:19.180763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46114) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.204887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a1977c-6ea1-4929-8e54-6e9afe74fe88 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:19.213477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.217157 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-424151fa-500c-49cd-819b-3f1a3bf107fb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] DELETE failed (client error): The resource could not be found. Jun 30 09:20:19.217723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424151fa-500c-49cd-819b-3f1a3bf107fb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:20:19.219601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-424151fa-500c-49cd-819b-3f1a3bf107fb tempest-RoutersTest-180781031 tempest-RoutersTest-180781031-project] 10.222.0.66 "DELETE /v2.0/subnets/b0d75fd9-037f-4aec-a89b-5f13309f5360 HTTP/1.1" status: 404 len: 337 time: 0.0376475 Jun 30 09:20:19.235669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Transition to ACTIVE for port object 94a1977c-6ea1-4929-8e54-6e9afe74fe88 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:19.241394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.266535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.295695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.296280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 6f7003ab-f68f-407c-ae54-9f4596c0a125, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f7003ab-f68f-407c-ae54-9f4596c0a125,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:19.313802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.361681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:20:19.367936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4a2ac916-e9b8-4db0-8cee-e68fc871ddfc admin admin] 10.222.0.66 "PUT /v2.0/routers/79237b57-7f9c-4a9f-ac46-e406cebcd442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4249163 Jun 30 09:20:19.415701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=6f7003ab-f68f-407c-ae54-9f4596c0a125,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.424802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.425474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.426077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.426606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.426948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.427290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.427628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.427965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.428300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.428632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.428963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.430175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:19.452403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Attempting to bind port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:19.452751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Attempting to bind port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:19.453329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Attempting to bind port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:19.457827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:19.458232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Attempting to bind port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 on network 9d92d8dd-d60a-4670-973c-6aaf620a8e21 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:19.463813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:19.464157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Checking segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:19.464543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Bound using segment: {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:19.465042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Bound port: 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13884491-6f40-48ff-b48a-68f54654c1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:19.465404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.548840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:19.552287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:19.565422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.616371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.628256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.629812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.630519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] 10.222.0.41 "PUT /v2.0/ports/94a1977c-6ea1-4929-8e54-6e9afe74fe88 HTTP/1.1" status: 200 len: 1092 time: 1.3345280 Jun 30 09:20:19.631025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:19.633435 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00186e18-eadc-4210-8dc0-85c2c6642e85" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:19.712452 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b1f837-5b8e-440f-87b0-3bf1e1d6f98d x-openstack-request-id: req-39b1f837-5b8e-440f-87b0-3bf1e1d6f98d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:19.713177 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:19.713442 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39b1f837-5b8e-440f-87b0-3bf1e1d6f98d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:19.713895 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88', 'status': 'completed', 'code': 200} Jun 30 09:20:19.763356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a3a4d-a22f-443e-8247-dc3b4223ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:19.816531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15796ca-4dc0-4140-901b-ae241b9c97d7 req-8fe53816-539f-417e-ac03-7905df4c8328 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.818178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a15796ca-4dc0-4140-901b-ae241b9c97d7 req-8fe53816-539f-417e-ac03-7905df4c8328 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 943 time: 0.1663272 Jun 30 09:20:19.821229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-d934510c-ec99-4930-8419-6b96b5c14c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.822959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-d934510c-ec99-4930-8419-6b96b5c14c14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 1095 time: 0.1291704 Jun 30 09:20:19.870371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46142) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:19.889590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-f199e260-c7ee-44d2-9a91-1cba6a66cd3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88 HTTP/1.1" status: 200 len: 217 time: 0.0457807 Jun 30 09:20:19.956380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a15796ca-4dc0-4140-901b-ae241b9c97d7 req-bf605bf6-f654-48d8-9c73-88985fba44e4 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276863 Jun 30 09:20:19.962414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-7146565a-0f3a-4cfd-80b5-9713ccc3761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.963904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-7146565a-0f3a-4cfd-80b5-9713ccc3761d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0617459 Jun 30 09:20:19.998271 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3e554ff6-5c7a-4977-a87c-cd3dbae7b8d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32b57b0278514c498cc65ec82e907be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774462 Jun 30 09:20:19.998271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b0c018f-8499-4f37-b776-4439915bfec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:19.998963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.004416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-fb3978da-140a-4ad1-82be-37d8cb8f7190 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323114 Jun 30 09:20:20.074372 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Sync routers for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:20:20.078103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.089458 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:20.093695 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:20.142982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-39f38b28-5022-44d0-b40f-4eb76450e61f service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314201 Jun 30 09:20:20.171253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b0c018f-8499-4f37-b776-4439915bfec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.181823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.183546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6b0c018f-8499-4f37-b776-4439915bfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.231934 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:20.249969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6b0c018f-8499-4f37-b776-4439915bfec8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b94ea058bfc412da8b523bf6167b279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772368 Jun 30 09:20:20.251563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c018f-8499-4f37-b776-4439915bfec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a2f0f2-ef5e-4ed4-9bef-12edc2e3a52e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.254436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46156) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:20.317304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.320508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.324940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/feb2e5fc-7489-484c-98e9-674f68ab140b HTTP/1.1" status: 204 len: 168 time: 0.3217776 Jun 30 09:20:20.338509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30cd540b-437d-4ca4-ad43-d29e1f84b4eb req-e41ecd84-2f7a-40d4-b5d8-948250d25c62 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879182 Jun 30 09:20:20.348955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-5e785f83-1d4a-477e-816f-d554c77f764b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.355976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-5e785f83-1d4a-477e-816f-d554c77f764b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 811 time: 0.1789916 Jun 30 09:20:20.360793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.375867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-52dbe3d6-4333-48cc-9440-f3c2e56df47d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/quotas/abdf3acf647d47febd5a230002451ea0 HTTP/1.1" status: 200 len: 375 time: 0.0188985 Jun 30 09:20:20.427986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.483071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107203-d419-4a67-83f5-e6a4e1f03a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb2e5fc-7489-484c-98e9-674f68ab140b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.510771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.516528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.520114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53a2f0f2-ef5e-4ed4-9bef-12edc2e3a52e HTTP/1.1" status: 204 len: 168 time: 0.2622724 Jun 30 09:20:20.524678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-19e54795-84c0-43e3-a4ed-612001208909 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478117 Jun 30 09:20:20.549213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214218c3-2508-494f-ae15-63c417ef39b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a2f0f2-ef5e-4ed4-9bef-12edc2e3a52e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:20.597066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-ede4d1fb-ac92-4f91-88a9-f9a68dfeff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.598696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-ede4d1fb-ac92-4f91-88a9-f9a68dfeff1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5279dc1834f54069a451e5353792ad81&device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 1095 time: 0.1734178 Jun 30 09:20:20.635711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:17Z', 'revision_number': 4, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8afd3795-b463-4903-86c2-2c66ec00cd11', 'name': '', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'mac_address': 'fa:16:3e:32:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:18Z', 'revision_number': 2, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'subnets': [{'id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:20.672562 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Checking router: 79237b57-7f9c-4a9f-ac46-e406cebcd442 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:20:20.673490 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Updating router 79237b57-7f9c-4a9f-ac46-e406cebcd442 port 8afd3795-b463-4903-86c2-2c66ec00cd11 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:20:20.720478 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:20.734094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-c3ca7ba2-e482-4653-bfa9-148a48ee091e service neutron] 10.222.0.66 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960378 Jun 30 09:20:20.812133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-cbdf7d85-4374-4e8b-8d71-0fb42738fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.813624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-cbdf7d85-4374-4e8b-8d71-0fb42738fd23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 200 len: 916 time: 0.2075577 Jun 30 09:20:20.871345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-8faac836-2a4d-4383-a173-e4abb9018c73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88 HTTP/1.1" status: 200 len: 217 time: 0.0485923 Jun 30 09:20:20.919862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-5830ebbd-02f7-43bf-9910-fe99f812d240 service neutron] 10.222.0.66 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847978 Jun 30 09:20:20.938871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-dda4609f-4997-4521-ad34-1e4d9df06c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.940440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-dda4609f-4997-4521-ad34-1e4d9df06c54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 200 len: 855 time: 0.0582087 Jun 30 09:20:21.001663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-df4b8d0c-fb4e-4b1c-955f-77f9609c7152 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d92d8dd-d60a-4670-973c-6aaf620a8e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540276 Jun 30 09:20:21.071957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f7003ab-f68f-407c-ae54-9f4596c0a125 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:21.143874 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.159130 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Transition to ACTIVE for port object 8afd3795-b463-4903-86c2-2c66ec00cd11 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:21.170528 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.178905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6f7003ab-f68f-407c-ae54-9f4596c0a125 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:21.179979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.248492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c325da-4678-41f8-8ea0-df6860510d03 None None] Pushing event updated for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.368413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Attempting to bind port 8afd3795-b463-4903-86c2-2c66ec00cd11 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:21.369024 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Attempting to bind port 8afd3795-b463-4903-86c2-2c66ec00cd11 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:21.369579 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Attempting to bind port 8afd3795-b463-4903-86c2-2c66ec00cd11 on network 1a0d4f56-303e-492b-85f3-efb832725bbf {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:21.376599 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:21.377307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Checking segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:21.377942 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.378716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Bound using segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:21.379397 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Bound port: 8afd3795-b463-4903-86c2-2c66ec00cd11, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:21.380009 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.480779 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] For port 8afd3795-b463-4903-86c2-2c66ec00cd11, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:21.491951 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] For port 8afd3795-b463-4903-86c2-2c66ec00cd11, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8afd3795-b463-4903-86c2-2c66ec00cd11,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:21.499033 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.590859 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c325da-4678-41f8-8ea0-df6860510d03 None None] Pushing event updated for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:21.621241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:20:21.622347 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:21.641232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f88104f-638e-4160-a8d1-58a715576692 req-fb61a036-088d-4df2-b13b-259537a1f3eb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 210 time: 0.0694258 Jun 30 09:20:21.668951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-e73d62cf-8e3f-44cb-b5b4-de37f9f0c508 service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596189 Jun 30 09:20:21.748235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ad38b-1e24-492d-b227-7bb2770f1edc req-b87049b8-d4d6-4d44-961f-00c99883b0ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:21.750318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d7ad38b-1e24-492d-b227-7bb2770f1edc req-b87049b8-d4d6-4d44-961f-00c99883b0ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 943 time: 0.1795163 Jun 30 09:20:21.772338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46206) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:21.818083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d7ad38b-1e24-492d-b227-7bb2770f1edc req-6f0568e5-6805-4961-b652-8d29e2125523 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604730 Jun 30 09:20:21.840865 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:20:21.862553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00186e18-eadc-4210-8dc0-85c2c6642e85 req-80211ca8-2c7e-4294-ba59-fd1555b4fbaa service neutron] 10.222.0.41 "GET /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849494 Jun 30 09:20:21.913391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1788539999'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:21.947726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Made reservation on behalf of 78c0329ba76a43a182c83745b3b88c21 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:21.952504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:21.962357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.036373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46214) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.099970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.107782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.108765 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:17Z', 'revision_number': 4, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8afd3795-b463-4903-86c2-2c66ec00cd11', 'name': '', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'mac_address': 'fa:16:3e:32:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 4, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'subnets': [{'id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:22.126208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:22.139251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.139251 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Added segment b67ea6f3-bb17-4bcf-9400-6b350a7df0f0 of type vlan for network 3ade0554-ac03-463b-9b7a-be70bb112188 Jun 30 09:20:22.141002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7d994-35c3-456e-97d2-f2eed9543189 None None] The sync data for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 is: [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:20:17Z', 'revision_number': 4, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8afd3795-b463-4903-86c2-2c66ec00cd11', 'name': '', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'mac_address': 'fa:16:3e:32:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:16Z', 'updated_at': '2021-06-30T09:20:21Z', 'revision_number': 4, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'subnets': [{'id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:20:22.204062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.230042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603f6ba1-1651-406c-b216-9e7b99ed9948,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.257356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1430956997-network', 'tenant_id': '268564b1d7c34544b1c7d105f45ec96e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:22.275686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.294515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.295503 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.295793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Made reservation on behalf of 268564b1d7c34544b1c7d105f45ec96e for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:22.298441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.310848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.445860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.451390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.479759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:22.491025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8b009a-7fec-460b-877b-524baac02c3f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.498287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.498603 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Added segment f04b4c60-b345-4b46-9d37-d691f1c6363a of type vlan for network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 Jun 30 09:20:22.552112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.586278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.587593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.588361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:22.618163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5803235 Jun 30 09:20:22.645731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46218) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.651867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Request body: {'subnet': {'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1430956997-subnet', 'tenant_id': '268564b1d7c34544b1c7d105f45ec96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:22.676796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765e444-8007-41b5-beca-4292aafe9a20 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac10a8c-60d1-4549-87d6-c276fd2b6010,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.692084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:22.725203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Pushing event updated for resources: {'Network': ['ID=3ade0554-ac03-463b-9b7a-be70bb112188,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:22.738951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46222) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:22.739242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2392e3fe-5952-46fa-880a-fc06491f9ae1 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9646585 Jun 30 09:20:22.749736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-0e2b9488-4778-45da-bf4f-4a3cea6160ec tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-126666434') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:22.765891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3ade0554-ac03-463b-9b7a-be70bb112188 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:22.884165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6b62224-61dc-425f-a282-b1c82a60b51e req-3eab6baa-75d1-465c-85ad-ba0085016157 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 210 time: 0.0914097 Jun 30 09:20:22.912796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Made reservation on behalf of 268564b1d7c34544b1c7d105f45ec96e for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:22.916273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.094821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e2b9488-4778-45da-bf4f-4a3cea6160ec tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "PUT /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-126666434 HTTP/1.1" status: 201 len: 201 time: 0.3546824 Jun 30 09:20:23.099119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46226) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.111033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-3ddde8b3-5dc3-4283-ab71-08961f6f9570 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-126666434') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.130797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-18f4128a-dc45-45fa-80c5-d75fc05e6ade tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.134246 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-18f4128a-dc45-45fa-80c5-d75fc05e6ade tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.11 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 811 time: 0.2367251 Jun 30 09:20:23.156163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Request body: {'port': {'device_id': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'admin_state_up': True, 'tenant_id': 'abdf3acf647d47febd5a230002451ea0'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:23.182767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8afd3795-b463-4903-86c2-2c66ec00cd11 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:23.183423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644e3ec-e543-462c-be5b-5766ffef5b02 req-790baa16-c07d-4ecc-aea9-625230faee12 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.190846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2644e3ec-e543-462c-be5b-5766ffef5b02 req-790baa16-c07d-4ecc-aea9-625230faee12 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 943 time: 0.1871159 Jun 30 09:20:23.287931 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3ddde8b3-5dc3-4283-ab71-08961f6f9570 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-126666434 HTTP/1.1" status: 204 len: 168 time: 0.1876714 Jun 30 09:20:23.289168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46228) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.292774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8afd3795-b463-4903-86c2-2c66ec00cd11 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:23.299527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8afd3795-b463-4903-86c2-2c66ec00cd11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:23.301848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.314353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-693f0cf8-5cab-422e-ba01-65f27678ce54 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.330112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2644e3ec-e543-462c-be5b-5766ffef5b02 req-e0b880ac-8d7a-4ef4-812c-c350f5305fb8 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380665 Jun 30 09:20:23.351528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.393800 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.435340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-693f0cf8-5cab-422e-ba01-65f27678ce54 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags HTTP/1.1" status: 200 len: 237 time: 0.1263978 Jun 30 09:20:23.435340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Made reservation on behalf of abdf3acf647d47febd5a230002451ea0 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:23.440238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 94a1977c-6ea1-4929-8e54-6e9afe74fe88 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:23.440466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.443860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46230) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.449629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-8ae801db-50e2-4e7c-8e8a-f9e9836a360e tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', {'tags': ['tempest-TagsTest-Tag-31115704', 'tempest-TagsTest-Tag-1699282740', 'tempest-TagsTest-Tag-1959381066']}) {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.472141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Checking segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:23.472756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Network hostable DHCP agents. Network: 1ac10a8c-60d1-4549-87d6-c276fd2b6010, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:23.496884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e788636-5db0-4622-b175-6e8dd8044162,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.517541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8afd3795-b463-4903-86c2-2c66ec00cd11, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8afd3795-b463-4903-86c2-2c66ec00cd11,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:23.524098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:23.525806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.546558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1ac10a8c-60d1-4549-87d6-c276fd2b6010) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:23.562903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f44811-7463-4bd6-89e9-59f6845a27ec None None] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:23.565836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.567368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.589867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fddffc14-46d2-4216-b27e-b73e1e86912d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9428051 Jun 30 09:20:23.631980 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8ae801db-50e2-4e7c-8e8a-f9e9836a360e tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "PUT /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags HTTP/1.1" status: 200 len: 307 time: 0.1829195 Jun 30 09:20:23.632898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46234) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.640358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-7bda056d-a1ba-4484-9c48-082fd6d49b9d tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-31115704') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.658601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:23.694557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '94a1977c-6ea1-4929-8e54-6e9afe74fe88', 'network_id': '9d92d8dd-d60a-4670-973c-6aaf620a8e21', 'port_id': '94a1977c-6ea1-4929-8e54-6e9afe74fe88', 'mac_address': 'fa:16:3e:86:b0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752da060-9e14-4603-a04b-97fb27da5578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:23.696814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.766374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Allocated IP 172.20.0.6 (1a0d4f56-303e-492b-85f3-efb832725bbf/f5513b88-1deb-4ff1-8b76-d959264e0418/730bf45a-8693-4160-bd99-124b2c9d7e29) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:23.820358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7bda056d-a1ba-4484-9c48-082fd6d49b9d tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "DELETE /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-31115704 HTTP/1.1" status: 204 len: 168 time: 0.1817546 Jun 30 09:20:23.821137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.832811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-71439385-77d9-44cf-ae33-c2131a4eb743 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-31115704') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.865730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.897553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6107aa-bfb8-4d3f-a06e-46d6fb964e43 None None] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:23.957282 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-71439385-77d9-44cf-ae33-c2131a4eb743 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] show failed (client error): The resource could not be found. Jun 30 09:20:23.958790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71439385-77d9-44cf-ae33-c2131a4eb743 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-31115704 HTTP/1.1" status: 404 len: 324 time: 0.1322622 Jun 30 09:20:23.963913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46246) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:23.968763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-a1654dc8-b9e8-45a4-b79b-f6cfec52ec12 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-1699282740') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:23.992469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a1977c-6ea1-4929-8e54-6e9afe74fe88 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:24.049693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:24.076641 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.106665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.119356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a1654dc8-b9e8-45a4-b79b-f6cfec52ec12 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-1699282740 HTTP/1.1" status: 204 len: 168 time: 0.1541533 Jun 30 09:20:24.123444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.133226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-a49358d6-efb5-4dba-be65-b654b5bc8d36 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-1959381066') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.227953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.231177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.250433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02919541-fcf8-4370-ad22-da0538413edf req-f33be7b2-ae63-43da-90f2-f4223f806710 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 210 time: 0.0821435 Jun 30 09:20:24.296242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a49358d6-efb5-4dba-be65-b654b5bc8d36 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-1959381066 HTTP/1.1" status: 204 len: 168 time: 0.1711826 Jun 30 09:20:24.300794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Network 1a0d4f56-303e-492b-85f3-efb832725bbf is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:24.301414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46258) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.303993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-d60799b0-73c6-4e77-bfc3-20ccad9561ff tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.307143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-b5d7ee59-844b-45c5-b81f-f066892ef82e tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.308583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['94a1977c-6ea1-4929-8e54-6e9afe74fe88'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:24.310331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Pushing event updated for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:24.311164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-d60799b0-73c6-4e77-bfc3-20ccad9561ff tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 814 time: 0.1679697 Jun 30 09:20:24.315711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:24.318297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:24.328502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8c6d76a7-e9c8-453e-8828-0978ee4ac648 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/quotas/268564b1d7c34544b1c7d105f45ec96e HTTP/1.1" status: 200 len: 375 time: 0.0164056 Jun 30 09:20:24.368839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-408061d7-afd8-4d84-83fb-6cb97840a9a9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393724 Jun 30 09:20:24.415874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.416536 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.446154 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-39823c2f-70d3-4116-a8d9-66da494a4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004310 Jun 30 09:20:24.470104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Request body: {'port': {'device_id': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:24.503064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-e0b32bbc-a40a-4b40-8ed1-4891cec091b8 service neutron] 10.222.0.66 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331494 Jun 30 09:20:24.535860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b5d7ee59-844b-45c5-b81f-f066892ef82e tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "DELETE /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags HTTP/1.1" status: 204 len: 168 time: 0.2329092 Jun 30 09:20:24.540461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46262) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.550814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.tag.tag_plugin [None req-5a755028-ab64-4011-92c3-80785995b193 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-1699282740') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.640199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-d32a999c-d214-4b25-b39f-ece5d210c9b8 service neutron] 10.222.0.66 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358712 Jun 30 09:20:24.649330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a499da-84ec-47e9-b92b-b67884c4f516 req-f65516d6-bba8-44da-ae48-d31ee974409b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.650918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34a499da-84ec-47e9-b92b-b67884c4f516 req-f65516d6-bba8-44da-ae48-d31ee974409b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 944 time: 0.1377375 Jun 30 09:20:24.656432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:24.698921 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-5a755028-ab64-4011-92c3-80785995b193 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] show failed (client error): The resource could not be found. Jun 30 09:20:24.702537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34a499da-84ec-47e9-b92b-b67884c4f516 req-c9b71c51-97bf-4704-ac4f-53556efddb50 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Jun 30 09:20:24.702728 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5a755028-ab64-4011-92c3-80785995b193 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-1699282740 HTTP/1.1" status: 404 len: 326 time: 0.1580813 Jun 30 09:20:24.702844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.707180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-25916d07-44e9-4623-a07d-f0439f71281d tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188', 'tempest-TagsTest-Tag-1959381066') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.787713 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-25916d07-44e9-4623-a07d-f0439f71281d tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] show failed (client error): The resource could not be found. Jun 30 09:20:24.789622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25916d07-44e9-4623-a07d-f0439f71281d tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "GET /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags/tempest-TagsTest-Tag-1959381066 HTTP/1.1" status: 404 len: 326 time: 0.0858164 Jun 30 09:20:24.792440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.797890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.tag.tag_plugin [None req-cac4ff0e-d9e0-40e6-b501-7434282cf4f3 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ade0554-ac03-463b-9b7a-be70bb112188') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:24.891026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd3378ec-f95a-4831-a239-70205188a545 req-cfe1e9b3-e8b8-4daa-a6fd-1414fa31c936 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 210 time: 0.0434246 Jun 30 09:20:24.924063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cac4ff0e-d9e0-40e6-b501-7434282cf4f3 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "DELETE /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188/tags HTTP/1.1" status: 204 len: 168 time: 0.1294734 Jun 30 09:20:24.924811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46272) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:24.991066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730bf45a-8693-4160-bd99-124b2c9d7e29 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:25.002385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.016110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Transition to ACTIVE for port object 730bf45a-8693-4160-bd99-124b2c9d7e29 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:25.020687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.021612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.064307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8afd3795-b463-4903-86c2-2c66ec00cd11 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:25.124429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8afd3795-b463-4903-86c2-2c66ec00cd11 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:25.124819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.199100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Pushing event updated for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:25.200473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.232896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ade0554-ac03-463b-9b7a-be70bb112188']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:25.234439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Attempting to bind port 730bf45a-8693-4160-bd99-124b2c9d7e29 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:25.235462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Attempting to bind port 730bf45a-8693-4160-bd99-124b2c9d7e29 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:25.235462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Attempting to bind port 730bf45a-8693-4160-bd99-124b2c9d7e29 on network 1a0d4f56-303e-492b-85f3-efb832725bbf {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:25.240161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Port 730bf45a-8693-4160-bd99-124b2c9d7e29 on network 1a0d4f56-303e-492b-85f3-efb832725bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:25.240547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Attempting to bind port 730bf45a-8693-4160-bd99-124b2c9d7e29 on network 1a0d4f56-303e-492b-85f3-efb832725bbf {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:25.246651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67ea6f3-bb17-4bcf-9400-6b350a7df0f0') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:25.246992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:25.247196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67ea6f3-bb17-4bcf-9400-6b350a7df0f0') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:25.247370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Checking segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:25.247370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Bound using segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:25.247750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Bound port: 730bf45a-8693-4160-bd99-124b2c9d7e29, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:25.248194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.258961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.277261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.286218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:25.286928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:25.292007 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:25.340279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:25.344776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=730bf45a-8693-4160-bd99-124b2c9d7e29,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:25.353559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.373952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.386255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.388262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] 10.222.0.66 "DELETE /v2.0/networks/3ade0554-ac03-463b-9b7a-be70bb112188 HTTP/1.1" status: 204 len: 168 time: 0.4626477 Jun 30 09:20:25.409768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Pushing event deleted for resources: {'Network': ['ID=3ade0554-ac03-463b-9b7a-be70bb112188,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:25.415208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.416300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.418295 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] 10.222.0.11 "PUT /v2.0/ports/730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 200 len: 1092 time: 0.9623561 Jun 30 09:20:25.419204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:25.422485 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b502287-3f00-4b32-b171-2249a48e124c" -d '{"events": [{"name": "network-changed", "server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:25.426345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.427228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.427470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.428011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.428539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.429586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.430154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.430686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.431276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.431823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.432423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.432953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986ee83-1a1d-445d-8c8f-bac80b905a02 tempest-TagsTest-1218440328 tempest-TagsTest-1218440328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:25.456141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 94a1977c-6ea1-4929-8e54-6e9afe74fe88 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:25.502215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4bdd-4589-4385-9a58-b915496d51eb service neutron] Pushing event updated for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:25.521164 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2f1f2-0327-4060-8540-86089d798fac x-openstack-request-id: req-fff2f1f2-0327-4060-8540-86089d798fac {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:25.521495 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:25.521771 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fff2f1f2-0327-4060-8540-86089d798fac {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:25.522231 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29', 'status': 'completed', 'code': 200} Jun 30 09:20:25.595522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:25.599658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-0f63c5ab-83a3-428b-96a7-8e4ac0f33d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.601540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-0f63c5ab-83a3-428b-96a7-8e4ac0f33d9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1095 time: 0.0956831 Jun 30 09:20:25.604913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:25.606210 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.627771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d8ba-4c4e-42ad-8467-577ecad59eb5 req-cce09763-77dd-4a21-a230-f5c1d3950b8e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.629359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4121d8ba-4c4e-42ad-8467-577ecad59eb5 req-cce09763-77dd-4a21-a230-f5c1d3950b8e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 943 time: 0.0949583 Jun 30 09:20:25.653789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-f65ee69c-045c-4543-bd58-a5cc22faf66c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 200 len: 217 time: 0.0447254 Jun 30 09:20:25.700743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4121d8ba-4c4e-42ad-8467-577ecad59eb5 req-7f7bc168-1b84-4b81-9602-bbbf47a3b919 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Jun 30 09:20:25.742734 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.750268 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-c3c7f0cc-fa1e-404b-8e11-4379af7085bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.751958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-c3c7f0cc-fa1e-404b-8e11-4379af7085bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.0834718 Jun 30 09:20:25.772758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:25.775751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46290) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:25.776220 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf2028-41d5-4c0f-a553-8fdd6ff61e96" -d '{"events": [{"server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "name": "network-vif-plugged", "status": "completed", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:25.812897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:25.826853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:25.871140 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff910f-b2d9-4da1-a6ce-959db5b76d71 x-openstack-request-id: req-d9ff910f-b2d9-4da1-a6ce-959db5b76d71 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:25.872728 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "name": "network-vif-plugged", "status": "completed", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:25.874051 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9ff910f-b2d9-4da1-a6ce-959db5b76d71 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:25.874394 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-ab1388fa-8acb-4ae9-a824-f8d8efa2d8ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083941 Jun 30 09:20:25.876492 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88', 'code': 200} Jun 30 09:20:25.910287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.027239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-e463d182-7847-4ff5-97a9-601833759ce2 service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431231 Jun 30 09:20:26.041406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d861f-d54a-4ee6-a7d3-fb1958f7bdfb req-780812ed-71f6-4991-a6ff-a1f0d15ea7e4 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.043512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-346d861f-d54a-4ee6-a7d3-fb1958f7bdfb req-780812ed-71f6-4991-a6ff-a1f0d15ea7e4 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 945 time: 0.1360514 Jun 30 09:20:26.136931 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-875b59ed-a03b-4348-af98-2b58588cbfbb req-4877df92-d374-4f11-b827-6486016bd54a service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024122 Jun 30 09:20:26.143529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42bf2f71-d71b-49e3-9f4d-fb164aa8e1f4 req-288be9b5-4748-44f7-a927-aa4b70913ed4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 210 time: 0.0518563 Jun 30 09:20:26.156813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b1dfba4d-0cee-43bf-8098-e56731e34e80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78c0329ba76a43a182c83745b3b88c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792980 Jun 30 09:20:26.160003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46298) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:26.177078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-346d861f-d54a-4ee6-a7d3-fb1958f7bdfb req-09580381-7022-437e-bc74-6dd5c1598f22 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122253 Jun 30 09:20:26.200593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9a259-a9db-4ed0-99ee-ee92650c09b7 req-dde6e25f-a043-4823-948e-d3eda81e8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.200593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5a9a259-a9db-4ed0-99ee-ee92650c09b7 req-dde6e25f-a043-4823-948e-d3eda81e8146 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 1097 time: 0.1930799 Jun 30 09:20:26.237930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5a9a259-a9db-4ed0-99ee-ee92650c09b7 req-227c5138-2572-4294-ae1a-ffa97ae758cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Jun 30 09:20:26.259745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.289250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.308920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502287-3f00-4b32-b171-2249a48e124c req-2d052b33-6459-4fb6-b13c-62f9a79f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.310460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-2d052b33-6459-4fb6-b13c-62f9a79f7336 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1095 time: 0.0978265 Jun 30 09:20:26.444314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.447527 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.448938 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/603f6ba1-1651-406c-b216-9e7b99ed9948 HTTP/1.1" status: 204 len: 168 time: 0.2879179 Jun 30 09:20:26.477914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccd9ce-6368-4eb8-9a23-16fdd098b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f6ba1-1651-406c-b216-9e7b99ed9948,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:26.497517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502287-3f00-4b32-b171-2249a48e124c req-f1133d64-1356-442c-a778-eef14cf77113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.499468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-f1133d64-1356-442c-a778-eef14cf77113 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.1803215 Jun 30 09:20:26.565786 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-ad2bfa01-f695-4706-9c5c-2c2812d2e233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 200 len: 217 time: 0.0510046 Jun 30 09:20:26.574832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-c1dd8e0e-e327-441c-ac02-547807ee2ad5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.576173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-c1dd8e0e-e327-441c-ac02-547807ee2ad5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.11 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 814 time: 0.1902084 Jun 30 09:20:26.593921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Request body: {'port': {'device_id': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'admin_state_up': True, 'tenant_id': '268564b1d7c34544b1c7d105f45ec96e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:26.681816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502287-3f00-4b32-b171-2249a48e124c req-aef7e588-d4fa-4259-bfdf-c8d72df73d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.683306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-aef7e588-d4fa-4259-bfdf-c8d72df73d10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.1062572 Jun 30 09:20:26.728978 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-897c14d0-5394-40f0-9841-88538666d895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371933 Jun 30 09:20:26.834661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Made reservation on behalf of 268564b1d7c34544b1c7d105f45ec96e for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:26.838772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.875173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-2aa52122-ee0c-4387-bf5e-d93ae5968efa service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344707 Jun 30 09:20:27.043378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad1b1-de23-4d44-92f0-f4bda232494f req-fe7be2c8-6440-4597-98e2-505b44f6f4e0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.044674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-584ad1b1-de23-4d44-92f0-f4bda232494f req-fe7be2c8-6440-4597-98e2-505b44f6f4e0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 943 time: 0.1101036 Jun 30 09:20:27.074430 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-6ce60c86-cd39-4a7a-a4a3-f0e72ce9177e service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627264 Jun 30 09:20:27.094586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Allocated IP 172.20.0.6 (1ac10a8c-60d1-4549-87d6-c276fd2b6010/8e788636-5db0-4622-b175-6e8dd8044162/5714dfca-18e4-4d9d-a49b-7198127d19b4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:27.096621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-584ad1b1-de23-4d44-92f0-f4bda232494f req-e4d9a054-70ff-4731-bd36-3e9840ed5252 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Jun 30 09:20:27.225933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:27.336186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10b72450-8386-4e6e-8626-bf1fcd3356fa req-34a9a9ad-b6a2-43ee-afff-430c5bfaa78f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 210 time: 0.0586412 Jun 30 09:20:27.413046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cb6f1-0e0e-4edc-9701-7f1fa1b4079c req-a936f23d-d377-4c5d-82e0-698dbc7a5b48 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.415489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8cb6f1-0e0e-4edc-9701-7f1fa1b4079c req-a936f23d-d377-4c5d-82e0-698dbc7a5b48 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 945 time: 0.0782914 Jun 30 09:20:27.462924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8cb6f1-0e0e-4edc-9701-7f1fa1b4079c req-afb19cd5-8dda-45da-a07e-a98be3f47751 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Jun 30 09:20:27.596269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-497662871-network', 'tenant_id': '7559a826c82d4c08a3b6712e00e9e95f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:27.640676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.649164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Made reservation on behalf of 7559a826c82d4c08a3b6712e00e9e95f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:27.651716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.666014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.726882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.780577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:27.789953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:27.795855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:27.849847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.874663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.875298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.911498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.918555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.937522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-8198bc32-dacc-4ce6-823f-a0d1180d64c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482316 Jun 30 09:20:27.944687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:27.959274 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Request body: {'port': {'device_id': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:27.991795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c571c-0897-498c-a443-2069c1390933,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.996751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.997096 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Added segment af6c1003-8f36-4231-8a54-81765584f448 of type vlan for network a4496a9c-9ec0-4f16-8af8-1e04123645a9 Jun 30 09:20:28.067796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.098111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.141369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.142408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.142944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.217656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:28.218419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9878390 Jun 30 09:20:28.222959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Request body: {'subnet': {'network_id': 'a4496a9c-9ec0-4f16-8af8-1e04123645a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-497662871-subnet', 'tenant_id': '7559a826c82d4c08a3b6712e00e9e95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:28.253380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Made reservation on behalf of 7559a826c82d4c08a3b6712e00e9e95f for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:28.256824 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.278451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703e16-2bec-4277-a9e3-65d96768875b admin admin] Pushing event updated for resources: {'Network': ['ID=a4496a9c-9ec0-4f16-8af8-1e04123645a9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.291619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a4496a9c-9ec0-4f16-8af8-1e04123645a9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:28.584831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:28.593277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.606656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24856bca-5f78-4556-b673-fb0dd2ddf113 req-f0eb7e52-a4d3-4b07-bdfc-4bc66569b9c4 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.608490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Transition to ACTIVE for port object 5714dfca-18e4-4d9d-a49b-7198127d19b4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:28.609280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24856bca-5f78-4556-b673-fb0dd2ddf113 req-f0eb7e52-a4d3-4b07-bdfc-4bc66569b9c4 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 943 time: 0.3493257 Jun 30 09:20:28.612210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.612952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.666652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.735473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609f1908-5784-4907-b6ed-705c037b3458,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:28.741827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:28.742614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:28.742614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:28.747306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:28.747692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:28.749479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24856bca-5f78-4556-b673-fb0dd2ddf113 req-b93c1632-4119-49b0-9012-3cdf052afa03 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191118 Jun 30 09:20:28.753227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:28.753488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Checking segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:28.753953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Bound using segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:28.754525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Bound port: 5714dfca-18e4-4d9d-a49b-7198127d19b4, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:28.754762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.762956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Checking segment: {'id': 'af6c1003-8f36-4231-8a54-81765584f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a4496a9c-9ec0-4f16-8af8-1e04123645a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:28.763321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Network hostable DHCP agents. Network: a4496a9c-9ec0-4f16-8af8-1e04123645a9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:28.782588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2f55-74ff-403d-a24d-90f4d4fa8915 req-cb409d58-8647-43f1-a28f-2e8141433e74 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.784085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cdb2f55-74ff-403d-a24d-90f4d4fa8915 req-cb409d58-8647-43f1-a28f-2e8141433e74 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1744456 Jun 30 09:20:28.808862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Network a4496a9c-9ec0-4f16-8af8-1e04123645a9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:28.826406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a4496a9c-9ec0-4f16-8af8-1e04123645a9) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:28.830938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.831561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.845256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3ab8c-641e-46a5-9ac8-c513dfdf1ee4 None None] Network a4496a9c-9ec0-4f16-8af8-1e04123645a9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:28.860278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:28.866490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cdb2f55-74ff-403d-a24d-90f4d4fa8915 req-02dc4795-2904-4e1e-9c26-b16677ebae23 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Jun 30 09:20:28.871781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:28.886263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.903617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ad8b3c7-fdbe-4799-90de-ca76c505f072 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6766555 Jun 30 09:20:28.932563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.933274 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.935479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] 10.222.0.11 "PUT /v2.0/ports/5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 1092 time: 0.9880855 Jun 30 09:20:28.935988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:28.938946 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca404e1-7558-44eb-b263-845cb8458340" -d '{"events": [{"name": "network-changed", "server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:28.988376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb579e-0db0-4621-8d89-06b5666ac04e service neutron] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.037323 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329734c-45c1-4d37-bfe7-35a1b2810781 x-openstack-request-id: req-e329734c-45c1-4d37-bfe7-35a1b2810781 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:29.037797 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:29.038184 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e329734c-45c1-4d37-bfe7-35a1b2810781 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:29.039356 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'status': 'completed', 'code': 200} Jun 30 09:20:29.065865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8d2ac-6a57-4695-8abf-1b9394f4966b None None] Network a4496a9c-9ec0-4f16-8af8-1e04123645a9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:29.079720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3471fd55-7ca9-44b7-847f-ebed2d74ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.082477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-3471fd55-7ca9-44b7-847f-ebed2d74ebef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1095 time: 0.0893481 Jun 30 09:20:29.141901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-9a197960-b633-4591-9297-fc1ac012c6da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0505762 Jun 30 09:20:29.199312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-d87dad03-0392-4ec3-9ff3-96b5b7ab9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.199312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-d87dad03-0392-4ec3-9ff3-96b5b7ab9d65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.0510542 Jun 30 09:20:29.243940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-28ab34ef-1a83-4292-afbf-842754e1ebd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372224 Jun 30 09:20:29.273494 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d1509189-1063-429c-b78a-32bc787a4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.362216 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-011b6ffc-670d-4045-be98-8b79dcb0b5d9 service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115534 Jun 30 09:20:29.467372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f1086ed6-7198-46cf-97af-59c8eb29fd81 req-a2748fa0-e16f-44df-bac3-1d9712e949a4 service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991683 Jun 30 09:20:29.540402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46372) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:29.546687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452433625-network', 'tenant_id': 'ed0a037eaa8e424d9266d43f069a2fc1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:29.576977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Made reservation on behalf of ed0a037eaa8e424d9266d43f069a2fc1 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:29.581147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.596535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.604925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca404e1-7558-44eb-b263-845cb8458340 req-4197905c-f59a-4dd5-a4e0-973d166af28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.608240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-4197905c-f59a-4dd5-a4e0-973d166af28c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1095 time: 0.0725372 Jun 30 09:20:29.768287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.771133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca404e1-7558-44eb-b263-845cb8458340 req-8a54c46b-90d9-44e4-b84c-a9b7e984bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.773841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-8a54c46b-90d9-44e4-b84c-a9b7e984bc2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.1592507 Jun 30 09:20:29.774906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.824834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:29.844799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28cd5c7-f2e8-4f0b-bdd2-6ee033ef3638,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.856115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.857139 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Added segment 196e7a66-e131-495e-9fe4-ea9b6fa8fdab of type vlan for network b22f68d4-2387-4ff3-9ec8-9bef502d1c6e Jun 30 09:20:29.864364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-309dc146-5040-4c6b-93b7-b366aa1cb1a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0733202 Jun 30 09:20:29.946437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.974404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca404e1-7558-44eb-b263-845cb8458340 req-c2b4b6a7-6ffb-4bde-83cc-3642b08d46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.976283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-c2b4b6a7-6ffb-4bde-83cc-3642b08d46c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.1051590 Jun 30 09:20:30.008428 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.011419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.014364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.066671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-95105e95-5e4c-438f-ba81-c848c61b5c2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740638 Jun 30 09:20:30.103314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5616312 Jun 30 09:20:30.111968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46378) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:30.119100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Request body: {'subnet': {'network_id': 'b22f68d4-2387-4ff3-9ec8-9bef502d1c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452433625-subnet', 'tenant_id': 'ed0a037eaa8e424d9266d43f069a2fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:30.146487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7dfa-ff32-478c-81a7-3f80831db807 admin admin] Pushing event updated for resources: {'Network': ['ID=b22f68d4-2387-4ff3-9ec8-9bef502d1c6e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.157990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b22f68d4-2387-4ff3-9ec8-9bef502d1c6e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:30.183330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Made reservation on behalf of ed0a037eaa8e424d9266d43f069a2fc1 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:30.188987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.205369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106349c-1f28-4923-bc06-817f61bba5d2 req-8cb5b00b-842e-4cbf-8f15-903bcc05be7a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.207062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1106349c-1f28-4923-bc06-817f61bba5d2 req-8cb5b00b-842e-4cbf-8f15-903bcc05be7a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 943 time: 0.1435153 Jun 30 09:20:30.259830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9a19d-19ac-4c2f-80a3-36f526819302 req-bc36960f-9b5a-4d4d-abc1-371352245660 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.261790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad9a19d-19ac-4c2f-80a3-36f526819302 req-bc36960f-9b5a-4d4d-abc1-371352245660 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1330986 Jun 30 09:20:30.294575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1106349c-1f28-4923-bc06-817f61bba5d2 req-b6874374-5498-4e5f-ade5-53d309d3da6a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701516 Jun 30 09:20:30.325403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-6603cf15-b02a-483e-9d9b-677f2beff747 service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578356 Jun 30 09:20:30.338791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad9a19d-19ac-4c2f-80a3-36f526819302 req-1352a35f-594d-4144-984e-09bfad43b620 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684106 Jun 30 09:20:30.516096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bca404e1-7558-44eb-b263-845cb8458340 req-c4704dbf-fa32-4be0-b31d-fddc0b1173cc service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834986 Jun 30 09:20:30.597693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.653142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13b1d06-6a9a-4e25-8554-ab048b7c00bc,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.667004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Checking segment: {'id': '196e7a66-e131-495e-9fe4-ea9b6fa8fdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b22f68d4-2387-4ff3-9ec8-9bef502d1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:30.667487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Network hostable DHCP agents. Network: b22f68d4-2387-4ff3-9ec8-9bef502d1c6e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:30.687114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Network b22f68d4-2387-4ff3-9ec8-9bef502d1c6e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:30.699427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b22f68d4-2387-4ff3-9ec8-9bef502d1c6e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:30.705699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.707332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.718185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f19be-3af9-4754-905e-2d6c5c52bf42 None None] Network b22f68d4-2387-4ff3-9ec8-9bef502d1c6e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:30.740115 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbc5f1f3-f050-462f-8983-2b23048a9b1a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6252694 Jun 30 09:20:30.907932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46384) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:30.938894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dddc4b-9d44-4ca8-8d3b-2442c81ef457 None None] Network b22f68d4-2387-4ff3-9ec8-9bef502d1c6e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:30.966906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Deleting subnet 609f1908-5784-4907-b6ed-705c037b3458 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:30.973139 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.025155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.076220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.137007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.160687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609f1908-5784-4907-b6ed-705c037b3458,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.167439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.169182 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3cfb17b3-180f-4a9d-a770-271c17ae90bf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/609f1908-5784-4907-b6ed-705c037b3458 HTTP/1.1" status: 204 len: 168 time: 0.2603037 Jun 30 09:20:31.171972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46386) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:31.176234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 730bf45a-8693-4160-bd99-124b2c9d7e29 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:31.290762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.318066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=730bf45a-8693-4160-bd99-124b2c9d7e29,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:31.340159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '730bf45a-8693-4160-bd99-124b2c9d7e29', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'port_id': '730bf45a-8693-4160-bd99-124b2c9d7e29', 'mac_address': 'fa:16:3e:7c:d5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:31.387702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.403629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730bf45a-8693-4160-bd99-124b2c9d7e29 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:31.424706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.428551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=730bf45a-8693-4160-bd99-124b2c9d7e29,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:31.435927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.438406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4496a9c-9ec0-4f16-8af8-1e04123645a9']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.455951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6c1003-8f36-4231-8a54-81765584f448') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.456307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6c1003-8f36-4231-8a54-81765584f448') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:31.469488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.491876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.502513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:31.503272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.510404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:31.551757 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:31.575522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.593623 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.599148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a4496a9c-9ec0-4f16-8af8-1e04123645a9 HTTP/1.1" status: 204 len: 168 time: 0.4230924 Jun 30 09:20:31.600012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:31.703982 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Deleting subnet c13b1d06-6a9a-4e25-8554-ab048b7c00bc {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:31.707113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55929d4d-08ac-4430-8329-bb0934759eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4496a9c-9ec0-4f16-8af8-1e04123645a9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:31.713839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.779580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.796729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['730bf45a-8693-4160-bd99-124b2c9d7e29'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:31.800906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ca46-46db-4751-bea6-f6d537e6424b req-c2705e5f-2efe-463f-808d-ea0730c7cfd3 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.813574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa49ca46-46db-4751-bea6-f6d537e6424b req-c2705e5f-2efe-463f-808d-ea0730c7cfd3 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 944 time: 0.2151208 Jun 30 09:20:31.830772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70901348-883f-49be-bc13-6a1bd7435ed4 req-1b0842fd-13e3-4fb4-982a-28e20b479e2b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.833592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70901348-883f-49be-bc13-6a1bd7435ed4 req-1b0842fd-13e3-4fb4-982a-28e20b479e2b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.2335987 Jun 30 09:20:31.850646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.908493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6a4897a-9bdd-4666-a3e9-eea0ce98533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:31.939370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa49ca46-46db-4751-bea6-f6d537e6424b req-f0d0d49a-7ca0-4345-9538-bb85ac637bdd tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242104 Jun 30 09:20:31.973545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70901348-883f-49be-bc13-6a1bd7435ed4 req-e2c96d9b-e805-44a5-8f39-55ef7f4970e6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292353 Jun 30 09:20:32.003627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.049096 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.049400 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.056103 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c13b1d06-6a9a-4e25-8554-ab048b7c00bc HTTP/1.1" status: 204 len: 168 time: 0.4540143 Jun 30 09:20:32.057443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cd4e5-61db-4904-9fe6-19441d8d425b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13b1d06-6a9a-4e25-8554-ab048b7c00bc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.058746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46396) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:32.137646 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.226931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.237935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22f68d4-2387-4ff3-9ec8-9bef502d1c6e']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:32.249556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196e7a66-e131-495e-9fe4-ea9b6fa8fdab') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:32.249933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196e7a66-e131-495e-9fe4-ea9b6fa8fdab') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:32.260739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.277051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.284196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:32.284525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:32.286259 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:32.344716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.351191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.353224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] 10.222.0.66 "DELETE /v2.0/networks/b22f68d4-2387-4ff3-9ec8-9bef502d1c6e HTTP/1.1" status: 204 len: 168 time: 0.2925780 Jun 30 09:20:32.365079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47519628-8500-4906-9302-16d7567bf58e admin admin] Pushing event deleted for resources: {'Network': ['ID=b22f68d4-2387-4ff3-9ec8-9bef502d1c6e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.574647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46400) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:32.620055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d5b41ddf-c5a0-440b-88bb-33ac1ce0077a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7559a826c82d4c08a3b6712e00e9e95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441940 Jun 30 09:20:32.622876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46402) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:32.681961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.706110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.775728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.778975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:32.780728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/584c571c-0897-498c-a443-2069c1390933 HTTP/1.1" status: 204 len: 168 time: 0.1565609 Jun 30 09:20:32.790265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca4eaa-46dc-43f2-8d5e-00f129b2956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c571c-0897-498c-a443-2069c1390933,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:32.943188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.187628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:33.190858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 730bf45a-8693-4160-bd99-124b2c9d7e29 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:33.218689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59286b0-c99b-4c4f-adf8-d1c89ab76036 req-0a77e183-9928-469d-b345-3c77f2e3a763 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.221859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d59286b0-c99b-4c4f-adf8-d1c89ab76036 req-0a77e183-9928-469d-b345-3c77f2e3a763 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 944 time: 0.1318071 Jun 30 09:20:33.306454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:33.387324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-491ef454-d629-470d-82a4-2f360efb246b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed0a037eaa8e424d9266d43f069a2fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779867 Jun 30 09:20:33.390189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46416) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:33.405325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d59286b0-c99b-4c4f-adf8-d1c89ab76036 req-bbf8a3f9-9dae-4de9-be1d-f5fa9cfac6be tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676533 Jun 30 09:20:33.426157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.465648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'port_id': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'mac_address': 'fa:16:3e:3e:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e788636-5db0-4622-b175-6e8dd8044162', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:33.489590 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.500313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3a40-5145-4579-b479-8384fbb7aa30 req-b11a4d31-6b8e-47b0-bf34-49abf764cceb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.503434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-931c3a40-5145-4579-b479-8384fbb7aa30 req-b11a4d31-6b8e-47b0-bf34-49abf764cceb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.2022963 Jun 30 09:20:33.531694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.555616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.573525 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.575907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:33.581559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-931c3a40-5145-4579-b479-8384fbb7aa30 req-0bc02bfa-681f-4e00-a31b-668ad02768e4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667720 Jun 30 09:20:33.601498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 730bf45a-8693-4160-bd99-124b2c9d7e29 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:33.626317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 730bf45a-8693-4160-bd99-124b2c9d7e29 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:33.626317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.633355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.637266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.641723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e28cd5c7-f2e8-4f0b-bdd2-6ee033ef3638 HTTP/1.1" status: 204 len: 168 time: 0.2499962 Jun 30 09:20:33.651647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28cd5c7-f2e8-4f0b-bdd2-6ee033ef3638,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.659904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.660606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.661186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.662222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.662909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.664046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.664697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.665959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.666564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.667126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.667694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.668252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025ff5d6-e550-4c71-8c55-5963033cdc74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.675570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.687473 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.787940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.817676 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.869115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:33.875673 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ed23b-cf17-4753-9cb6-f26fcdf45117" -d '{"events": [{"server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "name": "network-vif-plugged", "status": "completed", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:33.894169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=730bf45a-8693-4160-bd99-124b2c9d7e29,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.901266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.949247 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457206ce-556d-4337-8dc5-8a7c18f7803f x-openstack-request-id: req-457206ce-556d-4337-8dc5-8a7c18f7803f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:33.949927 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "name": "network-vif-plugged", "status": "completed", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:33.950121 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-457206ce-556d-4337-8dc5-8a7c18f7803f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:33.950994 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29', 'code': 200} Jun 30 09:20:33.978475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.033973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:34.113400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b2a22-7d1c-4175-aeca-acc5aadc2169 req-df97451a-5a1a-4e2f-aada-2bd6d878905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.115589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-035b2a22-7d1c-4175-aeca-acc5aadc2169 req-df97451a-5a1a-4e2f-aada-2bd6d878905d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1097 time: 0.0755346 Jun 30 09:20:34.156128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-035b2a22-7d1c-4175-aeca-acc5aadc2169 req-83a2eb31-61e8-448c-b73c-3f5fcb17c82f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Jun 30 09:20:34.589898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:34.662125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72b4ea-7201-48f4-86f8-2a0c920304d5 req-26f9d3cc-9d07-40be-ae38-7a992292a5a0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.664330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a72b4ea-7201-48f4-86f8-2a0c920304d5 req-26f9d3cc-9d07-40be-ae38-7a992292a5a0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1008520 Jun 30 09:20:34.713132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a72b4ea-7201-48f4-86f8-2a0c920304d5 req-46ccdacd-5c77-4c83-b7e4-ac97507ae0dd tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Jun 30 09:20:34.837113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b162a9-e2c8-4f15-9ff1-88d0c6fafda8 req-1a1a7328-ae5d-43d1-a3d7-f7931ef469bb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.838921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5b162a9-e2c8-4f15-9ff1-88d0c6fafda8 req-1a1a7328-ae5d-43d1-a3d7-f7931ef469bb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.0915601 Jun 30 09:20:34.886722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5b162a9-e2c8-4f15-9ff1-88d0c6fafda8 req-4da50b53-3d86-4ac7-b954-c3059f4ac62f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Jun 30 09:20:35.059346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.195381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:35.255831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5714dfca-18e4-4d9d-a49b-7198127d19b4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:35.260612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5714dfca-18e4-4d9d-a49b-7198127d19b4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:35.261145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.377958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.425215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:35.432373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.506423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:35.908154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d85c-984c-46b1-98db-3a5e7ae9b367 req-18f4b539-8ee6-4d84-a61c-babafce93e4f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:35.909663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d72d85c-984c-46b1-98db-3a5e7ae9b367 req-18f4b539-8ee6-4d84-a61c-babafce93e4f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0662677 Jun 30 09:20:35.952370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:35.954972 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c2b67-51ff-45d7-a78f-6ac62b571b03" -d '{"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:35.958414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d72d85c-984c-46b1-98db-3a5e7ae9b367 req-0799f20f-0b36-425e-ba6c-564f7d6df4a2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Jun 30 09:20:36.013018 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460225f0-1881-4758-a6d0-91a4db193560 x-openstack-request-id: req-460225f0-1881-4758-a6d0-91a4db193560 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:36.013314 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:36.013576 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-460225f0-1881-4758-a6d0-91a4db193560 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:36.014137 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'code': 200} Jun 30 09:20:36.089977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872165-b5b2-4635-8f61-7907e1ac7870 req-6659b8c4-254b-4d25-8625-7ab63e4a5d8d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.090832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e872165-b5b2-4635-8f61-7907e1ac7870 req-6659b8c4-254b-4d25-8625-7ab63e4a5d8d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0724995 Jun 30 09:20:36.130928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e872165-b5b2-4635-8f61-7907e1ac7870 req-ba9f6880-ee6c-45ca-bdb3-8a9796240dfd tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jun 30 09:20:36.139781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9939e-01ae-4443-b5b3-b67c0a11988a req-9f76fe1a-766b-412c-a227-f76f78176ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.141273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d7c9939e-01ae-4443-b5b3-b67c0a11988a req-9f76fe1a-766b-412c-a227-f76f78176ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1097 time: 0.0603774 Jun 30 09:20:36.180159 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d7c9939e-01ae-4443-b5b3-b67c0a11988a req-2ed8b069-a50f-4c5e-80ee-628b5f640c19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300281 Jun 30 09:20:36.366426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-6411e544-0e4b-4743-a677-f38c318592dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.367895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-6411e544-0e4b-4743-a677-f38c318592dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1097 time: 0.0521176 Jun 30 09:20:36.369029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7056e-a6d0-46eb-a08d-7a70e8fcd471 req-cba4cb9e-6af5-4b37-8ca5-d736ab343eb4 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.370534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fb7056e-a6d0-46eb-a08d-7a70e8fcd471 req-cba4cb9e-6af5-4b37-8ca5-d736ab343eb4 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0665016 Jun 30 09:20:36.409435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fb7056e-a6d0-46eb-a08d-7a70e8fcd471 req-4f66fbb5-5c09-42ac-a3dc-4aa17c45a779 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Jun 30 09:20:36.466242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-190a8a16-24d2-48f5-808c-310e65f1d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.467661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-190a8a16-24d2-48f5-808c-310e65f1d50b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.0914564 Jun 30 09:20:36.510128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-a4aa0577-644c-48d1-b8f7-4adb5cdb1c19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 200 len: 217 time: 0.0343494 Jun 30 09:20:36.558435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-a84eefb9-c7f0-48bc-80d9-91982339bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.559902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-a84eefb9-c7f0-48bc-80d9-91982339bb1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.0435264 Jun 30 09:20:36.592198 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-e35ed6bd-5861-4fb4-9842-ff1ee43513a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259347 Jun 30 09:20:36.688543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-c0236918-03b5-4b4d-85d8-3ca3826caec7 service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886629 Jun 30 09:20:36.794530 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f5d718-0596-4ea4-bdaa-4416cb2b6014 req-fd743aee-d184-48a1-a0e4-19910e16cee1 service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972488 Jun 30 09:20:37.310693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58a03-51df-4ee8-9150-3f8616b8fd49 req-41938700-d23a-40fc-b8f1-c6121bb6af85 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:37.312129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9f58a03-51df-4ee8-9150-3f8616b8fd49 req-41938700-d23a-40fc-b8f1-c6121bb6af85 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0634696 Jun 30 09:20:37.351203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9f58a03-51df-4ee8-9150-3f8616b8fd49 req-1997fbb9-a492-4469-84b1-29e91cbf5caf tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jun 30 09:20:37.590569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65976a-342b-49d4-bcf2-40bbc6fecebc req-295ec4eb-37ef-46a4-ab99-a0cf328067e3 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:37.591967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb65976a-342b-49d4-bcf2-40bbc6fecebc req-295ec4eb-37ef-46a4-ab99-a0cf328067e3 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0641625 Jun 30 09:20:37.636842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb65976a-342b-49d4-bcf2-40bbc6fecebc req-06551079-672b-4e3d-99e7-62c078cb4001 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Jun 30 09:20:38.527136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d177-9751-4a76-944a-c8a2327a2b41 req-a1eee2d7-267d-4f67-8242-7d2a12590581 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.528520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7156d177-9751-4a76-944a-c8a2327a2b41 req-a1eee2d7-267d-4f67-8242-7d2a12590581 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0642762 Jun 30 09:20:38.570674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7156d177-9751-4a76-944a-c8a2327a2b41 req-e8cd5b92-ba22-433d-ab2e-3f1ad7467ace tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363255 Jun 30 09:20:38.845300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746f493-7c5c-41a5-97a9-c85ff542bf25 req-55e27a5a-1576-4761-9a97-336485c69a69 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.846813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5746f493-7c5c-41a5-97a9-c85ff542bf25 req-55e27a5a-1576-4761-9a97-336485c69a69 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0743301 Jun 30 09:20:38.951976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5746f493-7c5c-41a5-97a9-c85ff542bf25 req-2e91385a-bfa5-491e-8882-8fd01823c63d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888884 Jun 30 09:20:38.982525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-8460b357-5d90-4f0e-a43e-645c35628082 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.983954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-8460b357-5d90-4f0e-a43e-645c35628082 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 814 time: 0.1350141 Jun 30 09:20:38.998847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-dc03ec8b-80f7-4024-932b-2ecb8fa47f4d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/quotas/268564b1d7c34544b1c7d105f45ec96e HTTP/1.1" status: 200 len: 375 time: 0.0094626 Jun 30 09:20:39.060266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-984b853a-e1ae-424f-a5b8-7a9de001374a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565250 Jun 30 09:20:39.248274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-3a40d143-086e-4252-981f-762a096cf9bf service neutron] 10.222.0.66 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809609 Jun 30 09:20:39.344767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-b4014ecb-eb5e-49fc-8df2-a59a561fd427 service neutron] 10.222.0.66 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Jun 30 09:20:39.523284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbdfeacc-6b0b-4d8a-9ee8-5aab0ccabfe7 req-9c8b3528-88b3-4552-9635-c3be9667f877 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 210 time: 0.0342507 Jun 30 09:20:40.134721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59048-a3d5-4226-8982-75d31b7b1e4e req-5d661a59-349f-4692-9b3c-363ffc7d034f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.136220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fba59048-a3d5-4226-8982-75d31b7b1e4e req-5d661a59-349f-4692-9b3c-363ffc7d034f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0693519 Jun 30 09:20:40.186599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fba59048-a3d5-4226-8982-75d31b7b1e4e req-a2978ffa-7f3f-423a-9488-7a4c4f24f0eb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Jun 30 09:20:41.097484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85faaa48-bb1f-4076-8349-f2be391ca21f req-28881465-4b62-4578-8228-1472f91f76dc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 210 time: 0.4105885 Jun 30 09:20:41.123513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-9916aa25-d93b-48a9-96c2-ccf011e9cf47 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.125054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-9916aa25-d93b-48a9-96c2-ccf011e9cf47 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 814 time: 0.5663996 Jun 30 09:20:41.139885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Request body: {'port': {'device_id': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'admin_state_up': True, 'tenant_id': '268564b1d7c34544b1c7d105f45ec96e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:41.278049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Made reservation on behalf of 268564b1d7c34544b1c7d105f45ec96e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:41.282965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.463541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Allocated IP 172.20.0.9 (1ac10a8c-60d1-4549-87d6-c276fd2b6010/8e788636-5db0-4622-b175-6e8dd8044162/1cba8df8-a511-464c-812c-b2ff8e8859eb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:41.476379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387568-fada-4e57-b551-4ff764bc6a41 req-3ac4e7d1-98d8-441b-8a97-a74bb08dfca0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.479907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e387568-fada-4e57-b551-4ff764bc6a41 req-3ac4e7d1-98d8-441b-8a97-a74bb08dfca0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1345119 Jun 30 09:20:41.554710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e387568-fada-4e57-b551-4ff764bc6a41 req-a6a39be5-d548-4de3-8e66-5c6111eb9d00 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Jun 30 09:20:41.680092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.724231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.740601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:41.779111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:41.786246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:41.792016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:41.797147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Pushing event updated for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:41.871034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.871876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.892616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-bc3a0b10-6a37-4b0b-b8e4-01d62970a7a8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567129 Jun 30 09:20:41.908674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Request body: {'port': {'device_id': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:42.018123 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.430928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cf11-cfc6-438e-b9c8-7d67426f95df req-8f1e5573-5775-4ac1-ad9d-24cedb24bb87 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.432749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d688cf11-cfc6-438e-b9c8-7d67426f95df req-8f1e5573-5775-4ac1-ad9d-24cedb24bb87 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 931 time: 0.1248043 Jun 30 09:20:42.453343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cba8df8-a511-464c-812c-b2ff8e8859eb {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:42.469857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.498873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Transition to ACTIVE for port object 1cba8df8-a511-464c-812c-b2ff8e8859eb will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:42.505190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d688cf11-cfc6-438e-b9c8-7d67426f95df req-d98dec13-98e8-4ec9-b175-8ec2ac350c4a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Jun 30 09:20:42.513092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.599372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:42.662683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Attempting to bind port 1cba8df8-a511-464c-812c-b2ff8e8859eb on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:42.664043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Attempting to bind port 1cba8df8-a511-464c-812c-b2ff8e8859eb by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:42.664388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Attempting to bind port 1cba8df8-a511-464c-812c-b2ff8e8859eb on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:42.672814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Port 1cba8df8-a511-464c-812c-b2ff8e8859eb on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:42.672814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Attempting to bind port 1cba8df8-a511-464c-812c-b2ff8e8859eb on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:42.678553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:42.678893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Checking segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:42.679274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Bound using segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:42.679717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Bound port: 1cba8df8-a511-464c-812c-b2ff8e8859eb, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:42.680716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.787621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:42.792441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:42.800607 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.822948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127284f9-bcde-4c1b-9a4e-3b44c6c6477b req-6f488d4c-fcbc-4421-a3bd-bb7befb2b206 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.824552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-127284f9-bcde-4c1b-9a4e-3b44c6c6477b req-6f488d4c-fcbc-4421-a3bd-bb7befb2b206 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1092660 Jun 30 09:20:42.851498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.852113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.853688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] 10.222.0.41 "PUT /v2.0/ports/1cba8df8-a511-464c-812c-b2ff8e8859eb HTTP/1.1" status: 200 len: 1092 time: 0.9516325 Jun 30 09:20:42.854216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:42.856449 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddd8172-a861-406b-9cbd-b7d3c22e5604" -d '{"events": [{"name": "network-changed", "server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:42.952469 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42f68d-771c-44c0-9f98-17f9e68f1d02 x-openstack-request-id: req-0f42f68d-771c-44c0-9f98-17f9e68f1d02 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:42.952776 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:42.953035 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f42f68d-771c-44c0-9f98-17f9e68f1d02 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:42.953442 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb', 'status': 'completed', 'code': 200} Jun 30 09:20:42.994977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c0419-c3f7-48f5-86de-ba266700fa57 service neutron] Pushing event updated for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.015607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-127284f9-bcde-4c1b-9a4e-3b44c6c6477b req-c7da1706-a736-4a23-8874-3703de773f94 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683068 Jun 30 09:20:43.030867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-40f1865a-f004-44cc-b3f5-04c9becc36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.032605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-40f1865a-f004-44cc-b3f5-04c9becc36d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 1095 time: 0.1147497 Jun 30 09:20:43.083071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-a70d220b-1329-475e-bbb4-8438d10ac1f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb HTTP/1.1" status: 200 len: 217 time: 0.0378914 Jun 30 09:20:43.136800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-329e0942-7ef5-4f7a-a89e-11341dcc4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.138898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-329e0942-7ef5-4f7a-a89e-11341dcc4a14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.0497000 Jun 30 09:20:43.175533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-3e829d08-3ec9-427e-bd5b-6a8ae92acd52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288844 Jun 30 09:20:43.277929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-fb6aeb66-0ece-4a32-abe4-c65f39c229d5 service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Jun 30 09:20:43.387380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b428130-481b-48b2-90ef-bd50df003aa7 req-0980629f-4864-44f9-8ed1-781cec2b4350 service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942528 Jun 30 09:20:43.514268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-ed255e6a-9384-4458-8b9a-047bfc7d7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.514268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-ed255e6a-9384-4458-8b9a-047bfc7d7a8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 1095 time: 0.0653222 Jun 30 09:20:43.636513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-4ffd7db1-c971-42d5-a43c-86c73a2ae62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.638065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-4ffd7db1-c971-42d5-a43c-86c73a2ae62c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.1093094 Jun 30 09:20:43.705058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-cb665ed1-9421-447a-a6f7-e1ccd6e6352c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb HTTP/1.1" status: 200 len: 217 time: 0.0571778 Jun 30 09:20:43.766754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-6c53dda5-8172-48dc-ae47-78362cb6915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.768207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-6c53dda5-8172-48dc-ae47-78362cb6915b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.0563345 Jun 30 09:20:43.777268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636949-eb59-47ba-9f3d-ee3dcc9e2fa4 req-69355c0c-ec24-499c-9041-e8d4a0464781 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.778751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2636949-eb59-47ba-9f3d-ee3dcc9e2fa4 req-69355c0c-ec24-499c-9041-e8d4a0464781 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 943 time: 0.1398292 Jun 30 09:20:43.812009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-c948b792-3605-4eef-95eb-1d4e091b10ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321784 Jun 30 09:20:43.885623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2636949-eb59-47ba-9f3d-ee3dcc9e2fa4 req-ddc4cbfb-4593-44c1-a926-ba5d5fd55895 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986834 Jun 30 09:20:43.923780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-e1afca72-53f7-4913-8b74-a38108d10280 service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030557 Jun 30 09:20:44.020935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ddd8172-a861-406b-9cbd-b7d3c22e5604 req-042560b2-01f2-4e7c-ab7b-86486ed3013d service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899224 Jun 30 09:20:44.195386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ea606-e41f-4e38-84ed-fbffae3ebd6c req-9b803071-2c3d-4b51-a5ea-94ec7ba9ac82 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.197065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab5ea606-e41f-4e38-84ed-fbffae3ebd6c req-9b803071-2c3d-4b51-a5ea-94ec7ba9ac82 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0641024 Jun 30 09:20:44.237817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab5ea606-e41f-4e38-84ed-fbffae3ebd6c req-ec2568d1-1777-4e88-a1d8-3d5d674c35ef tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jun 30 09:20:45.068533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca30ae-1ec5-459a-b50e-ff6164c0c248 req-16d24104-0f45-469e-bb57-08bc942aa4d7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.070553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cca30ae-1ec5-459a-b50e-ff6164c0c248 req-16d24104-0f45-469e-bb57-08bc942aa4d7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 943 time: 0.0681057 Jun 30 09:20:45.112942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cca30ae-1ec5-459a-b50e-ff6164c0c248 req-1f86b3b7-5d22-4d63-be82-a61407bd14b6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Jun 30 09:20:45.437863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b198c0-8be7-407c-b182-4dd6192d8e2d req-0ce98abf-4dfe-4796-b1ea-f49b7c028d34 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.439609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1b198c0-8be7-407c-b182-4dd6192d8e2d req-0ce98abf-4dfe-4796-b1ea-f49b7c028d34 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0799117 Jun 30 09:20:45.488498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1b198c0-8be7-407c-b182-4dd6192d8e2d req-f05742bc-ae0d-45d7-be78-2f22d866a80c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Jun 30 09:20:46.327345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292327-2b0c-493f-ad8f-ee2159899d44 req-5a1b5d0e-8fef-4b33-8afa-41e9af0ea5d4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.328810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc292327-2b0c-493f-ad8f-ee2159899d44 req-5a1b5d0e-8fef-4b33-8afa-41e9af0ea5d4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 943 time: 0.0916986 Jun 30 09:20:46.377309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc292327-2b0c-493f-ad8f-ee2159899d44 req-51449d3a-08b3-4b1d-8c5e-8e46b3d3bd12 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Jun 30 09:20:46.669809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123e622-2d27-4149-a55b-4925d36e838b req-f50f89ba-2233-4283-abaa-56c9ff8d0433 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.671333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9123e622-2d27-4149-a55b-4925d36e838b req-f50f89ba-2233-4283-abaa-56c9ff8d0433 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0667069 Jun 30 09:20:46.720165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9123e622-2d27-4149-a55b-4925d36e838b req-a546f268-07ba-4e25-9206-35939a692efa tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Jun 30 09:20:47.548343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1cba8df8-a511-464c-812c-b2ff8e8859eb details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:47.598782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee7e04-28ba-4564-a086-2c4db8dd4425 req-e4a2dc08-6dca-4ae1-9432-1c1a60749d3c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.601359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80ee7e04-28ba-4564-a086-2c4db8dd4425 req-e4a2dc08-6dca-4ae1-9432-1c1a60749d3c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 943 time: 0.0902417 Jun 30 09:20:47.650474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80ee7e04-28ba-4564-a086-2c4db8dd4425 req-4e3893ca-55a4-4e90-8d95-45e695391626 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Jun 30 09:20:47.670184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:47.691575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '1cba8df8-a511-464c-812c-b2ff8e8859eb', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'port_id': '1cba8df8-a511-464c-812c-b2ff8e8859eb', 'mac_address': 'fa:16:3e:94:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e788636-5db0-4622-b175-6e8dd8044162', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:47.740769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.757538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cba8df8-a511-464c-812c-b2ff8e8859eb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:47.782055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:47.789971 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.870953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:48.029904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['1cba8df8-a511-464c-812c-b2ff8e8859eb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:48.036429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477212-46c0-4898-8471-492565614802 req-e39f5597-5cd0-49f2-820a-0158f279047b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.039927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb477212-46c0-4898-8471-492565614802 req-e39f5597-5cd0-49f2-820a-0158f279047b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1794679 Jun 30 09:20:48.078370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af39db-1893-4778-8f41-74e6b198ec9c req-358a2139-4830-44b8-8376-998c7c598b9a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.080986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29af39db-1893-4778-8f41-74e6b198ec9c req-358a2139-4830-44b8-8376-998c7c598b9a tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 945 time: 0.1739182 Jun 30 09:20:48.161036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb477212-46c0-4898-8471-492565614802 req-ec2ca1ab-f366-4d1b-9a86-217e91ca30b7 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099932 Jun 30 09:20:48.179373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29af39db-1893-4778-8f41-74e6b198ec9c req-02fca8e9-7cb3-4d43-aa98-db41c655df12 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868070 Jun 30 09:20:48.848273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af33ef2-0d39-436a-be2a-a2caf461d353 req-e66a3e05-4185-4f6b-8bcb-19355fd5a35a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:48.849803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7af33ef2-0d39-436a-be2a-a2caf461d353 req-e66a3e05-4185-4f6b-8bcb-19355fd5a35a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 944 time: 0.0737143 Jun 30 09:20:48.890673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7af33ef2-0d39-436a-be2a-a2caf461d353 req-7688e85a-c67c-424f-928c-7b8a81866a25 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Jun 30 09:20:49.412399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b5236-dc99-4c69-a4d6-911be526e854 req-514638e2-996d-4941-aab2-d50f6afb0bd6 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.414672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-741b5236-dc99-4c69-a4d6-911be526e854 req-514638e2-996d-4941-aab2-d50f6afb0bd6 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1449282 Jun 30 09:20:49.441627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13542592-558a-4050-a92a-1b472229ac3c req-50449286-ee73-49e8-8a37-d45394f25069 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.443229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13542592-558a-4050-a92a-1b472229ac3c req-50449286-ee73-49e8-8a37-d45394f25069 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 945 time: 0.1436932 Jun 30 09:20:49.516030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-c12a0d2a-6855-4cb7-aad0-ce58a56698d2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.517621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-c12a0d2a-6855-4cb7-aad0-ce58a56698d2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 945 time: 0.1613736 Jun 30 09:20:49.520796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-741b5236-dc99-4c69-a4d6-911be526e854 req-59a6c68c-1d92-4480-9172-3895c4e4fa5d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997622 Jun 30 09:20:49.538389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13542592-558a-4050-a92a-1b472229ac3c req-5ebf81ab-54f2-4ef1-a5bc-659d9fc5e4f3 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Jun 30 09:20:49.557947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1cba8df8-a511-464c-812c-b2ff8e8859eb up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:49.610360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 1cba8df8-a511-464c-812c-b2ff8e8859eb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:49.614899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 1cba8df8-a511-464c-812c-b2ff8e8859eb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:49.615530 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.640739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Deleting port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:49.641117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.696508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.727470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:49.730690 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910bdd23-fae1-4158-aee8-f1655713a92c" -d '{"events": [{"server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "name": "network-vif-plugged", "status": "completed", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:49.748977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] For port 94a1977c-6ea1-4929-8e54-6e9afe74fe88, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=94a1977c-6ea1-4929-8e54-6e9afe74fe88,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:49.749351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.749491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:49.755871 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:49.779966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Calling delete_port for 94a1977c-6ea1-4929-8e54-6e9afe74fe88 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:49.781195 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6fa085-9784-4fef-ac38-300b5bb062cc x-openstack-request-id: req-dc6fa085-9784-4fef-ac38-300b5bb062cc {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:49.781505 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "name": "network-vif-plugged", "status": "completed", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:49.782077 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc6fa085-9784-4fef-ac38-300b5bb062cc {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:49.782248 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb', 'code': 200} Jun 30 09:20:49.816280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:49.996656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dee4b9-6549-4578-b347-911a14f3461d req-07edba1e-fc89-42dc-be4c-726ec90b0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.999173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1dee4b9-6549-4578-b347-911a14f3461d req-07edba1e-fc89-42dc-be4c-726ec90b0d88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 1097 time: 0.1420474 Jun 30 09:20:50.027098 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.043625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:50.047022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'd4e65e84-e731-4de4-a963-0ba518679240', '94a1977c-6ea1-4929-8e54-6e9afe74fe88'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:50.079273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event deleted for resources: {'Port': ['ID=94a1977c-6ea1-4929-8e54-6e9afe74fe88,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:50.117693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1dee4b9-6549-4578-b347-911a14f3461d req-1c09cd12-0367-41c1-9f90-4692093e3e90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Jun 30 09:20:50.185269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] No DVR routers for this DVR port 94a1977c-6ea1-4929-8e54-6e9afe74fe88 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:50.189492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:50.192677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe0ec231-3dcf-4e81-b65c-29b21bae1871 req-d548c138-ba7e-486d-8854-7bfdba5be8aa tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "DELETE /v2.0/ports/94a1977c-6ea1-4929-8e54-6e9afe74fe88 HTTP/1.1" status: 204 len: 173 time: 0.6679993 Jun 30 09:20:50.193308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'name': 'network-vif-deleted', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:50.197009 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a9dd1-adb1-4b2f-8ce4-ed050519511b" -d '{"events": [{"server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "name": "network-vif-deleted", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:50.330044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e1cfd-f1de-41d1-9d5d-924e40467c8b req-d848ab4a-3a63-4c37-9cb4-954d289fad6c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:50.348701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-781e1cfd-f1de-41d1-9d5d-924e40467c8b req-d848ab4a-3a63-4c37-9cb4-954d289fad6c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 945 time: 0.1648405 Jun 30 09:20:50.357880 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88021402-3f01-458b-ac99-ce648037d48b x-openstack-request-id: req-88021402-3f01-458b-ac99-ce648037d48b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:50.358920 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67", "name": "network-vif-deleted", "tag": "94a1977c-6ea1-4929-8e54-6e9afe74fe88", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:50.359402 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88021402-3f01-458b-ac99-ce648037d48b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:50.360312 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1d5e8-7e5b-4f49-a45b-47b353ec5a67', 'name': 'network-vif-deleted', 'tag': '94a1977c-6ea1-4929-8e54-6e9afe74fe88', 'status': 'completed', 'code': 200} Jun 30 09:20:50.435334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-781e1cfd-f1de-41d1-9d5d-924e40467c8b req-87ade8d5-c7fb-4c94-831b-bd9ea2bf2971 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Jun 30 09:20:50.833149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf6b3adc-165b-448a-b68b-e8d4edc5d1bb req-17c2fef4-a6ed-4e9f-a2ce-87abe9d6e987 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0d1d5e8-7e5b-4f49-a45b-47b353ec5a67 HTTP/1.1" status: 200 len: 210 time: 0.0531375 Jun 30 09:20:50.875452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a50a5-17b6-467f-9560-7bfb7b06f25a req-4881dcce-a22f-46b3-b8bf-0b4c12ed78e8 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:50.877417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e44a50a5-17b6-467f-9560-7bfb7b06f25a req-4881dcce-a22f-46b3-b8bf-0b4c12ed78e8 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1548748 Jun 30 09:20:50.970355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e44a50a5-17b6-467f-9560-7bfb7b06f25a req-234c55fc-80e4-42fc-81b4-44a55ef54d59 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809920 Jun 30 09:20:51.635263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce70065-8be0-4cfc-b98d-e247298e190e req-77e6d3a2-c841-4cc2-a161-992e6ebe0c7b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.637030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ce70065-8be0-4cfc-b98d-e247298e190e req-77e6d3a2-c841-4cc2-a161-992e6ebe0c7b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 945 time: 0.0810046 Jun 30 09:20:51.706773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ce70065-8be0-4cfc-b98d-e247298e190e req-07e0dded-e9e6-4e06-9fba-b5cc7cca80fc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 Jun 30 09:20:52.311030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebc6ed-a7f5-485c-a807-f78a1c77a917 req-0b216beb-f25a-401b-b35d-db0dc120c995 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.320237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ebc6ed-a7f5-485c-a807-f78a1c77a917 req-0b216beb-f25a-401b-b35d-db0dc120c995 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1244533 Jun 30 09:20:52.400541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31ebc6ed-a7f5-485c-a807-f78a1c77a917 req-497ca5f2-4649-4707-a82d-73ca7a760ba1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783002 Jun 30 09:20:52.448878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e76d78-f11d-494a-868c-cacaaa10b27c req-bffa4304-db8b-41a4-b5a9-642d11ddf18c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.450682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4e76d78-f11d-494a-868c-cacaaa10b27c req-bffa4304-db8b-41a4-b5a9-642d11ddf18c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 945 time: 0.1057577 Jun 30 09:20:52.503368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4e76d78-f11d-494a-868c-cacaaa10b27c req-a496b540-6e10-44fa-a902-16aba4f6709a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Jun 30 09:20:53.518065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-4f257e7f-add3-4a69-a343-050a2ba00dac tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.520553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-4f257e7f-add3-4a69-a343-050a2ba00dac tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 945 time: 0.0907245 Jun 30 09:20:53.583542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 94a1977c-6ea1-4929-8e54-6e9afe74fe88 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:53.633250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 94a1977c-6ea1-4929-8e54-6e9afe74fe88 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:53.633578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 94a1977c-6ea1-4929-8e54-6e9afe74fe88 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:53.784455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Deleting port 1cba8df8-a511-464c-812c-b2ff8e8859eb {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:53.784777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:53.891341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88689b-240a-4f33-9f4f-4daf0e13c973 req-54636faf-2bf2-44ce-b947-f0bb78715aeb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.893121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e88689b-240a-4f33-9f4f-4daf0e13c973 req-54636faf-2bf2-44ce-b947-f0bb78715aeb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.2324312 Jun 30 09:20:53.942687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978630-625e-4bc7-9f00-bcbd1eb0a0f7 req-16cd8876-a979-4b68-97ce-f1833e57f00d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.950868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c978630-625e-4bc7-9f00-bcbd1eb0a0f7 req-16cd8876-a979-4b68-97ce-f1833e57f00d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a339c484-fe9e-4bb2-b120-81da8e693b8e HTTP/1.1" status: 200 len: 945 time: 0.2207408 Jun 30 09:20:53.988467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] For port 1cba8df8-a511-464c-812c-b2ff8e8859eb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=1cba8df8-a511-464c-812c-b2ff8e8859eb,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:53.988810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.023556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Calling delete_port for 1cba8df8-a511-464c-812c-b2ff8e8859eb owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:54.032896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e88689b-240a-4f33-9f4f-4daf0e13c973 req-f7b435ed-8d1f-4e26-8106-34f4374f0883 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307130 Jun 30 09:20:54.061999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c978630-625e-4bc7-9f00-bcbd1eb0a0f7 req-f386fab0-af2d-4f0c-8644-586d5b1de076 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099694 Jun 30 09:20:54.249830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.262602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['1cba8df8-a511-464c-812c-b2ff8e8859eb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:54.265357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:54.313712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Pushing event deleted for resources: {'Port': ['ID=1cba8df8-a511-464c-812c-b2ff8e8859eb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:54.383701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] No DVR routers for this DVR port 1cba8df8-a511-464c-812c-b2ff8e8859eb on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:54.387513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:54.390700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95486281-94a4-4db0-afca-ad1cd9a3170e req-1cd4810b-022c-48e2-b7d9-55864c0e05aa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "DELETE /v2.0/ports/1cba8df8-a511-464c-812c-b2ff8e8859eb HTTP/1.1" status: 204 len: 173 time: 0.8636127 Jun 30 09:20:54.391547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'name': 'network-vif-deleted', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:54.394703 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04917ba9-07a3-420a-999b-487fb14da85d" -d '{"events": [{"server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "name": "network-vif-deleted", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:54.442456 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb37456-9f7b-46b7-a35f-a98fefedf966 x-openstack-request-id: req-4bb37456-9f7b-46b7-a35f-a98fefedf966 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:54.443140 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a339c484-fe9e-4bb2-b120-81da8e693b8e", "name": "network-vif-deleted", "tag": "1cba8df8-a511-464c-812c-b2ff8e8859eb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:54.443730 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4bb37456-9f7b-46b7-a35f-a98fefedf966 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:54.444487 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a339c484-fe9e-4bb2-b120-81da8e693b8e', 'name': 'network-vif-deleted', 'tag': '1cba8df8-a511-464c-812c-b2ff8e8859eb', 'status': 'completed', 'code': 200} Jun 30 09:20:55.267772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da458e-6795-4f5e-ae5e-093dbd7f5436 req-f84b5f5d-a2f4-4a01-9c73-13fc3d21ce48 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.277459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52da458e-6795-4f5e-ae5e-093dbd7f5436 req-f84b5f5d-a2f4-4a01-9c73-13fc3d21ce48 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1076150 Jun 30 09:20:55.329801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52da458e-6795-4f5e-ae5e-093dbd7f5436 req-93676b74-ec64-415f-a822-044344a3cb19 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509899 Jun 30 09:20:55.459746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8662a61-1bb8-475b-99a2-c780a67a3976 req-fd6ced89-efee-41af-b8ab-89dd701142bf tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.461303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8662a61-1bb8-475b-99a2-c780a67a3976 req-fd6ced89-efee-41af-b8ab-89dd701142bf tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0953789 Jun 30 09:20:55.539462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8662a61-1bb8-475b-99a2-c780a67a3976 req-6eaf1212-66a6-496d-b498-852cd51cb7d6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Jun 30 09:20:55.828908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cae04f-a0ed-4873-bae9-cfb9f8914671 req-7d1e2b01-d3ba-4cef-be5e-f138039e5faa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.833851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cae04f-a0ed-4873-bae9-cfb9f8914671 req-7d1e2b01-d3ba-4cef-be5e-f138039e5faa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0983794 Jun 30 09:20:55.901513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cae04f-a0ed-4873-bae9-cfb9f8914671 req-945c03ff-904d-411e-9c9a-2a147887f419 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Jun 30 09:20:55.916227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.058292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77a0b950-f90f-44e1-bea0-783ff70bf7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.124101 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:56.133369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b6e0a-bc51-4b77-ac5e-9b15217330f1 req-02f6bf31-c9ea-44da-ade1-b7afdc748932 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.134729 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f9b6e0a-bc51-4b77-ac5e-9b15217330f1 req-02f6bf31-c9ea-44da-ade1-b7afdc748932 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 945 time: 0.1209996 Jun 30 09:20:56.160140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480a64-0e1c-4c7a-90b8-ca2b19283cd4 req-293db8fc-d020-49db-a9c7-e0628a65ee3a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.161673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39480a64-0e1c-4c7a-90b8-ca2b19283cd4 req-293db8fc-d020-49db-a9c7-e0628a65ee3a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1072423 Jun 30 09:20:56.166971 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77a0b950-f90f-44e1-bea0-783ff70bf7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.173661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77a0b950-f90f-44e1-bea0-783ff70bf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.221012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-77a0b950-f90f-44e1-bea0-783ff70bf7b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65fd016618d24fabbe1d0b8190baac69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028650 Jun 30 09:20:56.222073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46838) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.222552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0b950-f90f-44e1-bea0-783ff70bf7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94caf01-7c01-4b3f-9218-60546fddb29e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.224430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f9b6e0a-bc51-4b77-ac5e-9b15217330f1 req-552611b4-33d2-425f-aef8-1af0d0995dde tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795157 Jun 30 09:20:56.243129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39480a64-0e1c-4c7a-90b8-ca2b19283cd4 req-e1214339-1251-4039-b5d9-6afd5d0ea486 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Jun 30 09:20:56.278241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.304183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.373115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.376387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.381135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b94caf01-7c01-4b3f-9218-60546fddb29e HTTP/1.1" status: 204 len: 168 time: 0.1540964 Jun 30 09:20:56.390386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03c3ba-5fa3-43ff-9010-6a7df01277bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94caf01-7c01-4b3f-9218-60546fddb29e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.538211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7445-fcca-4871-bbf1-c6204e273b1b req-0a313488-3b3d-4231-8879-63632d4e25b0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.539727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f4a7445-fcca-4871-bbf1-c6204e273b1b req-0a313488-3b3d-4231-8879-63632d4e25b0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0817199 Jun 30 09:20:56.606100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f4a7445-fcca-4871-bbf1-c6204e273b1b req-63ff92cb-e819-449d-a577-01ee72c73be2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Jun 30 09:20:56.702972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 46852) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.716394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee8294dd-ecfa-46f1-af40-27cc22b2819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.832883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee8294dd-ecfa-46f1-af40-27cc22b2819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.840254 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee8294dd-ecfa-46f1-af40-27cc22b2819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.884087 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ee8294dd-ecfa-46f1-af40-27cc22b2819e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=921182d7e7fe49f8ba65dfd0aa4b3537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798823 Jun 30 09:20:56.885134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8294dd-ecfa-46f1-af40-27cc22b2819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf99e56-7846-4080-964e-7135287f4115,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:56.886875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 46856) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:56.940744 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:56.963370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.010076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.012591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.013907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faf99e56-7846-4080-964e-7135287f4115 HTTP/1.1" status: 204 len: 168 time: 0.1256561 Jun 30 09:20:57.022142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e6606-4fed-4e67-b653-0cca7566ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf99e56-7846-4080-964e-7135287f4115,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.624498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1cba8df8-a511-464c-812c-b2ff8e8859eb no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:57.647208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 1cba8df8-a511-464c-812c-b2ff8e8859eb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:57.647698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 1cba8df8-a511-464c-812c-b2ff8e8859eb not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:57.793258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29d88-f9ee-4640-bf79-d2566abb029e req-9557c9cf-924a-4cf8-aba3-97da529a1344 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:57.794819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62a29d88-f9ee-4640-bf79-d2566abb029e req-9557c9cf-924a-4cf8-aba3-97da529a1344 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 945 time: 0.4485304 Jun 30 09:20:57.841429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-4d2128ba-a220-48d6-ab9c-654ccc55a4d3 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:57.842911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-4d2128ba-a220-48d6-ab9c-654ccc55a4d3 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 945 time: 0.4691703 Jun 30 09:20:57.915021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0876-744c-4aa6-ad47-645353793c54 req-458be8e9-2b76-4d82-94f4-4067d2c4e064 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:57.916554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-454c0876-744c-4aa6-ad47-645353793c54 req-458be8e9-2b76-4d82-94f4-4067d2c4e064 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1797404 Jun 30 09:20:57.922691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62a29d88-f9ee-4640-bf79-d2566abb029e req-c2fa0517-93de-4ada-b74e-a3de95640ae8 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124234 Jun 30 09:20:58.002337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-454c0876-744c-4aa6-ad47-645353793c54 req-e1746c85-24c9-4e13-8a1f-dbed2e7b61e6 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783999 Jun 30 09:20:58.034945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Deleting port d4e65e84-e731-4de4-a963-0ba518679240 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:58.035437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.168115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] For port d4e65e84-e731-4de4-a963-0ba518679240, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d4e65e84-e731-4de4-a963-0ba518679240,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:58.168373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.183637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Calling delete_port for d4e65e84-e731-4de4-a963-0ba518679240 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:58.256142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37a9e-f2b8-47dc-8d32-43b98ecd690e req-a10b2ec9-ee83-4778-b220-074011d089b4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.257625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-add37a9e-f2b8-47dc-8d32-43b98ecd690e req-a10b2ec9-ee83-4778-b220-074011d089b4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1309361 Jun 30 09:20:58.313238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-add37a9e-f2b8-47dc-8d32-43b98ecd690e req-04c31561-7f41-489d-a4bf-912fc9f316d2 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Jun 30 09:20:58.374774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.387921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'd4e65e84-e731-4de4-a963-0ba518679240'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:58.405364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event deleted for resources: {'Port': ['ID=d4e65e84-e731-4de4-a963-0ba518679240,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.439231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:58.498189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] No DVR routers for this DVR port d4e65e84-e731-4de4-a963-0ba518679240 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:58.501827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.503954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a9e7d8e-6c43-4a4e-9b51-f2205d3e3fdf req-364499e7-2951-4d8c-83ba-ae1712af64f1 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "DELETE /v2.0/ports/d4e65e84-e731-4de4-a963-0ba518679240 HTTP/1.1" status: 204 len: 173 time: 0.6527917 Jun 30 09:20:58.507180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'name': 'network-vif-deleted', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:58.509435 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55eef51-3eec-4e63-8151-bbc8a68205df" -d '{"events": [{"server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "name": "network-vif-deleted", "tag": "d4e65e84-e731-4de4-a963-0ba518679240"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:58.573504 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c58c6d3-7728-49a7-9345-1b2f5a6afe0d x-openstack-request-id: req-4c58c6d3-7728-49a7-9345-1b2f5a6afe0d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:58.573922 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc925d29-beeb-4d0e-b7a4-aaf16fafcce7", "name": "network-vif-deleted", "tag": "d4e65e84-e731-4de4-a963-0ba518679240", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:58.574182 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c58c6d3-7728-49a7-9345-1b2f5a6afe0d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:58.574580 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc925d29-beeb-4d0e-b7a4-aaf16fafcce7', 'name': 'network-vif-deleted', 'tag': 'd4e65e84-e731-4de4-a963-0ba518679240', 'status': 'completed', 'code': 200} Jun 30 09:20:58.588092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2428-5ffb-4870-ada0-8202946151f3 req-459ba1f4-a507-4cc5-af90-f9507a9d3335 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.596442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ec2428-5ffb-4870-ada0-8202946151f3 req-459ba1f4-a507-4cc5-af90-f9507a9d3335 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1517198 Jun 30 09:20:58.641740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35ec2428-5ffb-4870-ada0-8202946151f3 req-06d2646c-a68e-49df-b06d-35191cc7c461 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Jun 30 09:20:59.154229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d137697-955b-4be8-98ff-bf2148bc1a57 req-fa2434b7-ed1b-49b0-93f0-8d960be8b809 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925d29-beeb-4d0e-b7a4-aaf16fafcce7 HTTP/1.1" status: 200 len: 210 time: 0.0320632 Jun 30 09:20:59.239860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad411-319e-41ef-8283-0f01750af01b req-a3c2aed6-c7b1-4ad0-a876-f3cc4c879811 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.242420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-617ad411-319e-41ef-8283-0f01750af01b req-a3c2aed6-c7b1-4ad0-a876-f3cc4c879811 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0913565 Jun 30 09:20:59.267775 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8988-8c4a-42fe-97ca-8f9d07deac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.301832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-617ad411-319e-41ef-8283-0f01750af01b req-32ed24c8-9619-4a23-ba4e-c23b0c55df6c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Jun 30 09:21:00.340628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c66c-e669-4b7d-9f5c-3f48da2273e6 req-739ab9ff-dea2-478f-a684-395864ebb978 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.348502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6db7c66c-e669-4b7d-9f5c-3f48da2273e6 req-739ab9ff-dea2-478f-a684-395864ebb978 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1030622 Jun 30 09:21:00.388537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6db7c66c-e669-4b7d-9f5c-3f48da2273e6 req-0fec27f9-80f3-4f9f-8b9e-1e4794c0e5c3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Jun 30 09:21:00.604407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42464640-6425-4557-81cb-d0079f0a5380 req-625ea073-d92b-4437-83ef-199aaf2188fe tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.606057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42464640-6425-4557-81cb-d0079f0a5380 req-625ea073-d92b-4437-83ef-199aaf2188fe tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.0778673 Jun 30 09:21:00.668595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42464640-6425-4557-81cb-d0079f0a5380 req-39b03699-413d-4d89-8ce4-4b4eb7a679ff tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Jun 30 09:21:00.901240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe182dbb-fc3a-4634-a247-849a0ede4edf req-4a014557-3c1c-4f13-a998-03f07e4ddcf9 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.901884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe182dbb-fc3a-4634-a247-849a0ede4edf req-4a014557-3c1c-4f13-a998-03f07e4ddcf9 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 945 time: 0.1207089 Jun 30 09:21:00.910037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47654-4a09-4935-9948-43d5006152c8 req-c533fbaf-5830-4a17-81de-70e954fcea01 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.911572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93e47654-4a09-4935-9948-43d5006152c8 req-c533fbaf-5830-4a17-81de-70e954fcea01 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1018846 Jun 30 09:21:00.968643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe182dbb-fc3a-4634-a247-849a0ede4edf req-adf5ef4a-5e7d-4dec-9264-8d27e0dc9a07 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Jun 30 09:21:00.977351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93e47654-4a09-4935-9948-43d5006152c8 req-64f47707-49c0-4a60-8c36-d6261c9b3db1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Jun 30 09:21:01.230633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2145e0-e4f1-4a76-80e1-2068fb460b93 req-5c9f8a76-375b-4876-9bdf-d148234f83b6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.232137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f2145e0-e4f1-4a76-80e1-2068fb460b93 req-5c9f8a76-375b-4876-9bdf-d148234f83b6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0779488 Jun 30 09:21:01.277040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f2145e0-e4f1-4a76-80e1-2068fb460b93 req-ba85986d-e394-4f88-a3bc-a4b6ceb76f58 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Jun 30 09:21:01.472193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b172b-4bf6-4a54-b7ba-38940a30f180 req-63b2efbd-99d2-48e8-af31-cabae0bcf26e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.473771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f0b172b-4bf6-4a54-b7ba-38940a30f180 req-63b2efbd-99d2-48e8-af31-cabae0bcf26e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0747607 Jun 30 09:21:01.521254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f0b172b-4bf6-4a54-b7ba-38940a30f180 req-31f24123-6477-4fe1-a188-2786945f5419 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 Jun 30 09:21:01.666198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d4e65e84-e731-4de4-a963-0ba518679240 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:01.680066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: d4e65e84-e731-4de4-a963-0ba518679240 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:01.680449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d4e65e84-e731-4de4-a963-0ba518679240 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:01.828593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04301d10-dc98-463d-a545-f9ea1ac53f4a req-8a1a5e11-4cbd-434a-a91e-59d7a7799552 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.830319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04301d10-dc98-463d-a545-f9ea1ac53f4a req-8a1a5e11-4cbd-434a-a91e-59d7a7799552 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1024728 Jun 30 09:21:01.883926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e545db82-da51-45a6-ae03-58dea07e40fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.914276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04301d10-dc98-463d-a545-f9ea1ac53f4a req-96599ab7-9475-427d-bd61-e6874ee2c755 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740850 Jun 30 09:21:01.963175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05947d-199e-4f73-bc7b-af5d258b7b84 req-190987a3-e358-4582-848e-42f75c94d9d9 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.966222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e05947d-199e-4f73-bc7b-af5d258b7b84 req-190987a3-e358-4582-848e-42f75c94d9d9 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1188655 Jun 30 09:21:02.006186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.041401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e05947d-199e-4f73-bc7b-af5d258b7b84 req-2f84694b-217b-41ff-bda1-c466347ccc66 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687611 Jun 30 09:21:02.145435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d310-ce4c-4e71-9e64-d9db1665d03d req-e8607b49-2efd-4228-8fdc-ea8c623c372f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.150270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be11d310-ce4c-4e71-9e64-d9db1665d03d req-e8607b49-2efd-4228-8fdc-ea8c623c372f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1074872 Jun 30 09:21:02.217806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be11d310-ce4c-4e71-9e64-d9db1665d03d req-1190233a-122a-414a-8580-a5facbce31c1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Jun 30 09:21:02.253840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f54cf-e419-4ce1-9edc-2d652fe99a7b req-0ed6975b-c8c5-4953-a281-3c677f0372bb tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.255807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-307f54cf-e419-4ce1-9edc-2d652fe99a7b req-0ed6975b-c8c5-4953-a281-3c677f0372bb tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 945 time: 0.0873260 Jun 30 09:21:02.314245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-307f54cf-e419-4ce1-9edc-2d652fe99a7b req-77d85fbc-f9d2-4234-9d4f-ab7ec4a65511 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jun 30 09:21:02.454078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-f8ce03dd-0678-43d4-80b3-9ffed829c0a2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.455761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-f8ce03dd-0678-43d4-80b3-9ffed829c0a2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 945 time: 0.0892963 Jun 30 09:21:02.520833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92a465-00af-4bac-9537-a5e9536e3744 req-b6f1fce4-5c4e-4409-99c0-d342bdba5541 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.522667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea92a465-00af-4bac-9537-a5e9536e3744 req-b6f1fce4-5c4e-4409-99c0-d342bdba5541 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0955043 Jun 30 09:21:02.568827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea92a465-00af-4bac-9537-a5e9536e3744 req-f94725f9-44fc-4ba9-acac-abfdf76649e5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356579 Jun 30 09:21:02.611142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Deleting port 90427cdc-39ea-44a4-b2f6-091b6354f59c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:02.611669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.762032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] For port 90427cdc-39ea-44a4-b2f6-091b6354f59c, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=90427cdc-39ea-44a4-b2f6-091b6354f59c,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:02.762474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.776686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Calling delete_port for 90427cdc-39ea-44a4-b2f6-091b6354f59c owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:02.817495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286f76-9ff0-414f-952f-e6a18b9a2ca6 req-b1daf5d8-66e6-4274-ad97-5b8cc49f321e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.819936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85286f76-9ff0-414f-952f-e6a18b9a2ca6 req-b1daf5d8-66e6-4274-ad97-5b8cc49f321e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0814025 Jun 30 09:21:02.886604 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85286f76-9ff0-414f-952f-e6a18b9a2ca6 req-b17183ff-616e-4997-9cce-02e44fb7f212 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Jun 30 09:21:02.959839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.983256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.005672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:03.016832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event deleted for resources: {'Port': ['ID=90427cdc-39ea-44a4-b2f6-091b6354f59c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:03.069255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['90427cdc-39ea-44a4-b2f6-091b6354f59c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:03.074881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] No DVR routers for this DVR port 90427cdc-39ea-44a4-b2f6-091b6354f59c on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:03.079275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.081486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cc52afd3-889f-4e53-9cd2-088eca5a8566 req-6dafd1e0-7ea8-4583-a26c-de436a0c65ae tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.11 "DELETE /v2.0/ports/90427cdc-39ea-44a4-b2f6-091b6354f59c HTTP/1.1" status: 204 len: 173 time: 0.6189396 Jun 30 09:21:03.082142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'name': 'network-vif-deleted', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:03.086761 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073642d1-3fe0-49ea-9738-f35bfab67dde" -d '{"events": [{"server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "name": "network-vif-deleted", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:03.244185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b199786-494e-41ce-afd9-f5c03f6fd31d req-d46d4da1-57ae-4a3b-9757-c6c2a1988516 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.246097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b199786-494e-41ce-afd9-f5c03f6fd31d req-d46d4da1-57ae-4a3b-9757-c6c2a1988516 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0783987 Jun 30 09:21:03.309408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b199786-494e-41ce-afd9-f5c03f6fd31d req-57a31dfd-bb67-46a1-8519-2d41cef987c1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569377 Jun 30 09:21:03.365932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:03.380246 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49385d48-e416-4b17-a96c-e72d86184d47 x-openstack-request-id: req-49385d48-e416-4b17-a96c-e72d86184d47 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:03.381719 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bde7ee3-65a9-4d6e-863c-9d48d880b852", "name": "network-vif-deleted", "tag": "90427cdc-39ea-44a4-b2f6-091b6354f59c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:03.382403 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49385d48-e416-4b17-a96c-e72d86184d47 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:03.383262 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bde7ee3-65a9-4d6e-863c-9d48d880b852', 'name': 'network-vif-deleted', 'tag': '90427cdc-39ea-44a4-b2f6-091b6354f59c', 'status': 'completed', 'code': 200} Jun 30 09:21:03.403886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cecf5-63e0-4e23-b870-a78c2b740158 req-d246465f-f928-4f34-96ee-d2ac3ee8f191 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.405850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b0cecf5-63e0-4e23-b870-a78c2b740158 req-d246465f-f928-4f34-96ee-d2ac3ee8f191 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1149485 Jun 30 09:21:03.475606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b0cecf5-63e0-4e23-b870-a78c2b740158 req-88a8929c-10d5-49e6-b722-cea9e885bc74 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604014 Jun 30 09:21:03.580912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0b7fc-f744-4252-bc42-d3bbd5e5e3dd req-18c3deda-f80c-497e-8119-9c1a3d51b579 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.583002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e0b7fc-f744-4252-bc42-d3bbd5e5e3dd req-18c3deda-f80c-497e-8119-9c1a3d51b579 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1017094 Jun 30 09:21:03.656883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-018ce64c-562b-430f-8873-6c116bcfd053 req-9e62a024-8485-4565-b6d2-333cea5e3d49 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bde7ee3-65a9-4d6e-863c-9d48d880b852 HTTP/1.1" status: 200 len: 210 time: 0.0502183 Jun 30 09:21:03.665698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9e0b7fc-f744-4252-bc42-d3bbd5e5e3dd req-08bff982-38d2-4009-9251-805c3a9c3274 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759459 Jun 30 09:21:04.104921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c46f9-f26e-44dc-a311-e1d097bbe5e5 req-05a32b3d-f9ed-4767-b6bb-9e12f681451f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.107451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-228c46f9-f26e-44dc-a311-e1d097bbe5e5 req-05a32b3d-f9ed-4767-b6bb-9e12f681451f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0851338 Jun 30 09:21:04.168867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-228c46f9-f26e-44dc-a311-e1d097bbe5e5 req-6b4ce293-53d4-4543-b28e-2e1c499e349b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518854 Jun 30 09:21:04.382597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a95a88-094e-4bf7-a683-4bfd220b7fa5 req-9a33bb6a-5106-4e1b-aa4d-572fd3a252f3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.384161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44a95a88-094e-4bf7-a683-4bfd220b7fa5 req-9a33bb6a-5106-4e1b-aa4d-572fd3a252f3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0743229 Jun 30 09:21:04.432110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44a95a88-094e-4bf7-a683-4bfd220b7fa5 req-31a9816b-888a-468c-937e-31ec3e61e17a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Jun 30 09:21:04.601254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.761993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a1067-ec5c-452d-aba1-16aaec6a2346 req-ce9014f2-9673-4ff6-b90f-5645bd876459 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.763489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-396a1067-ec5c-452d-aba1-16aaec6a2346 req-ce9014f2-9673-4ff6-b90f-5645bd876459 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 814 time: 0.1604912 Jun 30 09:21:04.771940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365a46-cce3-4eb3-b62d-9a0956afeb7e req-9bede0f1-5489-4431-8134-c6f21e0b20cd tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.773553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52365a46-cce3-4eb3-b62d-9a0956afeb7e req-9bede0f1-5489-4431-8134-c6f21e0b20cd tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1562636 Jun 30 09:21:04.791642 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-396a1067-ec5c-452d-aba1-16aaec6a2346 req-a439e4e3-f8bb-4338-ac78-a64fce4dac1a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/quotas/268564b1d7c34544b1c7d105f45ec96e HTTP/1.1" status: 200 len: 375 time: 0.0169973 Jun 30 09:21:04.848167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52365a46-cce3-4eb3-b62d-9a0956afeb7e req-fa7fc162-df4d-4551-8c07-f4531fdf254b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666814 Jun 30 09:21:04.886739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-396a1067-ec5c-452d-aba1-16aaec6a2346 req-cc811921-184a-4f38-92a3-1c016dade53a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878079 Jun 30 09:21:05.082825 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.155598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f03f-b0ae-4507-a173-760a16b1b913 req-cf5eb40c-4799-4b29-ba58-7ec2f2a1b855 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.157394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcb6f03f-b0ae-4507-a173-760a16b1b913 req-cf5eb40c-4799-4b29-ba58-7ec2f2a1b855 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1175621 Jun 30 09:21:05.221074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcb6f03f-b0ae-4507-a173-760a16b1b913 req-3f3413d5-17ad-47a1-ae45-46ecff01d4dc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520265 Jun 30 09:21:05.281396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 90427cdc-39ea-44a4-b2f6-091b6354f59c no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:05.322772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 90427cdc-39ea-44a4-b2f6-091b6354f59c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:05.323537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 90427cdc-39ea-44a4-b2f6-091b6354f59c not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:05.474976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba0cbf-4a35-4ce7-8014-349a287c1341 req-ab0ccdc6-5cb4-44fd-9fe3-1c9fb6e16646 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.477483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23ba0cbf-4a35-4ce7-8014-349a287c1341 req-ab0ccdc6-5cb4-44fd-9fe3-1c9fb6e16646 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1201549 Jun 30 09:21:05.521388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23ba0cbf-4a35-4ce7-8014-349a287c1341 req-e9338be4-ad85-4b88-b305-8155d137f5f8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Jun 30 09:21:05.732097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-149e57e2-3a9b-44e8-98f2-34ed24531b06 req-cf673bde-73ac-470d-a597-53e5cebb4954 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=268564b1d7c34544b1c7d105f45ec96e HTTP/1.1" status: 200 len: 221 time: 0.0416942 Jun 30 09:21:06.061745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c546c-4a17-4b4c-a6e9-4be6ddbd2834 req-19788aaa-e146-4d16-9b7d-e5bca3a6d8fe tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.076728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e03c546c-4a17-4b4c-a6e9-4be6ddbd2834 req-19788aaa-e146-4d16-9b7d-e5bca3a6d8fe tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1469545 Jun 30 09:21:06.222323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e03c546c-4a17-4b4c-a6e9-4be6ddbd2834 req-db47e34c-2772-4c3d-819f-136c385fce24 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440356 Jun 30 09:21:06.314008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992d475-f3ab-4fbd-ae10-ebec21c083e6 req-de712454-8fde-4c73-83c3-31776513fa6c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.323910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c992d475-f3ab-4fbd-ae10-ebec21c083e6 req-de712454-8fde-4c73-83c3-31776513fa6c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.2421808 Jun 30 09:21:06.419407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c992d475-f3ab-4fbd-ae10-ebec21c083e6 req-af34de37-6770-4c20-be64-e86cc55087b2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Jun 30 09:21:06.674508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7167-0c21-4de9-a5a8-ab0d825b20f2 req-4e0a0ddc-057d-46e5-94f8-6c59f27b2986 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.686977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-957b7167-0c21-4de9-a5a8-ab0d825b20f2 req-4e0a0ddc-057d-46e5-94f8-6c59f27b2986 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1368806 Jun 30 09:21:06.712658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:06.747776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-957b7167-0c21-4de9-a5a8-ab0d825b20f2 req-8c4601de-d44b-4cfa-b68c-b6cd761a75d3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Jun 30 09:21:06.875324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-888546cc-8b90-44ac-b843-bcc78bc5ef42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.056716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-888546cc-8b90-44ac-b843-bcc78bc5ef42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.072604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-888546cc-8b90-44ac-b843-bcc78bc5ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.100041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888546cc-8b90-44ac-b843-bcc78bc5ef42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf6c86-d181-42af-a6dc-53cae1f770e4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.131431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-888546cc-8b90-44ac-b843-bcc78bc5ef42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67fab5be6ffc452487ecfaa70d3f9c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176457 Jun 30 09:21:07.135673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47100) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.149930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1791e7-763d-4ad9-8bdf-c5264fa0d2b7 req-863e0478-602e-4ee6-8f60-5a929a621d03 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.152687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1791e7-763d-4ad9-8bdf-c5264fa0d2b7 req-863e0478-602e-4ee6-8f60-5a929a621d03 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1302319 Jun 30 09:21:07.214223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.221133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1791e7-763d-4ad9-8bdf-c5264fa0d2b7 req-067c0aa4-bea5-4d65-8ba4-e77e3f759cd9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Jun 30 09:21:07.255128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.338145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.341505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.343457 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddbf6c86-d181-42af-a6dc-53cae1f770e4 HTTP/1.1" status: 204 len: 168 time: 0.2059581 Jun 30 09:21:07.354109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f5430-9c33-4e43-b209-b813b501115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf6c86-d181-42af-a6dc-53cae1f770e4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.512739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c863e-0f8c-48df-a839-84bc0c0431e3 req-5ef4c8c1-3459-4516-b79f-a63ad03b6946 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.522565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-662c863e-0f8c-48df-a839-84bc0c0431e3 req-5ef4c8c1-3459-4516-b79f-a63ad03b6946 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1309030 Jun 30 09:21:07.581425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-662c863e-0f8c-48df-a839-84bc0c0431e3 req-70941df7-d025-4278-b699-9f03a04c6bd0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552218 Jun 30 09:21:07.766389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13299-e8e9-43b6-97c8-339ccb04ebd2 req-a1e5cd43-cc18-4f08-b154-accc42827568 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.775720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14f13299-e8e9-43b6-97c8-339ccb04ebd2 req-a1e5cd43-cc18-4f08-b154-accc42827568 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1635718 Jun 30 09:21:07.854515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14f13299-e8e9-43b6-97c8-339ccb04ebd2 req-2b9236b3-34e9-469f-ac01-59240883a57b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709188 Jun 30 09:21:07.869100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47116) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:07.907742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6c5f122-5f31-4066-af9b-0d89222a8234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.959880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981fb82-f28b-406b-b893-ab0e561f7bcf req-254bc096-1bd7-476b-9e3e-2caaa0307705 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.970641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d981fb82-f28b-406b-b893-ab0e561f7bcf req-254bc096-1bd7-476b-9e3e-2caaa0307705 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1147263 Jun 30 09:21:08.026601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d981fb82-f28b-406b-b893-ab0e561f7bcf req-6caf1d55-78ec-4857-8598-19334f8e5c81 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506024 Jun 30 09:21:08.097413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6c5f122-5f31-4066-af9b-0d89222a8234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.104010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6c5f122-5f31-4066-af9b-0d89222a8234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.150455 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f6c5f122-5f31-4066-af9b-0d89222a8234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed46079bcbfe45938769bd5a93546228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795460 Jun 30 09:21:08.152731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5f122-5f31-4066-af9b-0d89222a8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a36a1f-7ef9-480f-943c-df745980d638,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.154934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47120) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:08.278606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.312649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.327508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3d136-7491-41cb-a36c-401c3a1fe0c9 req-87273ece-62eb-44ca-b4e4-20959277305d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.329146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6e3d136-7491-41cb-a36c-401c3a1fe0c9 req-87273ece-62eb-44ca-b4e4-20959277305d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1063485 Jun 30 09:21:08.400754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6e3d136-7491-41cb-a36c-401c3a1fe0c9 req-bd3b6ca5-ecdf-4e7d-83f6-e54d97252c6a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608730 Jun 30 09:21:08.426842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.433112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.434959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42a36a1f-7ef9-480f-943c-df745980d638 HTTP/1.1" status: 204 len: 168 time: 0.2784123 Jun 30 09:21:08.457371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae46f4-9e52-475d-93e5-b6fc5c788f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a36a1f-7ef9-480f-943c-df745980d638,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.886532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339a9f-8e40-4878-b885-13b999d0a403 req-9c8ff444-315d-4785-b852-d89a9cd54737 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.889100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec339a9f-8e40-4878-b885-13b999d0a403 req-9c8ff444-315d-4785-b852-d89a9cd54737 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1666455 Jun 30 09:21:08.917503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcea48b-ed07-45dd-a225-49bfda3e65ec req-4dad1000-9b1e-4a14-bcde-83d64ba3a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.919765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdcea48b-ed07-45dd-a225-49bfda3e65ec req-4dad1000-9b1e-4a14-bcde-83d64ba3a8d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1097 time: 0.1261117 Jun 30 09:21:09.000471 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fdcea48b-ed07-45dd-a225-49bfda3e65ec req-adfce0bf-d51f-4a02-b6a1-f8422f8f07e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Jun 30 09:21:09.027763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec339a9f-8e40-4878-b885-13b999d0a403 req-3200600b-e9ec-406b-9818-ba9919b8f183 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274347 Jun 30 09:21:09.444162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a159f-0420-4221-b86d-dd88386f5ef2 req-593f1618-8f15-46e0-8c7b-7d9ab2f5586b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.447400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-743a159f-0420-4221-b86d-dd88386f5ef2 req-593f1618-8f15-46e0-8c7b-7d9ab2f5586b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1951416 Jun 30 09:21:09.463546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975dc78-3892-4c6f-a2c3-90b213fb165e req-da5bc6e7-06f0-4375-99eb-475845fc4ff2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.466005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3975dc78-3892-4c6f-a2c3-90b213fb165e req-da5bc6e7-06f0-4375-99eb-475845fc4ff2 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 946 time: 0.2005224 Jun 30 09:21:09.562017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-743a159f-0420-4221-b86d-dd88386f5ef2 req-31e200cd-57b2-482b-83cf-f94e40e875fc tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944057 Jun 30 09:21:09.571592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3975dc78-3892-4c6f-a2c3-90b213fb165e req-44a92eee-24e7-4294-8c03-9979c103291c tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918589 Jun 30 09:21:09.797486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6752-b229-4d12-9445-685b895bcd14 req-de860634-9e99-4c91-90a5-135eba8b477b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.799608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0b6752-b229-4d12-9445-685b895bcd14 req-de860634-9e99-4c91-90a5-135eba8b477b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0798190 Jun 30 09:21:09.867795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0b6752-b229-4d12-9445-685b895bcd14 req-6a2779c1-a73f-4aca-b51d-0d7c7a5df211 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 Jun 30 09:21:10.164279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8ca5d-7565-410e-9405-d7b97da8057a req-9e32e370-bac1-4ea3-a50e-b0165d148090 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.167011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19c8ca5d-7565-410e-9405-d7b97da8057a req-9e32e370-bac1-4ea3-a50e-b0165d148090 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1178734 Jun 30 09:21:10.224968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19c8ca5d-7565-410e-9405-d7b97da8057a req-a69ca4ab-4bac-4b72-b853-5993a83817c1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504515 Jun 30 09:21:10.529331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e84b6-4655-4ba2-85cf-d57de6e523b6 req-5a915d1a-bc93-42d8-89a5-c767df4e706e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.531095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a55e84b6-4655-4ba2-85cf-d57de6e523b6 req-5a915d1a-bc93-42d8-89a5-c767df4e706e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1022882 Jun 30 09:21:10.588981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a55e84b6-4655-4ba2-85cf-d57de6e523b6 req-836067d3-3ad6-4a1e-944d-368866ee1540 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Jun 30 09:21:10.791546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-d3074150-3693-4284-a7cb-53f12bdf47cb tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.793548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-d3074150-3693-4284-a7cb-53f12bdf47cb tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 946 time: 0.1543958 Jun 30 09:21:11.027967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daac92-c873-4146-9056-ad8a874060e9 req-f1dce0a5-3e53-4e68-9590-a45285393b79 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.029673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72daac92-c873-4146-9056-ad8a874060e9 req-f1dce0a5-3e53-4e68-9590-a45285393b79 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.2200363 Jun 30 09:21:11.044292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2a6d-445a-42fd-9079-0b063a215bd3 req-ee3509bc-9c8a-41a2-88a1-9edf07f82d50 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.045947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-267f2a6d-445a-42fd-9079-0b063a215bd3 req-ee3509bc-9c8a-41a2-88a1-9edf07f82d50 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 946 time: 0.1967170 Jun 30 09:21:11.097170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Deleting port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:11.097514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.127140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47204) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.159081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72daac92-c873-4146-9056-ad8a874060e9 req-78b1cb5b-d7e8-44de-b2ce-717fe6b0db5c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120570 Jun 30 09:21:11.174991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-267f2a6d-445a-42fd-9079-0b063a215bd3 req-ed1ce6be-3f05-43ad-b009-3f8b2b51fe4e tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/security-groups?id=2638bafd-5555-480c-8fa5-5118916ab372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183004 Jun 30 09:21:11.254025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] For port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,segment=NetworkSegment(13884491-6f40-48ff-b48a-68f54654c1a1),segment_id=13884491-6f40-48ff-b48a-68f54654c1a1)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:11.254507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.277460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Calling delete_port for b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:11.329343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c84c4e2-d9fb-4421-8bf7-7111ff2ad134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.501311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c84c4e2-d9fb-4421-8bf7-7111ff2ad134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.506238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c84c4e2-d9fb-4421-8bf7-7111ff2ad134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.550211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84c4e2-d9fb-4421-8bf7-7111ff2ad134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0afa273-cd9a-4cdc-832a-be1174fd359a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.558901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c84c4e2-d9fb-4421-8bf7-7111ff2ad134 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d74735e21044522b4f27c2333f5398a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297464 Jun 30 09:21:11.560296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47220) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:11.622577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.647547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.704136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.707537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.710749 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0afa273-cd9a-4cdc-832a-be1174fd359a HTTP/1.1" status: 204 len: 168 time: 0.1488190 Jun 30 09:21:11.723503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d587a5-f6a4-40d0-800a-0bdde2f0e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0afa273-cd9a-4cdc-832a-be1174fd359a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.737568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7a06c-4425-4837-a15d-81729f0831f8 req-cce4e149-5644-4c39-ae26-c738b3be360f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.740857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c7a06c-4425-4837-a15d-81729f0831f8 req-cce4e149-5644-4c39-ae26-c738b3be360f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.3451543 Jun 30 09:21:11.834156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.848262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:11.873048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2325a737-1e80-4ec3-a1e6-6f377a6f8e7a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.875904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2325a737-1e80-4ec3-a1e6-6f377a6f8e7a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 811 time: 0.3908958 Jun 30 09:21:11.926498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Pushing event deleted for resources: {'Port': ['ID=b7290992-fc1b-4d6f-a11b-37ebf3f1ff31,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.956787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-5cca5659-a7d1-407c-a2ac-f554e5c8d393 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/quotas/abdf3acf647d47febd5a230002451ea0 HTTP/1.1" status: 200 len: 375 time: 0.0449123 Jun 30 09:21:11.960622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c7a06c-4425-4837-a15d-81729f0831f8 req-3778e48c-96dd-4bf8-87ef-90108ec97965 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974049 Jun 30 09:21:11.993559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] No DVR routers for this DVR port b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:11.993559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.993559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d02a42e9-b979-4db2-a217-494a643c2d95 req-8540c609-6034-4a02-843f-b7a167ba7645 tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.41 "DELETE /v2.0/ports/b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 HTTP/1.1" status: 204 len: 173 time: 1.1921294 Jun 30 09:21:11.993559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'name': 'network-vif-deleted', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:11.994896 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8fe9c9-efa5-4ca0-9643-e7cfec3eff56" -d '{"events": [{"server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "name": "network-vif-deleted", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:12.144582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-89435f68-e887-467e-b550-29801d34d674 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600394 Jun 30 09:21:12.224282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47232) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.244743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eaf56028-cfb9-41f8-80ff-426dfee450f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.283661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abf14-5217-4eda-bdda-4e0cfe736e52 req-6a3c2653-a356-4eb8-a8a7-d65e035f2a1b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.285945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a9abf14-5217-4eda-bdda-4e0cfe736e52 req-6a3c2653-a356-4eb8-a8a7-d65e035f2a1b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1106951 Jun 30 09:21:12.344298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a9abf14-5217-4eda-bdda-4e0cfe736e52 req-2329a3b7-1687-484d-b3f9-ecee09293a2a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Jun 30 09:21:12.390149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eaf56028-cfb9-41f8-80ff-426dfee450f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.397068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eaf56028-cfb9-41f8-80ff-426dfee450f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.454076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:12.454640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eaf56028-cfb9-41f8-80ff-426dfee450f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c934e50d18d64394a4836013dd4bf4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282608 Jun 30 09:21:12.455225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56028-cfb9-41f8-80ff-426dfee450f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4555d837-109f-40f0-b301-931786815e11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:12.498828 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c5921-c817-4ff8-a0a8-08249b54ffad x-openstack-request-id: req-ad4c5921-c817-4ff8-a0a8-08249b54ffad {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:12.499263 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a2a5f0-3ce0-48c4-a4bd-58388da46135", "name": "network-vif-deleted", "tag": "b7290992-fc1b-4d6f-a11b-37ebf3f1ff31", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:12.499788 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad4c5921-c817-4ff8-a0a8-08249b54ffad {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:12.500317 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a2a5f0-3ce0-48c4-a4bd-58388da46135', 'name': 'network-vif-deleted', 'tag': 'b7290992-fc1b-4d6f-a11b-37ebf3f1ff31', 'status': 'completed', 'code': 200} Jun 30 09:21:12.640218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.676121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-7a7d1c9f-58da-4cf8-893a-94aa92fd2b57 service neutron] 10.222.0.66 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268912 Jun 30 09:21:12.681373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.785999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e85fd6f-5f97-42e3-bfcf-aa131a5ae4e8 req-ca09a47b-ea9c-4734-a962-6b006ec2365b tempest-AttachVolumeNegativeTest-556593621 tempest-AttachVolumeNegativeTest-556593621-project] 10.222.0.66 "GET /v2.0/ports?device_id=87a2a5f0-3ce0-48c4-a4bd-58388da46135 HTTP/1.1" status: 200 len: 210 time: 0.0910428 Jun 30 09:21:12.848306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.851651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:12.852828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4555d837-109f-40f0-b301-931786815e11 HTTP/1.1" status: 204 len: 168 time: 0.3973565 Jun 30 09:21:12.865878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-1087cf93-6c14-4ad4-b1db-2b006810ea61 service neutron] 10.222.0.66 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716149 Jun 30 09:21:12.872916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96112e-bf28-4b42-8111-c56bde1b6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4555d837-109f-40f0-b301-931786815e11,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.080814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc997-7344-4bf4-8931-a1918c5bc628 req-4630966c-9156-4a6b-b49d-0295e79b29d9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.087270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcefc997-7344-4bf4-8931-a1918c5bc628 req-4630966c-9156-4a6b-b49d-0295e79b29d9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1297319 Jun 30 09:21:13.174930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcefc997-7344-4bf4-8931-a1918c5bc628 req-d8f4b8a0-4f00-463d-8dc9-0481cf2507d5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800242 Jun 30 09:21:13.274316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b22dfd37-258b-4051-96aa-18dddecc1a43 req-28b30046-43b1-4965-a25e-7e98a44179ed tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 210 time: 0.0941827 Jun 30 09:21:13.528279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc398e-20c7-4df4-8466-7f490edfb97f req-4371397e-0e00-42c1-ab55-3a7cfc4cd830 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.531375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fecc398e-20c7-4df4-8466-7f490edfb97f req-4371397e-0e00-42c1-ab55-3a7cfc4cd830 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1195836 Jun 30 09:21:13.607069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fecc398e-20c7-4df4-8466-7f490edfb97f req-67d331d9-0276-4343-843f-4a55f987778a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 Jun 30 09:21:13.985318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:14.144541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Deleting subnet 752da060-9e14-4603-a04b-97fb27da5578 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:14.154554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.249206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.307149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051c67b-5861-4005-a545-5f2989688b89 req-cc6d4e72-ba2d-4da3-940d-b64a59544de4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.309890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9051c67b-5861-4005-a545-5f2989688b89 req-cc6d4e72-ba2d-4da3-940d-b64a59544de4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2620647 Jun 30 09:21:14.404339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.423477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9051c67b-5861-4005-a545-5f2989688b89 req-449a82af-198b-44bb-b5b9-df7feb5ea03d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021967 Jun 30 09:21:14.578938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.633244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c27efbb3-4fc3-470f-877b-4b0ba7f1ecb0 req-4236c15c-e7a7-4157-889c-9802671049e2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 210 time: 0.0736163 Jun 30 09:21:14.674011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752da060-9e14-4603-a04b-97fb27da5578,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:14.701211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.705446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cfdf872b-425e-4f85-936a-257b7efe6a8b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/752da060-9e14-4603-a04b-97fb27da5578 HTTP/1.1" status: 204 len: 168 time: 0.7171266 Jun 30 09:21:14.710892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47292) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:15.362480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.410469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca403-0fa4-45b6-bc00-7579758b92ae req-f390f758-9400-41f0-a74b-00f7a7391beb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.412047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-266ca403-0fa4-45b6-bc00-7579758b92ae req-f390f758-9400-41f0-a74b-00f7a7391beb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.7407353 Jun 30 09:21:15.454338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-96df4fb1-3fa8-4982-a612-ec3baff7569c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.455820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-96df4fb1-3fa8-4982-a612-ec3baff7569c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.41 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 811 time: 0.2122960 Jun 30 09:21:15.478571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Request body: {'port': {'device_id': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'admin_state_up': True, 'tenant_id': 'abdf3acf647d47febd5a230002451ea0'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:15.579078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.600414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-266ca403-0fa4-45b6-bc00-7579758b92ae req-68161cd5-1b63-44ab-97da-8b6f23d6968d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779983 Jun 30 09:21:15.602015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d92d8dd-d60a-4670-973c-6aaf620a8e21']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.617975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13884491-6f40-48ff-b48a-68f54654c1a1') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.618255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13884491-6f40-48ff-b48a-68f54654c1a1') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:15.644952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.674272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.678236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:15.695827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:15.696453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:15.699909 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:15.746449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:15.747498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b7290992-fc1b-4d6f-a11b-37ebf3f1ff31 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:15.804608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Made reservation on behalf of abdf3acf647d47febd5a230002451ea0 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:15.811146 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.891153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.908330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3018d248-d117-4b7a-b532-1f15f4fabfe5 req-635ec72c-e8d4-4cda-97e2-880cf6cee12e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 210 time: 0.0781240 Jun 30 09:21:15.920794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.923066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] 10.222.0.66 "DELETE /v2.0/networks/9d92d8dd-d60a-4670-973c-6aaf620a8e21 HTTP/1.1" status: 204 len: 168 time: 1.2102196 Jun 30 09:21:15.989217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38cc8c-8d2f-4d8b-a7c0-b82c899dfadc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d92d8dd-d60a-4670-973c-6aaf620a8e21,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.199679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8a4-c432-40e8-b5f1-aa58cb40510d req-ff4b5128-29d5-4b7d-bf8d-67e2767ca9a9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.202290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d469f8a4-c432-40e8-b5f1-aa58cb40510d req-ff4b5128-29d5-4b7d-bf8d-67e2767ca9a9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2873890 Jun 30 09:21:16.233061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Allocated IP 172.20.0.7 (1a0d4f56-303e-492b-85f3-efb832725bbf/f5513b88-1deb-4ff1-8b76-d959264e0418/e2f24b0d-1354-4369-848e-9fe715b456a9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:16.242576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47312) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.293511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d469f8a4-c432-40e8-b5f1-aa58cb40510d req-5d4ad93b-32c9-4ca9-bdd6-6ad57bedd233 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764613 Jun 30 09:21:16.313593 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fed543c-256b-49bc-9448-61cd7fbaeb29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5279dc1834f54069a451e5353792ad81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653076 Jun 30 09:21:16.314230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47314) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:16.407221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.444238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.508894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.523545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.526960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.528508 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2638bafd-5555-480c-8fa5-5118916ab372 HTTP/1.1" status: 204 len: 168 time: 0.2123482 Jun 30 09:21:16.543076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bba1c6-8a12-4cff-b36c-0031cae661a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2638bafd-5555-480c-8fa5-5118916ab372,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.682685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35711f96-f045-48ee-8d1a-85752c0f8426 req-42b5df08-7518-4567-bf80-f03243c5a251 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.682685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35711f96-f045-48ee-8d1a-85752c0f8426 req-42b5df08-7518-4567-bf80-f03243c5a251 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1552811 Jun 30 09:21:16.682685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.695030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['730bf45a-8693-4160-bd99-124b2c9d7e29'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:16.812334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Network 1a0d4f56-303e-492b-85f3-efb832725bbf is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:16.834038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:16.836958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Pushing event updated for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:16.841376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:16.857155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35711f96-f045-48ee-8d1a-85752c0f8426 req-cbcff6c7-da3e-42d6-ab93-b0f82903eadb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623383 Jun 30 09:21:16.949108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.950670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.990204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6dac7dfa-89cd-407b-bc1d-8d4c57c2c630 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5149639 Jun 30 09:21:17.005346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Request body: {'port': {'device_id': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:17.210387 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.391683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a03d9-304a-48c1-b3f2-679cbc69ab8f req-262d8158-43d2-43ce-ae6f-b24a150fdd84 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.393406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d11a03d9-304a-48c1-b3f2-679cbc69ab8f req-262d8158-43d2-43ce-ae6f-b24a150fdd84 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 931 time: 0.2876847 Jun 30 09:21:17.572251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d11a03d9-304a-48c1-b3f2-679cbc69ab8f req-488967b2-e27b-4573-affe-e898764039d3 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655302 Jun 30 09:21:17.651818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea3ee-2391-4314-af25-c1d6960cee0f req-cc937992-c3bf-4f2b-bc39-c0a2ab58d4a4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.653931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-850ea3ee-2391-4314-af25-c1d6960cee0f req-cc937992-c3bf-4f2b-bc39-c0a2ab58d4a4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.3342032 Jun 30 09:21:17.791312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-850ea3ee-2391-4314-af25-c1d6960cee0f req-2c4c8c13-8dd9-441c-a3b6-258478b56b47 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245153 Jun 30 09:21:17.917123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f24b0d-1354-4369-848e-9fe715b456a9 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:17.932150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.955747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Transition to ACTIVE for port object e2f24b0d-1354-4369-848e-9fe715b456a9 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:17.963262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.105766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.226039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a237cf-d83c-415a-b19c-13892cd2db9e req-804b795d-6699-4121-b25c-d2ea836ad54b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.227642 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54a237cf-d83c-415a-b19c-13892cd2db9e req-804b795d-6699-4121-b25c-d2ea836ad54b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1991687 Jun 30 09:21:18.232753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Attempting to bind port e2f24b0d-1354-4369-848e-9fe715b456a9 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:18.233154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Attempting to bind port e2f24b0d-1354-4369-848e-9fe715b456a9 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:18.233443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Attempting to bind port e2f24b0d-1354-4369-848e-9fe715b456a9 on network 1a0d4f56-303e-492b-85f3-efb832725bbf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:18.251865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Port e2f24b0d-1354-4369-848e-9fe715b456a9 on network 1a0d4f56-303e-492b-85f3-efb832725bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:18.252203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Attempting to bind port e2f24b0d-1354-4369-848e-9fe715b456a9 on network 1a0d4f56-303e-492b-85f3-efb832725bbf {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:18.263396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:18.263753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Checking segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:18.264115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Bound using segment: {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:18.264562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Bound port: e2f24b0d-1354-4369-848e-9fe715b456a9, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52555a6-4794-4d3e-8776-9cb7a7c041a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:18.264921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.299282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54a237cf-d83c-415a-b19c-13892cd2db9e req-566802ef-a1fb-42da-92c0-10060a1082b0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Jun 30 09:21:18.400403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:18.404176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e2f24b0d-1354-4369-848e-9fe715b456a9,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:18.415941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.587196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:18.601933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.603316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:18.605158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-2eb131d7-a2bd-4d95-a281-1a95826cbfa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 1092 time: 1.6078455 Jun 30 09:21:18.605978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:18.610158 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db" -d '{"events": [{"name": "network-changed", "server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:18.659597 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882bf6f-0e0e-4f11-bf04-6fe9458f8a0b x-openstack-request-id: req-6882bf6f-0e0e-4f11-bf04-6fe9458f8a0b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:18.659970 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:18.660207 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6882bf6f-0e0e-4f11-bf04-6fe9458f8a0b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:18.660567 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9', 'status': 'completed', 'code': 200} Jun 30 09:21:18.887736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6eaa7713-6573-42c0-9e98-7f62a7d4bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.889660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-6eaa7713-6573-42c0-9e98-7f62a7d4bd24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1095 time: 0.1850984 Jun 30 09:21:18.979781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-b895b373-bccd-4718-a748-1f17c780eaad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 217 time: 0.0812762 Jun 30 09:21:19.247389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-80903710-91a3-4063-97c7-7c3041f8a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.249236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-80903710-91a3-4063-97c7-7c3041f8a181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.2567837 Jun 30 09:21:19.322792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0cc09-f501-4af9-afc4-22c23a509500 req-0290f2a3-87ad-48c3-903c-263aa1e9fbef tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.324565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9f0cc09-f501-4af9-afc4-22c23a509500 req-0290f2a3-87ad-48c3-903c-263aa1e9fbef tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 943 time: 0.3625317 Jun 30 09:21:19.330395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-94b3a7a8-4162-44b5-a25f-f742b406cf54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727062 Jun 30 09:21:19.486352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d7d1-cea8-4c1d-82bb-1d85cc2326a2 req-e37ec49b-7b11-43eb-b1e9-438fd75264ab tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.488967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02d2d7d1-cea8-4c1d-82bb-1d85cc2326a2 req-e37ec49b-7b11-43eb-b1e9-438fd75264ab tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.3174145 Jun 30 09:21:19.498606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9f0cc09-f501-4af9-afc4-22c23a509500 req-efccf9af-2c52-4aa6-901e-f9dabdb1ecc0 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618545 Jun 30 09:21:19.583315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-8d570c6e-a39a-4591-b3bf-4cd9596a6231 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452924 Jun 30 09:21:19.588808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02d2d7d1-cea8-4c1d-82bb-1d85cc2326a2 req-46af526a-a4d4-4520-9f0e-1bb236a9054e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888245 Jun 30 09:21:19.740824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5cdb0ea-24ce-4dd3-8028-c51551179793 req-1284ed9c-f16b-4c16-bc86-ff3c4366ef8d service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494064 Jun 30 09:21:19.913713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-c6b3ba0c-af5b-452f-831e-318d429771ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.916304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-c6b3ba0c-af5b-452f-831e-318d429771ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1095 time: 0.0992758 Jun 30 09:21:20.097253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-a923b2c3-45a1-4161-af0b-78ba51929451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.099549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-a923b2c3-45a1-4161-af0b-78ba51929451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.1754739 Jun 30 09:21:20.171643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-51815ee3-53fb-475d-8498-7d32e438bfe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 217 time: 0.0647912 Jun 30 09:21:20.245589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-4931eedd-14f5-44a7-96c7-98b8060e448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.247596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-4931eedd-14f5-44a7-96c7-98b8060e448e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.0689836 Jun 30 09:21:20.300752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-4d92dd64-24c9-41a2-a097-a4481ef1e5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452390 Jun 30 09:21:20.460652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-74bfea55-0d6d-403f-a415-aaa1d216ad6c service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525209 Jun 30 09:21:20.601874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09ab52f4-e133-4ec5-a5fe-84e8efe5f4db req-3c13668a-d5af-405c-b99b-a6b63428c6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304379 Jun 30 09:21:20.929692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223582a1-40bb-4845-a8ce-757b03047b5e req-69238b29-82de-46d2-a604-05376758a366 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.931342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-223582a1-40bb-4845-a8ce-757b03047b5e req-69238b29-82de-46d2-a604-05376758a366 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 943 time: 0.1514971 Jun 30 09:21:20.939684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2cde4-7931-48d5-a5a0-b8fbefb781a9 req-63946591-9ad0-4fab-962f-81fffd69a062 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.941219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76a2cde4-7931-48d5-a5a0-b8fbefb781a9 req-63946591-9ad0-4fab-962f-81fffd69a062 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1637850 Jun 30 09:21:21.022929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-223582a1-40bb-4845-a8ce-757b03047b5e req-3c15ea83-ddca-48ff-8b01-c5a87d4c0273 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762532 Jun 30 09:21:21.044566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76a2cde4-7931-48d5-a5a0-b8fbefb781a9 req-8d3d557a-54af-44f5-bcf4-ac09f79662cd tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882356 Jun 30 09:21:21.697080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18d69-edc3-4ecb-b334-15904ee69b00 req-baf9c7e8-2008-4d68-a466-bf39129ac721 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.713155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62b18d69-edc3-4ecb-b334-15904ee69b00 req-baf9c7e8-2008-4d68-a466-bf39129ac721 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1794052 Jun 30 09:21:21.778147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62b18d69-edc3-4ecb-b334-15904ee69b00 req-2ca72306-73b8-447f-81d1-4a2768cbbf77 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637593 Jun 30 09:21:22.307543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db67da-0e66-4f02-997c-658e31b9b1d3 req-66b102bf-f1b5-42f8-bc82-de665ecdd9ae tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.309176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48db67da-0e66-4f02-997c-658e31b9b1d3 req-66b102bf-f1b5-42f8-bc82-de665ecdd9ae tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 943 time: 0.0901582 Jun 30 09:21:22.382341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48db67da-0e66-4f02-997c-658e31b9b1d3 req-49ece965-6cf8-4e8b-89a5-86c23c4351f8 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606573 Jun 30 09:21:23.096935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb75c8-ea52-4b57-bba7-78a7f087ee7b req-9dc18ed4-bab0-41f7-b710-adffea5979b7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.101418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5beb75c8-ea52-4b57-bba7-78a7f087ee7b req-9dc18ed4-bab0-41f7-b710-adffea5979b7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1095259 Jun 30 09:21:23.173605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5beb75c8-ea52-4b57-bba7-78a7f087ee7b req-8af7badf-883b-4968-822f-bb12439c6a24 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657380 Jun 30 09:21:23.527945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0563b3-fa03-4944-a150-0b20310500f0 req-bdce81a1-54d6-4f77-81f8-39d8b6c1c8b8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.540964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df0563b3-fa03-4944-a150-0b20310500f0 req-bdce81a1-54d6-4f77-81f8-39d8b6c1c8b8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1520681 Jun 30 09:21:23.609679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df0563b3-fa03-4944-a150-0b20310500f0 req-87523882-a7ca-4f94-915b-89164827fb03 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Jun 30 09:21:23.702787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e2f24b0d-1354-4369-848e-9fe715b456a9 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:23.784258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf51b6d-ee8e-49b0-a499-67cb0d30b724 req-74454cd2-b262-4a6f-adbb-f4998f5b297e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.796418 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cf51b6d-ee8e-49b0-a499-67cb0d30b724 req-74454cd2-b262-4a6f-adbb-f4998f5b297e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 943 time: 0.1849089 Jun 30 09:21:23.868509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cf51b6d-ee8e-49b0-a499-67cb0d30b724 req-611f7d18-7120-461c-9147-7ecc3e8c0b3c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710533 Jun 30 09:21:24.128908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dcc02-ed41-4489-9c54-98738db5553c req-03b6bdc6-d225-465c-996b-59a0e197cf95 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.132420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-424dcc02-ed41-4489-9c54-98738db5553c req-03b6bdc6-d225-465c-996b-59a0e197cf95 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1193447 Jun 30 09:21:24.173930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e2f24b0d-1354-4369-848e-9fe715b456a9,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:24.191862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-424dcc02-ed41-4489-9c54-98738db5553c req-8da5c2a0-cead-49e6-921a-5d5ba7cda3c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489888 Jun 30 09:21:24.199570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'e2f24b0d-1354-4369-848e-9fe715b456a9', 'network_id': '1a0d4f56-303e-492b-85f3-efb832725bbf', 'port_id': 'e2f24b0d-1354-4369-848e-9fe715b456a9', 'mac_address': 'fa:16:3e:75:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5513b88-1deb-4ff1-8b76-d959264e0418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:24.260958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.298991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f24b0d-1354-4369-848e-9fe715b456a9 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:24.347167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e2f24b0d-1354-4369-848e-9fe715b456a9,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:24.368047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.473270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:24.503422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.504380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.505742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.507034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.507518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.508009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.508465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.508942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.509430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.509980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.510447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.516653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:24.576068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1c6e-1485-4468-99c9-b0f6faa10c1c req-d4f2978c-6547-4d89-a872-f2134741cb34 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.577889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52be1c6e-1485-4468-99c9-b0f6faa10c1c req-d4f2978c-6547-4d89-a872-f2134741cb34 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1092985 Jun 30 09:21:24.588579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['e2f24b0d-1354-4369-848e-9fe715b456a9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:24.651546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52be1c6e-1485-4468-99c9-b0f6faa10c1c req-fb0a4cf3-0dad-4bd4-ba86-e699edf2ba17 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 Jun 30 09:21:25.038299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0382e7-50d0-4cdb-b81c-c3d36ad0f2ef req-a6f136e5-45c7-4d1f-a216-b638f96d7077 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.040528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad0382e7-50d0-4cdb-b81c-c3d36ad0f2ef req-a6f136e5-45c7-4d1f-a216-b638f96d7077 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1109877 Jun 30 09:21:25.166499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad0382e7-50d0-4cdb-b81c-c3d36ad0f2ef req-3b4eed7b-8990-4d78-92be-232f47ba239e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158774 Jun 30 09:21:25.207858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a62142-e39b-46ab-88db-abe935abc239 req-f3c3a712-da5b-41a1-b905-d4e67b358586 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.216702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9a62142-e39b-46ab-88db-abe935abc239 req-f3c3a712-da5b-41a1-b905-d4e67b358586 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 944 time: 0.1397595 Jun 30 09:21:25.280373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9a62142-e39b-46ab-88db-abe935abc239 req-f9377c91-2421-47fd-9695-939471cbece5 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Jun 30 09:21:25.478684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66693e-f3d1-4ccc-9654-21338879da8c req-1c334bf6-edc4-4435-9f15-a3a860c84028 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.480587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a66693e-f3d1-4ccc-9654-21338879da8c req-1c334bf6-edc4-4435-9f15-a3a860c84028 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0962341 Jun 30 09:21:25.531216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a66693e-f3d1-4ccc-9654-21338879da8c req-2aa15a18-1eec-420b-92ee-13cd064e964b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Jun 30 09:21:25.716201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e2f24b0d-1354-4369-848e-9fe715b456a9 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:25.781489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port e2f24b0d-1354-4369-848e-9fe715b456a9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:25.788791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port e2f24b0d-1354-4369-848e-9fe715b456a9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:25.789414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.949703 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.998712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:26.002815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccdc2c-0290-4f93-90ef-ea39c3cca96c req-fd7723bc-856d-4806-9080-4ae9b10eb83a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.004717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7dccdc2c-0290-4f93-90ef-ea39c3cca96c req-fd7723bc-856d-4806-9080-4ae9b10eb83a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0923862 Jun 30 09:21:26.006109 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f0e714-0c50-4759-9275-91c3cfd35da4" -d '{"events": [{"server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "name": "network-vif-plugged", "status": "completed", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:26.027053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e2f24b0d-1354-4369-848e-9fe715b456a9,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:26.035808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.127215 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a27758-4c90-437e-bdb9-8ca7bf59a134 x-openstack-request-id: req-23a27758-4c90-437e-bdb9-8ca7bf59a134 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:26.128448 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "name": "network-vif-plugged", "status": "completed", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:26.130896 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23a27758-4c90-437e-bdb9-8ca7bf59a134 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:26.131371 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9', 'code': 200} Jun 30 09:21:26.139141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7dccdc2c-0290-4f93-90ef-ea39c3cca96c req-c759fd03-fbf6-4d88-b3cd-776f4b6eae6b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232319 Jun 30 09:21:26.170331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.548881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518fc19-61a5-42ac-99b8-fc013084d3bb req-7e8abf30-782f-43b8-8318-b1b6d8404668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.551597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b518fc19-61a5-42ac-99b8-fc013084d3bb req-7e8abf30-782f-43b8-8318-b1b6d8404668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1097 time: 0.3285344 Jun 30 09:21:26.623848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5df1-c60c-4205-ac59-cede20bf39fc req-79c50a89-b86b-421a-8349-f769cd8db27b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.626524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b5d5df1-c60c-4205-ac59-cede20bf39fc req-79c50a89-b86b-421a-8349-f769cd8db27b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2509928 Jun 30 09:21:26.726717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b518fc19-61a5-42ac-99b8-fc013084d3bb req-5f6e252d-e17f-4168-a60a-b0b391931330 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678128 Jun 30 09:21:26.730158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.774704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b5d5df1-c60c-4205-ac59-cede20bf39fc req-c2d5bfcc-3bac-4e3e-b9d4-6ac65a80cc20 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205072 Jun 30 09:21:26.821185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50f98b-a26d-4a4a-8d63-8a85d0caa73f req-45c70c3f-74a6-4127-a8b8-e6e85ab6c6b6 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.824435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c50f98b-a26d-4a4a-8d63-8a85d0caa73f req-45c70c3f-74a6-4127-a8b8-e6e85ab6c6b6 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1944978 Jun 30 09:21:26.902633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c50f98b-a26d-4a4a-8d63-8a85d0caa73f req-383c45c1-bdd8-4571-87ca-73a14c59af2b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Jun 30 09:21:27.087510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1dd97-00a6-40d9-aa1e-ccac092cae1c req-1a8a8da1-953f-4047-be92-8455a50b7192 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.091378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69f1dd97-00a6-40d9-aa1e-ccac092cae1c req-1a8a8da1-953f-4047-be92-8455a50b7192 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1326921 Jun 30 09:21:27.132627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2f7fba9-a292-401e-8d3a-3fd7d07bb03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.166815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69f1dd97-00a6-40d9-aa1e-ccac092cae1c req-1e3923eb-9b2c-4ec7-8298-8fc6078634ad tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Jun 30 09:21:27.280660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2f7fba9-a292-401e-8d3a-3fd7d07bb03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.287233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b2f7fba9-a292-401e-8d3a-3fd7d07bb03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.372965 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b2f7fba9-a292-401e-8d3a-3fd7d07bb03c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52aa95f4a93e4fb1a24341da532103f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376901 Jun 30 09:21:27.373458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47600) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.373674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7fba9-a292-401e-8d3a-3fd7d07bb03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6863c0fa-910c-4824-9f09-6d883b3e9505,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.467575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6769e2-979a-4124-afce-9f87da4056e4 req-8e0fbd37-fbea-4b26-a271-4ca44dd27f56 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.470288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d6769e2-979a-4124-afce-9f87da4056e4 req-8e0fbd37-fbea-4b26-a271-4ca44dd27f56 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1572084 Jun 30 09:21:27.556041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.563944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d6769e2-979a-4124-afce-9f87da4056e4 req-2cfad5ca-1229-41c7-a5da-f34e285d6b68 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852058 Jun 30 09:21:27.612190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.720841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.727938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.731721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6863c0fa-910c-4824-9f09-6d883b3e9505 HTTP/1.1" status: 204 len: 168 time: 0.3568499 Jun 30 09:21:27.749613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6863c0fa-910c-4824-9f09-6d883b3e9505,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.766404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.766973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.767521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.768059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.768622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.769353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.769953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.771534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.772100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.773012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.773235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.773722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891458-3cb5-4d1c-b29d-3620bced6b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:27.972831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9200b-f398-4144-ab9b-fc64ceb884bc req-f57fa776-978b-4b8d-9089-3145066c3127 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:27.976717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c9200b-f398-4144-ab9b-fc64ceb884bc req-f57fa776-978b-4b8d-9089-3145066c3127 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1015890 Jun 30 09:21:28.050099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99c9200b-f398-4144-ab9b-fc64ceb884bc req-c4928e56-a0a5-4917-9c71-890827c9dd3d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631135 Jun 30 09:21:28.192596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b3cc9-c58d-4d65-9259-2fae3e79d90b req-8c01967a-199c-4d8e-bde4-1ca5f9fbc11b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.195522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca4b3cc9-c58d-4d65-9259-2fae3e79d90b req-8c01967a-199c-4d8e-bde4-1ca5f9fbc11b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1193581 Jun 30 09:21:28.285830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca4b3cc9-c58d-4d65-9259-2fae3e79d90b req-7b6ef88a-42ad-4de1-b678-6c4ab0f2fc9c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835903 Jun 30 09:21:28.430361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc276-b748-4695-8b24-b11cc332c270 req-55d95808-5900-4fb0-ad57-3bcb49ba9935 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.446430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c87cc276-b748-4695-8b24-b11cc332c270 req-55d95808-5900-4fb0-ad57-3bcb49ba9935 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2081783 Jun 30 09:21:28.526166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c87cc276-b748-4695-8b24-b11cc332c270 req-01ff4728-de73-466c-bd0a-c5b9279a6999 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777211 Jun 30 09:21:28.985106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-386f4717-2fe8-4680-9181-fd664bc3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.987480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-386f4717-2fe8-4680-9181-fd664bc3bfc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1097 time: 0.2428524 Jun 30 09:21:29.199277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299ee9-ada5-43aa-b0de-53fbdb8f6a45 req-5b70ec6e-77a5-4dff-8b10-fc775f26d633 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.201902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e299ee9-ada5-43aa-b0de-53fbdb8f6a45 req-5b70ec6e-77a5-4dff-8b10-fc775f26d633 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.2957382 Jun 30 09:21:29.257314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1b387a2e-6fd5-4b1f-8034-db03656f6673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.307328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-197f959e-a062-4f9e-b018-ba0d9bb3fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.310059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-197f959e-a062-4f9e-b018-ba0d9bb3fa17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.3100777 Jun 30 09:21:29.784627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47686) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:29.866149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341a94-91ea-4e83-a77c-0c5932d27173 req-eb4752cf-8e76-4e36-bf02-dc63da19a0b3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.868360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89341a94-91ea-4e83-a77c-0c5932d27173 req-eb4752cf-8e76-4e36-bf02-dc63da19a0b3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.8494449 Jun 30 09:21:29.882654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e299ee9-ada5-43aa-b0de-53fbdb8f6a45 req-dd6008c5-851f-4dbf-9826-65e23388d88b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683271 Jun 30 09:21:29.887672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-b52525a0-1419-411d-bef5-30d6deedc1af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 217 time: 0.5606427 Jun 30 09:21:29.956427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7976a02-7626-48ad-97fc-b5c000970028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.012591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89341a94-91ea-4e83-a77c-0c5932d27173 req-6db849ef-60d9-48ba-8d8b-cd592b375106 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280422 Jun 30 09:21:30.017285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-53db4de2-26f0-439f-8c38-4333851459d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.019036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-53db4de2-26f0-439f-8c38-4333851459d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.1211908 Jun 30 09:21:30.072283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-7425d6e3-186a-4c39-a0fd-078e6854046e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 Jun 30 09:21:30.146923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7976a02-7626-48ad-97fc-b5c000970028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.157577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7976a02-7626-48ad-97fc-b5c000970028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.205436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-c68ccf08-22e6-44c7-ade2-a556d33a4a83 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225426 Jun 30 09:21:30.218409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976a02-7626-48ad-97fc-b5c000970028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb5c57-fb5e-412f-a6ae-f511e9186276,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.263007 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7976a02-7626-48ad-97fc-b5c000970028 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf4d08f5ad9146eda348d6e8647824ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766166 Jun 30 09:21:30.264013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47700) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:30.357386 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.365412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-737f2493-ef32-40cc-bdc8-76b39e33a5dd req-7e22ff28-3ee9-47f7-8512-a67f6e1cff1e service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557086 Jun 30 09:21:30.399583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647467f-07f1-48db-8fe7-47bef35283ce req-c47d0052-2980-431f-847a-fa443452e8c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.402280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7647467f-07f1-48db-8fe7-47bef35283ce req-c47d0052-2980-431f-847a-fa443452e8c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1225843 Jun 30 09:21:30.412424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.510611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7647467f-07f1-48db-8fe7-47bef35283ce req-70a2787f-d5e7-4848-b154-ab5db213258a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960670 Jun 30 09:21:30.528645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.533707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.535992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cdb5c57-fb5e-412f-a6ae-f511e9186276 HTTP/1.1" status: 204 len: 168 time: 0.2701952 Jun 30 09:21:30.566082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00af7-4066-448d-a651-62863ecd5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb5c57-fb5e-412f-a6ae-f511e9186276,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.834886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253041e-3f1c-41b1-ac6d-048d40b82a2c req-ad27ab23-5344-44f3-8d25-73e275db985b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:30.846579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d253041e-3f1c-41b1-ac6d-048d40b82a2c req-ad27ab23-5344-44f3-8d25-73e275db985b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0994606 Jun 30 09:21:30.887639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d253041e-3f1c-41b1-ac6d-048d40b82a2c req-4d4e599a-5e7a-4c8d-be36-dd1fb4f46cb0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Jun 30 09:21:31.119408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a060c-25be-4803-9d09-696cebf6f89f req-909e809c-0057-4f2e-b53e-1985890a8d69 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.121545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d5a060c-25be-4803-9d09-696cebf6f89f req-909e809c-0057-4f2e-b53e-1985890a8d69 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.0860267 Jun 30 09:21:31.204596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d5a060c-25be-4803-9d09-696cebf6f89f req-e7615eb6-bfb4-4483-931a-8af2444d1879 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Jun 30 09:21:31.229523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade70b1-49c0-4772-94c3-5de056bba2ab req-96603786-0457-482c-a864-355320402076 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.231461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ade70b1-49c0-4772-94c3-5de056bba2ab req-96603786-0457-482c-a864-355320402076 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1084991 Jun 30 09:21:31.302746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ade70b1-49c0-4772-94c3-5de056bba2ab req-2f9dfdb0-0c36-4997-9d75-d44017d02dfb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622993 Jun 30 09:21:31.647830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe83d-d68e-4bff-9ad5-bb7f052b8c9d req-409908b6-4864-41ea-8011-d3a422fb1b66 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.649488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a97fe83d-d68e-4bff-9ad5-bb7f052b8c9d req-409908b6-4864-41ea-8011-d3a422fb1b66 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1056480 Jun 30 09:21:31.703022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a97fe83d-d68e-4bff-9ad5-bb7f052b8c9d req-c2d2cd0b-f35d-43dc-a101-deefb4cbf08e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Jun 30 09:21:31.902992 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9668bc98-c2b4-4bbe-97ac-1275885884eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.946391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431ce8-9340-4dcf-85c0-4db34c50baeb req-028b0bef-d8f8-49a5-a34e-2fe8e214883b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.948314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51431ce8-9340-4dcf-85c0-4db34c50baeb req-028b0bef-d8f8-49a5-a34e-2fe8e214883b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0987136 Jun 30 09:21:31.996021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51431ce8-9340-4dcf-85c0-4db34c50baeb req-80ec8951-f523-44ed-bc06-19ea480a3e11 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Jun 30 09:21:32.027460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.356938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44954f7c-44e7-47f4-9876-562e63a04528 req-48366527-7846-479d-b63c-80269dd2b2d3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.365554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44954f7c-44e7-47f4-9876-562e63a04528 req-48366527-7846-479d-b63c-80269dd2b2d3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0981727 Jun 30 09:21:32.454884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44954f7c-44e7-47f4-9876-562e63a04528 req-322d2a3c-7aeb-4284-83ae-99145e56b5fc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882213 Jun 30 09:21:32.490265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649c27e-9af1-4a64-a35a-4c2bcd9f21e9 req-bc06047e-0ffe-45c0-8c33-1d2a6d8fb620 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.492438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e649c27e-9af1-4a64-a35a-4c2bcd9f21e9 req-bc06047e-0ffe-45c0-8c33-1d2a6d8fb620 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1239271 Jun 30 09:21:32.541433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e649c27e-9af1-4a64-a35a-4c2bcd9f21e9 req-4e71b3c0-bd59-4201-8d48-d671b8809222 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477419 Jun 30 09:21:32.715728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb42dd8-b4af-4690-9a74-3c0d32c72a60 req-54f25010-fbb4-48d3-886c-009c98bafed8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.718377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3eb42dd8-b4af-4690-9a74-3c0d32c72a60 req-54f25010-fbb4-48d3-886c-009c98bafed8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1207149 Jun 30 09:21:32.769496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3eb42dd8-b4af-4690-9a74-3c0d32c72a60 req-79346413-c3a7-4645-8c75-c707a4e0778c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 Jun 30 09:21:32.979271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.077090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4a3c-0173-40f9-9927-747c59fdb536 req-7ef535d1-7734-4307-9d1c-7b2bc2587460 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.078713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-835c4a3c-0173-40f9-9927-747c59fdb536 req-7ef535d1-7734-4307-9d1c-7b2bc2587460 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1393509 Jun 30 09:21:33.118221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:21:33.124496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-835c4a3c-0173-40f9-9927-747c59fdb536 req-db97713c-cc2c-476c-9cd8-b74d5e1bbcf0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Jun 30 09:21:33.374005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.374547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f50e8-ae62-4905-a44a-117e79fecd8c req-1e17011c-7af4-4549-8436-00b53c70fdb6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.377467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-337f50e8-ae62-4905-a44a-117e79fecd8c req-1e17011c-7af4-4549-8436-00b53c70fdb6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1315105 Jun 30 09:21:33.432951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-337f50e8-ae62-4905-a44a-117e79fecd8c req-b41cde0a-a45b-4a88-9734-3f10a5fb6fd8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Jun 30 09:21:33.782595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735fba0-2568-442f-8663-e78401971b40 req-d362ad9d-8d95-4a4f-85f9-c7a8940658eb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.785411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7735fba0-2568-442f-8663-e78401971b40 req-d362ad9d-8d95-4a4f-85f9-c7a8940658eb tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1092341 Jun 30 09:21:33.863248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7735fba0-2568-442f-8663-e78401971b40 req-039a8e13-2793-42d4-be81-18e573626b7b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706587 Jun 30 09:21:34.420210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75120506-dc16-438d-8836-fd3e3004fbff req-ecd33466-c0cb-4a8c-9885-29f6189e2a97 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:34.421741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75120506-dc16-438d-8836-fd3e3004fbff req-ecd33466-c0cb-4a8c-9885-29f6189e2a97 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1130102 Jun 30 09:21:34.475136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75120506-dc16-438d-8836-fd3e3004fbff req-0d5075d1-9ec7-4754-b8e4-61335902776b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jun 30 09:21:34.601916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.083678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.094481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57853d0-eb6a-4182-aedf-b1eca5478e50 req-514d7d23-f12f-4176-a8af-ad648b3c4120 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:35.095270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47868) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.096040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b57853d0-eb6a-4182-aedf-b1eca5478e50 req-514d7d23-f12f-4176-a8af-ad648b3c4120 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.0768173 Jun 30 09:21:35.157268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b57853d0-eb6a-4182-aedf-b1eca5478e50 req-c5b247c2-1647-4b17-885b-8c1ff5b54c63 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540285 Jun 30 09:21:35.228612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.336797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.340497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.383932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d568a8ce63da4b0197777a21127afb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871943 Jun 30 09:21:35.384682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2548d4fb-d35b-4050-ab6c-7dda300cefa1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.387424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47872) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:35.393222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.393574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.393957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.394302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.394638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.394973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.395349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.395710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.396048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.396374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.396703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.397028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451a149f-af58-4f63-9931-9b9224c6372f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.451981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.479950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.544339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.547590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.548958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2548d4fb-d35b-4050-ab6c-7dda300cefa1 HTTP/1.1" status: 204 len: 168 time: 0.1603453 Jun 30 09:21:35.561654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd6aca-eb51-4079-8ce5-8064fdf7ba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2548d4fb-d35b-4050-ab6c-7dda300cefa1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.773555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f5826-bc97-4f36-8081-30b165cb8f33 req-58f536fe-a855-4150-a586-24e7897151ac tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:35.776360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-859f5826-bc97-4f36-8081-30b165cb8f33 req-58f536fe-a855-4150-a586-24e7897151ac tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1106684 Jun 30 09:21:35.858761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-859f5826-bc97-4f36-8081-30b165cb8f33 req-9db33916-fe31-4315-bd9f-82633b52453a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739288 Jun 30 09:21:36.017725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:36.036443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52e618c0-6445-4526-ac32-7905cd502e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.167586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52e618c0-6445-4526-ac32-7905cd502e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.173544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52e618c0-6445-4526-ac32-7905cd502e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.237837 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-52e618c0-6445-4526-ac32-7905cd502e0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=852af8d8da484546a121c90a4d0c846a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145946 Jun 30 09:21:36.238699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 47890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:36.252921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e618c0-6445-4526-ac32-7905cd502e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8f14a-d67e-470e-ba04-86d817844974,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.342978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.396294 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.468377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bff6e-3453-4c0c-a3f3-cdd69c7e3855 req-83d15e98-1b98-452a-9917-cba174a1a39d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:36.470313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-550bff6e-3453-4c0c-a3f3-cdd69c7e3855 req-83d15e98-1b98-452a-9917-cba174a1a39d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1423995 Jun 30 09:21:36.510276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.513316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.514611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fc8f14a-d67e-470e-ba04-86d817844974 HTTP/1.1" status: 204 len: 168 time: 0.2746356 Jun 30 09:21:36.539491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-550bff6e-3453-4c0c-a3f3-cdd69c7e3855 req-c3ae4fdb-7f0c-409e-be46-6dcb248cce61 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Jun 30 09:21:36.540466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70424c21-3f86-4b78-b47b-2c99af25e6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8f14a-d67e-470e-ba04-86d817844974,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.274772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c8e6a-0eb6-458c-8e38-8008b37e3043 req-0fe9e474-fbbc-4aed-95fb-ea4160f3b8b9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.276475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce8c8e6a-0eb6-458c-8e38-8008b37e3043 req-0fe9e474-fbbc-4aed-95fb-ea4160f3b8b9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1365340 Jun 30 09:21:37.345775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce8c8e6a-0eb6-458c-8e38-8008b37e3043 req-9b58395f-0ccf-4778-9ca0-d91c25df2a93 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571170 Jun 30 09:21:37.773242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90672dd-4946-4baf-aec2-fbbf7cc82860 req-ec4b1726-e42d-43a8-8c75-952893c1799d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:37.775526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90672dd-4946-4baf-aec2-fbbf7cc82860 req-ec4b1726-e42d-43a8-8c75-952893c1799d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1032238 Jun 30 09:21:37.829013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90672dd-4946-4baf-aec2-fbbf7cc82860 req-d56ff103-9de1-484c-a0e1-f5f229ba27a5 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Jun 30 09:21:38.637965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ca96-a3bc-4c95-995d-74c15a7ec1bc req-4fd0cfb2-c206-4c36-8900-ef98e4741454 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.640420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a56ca96-a3bc-4c95-995d-74c15a7ec1bc req-4fd0cfb2-c206-4c36-8900-ef98e4741454 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0769594 Jun 30 09:21:38.690485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a56ca96-a3bc-4c95-995d-74c15a7ec1bc req-e7acc6d8-0e51-4458-865f-f12c59eaa590 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Jun 30 09:21:39.123683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeee33-0a7b-417a-aba3-3ed1d0870053 req-92e564fc-68d4-4f95-851e-cdab14d195ec tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:39.129247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29eeee33-0a7b-417a-aba3-3ed1d0870053 req-92e564fc-68d4-4f95-851e-cdab14d195ec tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1269636 Jun 30 09:21:39.211929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29eeee33-0a7b-417a-aba3-3ed1d0870053 req-844dc616-13a0-4071-8daa-cbce3949ab7a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712049 Jun 30 09:21:39.985136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79ee3f-b623-4b10-9dec-6cdcfae371ce req-e2dd3c15-e630-469a-869a-a8b26cb02455 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:39.987268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a79ee3f-b623-4b10-9dec-6cdcfae371ce req-e2dd3c15-e630-469a-869a-a8b26cb02455 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1094406 Jun 30 09:21:40.034175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a79ee3f-b623-4b10-9dec-6cdcfae371ce req-60ab16eb-448c-4c67-a22f-96b95d79791c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Jun 30 09:21:40.039173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47972) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:40.160389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9d58039-d617-4036-8986-83bdcd6c8641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.275965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9d58039-d617-4036-8986-83bdcd6c8641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.281026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9d58039-d617-4036-8986-83bdcd6c8641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.356305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58039-d617-4036-8986-83bdcd6c8641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c97fb6-70fe-428b-94a0-66e094a0a6e1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.372683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f9d58039-d617-4036-8986-83bdcd6c8641 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f564c2104eb1437d84b923fc8784302a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319464 Jun 30 09:21:40.375250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 47980) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:40.508244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.549377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.607877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882114-1e9e-4329-8b8d-28b11ae17047 req-e913e0a4-9ec9-41b3-9725-f959a4c40382 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.614942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13882114-1e9e-4329-8b8d-28b11ae17047 req-e913e0a4-9ec9-41b3-9725-f959a4c40382 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1107247 Jun 30 09:21:40.620226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.625112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:40.627115 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8c97fb6-70fe-428b-94a0-66e094a0a6e1 HTTP/1.1" status: 204 len: 168 time: 0.2503541 Jun 30 09:21:40.645272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee56019-bbf8-43b1-be38-d5818ea246c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c97fb6-70fe-428b-94a0-66e094a0a6e1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:40.699802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13882114-1e9e-4329-8b8d-28b11ae17047 req-1115a928-e0d2-4fcd-a873-6df7b205c0bd tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Jun 30 09:21:41.361181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8365c-d021-43fa-93f6-374004613410 req-7dfd45b0-d1ac-45a4-8d8e-402640a52213 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.364367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e8365c-d021-43fa-93f6-374004613410 req-7dfd45b0-d1ac-45a4-8d8e-402640a52213 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1156435 Jun 30 09:21:41.435115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e8365c-d021-43fa-93f6-374004613410 req-7f3b381e-78be-4a3d-b99e-57c9cf130c6f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635109 Jun 30 09:21:41.931231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b8402-a1e4-4416-b441-a0c6ba01da6a req-02236aa3-55b9-459d-af06-e43eccc5310d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.933835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-961b8402-a1e4-4416-b441-a0c6ba01da6a req-02236aa3-55b9-459d-af06-e43eccc5310d tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.0868669 Jun 30 09:21:41.999060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-961b8402-a1e4-4416-b441-a0c6ba01da6a req-e10e82ce-2ec0-44e1-a8bd-335ae26c00b2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Jun 30 09:21:42.575387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.729778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac286a3b-ca24-47c2-81e9-a72a7af3ef2c req-27726a18-d089-4572-8274-0377de5e4a80 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.732586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac286a3b-ca24-47c2-81e9-a72a7af3ef2c req-27726a18-d089-4572-8274-0377de5e4a80 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1143703 Jun 30 09:21:42.779483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62fc3bb1-69bc-439d-b625-3d01108bf645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.812761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac286a3b-ca24-47c2-81e9-a72a7af3ef2c req-056fafdd-5b3c-45b3-9a48-478077c47227 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701985 Jun 30 09:21:42.917816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62fc3bb1-69bc-439d-b625-3d01108bf645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.922881 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62fc3bb1-69bc-439d-b625-3d01108bf645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.964047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3bb1-69bc-439d-b625-3d01108bf645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce425f34-bd62-4c89-ba97-ba877e415e9f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.969413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62fc3bb1-69bc-439d-b625-3d01108bf645 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=216638a0408f4163a4b87bf036155036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924105 Jun 30 09:21:42.975337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48046) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:43.083570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.127801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.189849 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.192946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.194196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce425f34-bd62-4c89-ba97-ba877e415e9f HTTP/1.1" status: 204 len: 168 time: 0.2174513 Jun 30 09:21:43.205519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccba18-094b-408c-a10a-85dd3fd91607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce425f34-bd62-4c89-ba97-ba877e415e9f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.326764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5b0b-6b61-4b7e-921f-b0475908faa4 req-d7fac29b-fe08-4851-b0a3-b57a930b4bb7 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.328529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c9b5b0b-6b61-4b7e-921f-b0475908faa4 req-d7fac29b-fe08-4851-b0a3-b57a930b4bb7 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.0914762 Jun 30 09:21:43.379981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c9b5b0b-6b61-4b7e-921f-b0475908faa4 req-055c4a10-ad4f-4967-b71c-194479d3d229 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Jun 30 09:21:43.501798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:43.630547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:43.643938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'port_id': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'mac_address': 'fa:16:3e:3e:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e788636-5db0-4622-b175-6e8dd8044162', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:43.690072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.708251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:43.733432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:43.741237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:43.811005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:43.831419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:44.204851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3475-475b-42e5-a6e8-c667fb4782ad req-200d80d7-fb5c-4841-ad97-90d32154fe39 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.210039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1bc3475-475b-42e5-a6e8-c667fb4782ad req-200d80d7-fb5c-4841-ad97-90d32154fe39 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.1952872 Jun 30 09:21:44.268673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1bc3475-475b-42e5-a6e8-c667fb4782ad req-5642e132-be51-4dd9-8ded-55891e06ec8a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Jun 30 09:21:44.725930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce559-d476-4df4-8341-727c79690e16 req-4b4fe75c-6574-41a7-b3ca-28d581063106 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.729128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6dce559-d476-4df4-8341-727c79690e16 req-4b4fe75c-6574-41a7-b3ca-28d581063106 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1408627 Jun 30 09:21:44.786504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6dce559-d476-4df4-8341-727c79690e16 req-ec90225c-f776-4ffe-869a-c1dc41781621 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Jun 30 09:21:45.518575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:45.586262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d268b-22a3-431a-aaf6-a1601d9097e2 req-9afff86e-3631-468f-bd11-586552557d06 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.593358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1d268b-22a3-431a-aaf6-a1601d9097e2 req-9afff86e-3631-468f-bd11-586552557d06 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.1259534 Jun 30 09:21:45.600370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5714dfca-18e4-4d9d-a49b-7198127d19b4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:45.601098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.644250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da1d268b-22a3-431a-aaf6-a1601d9097e2 req-a7c22609-c871-4c7f-8ba1-a4a65c836efa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Jun 30 09:21:45.731469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.769624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:45.774346 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc44a004-7a4c-4d3b-bada-ca0ef7a7c38f" -d '{"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:45.798063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:45.810191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.869860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:45.883485 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca02ae9-0466-46bc-9a46-f2e1c60fee54 x-openstack-request-id: req-8ca02ae9-0466-46bc-9a46-f2e1c60fee54 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:45.884718 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:45.884981 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ca02ae9-0466-46bc-9a46-f2e1c60fee54 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:45.885564 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'code': 200} Jun 30 09:21:46.152129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26befa-4987-4b42-a0eb-b1e6741cab64 req-f8867895-02d4-41b9-b10d-f9341278e5ff tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.154407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd26befa-4987-4b42-a0eb-b1e6741cab64 req-f8867895-02d4-41b9-b10d-f9341278e5ff tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1103351 Jun 30 09:21:46.243333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bd26befa-4987-4b42-a0eb-b1e6741cab64 req-0024257a-c12f-41d2-904d-eba127020faa tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717678 Jun 30 09:21:46.322082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48160) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.494777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-430e4421-6138-48fd-9cf1-4c021eb54bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.654305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-430e4421-6138-48fd-9cf1-4c021eb54bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.665166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-430e4421-6138-48fd-9cf1-4c021eb54bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.729800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e4421-6138-48fd-9cf1-4c021eb54bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd8463-0e6b-47bf-a5bc-1a3e29edd9b8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.741200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-430e4421-6138-48fd-9cf1-4c021eb54bc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7421eb69f8714b0099a156db656994fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174137 Jun 30 09:21:46.745539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48182) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.812168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.853241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.935611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.943321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.949707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b3d5-7fe5-4426-ac01-e630c14fc3ca req-bc0b25c8-2970-47b7-a31a-656b12bfef39 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.952718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2d0b3d5-7fe5-4426-ac01-e630c14fc3ca req-bc0b25c8-2970-47b7-a31a-656b12bfef39 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1427741 Jun 30 09:21:46.953807 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbcd8463-0e6b-47bf-a5bc-1a3e29edd9b8 HTTP/1.1" status: 204 len: 168 time: 0.2068155 Jun 30 09:21:46.969470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287258a2-2557-4497-beb7-d189dec3b72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd8463-0e6b-47bf-a5bc-1a3e29edd9b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.049468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2d0b3d5-7fe5-4426-ac01-e630c14fc3ca req-528fd55c-a2f4-4b19-ba20-6e97593f6172 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855598 Jun 30 09:21:47.654090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48196) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:47.677744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01b4e12d-e463-4d10-9f5f-5cb9d9f2d910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.732884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91203362-6816-49cf-af0c-b804f40bed39 req-9ac9c55f-a32a-4fb8-94c6-6560325417fe tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:47.735847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91203362-6816-49cf-af0c-b804f40bed39 req-9ac9c55f-a32a-4fb8-94c6-6560325417fe tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1463211 Jun 30 09:21:47.798738 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91203362-6816-49cf-af0c-b804f40bed39 req-4fdd0c76-c7f9-4ce4-87d2-b784ac7d9e63 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559509 Jun 30 09:21:47.894375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01b4e12d-e463-4d10-9f5f-5cb9d9f2d910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.903587 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-01b4e12d-e463-4d10-9f5f-5cb9d9f2d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.987270 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-01b4e12d-e463-4d10-9f5f-5cb9d9f2d910 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53ba8513dc1747f690c151f135070847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314157 Jun 30 09:21:47.989375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4e12d-e463-4d10-9f5f-5cb9d9f2d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f3c23-30f8-48a1-9155-063a3e503ee0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:47.991815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48202) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:48.115207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.169778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.383299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.387769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.401831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f1f3c23-30f8-48a1-9155-063a3e503ee0 HTTP/1.1" status: 204 len: 168 time: 0.4040499 Jun 30 09:21:48.443848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2867-6476-4747-b12c-2bb21b6742f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f3c23-30f8-48a1-9155-063a3e503ee0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.496108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0d7f-9504-4cfa-b674-2a662e9682c8 req-688c3fd0-6b29-4539-aa80-4e103b05f11e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.499126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a42a0d7f-9504-4cfa-b674-2a662e9682c8 req-688c3fd0-6b29-4539-aa80-4e103b05f11e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1967819 Jun 30 09:21:48.602258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a42a0d7f-9504-4cfa-b674-2a662e9682c8 req-184d8dce-d175-4c5f-b868-7af1585664ad tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962448 Jun 30 09:21:49.109255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ba7f3-288e-4398-bdf7-30e25438969f req-12a02f28-17f8-4067-985d-287af5088935 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.110997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a2ba7f3-288e-4398-bdf7-30e25438969f req-12a02f28-17f8-4067-985d-287af5088935 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1108720 Jun 30 09:21:49.185723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a2ba7f3-288e-4398-bdf7-30e25438969f req-1df9bae2-c308-4a58-827c-0bf8db027dc1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677094 Jun 30 09:21:50.080297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fce47-61d7-4fa5-937a-10636a600531 req-2967cb51-897d-480b-a43b-97e01008e9a0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:50.084193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79fce47-61d7-4fa5-937a-10636a600531 req-2967cb51-897d-480b-a43b-97e01008e9a0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1315103 Jun 30 09:21:50.198296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79fce47-61d7-4fa5-937a-10636a600531 req-bef51d5f-1d2e-4de0-bdc3-f61b4ff5f66a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034822 Jun 30 09:21:50.592446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe514805-4828-42f5-b634-096e8eb93c3b req-a5ed41fa-730c-4347-9854-f14c611ad38f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:50.595498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe514805-4828-42f5-b634-096e8eb93c3b req-a5ed41fa-730c-4347-9854-f14c611ad38f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1487925 Jun 30 09:21:50.679597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe514805-4828-42f5-b634-096e8eb93c3b req-0ec55396-4516-47c7-a94b-73235de3d70a tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761926 Jun 30 09:21:51.557448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb869d-e1d8-4be9-ab73-320b52dd75b3 req-673fde3e-3002-47a4-b42b-6f34b4ad72b8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.560085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81cb869d-e1d8-4be9-ab73-320b52dd75b3 req-673fde3e-3002-47a4-b42b-6f34b4ad72b8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.0881362 Jun 30 09:21:51.659244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81cb869d-e1d8-4be9-ab73-320b52dd75b3 req-cdcc1cb0-70b0-4a3b-90a6-24040d4b9610 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929463 Jun 30 09:21:52.119718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617418-9e23-4de0-8b45-fd02174bf68a req-e4f1c7e5-5d25-48c4-94b4-8521c319e96f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:52.137892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0617418-9e23-4de0-8b45-fd02174bf68a req-e4f1c7e5-5d25-48c4-94b4-8521c319e96f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1855865 Jun 30 09:21:52.273511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0617418-9e23-4de0-8b45-fd02174bf68a req-c3cfeb9c-ddd9-45ca-b2d9-8332d61af450 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341970 Jun 30 09:21:53.037128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad20f-4cda-4c9a-8f7e-715b28e98cf2 req-22c73d35-f4c9-4e4f-971f-0a8d674a2fca tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:53.040159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba7ad20f-4cda-4c9a-8f7e-715b28e98cf2 req-22c73d35-f4c9-4e4f-971f-0a8d674a2fca tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1558998 Jun 30 09:21:53.132947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba7ad20f-4cda-4c9a-8f7e-715b28e98cf2 req-82deff68-52c9-435b-8f80-7077e6ea7747 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750105 Jun 30 09:21:53.308406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48308) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.662567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff820410-db06-47a2-95ea-8eaf667e236d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.694069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27fa0-4244-4b2d-a74b-beea85cb81b9 req-80fd027a-3194-4d7c-8613-91490adaea38 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:53.701965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97a27fa0-4244-4b2d-a74b-beea85cb81b9 req-80fd027a-3194-4d7c-8613-91490adaea38 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1911032 Jun 30 09:21:53.778761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97a27fa0-4244-4b2d-a74b-beea85cb81b9 req-1adef96d-89a3-4f4a-aa7c-678b4a547aa1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722675 Jun 30 09:21:53.955598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff820410-db06-47a2-95ea-8eaf667e236d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.962697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff820410-db06-47a2-95ea-8eaf667e236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.031130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ff820410-db06-47a2-95ea-8eaf667e236d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46a51c7dad2a470e9e648240e34fdc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211213 Jun 30 09:21:54.032717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff820410-db06-47a2-95ea-8eaf667e236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422c3d79-1a15-457e-b1ab-30c0671e81c8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.037340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48314) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.109035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.160973 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.323440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.327447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.329671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/422c3d79-1a15-457e-b1ab-30c0671e81c8 HTTP/1.1" status: 204 len: 168 time: 0.2895858 Jun 30 09:21:54.352937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b4128-7b11-4fc4-9977-067353bb00bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422c3d79-1a15-457e-b1ab-30c0671e81c8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.531580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df049315-5cbd-48ae-9cc5-325225190646 req-0426c821-18de-467e-91a6-bd5aa1589523 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:54.536905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df049315-5cbd-48ae-9cc5-325225190646 req-0426c821-18de-467e-91a6-bd5aa1589523 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1562002 Jun 30 09:21:54.594134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df049315-5cbd-48ae-9cc5-325225190646 req-54c6c9aa-6c6c-48e9-9687-dcdcdca83640 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Jun 30 09:21:55.079712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f231-9cbf-483c-8345-cdc5a7655b12 req-7e3269a0-6660-4295-a24b-2a72db880407 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:55.089784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:55.093256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6149f231-9cbf-483c-8345-cdc5a7655b12 req-7e3269a0-6660-4295-a24b-2a72db880407 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1549478 Jun 30 09:21:55.122468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0daf456-9517-4836-bd73-af3193f2c7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.216244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6149f231-9cbf-483c-8345-cdc5a7655b12 req-c21e5165-bb26-446c-a7ab-efdf070116cf tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198697 Jun 30 09:21:55.294045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0daf456-9517-4836-bd73-af3193f2c7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.306619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b0daf456-9517-4836-bd73-af3193f2c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.401297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b0daf456-9517-4836-bd73-af3193f2c7ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13f9080a66df463c9eb5f864d3c81574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087754 Jun 30 09:21:55.403296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daf456-9517-4836-bd73-af3193f2c7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4cc92-3005-4e72-b431-669056198c0a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:55.406141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:55.551977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.585600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.667680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.671651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:55.672967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5d4cc92-3005-4e72-b431-669056198c0a HTTP/1.1" status: 204 len: 168 time: 0.2651525 Jun 30 09:21:55.690370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cbe0-8eac-4493-b995-685dffa2d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4cc92-3005-4e72-b431-669056198c0a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:56.031844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63e03-54bc-4f77-9d14-7f0847b15883 req-f9b46edb-43c3-4562-b571-448381213a56 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.035644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5be63e03-54bc-4f77-9d14-7f0847b15883 req-f9b46edb-43c3-4562-b571-448381213a56 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1673830 Jun 30 09:21:56.193925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5be63e03-54bc-4f77-9d14-7f0847b15883 req-30dafe5b-1259-4eb4-baf2-300da7465ce5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359842 Jun 30 09:21:56.704694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c1a4-dd0e-419b-a3f1-796fb119d50f req-54fc6a8c-df68-49b3-9481-3dfac4ff9872 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.719030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2e8c1a4-dd0e-419b-a3f1-796fb119d50f req-54fc6a8c-df68-49b3-9481-3dfac4ff9872 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.2274158 Jun 30 09:21:56.736838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b1b7b-5721-42a7-8c9a-9c1a2222f332 req-21026875-a050-48ce-812d-8124f2328a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:56.740106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e0b1b7b-5721-42a7-8c9a-9c1a2222f332 req-21026875-a050-48ce-812d-8124f2328a04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1097 time: 0.1880701 Jun 30 09:21:56.873481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2e8c1a4-dd0e-419b-a3f1-796fb119d50f req-2b56af63-a069-476f-941c-3a5262267d4f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526558 Jun 30 09:21:56.903902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e0b1b7b-5721-42a7-8c9a-9c1a2222f332 req-26c70728-4874-49d8-86f7-a85786d44d30 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352005 Jun 30 09:21:57.520909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ab87-ef64-4740-ac38-d41c1f8172e9 req-b8bd3742-691d-444e-a7b6-661725d298b7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:57.542715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3158ab87-ef64-4740-ac38-d41c1f8172e9 req-b8bd3742-691d-444e-a7b6-661725d298b7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1664798 Jun 30 09:21:57.732015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3158ab87-ef64-4740-ac38-d41c1f8172e9 req-f1145d26-0c5b-46fe-be73-cb4e0c31b223 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880798 Jun 30 09:21:57.788179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-f611df64-3b2d-4416-b8cf-df8af89f94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:57.790674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-f611df64-3b2d-4416-b8cf-df8af89f94ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1097 time: 0.2292857 Jun 30 09:21:58.069503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-911b5989-cc20-4bcc-b498-8e26b228555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.071287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-911b5989-cc20-4bcc-b498-8e26b228555b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.2354593 Jun 30 09:21:58.124769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-aab527d7-1d0a-4db6-b2ab-fcd8a207fc35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 217 time: 0.0437217 Jun 30 09:21:58.228830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-881d3928-9446-4a65-a54b-5eece5707c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.230883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-881d3928-9446-4a65-a54b-5eece5707c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.0927520 Jun 30 09:21:58.286712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e95fb6-aa19-406a-aeff-e48e18746e3a req-707e707d-d31b-4f50-baa8-36f17db800c1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:58.288268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03e95fb6-aa19-406a-aeff-e48e18746e3a req-707e707d-d31b-4f50-baa8-36f17db800c1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1627469 Jun 30 09:21:58.290519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-317d1572-6ced-431c-adbf-2cceacc06e6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473635 Jun 30 09:21:58.400968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03e95fb6-aa19-406a-aeff-e48e18746e3a req-215c6f69-0d94-4efc-8196-dcb6e100ff4e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052539 Jun 30 09:21:58.472128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-566e6375-c181-478d-9214-d4aee7c68453 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742363 Jun 30 09:21:58.736331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c5bb7ad-b4dc-4401-a118-9ed8e9dd0008 req-e798b286-69ad-4265-b74c-df4e7c1fb28b service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572801 Jun 30 09:21:59.267641 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8fab2925-bf7f-4a70-8123-0d268629f41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.419596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-3debec38-bdd7-4f1f-bb8a-71dd2448e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.432769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-3debec38-bdd7-4f1f-bb8a-71dd2448e812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 1097 time: 0.5924637 Jun 30 09:21:59.581693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24333dd-689f-4313-82b8-9de51c5e61e5 req-2b0065d1-8614-4835-84fc-6e366a6cc806 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.590399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c24333dd-689f-4313-82b8-9de51c5e61e5 req-2b0065d1-8614-4835-84fc-6e366a6cc806 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.4913990 Jun 30 09:21:59.667027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893649b6-3b5c-4e84-a675-47ef9c388065 req-fc38cc6f-ea64-43a2-bf15-b40178b4bf3d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.675378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-893649b6-3b5c-4e84-a675-47ef9c388065 req-fc38cc6f-ea64-43a2-bf15-b40178b4bf3d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.5182230 Jun 30 09:21:59.714692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c24333dd-689f-4313-82b8-9de51c5e61e5 req-6bf839e4-730a-47f8-9373-7ba5a5bc7c62 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232982 Jun 30 09:21:59.771113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-893649b6-3b5c-4e84-a675-47ef9c388065 req-572462ba-f806-4689-93b3-5bd9a6b628ea tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938079 Jun 30 09:21:59.881192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-9243b35b-830a-48c5-8351-ecbdba9cd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:59.885136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-9243b35b-830a-48c5-8351-ecbdba9cd729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.4439783 Jun 30 09:21:59.986117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-4124102c-6319-4af1-9dcf-c67cd681d966 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 200 len: 217 time: 0.0924954 Jun 30 09:22:00.231568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-d32c99f0-5cf5-4e9a-a240-91af0dba7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:00.237284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-d32c99f0-5cf5-4e9a-a240-91af0dba7e99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.2412231 Jun 30 09:22:00.333489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-012a7676-db67-4e5f-b5a8-221f68cd4c6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894442 Jun 30 09:22:00.658386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-a01cfa4e-df1b-44aa-983d-24dfe4668597 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203413 Jun 30 09:22:00.871782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ca174ef-1c48-40e2-8f34-6d28ac3bdb1a req-d62490da-4bd3-429d-987e-e04eae12daa7 service neutron] 10.222.0.41 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062781 Jun 30 09:22:01.223949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197e08b-4623-4f42-923c-92d8d17d4dbf req-4daa6713-2724-476e-915d-15be10227ea8 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:01.227028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0197e08b-4623-4f42-923c-92d8d17d4dbf req-4daa6713-2724-476e-915d-15be10227ea8 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.3099964 Jun 30 09:22:01.263374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7be784-bf51-4d33-b629-2af4c35657b9 req-cc3befec-95bd-47d2-a090-087ce47da1bc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:01.264940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d7be784-bf51-4d33-b629-2af4c35657b9 req-cc3befec-95bd-47d2-a090-087ce47da1bc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2068877 Jun 30 09:22:01.330272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0197e08b-4623-4f42-923c-92d8d17d4dbf req-0e996f88-cb46-49e9-a8e8-c937529a814f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968289 Jun 30 09:22:01.369144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d7be784-bf51-4d33-b629-2af4c35657b9 req-a26db98e-be05-4575-9e41-ab68425af7a5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Jun 30 09:22:01.902870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ff19643e-230a-4f74-884c-c8ad13d65684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.010944 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.775736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf06fda-1770-4837-bf5e-1af1827f2deb req-6d55fddc-71b0-4660-ac62-addca5ee624f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.778035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cf06fda-1770-4837-bf5e-1af1827f2deb req-6d55fddc-71b0-4660-ac62-addca5ee624f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.2161543 Jun 30 09:22:02.811704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0fd61-d876-4621-a316-541bd3737e95 req-d50e806a-cb3c-4c38-9589-5cde9970953d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.826252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17c0fd61-d876-4621-a316-541bd3737e95 req-d50e806a-cb3c-4c38-9589-5cde9970953d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2237365 Jun 30 09:22:02.930694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cf06fda-1770-4837-bf5e-1af1827f2deb req-4f5bd64d-d054-499a-917a-223ca96f4285 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146812 Jun 30 09:22:02.944203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17c0fd61-d876-4621-a316-541bd3737e95 req-075025af-8f77-463f-8c72-cd431c9818c7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189275 Jun 30 09:22:03.010940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.387133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.520359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48548) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.699749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abf772-d847-4ac2-92c4-ea8fae55c91a req-64f5a2a5-b0fc-425b-86cd-e210caaf64ee tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.701315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8abf772-d847-4ac2-92c4-ea8fae55c91a req-64f5a2a5-b0fc-425b-86cd-e210caaf64ee tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.0849109 Jun 30 09:22:03.740672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd42f59-c381-4ff7-8c2d-6e6e25d67b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.767174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8abf772-d847-4ac2-92c4-ea8fae55c91a req-0a921d5d-5eb5-4c4a-81cd-2b23a5965f73 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546672 Jun 30 09:22:03.929826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd42f59-c381-4ff7-8c2d-6e6e25d67b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.935759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd42f59-c381-4ff7-8c2d-6e6e25d67b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.986831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.987452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fbd42f59-c381-4ff7-8c2d-6e6e25d67b2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cc8a64198dd4f898db16610e79793ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639480 Jun 30 09:22:03.990075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd42f59-c381-4ff7-8c2d-6e6e25d67b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae6a411-c0e2-4851-925f-93e4bdddd18f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.054724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.100727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.267354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.272680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.275431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bae6a411-c0e2-4851-925f-93e4bdddd18f HTTP/1.1" status: 204 len: 168 time: 0.2850535 Jun 30 09:22:04.312071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f60db-93fd-45fb-b3ce-04a433167d28 req-3b390e0b-df73-4d6e-9850-0aa1a7a8b784 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:04.314228 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-818f60db-93fd-45fb-b3ce-04a433167d28 req-3b390e0b-df73-4d6e-9850-0aa1a7a8b784 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.1557832 Jun 30 09:22:04.315733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf93034-24b0-491a-8953-156c7473bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae6a411-c0e2-4851-925f-93e4bdddd18f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.390660 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-818f60db-93fd-45fb-b3ce-04a433167d28 req-c3860aee-f0cb-4730-89da-37ac893b1a48 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573390 Jun 30 09:22:04.603789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.723372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.739156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258bd3e6-464a-4452-b2cc-7780770fed90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.900547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258bd3e6-464a-4452-b2cc-7780770fed90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.909939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-258bd3e6-464a-4452-b2cc-7780770fed90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.963990 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-258bd3e6-464a-4452-b2cc-7780770fed90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0705c52921742a884a2b59e0d114e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389328 Jun 30 09:22:04.968076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48576) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:05.036807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bd3e6-464a-4452-b2cc-7780770fed90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cbdfbe-ac90-4d7c-b2c0-ef4ac4f981ac,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.081437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-67952d87-e048-414f-b836-ba8ef677c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.085025 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-67952d87-e048-414f-b836-ba8ef677c075 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1097 time: 0.1445563 Jun 30 09:22:05.103955 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.124126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.188231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.207299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-26c9be81-a8cd-4892-9757-3126ddcb1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.208829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-26c9be81-a8cd-4892-9757-3126ddcb1a25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.1156139 Jun 30 09:22:05.219188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93a1e1-db4b-4b1e-9337-580e1c146523 req-eb30683d-f2ed-400b-b0db-bc1d8428ef49 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.221715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d93a1e1-db4b-4b1e-9337-580e1c146523 req-eb30683d-f2ed-400b-b0db-bc1d8428ef49 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.1923928 Jun 30 09:22:05.270791 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-0368afb5-5798-410f-a4d8-2bdbfd0410d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0553648 Jun 30 09:22:05.327036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d93a1e1-db4b-4b1e-9337-580e1c146523 req-7883713f-06ae-471a-9783-77fbbe2d8b7b tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866623 Jun 30 09:22:05.384542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.387965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-b65b158d-3d61-44b4-900f-a4a36416d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:05.390007 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-b65b158d-3d61-44b4-900f-a4a36416d81f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.1129453 Jun 30 09:22:05.390224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.392072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71cbdfbe-ac90-4d7c-b2c0-ef4ac4f981ac HTTP/1.1" status: 204 len: 168 time: 0.4223328 Jun 30 09:22:05.408741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52013-ef93-41c9-b765-51f33d7389a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cbdfbe-ac90-4d7c-b2c0-ef4ac4f981ac,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.475979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-ff385022-b3d8-419f-bd0c-192639b8c914 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691233 Jun 30 09:22:05.658858 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-e6d06052-7c19-4009-a4de-7eefe93a28ef service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745811 Jun 30 09:22:05.815500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6d5a21b2-2909-42d0-9e47-cdb435325bdb req-ac349009-747f-4ad8-9ad9-6ae863173e80 service neutron] 10.222.0.11 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486390 Jun 30 09:22:06.188561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cae88-b0a9-41cc-ba82-7e4df7d974c6 req-5269f15b-f4fb-4f0a-8891-71a626bd45df tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.192161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913cae88-b0a9-41cc-ba82-7e4df7d974c6 req-5269f15b-f4fb-4f0a-8891-71a626bd45df tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.6445060 Jun 30 09:22:06.273207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-913cae88-b0a9-41cc-ba82-7e4df7d974c6 req-7ba62764-c6df-4292-a1ac-1ea867414cb6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Jun 30 09:22:06.604110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-c6098e8b-b857-4ef3-8d8d-c6efda5da61f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.604922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-c6098e8b-b857-4ef3-8d8d-c6efda5da61f tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.2516525 Jun 30 09:22:07.005154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba451f3-e03e-49b7-ab96-3e950cfba51d req-7b04bb90-c03b-40e2-ba02-1dcd929d33b1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.020196 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ba451f3-e03e-49b7-ab96-3e950cfba51d req-7b04bb90-c03b-40e2-ba02-1dcd929d33b1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 945 time: 0.2707777 Jun 30 09:22:07.106113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Deleting port e2f24b0d-1354-4369-848e-9fe715b456a9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:07.106113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.299233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] For port e2f24b0d-1354-4369-848e-9fe715b456a9, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e2f24b0d-1354-4369-848e-9fe715b456a9,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:07.301725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.328700 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Calling delete_port for e2f24b0d-1354-4369-848e-9fe715b456a9 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:07.486356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ba451f3-e03e-49b7-ab96-3e950cfba51d req-70c66d15-0bf9-421d-bdf2-e0cffe7676fa tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648740 Jun 30 09:22:07.590546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:07.768147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f028ae-85c2-4aca-b797-4225e1c384f7 req-83f188eb-4535-467b-99c9-f21b35e412a0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.770291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45f028ae-85c2-4aca-b797-4225e1c384f7 req-83f188eb-4535-467b-99c9-f21b35e412a0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2275724 Jun 30 09:22:07.771580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.773942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.819668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['e2f24b0d-1354-4369-848e-9fe715b456a9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:07.832842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['730bf45a-8693-4160-bd99-124b2c9d7e29'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:07.926088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Pushing event deleted for resources: {'Port': ['ID=e2f24b0d-1354-4369-848e-9fe715b456a9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.998627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:08.005045 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f549367-a471-49f5-9755-b5feb2f5a855" -d '{"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:08.042389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:08.052969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] No DVR routers for this DVR port e2f24b0d-1354-4369-848e-9fe715b456a9 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:08.060221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.063684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcc6a3fa-fa30-4f16-b560-53f5fe4e2363 req-e6a762bb-fb7e-49d6-89ef-fb44356c2492 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.41 "DELETE /v2.0/ports/e2f24b0d-1354-4369-848e-9fe715b456a9 HTTP/1.1" status: 204 len: 173 time: 1.4524148 Jun 30 09:22:08.064595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.082858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'name': 'network-vif-deleted', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:08.086093 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74dd4db-7883-493a-9729-5ad856f4f055" -d '{"events": [{"server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "name": "network-vif-deleted", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:08.108909 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-9e317782-08de-4665-b131-9e280a14e284 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2062976 Jun 30 09:22:08.112190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45f028ae-85c2-4aca-b797-4225e1c384f7 req-dd06724f-9cc7-4caf-943e-ac4e5d56fc74 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042691 Jun 30 09:22:08.213162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.389246 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb25ff-b744-4382-b87b-93a2ce3fc432 x-openstack-request-id: req-e2cb25ff-b744-4382-b87b-93a2ce3fc432 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:08.390109 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92de382-2e4e-4123-a4dc-e10ec9f3fbed", "name": "network-vif-deleted", "tag": "e2f24b0d-1354-4369-848e-9fe715b456a9", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:08.390109 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2cb25ff-b744-4382-b87b-93a2ce3fc432 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:08.390465 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92de382-2e4e-4123-a4dc-e10ec9f3fbed', 'name': 'network-vif-deleted', 'tag': 'e2f24b0d-1354-4369-848e-9fe715b456a9', 'status': 'completed', 'code': 200} Jun 30 09:22:08.685935 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc3c421-8dab-40fe-8e8a-e49da8dc3b41 x-openstack-request-id: req-6bc3c421-8dab-40fe-8e8a-e49da8dc3b41 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:08.686783 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:08.686783 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bc3c421-8dab-40fe-8e8a-e49da8dc3b41 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:08.687125 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'code': 200} Jun 30 09:22:08.764939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-b0ed0341-8e95-476c-a6d0-df44aa6fff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.765716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-b0ed0341-8e95-476c-a6d0-df44aa6fff35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abdf3acf647d47febd5a230002451ea0&device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 1097 time: 0.2336614 Jun 30 09:22:08.927774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8938831-597c-49d5-8733-2c1d1cbc632e req-5b6f07f4-9459-4565-a16b-c72cee595ff9 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a92de382-2e4e-4123-a4dc-e10ec9f3fbed HTTP/1.1" status: 200 len: 210 time: 0.1038275 Jun 30 09:22:09.057715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-46aefbee-a23c-42a8-964e-de9332c11f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:09.060384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-46aefbee-a23c-42a8-964e-de9332c11f31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 200 len: 912 time: 0.2553823 Jun 30 09:22:09.120389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-33b467a0-05c3-48f9-b395-fc1b29c7167b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 200 len: 217 time: 0.0529485 Jun 30 09:22:09.529659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-8809a4f1-52a5-4d65-992a-00d18b44cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:09.532999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-8809a4f1-52a5-4d65-992a-00d18b44cc0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 200 len: 851 time: 0.4052546 Jun 30 09:22:09.598078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-3148942c-390b-44fe-aa94-e0dcc6816b38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a0d4f56-303e-492b-85f3-efb832725bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566788 Jun 30 09:22:09.645734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.725185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d746ac-f244-41c8-8795-86f4798a44f5 req-17641eb9-568a-4d91-8fc1-443e7ddc9f03 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:09.727034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7d746ac-f244-41c8-8795-86f4798a44f5 req-17641eb9-568a-4d91-8fc1-443e7ddc9f03 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1481826 Jun 30 09:22:09.798224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-1965400e-fc49-4306-96e3-24506fc41d8b service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940382 Jun 30 09:22:09.804254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7d746ac-f244-41c8-8795-86f4798a44f5 req-5ebedb90-13b2-4d14-ba0e-7276d164fc51 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695066 Jun 30 09:22:09.926797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db4a36b7-9718-424d-b74f-f07017b3d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.966061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e2f24b0d-1354-4369-848e-9fe715b456a9 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:10.047003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bb52908c-e298-4a50-bd81-a16c3f866d0e req-e1f0cb0b-dc2b-4d51-9ed2-42f2ebfa9ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379282 Jun 30 09:22:10.052257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: e2f24b0d-1354-4369-848e-9fe715b456a9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:10.066880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e2f24b0d-1354-4369-848e-9fe715b456a9 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:10.122597 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:10.194911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db4a36b7-9718-424d-b74f-f07017b3d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.205912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db4a36b7-9718-424d-b74f-f07017b3d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.215171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813aae0-9d1e-4063-9cb9-7328ad3ca59d req-69e5f8be-17d7-4d1f-a5b4-27f3df739251 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:10.220576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0813aae0-9d1e-4063-9cb9-7328ad3ca59d req-69e5f8be-17d7-4d1f-a5b4-27f3df739251 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1653264 Jun 30 09:22:10.283268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db4a36b7-9718-424d-b74f-f07017b3d5dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c95e02feb2d149ecb8b933f02b59b898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356599 Jun 30 09:22:10.285230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a36b7-9718-424d-b74f-f07017b3d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8e997c-6386-4a6a-a8cd-54e4cab6e408,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.287349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48728) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:10.328004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0813aae0-9d1e-4063-9cb9-7328ad3ca59d req-94ccd5bc-6ade-41b8-bc14-d80340708046 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941641 Jun 30 09:22:10.413404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.449202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.523957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.527273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.528486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a8e997c-6386-4a6a-a8cd-54e4cab6e408 HTTP/1.1" status: 204 len: 168 time: 0.2364461 Jun 30 09:22:10.542335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617c47-29f0-42c6-a771-8b468b0287c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8e997c-6386-4a6a-a8cd-54e4cab6e408,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.811531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a47cb-0d94-4a3d-8fad-39535c576673 req-162e49ce-827c-4d1e-96aa-e5439748db7e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:10.829239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b56a47cb-0d94-4a3d-8fad-39535c576673 req-162e49ce-827c-4d1e-96aa-e5439748db7e tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1855855 Jun 30 09:22:10.947543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b56a47cb-0d94-4a3d-8fad-39535c576673 req-eca41e26-6a46-4346-b2a1-58e408cbeed5 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132562 Jun 30 09:22:11.458439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435544aa-1abb-401b-ac40-ce0a121b91c2 req-f3f8ffcf-81be-48eb-a973-64b44fd6ac7d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.461180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-435544aa-1abb-401b-ac40-ce0a121b91c2 req-f3f8ffcf-81be-48eb-a973-64b44fd6ac7d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1402245 Jun 30 09:22:11.525019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-435544aa-1abb-401b-ac40-ce0a121b91c2 req-8a37ccc8-40a3-4615-93b8-9e5f2ffd6cd2 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526748 Jun 30 09:22:11.544721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48776) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:11.721539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48790) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:11.780524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3e251894-a77e-4679-b149-77214152bdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.965548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-ac20e26a-db7a-4116-b676-8fb79e77f547 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2412972 Jun 30 09:22:12.036767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3e251894-a77e-4679-b149-77214152bdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.046992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3e251894-a77e-4679-b149-77214152bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.116736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3e251894-a77e-4679-b149-77214152bdba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=511211effce14d50806ffe039d781f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684848 Jun 30 09:22:12.117533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.165820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e251894-a77e-4679-b149-77214152bdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980c7db6-24f1-44a6-a777-7985aea064dc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.233706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.270892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.372213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.372796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6aa4c-ef22-4ff9-9f49-3387c35b7b60 req-73ee4d71-20e0-4978-b629-36e6ad991389 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.375020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.382119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/980c7db6-24f1-44a6-a777-7985aea064dc HTTP/1.1" status: 204 len: 168 time: 0.2622528 Jun 30 09:22:12.387384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11f6aa4c-ef22-4ff9-9f49-3387c35b7b60 req-73ee4d71-20e0-4978-b629-36e6ad991389 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1596110 Jun 30 09:22:12.408979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5f356-5065-4995-9d04-5d2df255848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980c7db6-24f1-44a6-a777-7985aea064dc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.501667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11f6aa4c-ef22-4ff9-9f49-3387c35b7b60 req-bb67bb1f-3495-4426-a4f8-82363a2020f1 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e792b57-54c5-4c9f-a58e-acc69b8379c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022975 Jun 30 09:22:12.904993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b9cf-8e31-423b-b98e-6c85e7b82548 req-e906aba8-a4c3-4ff0-90b4-20bb22506f4d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.918647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b10b9cf-8e31-423b-b98e-6c85e7b82548 req-e906aba8-a4c3-4ff0-90b4-20bb22506f4d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.1523504 Jun 30 09:22:12.995675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b10b9cf-8e31-423b-b98e-6c85e7b82548 req-e4f49b40-d162-462f-a094-18f548a059f5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753775 Jun 30 09:22:13.017952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-cfd52d3a-bc18-404a-8514-5030e8ea4ec2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.021534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-cfd52d3a-bc18-404a-8514-5030e8ea4ec2 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.11 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 945 time: 0.1608448 Jun 30 09:22:13.036801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.211833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Deleting port 730bf45a-8693-4160-bd99-124b2c9d7e29 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:13.212362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.331728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1588210542'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:13.356313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] For port 730bf45a-8693-4160-bd99-124b2c9d7e29, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=730bf45a-8693-4160-bd99-124b2c9d7e29,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:13.357146 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.386258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Calling delete_port for 730bf45a-8693-4160-bd99-124b2c9d7e29 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:13.470736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Made reservation on behalf of 877e2376727d4039b2563b4848da2303 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:13.478974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.508953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.591847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-d12e1139-a64a-49f4-bb42-b20c4a1d3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.594871 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-d12e1139-a64a-49f4-bb42-b20c4a1d3083 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d&tenant_id=268564b1d7c34544b1c7d105f45ec96e HTTP/1.1" status: 200 len: 1095 time: 0.2552738 Jun 30 09:22:13.607541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.618520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:13.623138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['730bf45a-8693-4160-bd99-124b2c9d7e29'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:13.657292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Pushing event deleted for resources: {'Port': ['ID=730bf45a-8693-4160-bd99-124b2c9d7e29,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.737079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] No DVR routers for this DVR port 730bf45a-8693-4160-bd99-124b2c9d7e29 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:13.740716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.743561 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fa085a9d-71e7-452e-9a0e-0d4fce30c815 req-4bb15dca-364b-47ac-adc3-3659425b5563 tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.11 "DELETE /v2.0/ports/730bf45a-8693-4160-bd99-124b2c9d7e29 HTTP/1.1" status: 204 len: 173 time: 0.7151651 Jun 30 09:22:13.744215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'name': 'network-vif-deleted', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:13.746986 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddbb92a-b61a-454c-a58b-b481bc48983a" -d '{"events": [{"server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "name": "network-vif-deleted", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:13.849307 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825f220-9338-4bec-856c-4021f9283adb x-openstack-request-id: req-5825f220-9338-4bec-856c-4021f9283adb {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:13.849644 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88cbc5a-4c52-446c-856b-29e040a71518", "name": "network-vif-deleted", "tag": "730bf45a-8693-4160-bd99-124b2c9d7e29", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:13.849925 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5825f220-9338-4bec-856c-4021f9283adb {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:13.850333 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88cbc5a-4c52-446c-856b-29e040a71518', 'name': 'network-vif-deleted', 'tag': '730bf45a-8693-4160-bd99-124b2c9d7e29', 'status': 'completed', 'code': 200} Jun 30 09:22:13.986676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cb293c1-eb92-4d6b-b899-8a3c1560b37b req-1523109b-4d64-4056-8374-e32182e86c9c tempest-ServerRescueTestJSON-813336034 tempest-ServerRescueTestJSON-813336034-project] 10.222.0.66 "GET /v2.0/ports?device_id=a88cbc5a-4c52-446c-856b-29e040a71518 HTTP/1.1" status: 200 len: 210 time: 0.1569338 Jun 30 09:22:14.024605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.152379 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.180521 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.317556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:14.329244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6eb21-ece7-433b-a4f3-9dfdc54e89c7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.403049 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.403049 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Added segment f24f2083-b74e-4b18-bd9d-29e83247f2ae of type vlan for network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc Jun 30 09:22:14.493382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:14.575005 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e858-2870-4bf6-af5f-b4a15f6edf79 req-78c592c2-0b9c-476f-a228-4010b56c1e2d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:14.578440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de81e858-2870-4bf6-af5f-b4a15f6edf79 req-78c592c2-0b9c-476f-a228-4010b56c1e2d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 943 time: 0.3824165 Jun 30 09:22:14.587367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.600993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:14.716594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:14.731938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de81e858-2870-4bf6-af5f-b4a15f6edf79 req-2b801473-440a-4bb8-995a-841426d70ec6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351109 Jun 30 09:22:14.733836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.744254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.749719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:14.750440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.763324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Transition to ACTIVE for port object 5714dfca-18e4-4d9d-a49b-7198127d19b4 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:14.809274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.821460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7828922 Jun 30 09:22:14.823634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:14.828834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Request body: {'subnet': {'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:14.873705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3c9fd-03ec-4d3b-9e37-b96655e94876 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event updated for resources: {'Network': ['ID=6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.897275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:14.912676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] No DVR routers for this DVR port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:14.914858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=9']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.957504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:14.958189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:14.958508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:14.964792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:22:14.965379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Made reservation on behalf of 877e2376727d4039b2563b4848da2303 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:14.965597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Attempting to bind port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on network 1ac10a8c-60d1-4549-87d6-c276fd2b6010 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:14.971533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.971787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:14.972297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Checking segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:14.973332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Bound using segment: {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:14.973957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Bound port: 5714dfca-18e4-4d9d-a49b-7198127d19b4, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04b4c60-b345-4b46-9d37-d691f1c6363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:14.974466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.079436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:15.084936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:15.094400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.132853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:15.156041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.156787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.158634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] 10.222.0.41 "PUT /v2.0/ports/5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 1092 time: 1.5515659 Jun 30 09:22:15.197152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:15.199538 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e" -d '{"events": [{"name": "network-changed", "server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:15.263203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4a30d-f49d-4d25-9a23-341b95964954 service neutron] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:15.314968 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119cd476-927a-4676-bd1b-707e7ba8f93b x-openstack-request-id: req-119cd476-927a-4676-bd1b-707e7ba8f93b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:15.315321 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:15.316314 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-119cd476-927a-4676-bd1b-707e7ba8f93b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:15.316781 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'status': 'completed', 'code': 200} Jun 30 09:22:15.328534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.365025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-ad33f553-3265-4bfb-ba70-90c022b06363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.366774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-ad33f553-3265-4bfb-ba70-90c022b06363 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1096 time: 0.1641104 Jun 30 09:22:15.392036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event updated for resources: {'Subnet': ['ID=5b2ae69d-98cc-407d-b706-d79c02c3e0cb,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:15.404184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Checking segment: {'id': 'f24f2083-b74e-4b18-bd9d-29e83247f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:15.404555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Network hostable DHCP agents. Network: 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:15.440767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:15.456794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:15.463019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.463929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.475301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eed363-30b7-471d-a75b-9f7441767d27 None None] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:15.508823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d90173d1-9718-4422-8d30-2907c18af715 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6839194 Jun 30 09:22:15.513196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:15.519604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Request body: {'port': {'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-97973741'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:15.604837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-25a5936e-f775-413d-bfaf-e1ead9f082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.607891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-25a5936e-f775-413d-bfaf-e1ead9f082ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.1972251 Jun 30 09:22:15.667631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Made reservation on behalf of 877e2376727d4039b2563b4848da2303 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:15.674455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.699252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] device_id is not set on port 5fa83d4c-e999-45b0-8615-436538d8ff48 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:15.706147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-d0d578b0-00d8-4b62-a77c-80d7c4c78c9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0892155 Jun 30 09:22:15.715002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc', 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc', 'tenant_id': '877e2376727d4039b2563b4848da2303', 'fixed_ips': [{'subnet_id': '5b2ae69d-98cc-407d-b706-d79c02c3e0cb'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:15.717345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.917147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-c2b2866e-967b-4ed9-83d1-d3d800179b4a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=133fb756187742d586a59f664c124ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313519 Jun 30 09:22:15.936317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-79aaf1f0-9995-4534-a344-9d91468851db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:15.937982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-79aaf1f0-9995-4534-a344-9d91468851db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.2250750 Jun 30 09:22:15.950706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Allocated IP 172.20.0.11 (6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc/5b2ae69d-98cc-407d-b706-d79c02c3e0cb/5fa83d4c-e999-45b0-8615-436538d8ff48) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:16.081131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-ddb8c69b-d101-4990-a102-23cfb324dd07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327045 Jun 30 09:22:16.183559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.203504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Transition to ACTIVE for port object 5fa83d4c-e999-45b0-8615-436538d8ff48 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:16.253552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.341679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Allocated IP 172.20.0.2 (6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc/5b2ae69d-98cc-407d-b706-d79c02c3e0cb/5d03ea20-085d-46e5-b25a-debf35326072) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:16.347492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:16.351683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:16.354030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event updated for resources: {'Port': ['ID=5fa83d4c-e999-45b0-8615-436538d8ff48,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.356596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:16.415163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.415997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.434838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c62ba526-b100-4453-81b5-90504b51a09a tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9197805 Jun 30 09:22:16.438904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:16.449125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-1d0dc3db-5e68-4462-b442-00d2cb96050d tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.451352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-1d0dc3db-5e68-4462-b442-00d2cb96050d tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5180588 Jun 30 09:22:16.470341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135e88-b6bb-4843-ab20-17460a12e8b1 req-aca81563-cacd-4035-bb58-a211465945ba tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:16.473002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6135e88-b6bb-4843-ab20-17460a12e8b1 req-aca81563-cacd-4035-bb58-a211465945ba tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.5425861 Jun 30 09:22:16.483474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-859d48c8-c7d2-4876-9a03-ec30dc8174db service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888638 Jun 30 09:22:16.602435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Deleting port 5fa83d4c-e999-45b0-8615-436538d8ff48 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:16.602912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.629111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.645935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Transition to ACTIVE for port object 5d03ea20-085d-46e5-b25a-debf35326072 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:16.675462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Transition to ACTIVE for port object 5d03ea20-085d-46e5-b25a-debf35326072 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:16.688511 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.750181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.761503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:16.768254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:16.774242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:16.777674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Calling delete_port for 5fa83d4c-e999-45b0-8615-436538d8ff48 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:16.835444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Pushing event updated for resources: {'Port': ['ID=5d03ea20-085d-46e5-b25a-debf35326072,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.891595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Attempting to bind port 5d03ea20-085d-46e5-b25a-debf35326072 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:16.892128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Attempting to bind port 5d03ea20-085d-46e5-b25a-debf35326072 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f24f2083-b74e-4b18-bd9d-29e83247f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:16.892647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Attempting to bind port 5d03ea20-085d-46e5-b25a-debf35326072 on network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:16.901458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:16.902059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Checking segment: {'id': 'f24f2083-b74e-4b18-bd9d-29e83247f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:16.902750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.903239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Bound using segment: {'id': 'f24f2083-b74e-4b18-bd9d-29e83247f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:16.903958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Bound port: 5d03ea20-085d-46e5-b25a-debf35326072, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24f2083-b74e-4b18-bd9d-29e83247f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:16.904535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.002867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-1c510d70-342a-40c9-a8f9-e760a3a31f69 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/quotas/133fb756187742d586a59f664c124ec3 HTTP/1.1" status: 200 len: 375 time: 0.5260885 Jun 30 09:22:17.008624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.024127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] For port 5d03ea20-085d-46e5-b25a-debf35326072, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:17.028330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] For port 5d03ea20-085d-46e5-b25a-debf35326072, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5d03ea20-085d-46e5-b25a-debf35326072,segment=NetworkSegment(f24f2083-b74e-4b18-bd9d-29e83247f2ae),segment_id=f24f2083-b74e-4b18-bd9d-29e83247f2ae)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:17.033507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.060390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event deleted for resources: {'Port': ['ID=5fa83d4c-e999-45b0-8615-436538d8ff48,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.102440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c0d51-8b81-4715-bed0-f7e099ffde63 None None] Pushing event updated for resources: {'Port': ['ID=5d03ea20-085d-46e5-b25a-debf35326072,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.150191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6135e88-b6bb-4843-ab20-17460a12e8b1 req-3f5ad4e8-7b91-48af-a242-d13142897c0d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521733 Jun 30 09:22:17.169482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-52c0c062-268b-463c-aa73-c9bcdb1f7767 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=133fb756187742d586a59f664c124ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910110 Jun 30 09:22:17.188248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.193385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45e33a37-5543-4eb6-bb69-5e35d96232f2 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "DELETE /v2.0/ports/5fa83d4c-e999-45b0-8615-436538d8ff48 HTTP/1.1" status: 204 len: 168 time: 0.7522604 Jun 30 09:22:17.195083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.197274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.257822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c203d02-1c9b-4a35-aad7-0faed4f234d7 req-58efa07a-66da-4d38-ad59-930b8e5057ef service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630413 Jun 30 09:22:17.576113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21d957b1-aa87-413d-9d19-14ed2d110f08 req-8d0b5130-9a9c-44c8-a138-34329802009b tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 210 time: 0.0693510 Jun 30 09:22:17.603885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-d42d1ea8-c074-4c0e-9f49-c18ac8980c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.605078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 730bf45a-8693-4160-bd99-124b2c9d7e29 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:17.605811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-d42d1ea8-c074-4c0e-9f49-c18ac8980c2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1096 time: 0.2222538 Jun 30 09:22:17.660673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 730bf45a-8693-4160-bd99-124b2c9d7e29 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:17.661521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 730bf45a-8693-4160-bd99-124b2c9d7e29 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:17.803405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-03349cc9-07c8-40de-811e-2b6973f44381 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.6024084 Jun 30 09:22:17.808645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48910) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.819201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1497051294'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:17.826341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-0392312a-a91e-4412-9807-b9febf7a3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.827316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-0392312a-a91e-4412-9807-b9febf7a3e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.2130070 Jun 30 09:22:17.848825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Made reservation on behalf of 877e2376727d4039b2563b4848da2303 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:17.855828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.888447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-cf9e9858-e304-4ef9-8d99-656f23eed2c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0444779 Jun 30 09:22:17.899767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:17.921290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.921917 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Added segment d8571758-f675-4f3a-8e77-0455fbbc1a0d of type vlan for network 87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 Jun 30 09:22:17.962882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Deleting port 8afd3795-b463-4903-86c2-2c66ec00cd11 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:17.963228 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.966372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-82e8678d-42cf-485c-a557-7dce369b7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:17.968168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-82e8678d-42cf-485c-a557-7dce369b7a7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.0710919 Jun 30 09:22:18.008483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.047026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.054663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:18.055391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.090874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2787907 Jun 30 09:22:18.108785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48916) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:18.154134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-79aafdf6-507d-442e-b33d-9a45deaa60ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443013 Jun 30 09:22:18.170159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607ef97-7e6b-462b-8aae-215093e2644c tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event updated for resources: {'Network': ['ID=87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:18.185241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:18.374333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-56e221b2-9c4c-4c26-9b1c-2b5fd8dde4ba service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103822 Jun 30 09:22:18.670454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] For port 8afd3795-b463-4903-86c2-2c66ec00cd11, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8afd3795-b463-4903-86c2-2c66ec00cd11,segment=NetworkSegment(a52555a6-4794-4d3e-8776-9cb7a7c041a9),segment_id=a52555a6-4794-4d3e-8776-9cb7a7c041a9)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:18.670803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.676708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2bd747b-d3ae-48cf-8ff3-c0eed3b3e69e req-1079fa0f-b856-4200-91c3-b0d320a6bc58 service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836788 Jun 30 09:22:18.728042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Calling delete_port for 8afd3795-b463-4903-86c2-2c66ec00cd11 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:18.946969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48928) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:18.947545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0c9b7013-425b-4ed1-bb28-9659ceedb297 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.8354771 Jun 30 09:22:18.956475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba54f9-3891-463f-8d9d-00143e421630 None None] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:18.967641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb4092-8501-4468-9cd3-2e9a662d570c req-6e705e47-27c0-4d85-893b-39ab338efed4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:18.973495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46fb4092-8501-4468-9cd3-2e9a662d570c req-6e705e47-27c0-4d85-893b-39ab338efed4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.4737780 Jun 30 09:22:19.022678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6deb2206-735e-4916-b6a7-b60c22566934 req-c52661ce-c7f6-44d8-bad9-314b0c291148 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 210 time: 0.1285667 Jun 30 09:22:19.144868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8bafe964-e1f0-4b41-9c43-1cfd44ce0b50 None None] Provisioning for port 5d03ea20-085d-46e5-b25a-debf35326072 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:19.148697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808771dd-22c9-42e5-b114-437cceaccd7f tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] Network 87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:19.175570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46fb4092-8501-4468-9cd3-2e9a662d570c req-645b3604-1238-489c-b34e-9332c114c26a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477611 Jun 30 09:22:19.191120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-808771dd-22c9-42e5-b114-437cceaccd7f tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "POST /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2428660 Jun 30 09:22:19.191929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.210650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86186ea2-22c7-4e3c-a3cb-e87f2459bdb6 None None] Network 87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:19.481684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5d03ea20-085d-46e5-b25a-debf35326072 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:19.541391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.573534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-417408bc-a735-438a-bfdd-ee5ea14ba175 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks HTTP/1.1" status: 200 len: 5667 time: 0.3798683 Jun 30 09:22:19.575574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.601473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afd3795-b463-4903-86c2-2c66ec00cd11,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.696240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-92efd327-390c-4957-8498-793d99bd4cda tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "DELETE /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks/87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 HTTP/1.1" status: 204 len: 168 time: 0.1188827 Jun 30 09:22:19.697282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48934) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.739609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5d03ea20-085d-46e5-b25a-debf35326072 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:19.799925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5d03ea20-085d-46e5-b25a-debf35326072 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:19.800350 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.997054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.005896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48936) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.017101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-886145d5-2374-47e4-a776-8256e4272334 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.3181720 Jun 30 09:22:20.020379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-c7be9136-3645-4c57-923c-78e236909bc0 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=133fb756187742d586a59f664c124ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911829 Jun 30 09:22:20.089221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.220955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5d03ea20-085d-46e5-b25a-debf35326072, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5d03ea20-085d-46e5-b25a-debf35326072,segment=NetworkSegment(f24f2083-b74e-4b18-bd9d-29e83247f2ae),segment_id=f24f2083-b74e-4b18-bd9d-29e83247f2ae)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:20.236253 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.246684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6643239-76bb-4ec0-9d62-3bcce44f0750 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/networks/6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2384729 Jun 30 09:22:20.257247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48940) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.428992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7fccd099-3aa8-460e-b54a-52b555fbce54 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:20.440513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7fccd099-3aa8-460e-b54a-52b555fbce54 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141145 Jun 30 09:22:20.454798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Request body: {'port': {'device_id': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '133fb756187742d586a59f664c124ec3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:20.465217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5d03ea20-085d-46e5-b25a-debf35326072,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:20.490003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a2207c9-0494-4582-9642-1da3d0c08d80 tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/networks/6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2267234 Jun 30 09:22:20.496352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.518433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e399cf6-f02a-476f-bd57-e84ce5cfcda0 None None] Provisioning complete for port 5d03ea20-085d-46e5-b25a-debf35326072 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:20.518836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e399cf6-f02a-476f-bd57-e84ce5cfcda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.698896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de160d0c-dfa6-4b9d-a43f-33b2e8f8eb19 req-60846a16-a5b2-4e2c-947c-db2ee763ce02 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 210 time: 0.1186061 Jun 30 09:22:20.857894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Made reservation on behalf of 133fb756187742d586a59f664c124ec3 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:20.867445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.901523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e2f6cdb1-02a6-44db-a411-ea7dd7a1fba1 None None] Could not find standard attr ID for object 5fa83d4c-e999-45b0-8615-436538d8ff48. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:22:20.905311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.125173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Router 79237b57-7f9c-4a9f-ac46-e406cebcd442 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:21.286679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.297133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.309570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-01e972f6-45af-4dd0-9a7e-b8e426b29b8a tempest-DHCPAgentSchedulersTestJSON-732696595 tempest-DHCPAgentSchedulersTestJSON-732696595-project-admin] 10.222.0.66 "GET /v2.0/agents/c7cb8e35-6c66-4511-86a7-51d2b4f6ac14/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.7998562 Jun 30 09:22:21.315794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48948) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:21.459197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5d03ea20-085d-46e5-b25a-debf35326072 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:21.483413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8177b5-b5e0-4fa9-b39c-28af955bbba7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:21.531988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Allocated IP 192.168.233.57 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/5dd462a7-cccd-4611-94c9-9ad6841d7fc9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:21.622566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5d03ea20-085d-46e5-b25a-debf35326072 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:21.623208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.640320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.790049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b218aa-6c47-439e-8255-1497e82ca335 req-36d19dc3-5b35-425b-9d1b-1260f12205f7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.791465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b218aa-6c47-439e-8255-1497e82ca335 req-36d19dc3-5b35-425b-9d1b-1260f12205f7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.9504151 Jun 30 09:22:22.005198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.040986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Transition to ACTIVE for port object 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:22.075444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.117187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.133066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.155108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fe123bd-4375-4cd9-84a7-5f0e947babc0 req-50cba007-b50c-4ca5-b87c-e4aed241bfbb tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 210 time: 0.0639622 Jun 30 09:22:22.160683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:22.163461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8571758-f675-4f3a-8e77-0455fbbc1a0d') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.163766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8571758-f675-4f3a-8e77-0455fbbc1a0d') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.180035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Sync routers for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:22.183342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4f75687-94ab-4df3-a45d-e9e8460cdef5 admin admin] 10.222.0.66 "PUT /v2.0/routers/79237b57-7f9c-4a9f-ac46-e406cebcd442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0488231 Jun 30 09:22:22.190950 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.192593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:22.200574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:22.201223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:22:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.206344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b218aa-6c47-439e-8255-1497e82ca335 req-20b30f98-b860-4afa-a0c7-502c0822dc42 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851842 Jun 30 09:22:22.224149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:22.227444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.246143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:22.247592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.247909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:22.255195 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:22.338576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:22.429015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.437852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.449529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "DELETE /v2.0/networks/87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5 HTTP/1.1" status: 204 len: 168 time: 1.1286671 Jun 30 09:22:22.452627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48956) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:22.458377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:22.478658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Pushing event updated for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.593067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.594154 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.638015 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-7915faa5-5c7b-47d2-acf7-bfd7062113ee tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1891482 Jun 30 09:22:22.660187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Request body: {'port': {'device_id': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:22.733182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.860409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-847d94f1-253f-49e0-91ff-0f55a0e68c03 None None] Provisioning for port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:22.873219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-847d94f1-253f-49e0-91ff-0f55a0e68c03 None None] Provisioning complete for port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:22.873911 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-847d94f1-253f-49e0-91ff-0f55a0e68c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.939843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-847d94f1-253f-49e0-91ff-0f55a0e68c03 None None] Port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:22.947788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:22:19Z', 'revision_number': 5, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.986616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Checking router: 79237b57-7f9c-4a9f-ac46-e406cebcd442 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:22.998768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Routers {'79237b57-7f9c-4a9f-ac46-e406cebcd442'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:22.999491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:22:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['79237b57-7f9c-4a9f-ac46-e406cebcd442'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:23.156365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac506d-1b5c-49a4-88dc-799dda08419f tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event deleted for resources: {'Network': ['ID=87aaaf8b-f4a8-428b-b7d6-592e9e7c9fb5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:23.199410 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0750738a-27d7-4070-841b-5657d7cb5da3 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:23.200543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0750738a-27d7-4070-841b-5657d7cb5da3 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:23.203440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0750738a-27d7-4070-841b-5657d7cb5da3 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "DELETE /v2.0/ports/5fa83d4c-e999-45b0-8615-436538d8ff48 HTTP/1.1" status: 404 len: 333 time: 0.7435648 Jun 30 09:22:23.206938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48958) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:23.318758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Deleting subnet 5b2ae69d-98cc-407d-b706-d79c02c3e0cb {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:23.325156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.369394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.417366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.528084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.698402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] Set router 79237b57-7f9c-4a9f-ac46-e406cebcd442 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:23.779073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.844925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Deleting port 6f7003ab-f68f-407c-ae54-9f4596c0a125 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:23.845716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.954392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37fc2e-b044-40b6-9da0-e2e46a0f1e65 req-712aa0a1-0ee9-4313-9054-db082c9e9aa1 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.968966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e37fc2e-b044-40b6-9da0-e2e46a0f1e65 req-712aa0a1-0ee9-4313-9054-db082c9e9aa1 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 935 time: 0.3770819 Jun 30 09:22:24.010837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] For port 6f7003ab-f68f-407c-ae54-9f4596c0a125, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6f7003ab-f68f-407c-ae54-9f4596c0a125,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:24.011344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.014343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182547ce-d04c-4ed2-8155-a1ecb8509f97 req-c3ed5879-bff3-41be-ad5d-f9cc0b75a360 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.029492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-182547ce-d04c-4ed2-8155-a1ecb8509f97 req-c3ed5879-bff3-41be-ad5d-f9cc0b75a360 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.4364283 Jun 30 09:22:24.030856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Calling delete_port for 6f7003ab-f68f-407c-ae54-9f4596c0a125 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:24.077109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.114786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:22:19Z', 'revision_number': 5, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.156953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2ae69d-98cc-407d-b706-d79c02c3e0cb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.181690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.185650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9f69192f-8b91-4bd6-9cb2-d10c42f2d6d8 tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "DELETE /v2.0/subnets/5b2ae69d-98cc-407d-b706-d79c02c3e0cb HTTP/1.1" status: 204 len: 168 time: 0.9755433 Jun 30 09:22:24.200385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:24.210912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e37fc2e-b044-40b6-9da0-e2e46a0f1e65 req-ce5ffb25-e6cc-4ae6-b6e2-71a687e58a85 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397799 Jun 30 09:22:24.242607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7abbc6-5453-45e4-93a3-c5767865e566 None None] The sync data for ids ['79237b57-7f9c-4a9f-ac46-e406cebcd442'] in n-d-779913-25 is: [{'id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'name': 'tempest-ServerRescueTestJSON-1065833500-router', 'tenant_id': 'abdf3acf647d47febd5a230002451ea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:20:12Z', 'updated_at': '2021-06-30T09:22:19Z', 'revision_number': 5, 'project_id': 'abdf3acf647d47febd5a230002451ea0', 'gw_port': {'id': '6f7003ab-f68f-407c-ae54-9f4596c0a125', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79237b57-7f9c-4a9f-ac46-e406cebcd442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:20:13Z', 'updated_at': '2021-06-30T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:24.246821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-182547ce-d04c-4ed2-8155-a1ecb8509f97 req-dd725545-c963-4dbd-8df8-8273057519ec tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153676 Jun 30 09:22:24.250421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58070cb5-9a0c-494b-ad4e-19ef0e7a181e None None] Network 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:24.613809 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.631555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:24.685033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.686762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] DHCP port deletion for 6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:24.828579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Deleting port 5d03ea20-085d-46e5-b25a-debf35326072 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:24.828944 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.841308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Transition to ACTIVE for port object 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:24.869484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.004074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] For port 5d03ea20-085d-46e5-b25a-debf35326072, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5d03ea20-085d-46e5-b25a-debf35326072,segment=NetworkSegment(f24f2083-b74e-4b18-bd9d-29e83247f2ae),segment_id=f24f2083-b74e-4b18-bd9d-29e83247f2ae)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:25.004907 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.007776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.045003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Calling delete_port for 5d03ea20-085d-46e5-b25a-debf35326072 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:25.075316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.142315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7003ab-f68f-407c-ae54-9f4596c0a125,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.207202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Deleting port 5d03ea20-085d-46e5-b25a-debf35326072 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:25.207781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.209264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.317402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] No DVR routers for this DVR port 5d03ea20-085d-46e5-b25a-debf35326072 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:25.321502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Pushing event deleted for resources: {'Port': ['ID=5d03ea20-085d-46e5-b25a-debf35326072,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.361160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.370300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Attempting to bind port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:25.370798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Attempting to bind port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:25.371343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Attempting to bind port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:25.438454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.439549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.441945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.443266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.444350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.458822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.458822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.458822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.459328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.459452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.460573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.460573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb9574-f628-4fa5-906c-2fdb6e16d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:25.546350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.548661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.554044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8afd3795-b463-4903-86c2-2c66ec00cd11 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:25.619797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8afd3795-b463-4903-86c2-2c66ec00cd11 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:25.620980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8afd3795-b463-4903-86c2-2c66ec00cd11 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:25.622123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5d03ea20-085d-46e5-b25a-debf35326072 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:25.624470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:22:25.624766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Attempting to bind port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:25.637054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:25.637054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:25.637054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:25.637054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Bound port: 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:25.637482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.640551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] For port 5d03ea20-085d-46e5-b25a-debf35326072, host n-d-779913-25, got binding levels [] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:25.641145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.676004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.676533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79237b57-7f9c-4a9f-ac46-e406cebcd442 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:25.679187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5d03ea20-085d-46e5-b25a-debf35326072 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:25.682367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5d03ea20-085d-46e5-b25a-debf35326072 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:25.685855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.693019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2655ec69-6a4f-4b5c-b8b7-8d4d4fdfa33e admin admin] 10.222.0.66 "DELETE /v2.0/routers/79237b57-7f9c-4a9f-ac46-e406cebcd442 HTTP/1.1" status: 204 len: 168 time: 3.4865401 Jun 30 09:22:25.695040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48970) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:25.702627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Calling delete_port for 5d03ea20-085d-46e5-b25a-debf35326072 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:25.712568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Port 5d03ea20-085d-46e5-b25a-debf35326072 was not found and therefore no delete operation was performed {{(pid=94185) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:22:25.737896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.790076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event deleted for resources: {'Port': ['ID=5d03ea20-085d-46e5-b25a-debf35326072,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.807293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] No DVR routers for this DVR port 5d03ea20-085d-46e5-b25a-debf35326072 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:25.875770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Deleting subnet f5513b88-1deb-4ff1-8b76-d959264e0418 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:25.898348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.981407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b377b-c51c-4455-aebd-c7a3b46ee4cd req-082888ff-3138-492d-86bc-563108ec80b6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.987321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-019b377b-c51c-4455-aebd-c7a3b46ee4cd req-082888ff-3138-492d-86bc-563108ec80b6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.4567044 Jun 30 09:22:25.996601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:26.010206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713227-b8c8-42b3-b77e-5d355f9eab59 req-60b1402a-2302-475c-9283-b8f8feddb0b0 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.026190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48713227-b8c8-42b3-b77e-5d355f9eab59 req-60b1402a-2302-475c-9283-b8f8feddb0b0 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 947 time: 0.4946592 Jun 30 09:22:26.031650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.037811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:26.041705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.108251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.130505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48713227-b8c8-42b3-b77e-5d355f9eab59 req-99851097-3439-4598-8d45-2aeecd793214 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Jun 30 09:22:26.150333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-019b377b-c51c-4455-aebd-c7a3b46ee4cd req-0cf625a9-7230-49d2-9c1c-177ebf00a045 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175914 Jun 30 09:22:26.161089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.183381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24f2083-b74e-4b18-bd9d-29e83247f2ae') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.183748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24f2083-b74e-4b18-bd9d-29e83247f2ae') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.206953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.230483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.281741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.281741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.284649 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/5dd462a7-cccd-4611-94c9-9ad6841d7fc9 HTTP/1.1" status: 200 len: 1096 time: 3.6340878 Jun 30 09:22:26.297432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:26.300281 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f8f021-9bde-4ad8-adfd-83c77363280d" -d '{"events": [{"name": "network-changed", "server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:26.305115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.442442 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7396dc1-c6f3-4b51-ad89-31036580490e x-openstack-request-id: req-f7396dc1-c6f3-4b51-ad89-31036580490e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:26.442866 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:26.443251 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7396dc1-c6f3-4b51-ad89-31036580490e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:26.443820 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9', 'status': 'completed', 'code': 200} Jun 30 09:22:26.451030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:26.451904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.459134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105965d2-a6c0-4894-b8a9-171f00cb02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:26.463795 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:26.706756 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.710002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.727962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.732137 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] 10.222.0.66 "DELETE /v2.0/networks/6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc HTTP/1.1" status: 204 len: 168 time: 2.5269783 Jun 30 09:22:26.767370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5513b88-1deb-4ff1-8b76-d959264e0418,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.775075 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.777510 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-91923803-c23a-4229-bdf4-ffe97cdba55e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f5513b88-1deb-4ff1-8b76-d959264e0418 HTTP/1.1" status: 204 len: 168 time: 1.0768375 Jun 30 09:22:26.779376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb03660-69cc-4e35-9d3b-8d3a35289eae tempest-DHCPAgentSchedulersTestJSON-2068059167 tempest-DHCPAgentSchedulersTestJSON-2068059167-project] Pushing event deleted for resources: {'Network': ['ID=6fce19a2-8c4a-4124-b7e0-cc0eb05c71bc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.781594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.875895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-6437c80f-f44a-4b09-9db7-de9057d345a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.877563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-6437c80f-f44a-4b09-9db7-de9057d345a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=133fb756187742d586a59f664c124ec3&device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 1099 time: 0.5396919 Jun 30 09:22:26.884769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.929843 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-ea5803bb-cb27-4c67-ac01-115adac1ba56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9 HTTP/1.1" status: 200 len: 217 time: 0.0427923 Jun 30 09:22:27.062784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-76c1b7a1-63ae-43dc-a17c-1e4b31284926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.064268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-76c1b7a1-63ae-43dc-a17c-1e4b31284926 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.1273305 Jun 30 09:22:27.066569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.109024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0d4f56-303e-492b-85f3-efb832725bbf']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.123293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52555a6-4794-4d3e-8776-9cb7a7c041a9') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.123578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52555a6-4794-4d3e-8776-9cb7a7c041a9') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.135690 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.164475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.175858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:27.176293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:27.180036 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:27.212558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f7003ab-f68f-407c-ae54-9f4596c0a125 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:27.224164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48986) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.263102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6f7003ab-f68f-407c-ae54-9f4596c0a125 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:27.263694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6f7003ab-f68f-407c-ae54-9f4596c0a125 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:27.327923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebec1-3f35-4395-8513-b97892b59ccd req-72d42c3f-71d5-4ff2-b39e-04d6be33acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.330005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-72d42c3f-71d5-4ff2-b39e-04d6be33acac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2525675 Jun 30 09:22:27.382155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.429623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.435507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] 10.222.0.66 "DELETE /v2.0/networks/1a0d4f56-303e-492b-85f3-efb832725bbf HTTP/1.1" status: 204 len: 168 time: 0.6481216 Jun 30 09:22:27.445783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59804fe-7c21-4d71-b5a3-dc3cddb93a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0d4f56-303e-492b-85f3-efb832725bbf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.557140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-146a0510-c9c9-41ae-ac8a-bc3c311b6b4d service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179642 Jun 30 09:22:27.671374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48992) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.718096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-33842b28-bbfc-4bc8-9438-c518e244d3b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=877e2376727d4039b2563b4848da2303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886165 Jun 30 09:22:27.722616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 48994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.772534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-558c65e8-9cac-46ce-bb54-a8622f30177d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abdf3acf647d47febd5a230002451ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905721 Jun 30 09:22:27.778139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72248f8f-45e1-4011-a2bf-17e5174eb092 req-439b2a1e-e232-4f89-b866-c83e55a0109d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.779726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72248f8f-45e1-4011-a2bf-17e5174eb092 req-439b2a1e-e232-4f89-b866-c83e55a0109d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.3969843 Jun 30 09:22:27.781117 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 48996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.794982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6eb668-0b36-4837-936f-43a074a53929 req-31f83035-4af4-4447-8777-77b57af2a0fc tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.802742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc6eb668-0b36-4837-936f-43a074a53929 req-31f83035-4af4-4447-8777-77b57af2a0fc tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 947 time: 0.2065051 Jun 30 09:22:27.829247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-912ebec1-3f35-4395-8513-b97892b59ccd req-3282525e-09cd-43e2-bac1-dc1ae21ce541 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642095 Jun 30 09:22:27.914110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72248f8f-45e1-4011-a2bf-17e5174eb092 req-0f2bb491-c0a1-41f4-9894-aae87e42e652 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042027 Jun 30 09:22:27.927144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc6eb668-0b36-4837-936f-43a074a53929 req-f62f0f5b-f7e4-470d-9ae6-a1501a80e7f9 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194513 Jun 30 09:22:27.928316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.931908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.962615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.004968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.056487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-a5219bb8-a60f-416c-a0fb-d934c9332884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.058342 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-a5219bb8-a60f-416c-a0fb-d934c9332884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=133fb756187742d586a59f664c124ec3&device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 1099 time: 0.1289680 Jun 30 09:22:28.068043 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.070901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.074570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e792b57-54c5-4c9f-a58e-acc69b8379c4 HTTP/1.1" status: 204 len: 168 time: 0.2900727 Jun 30 09:22:28.093258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e792b57-54c5-4c9f-a58e-acc69b8379c4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.111906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.113075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.113587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.114103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.115116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.115607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.116092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.116581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.117118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.121533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.124998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.125591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05f618-6bca-475d-9a57-14b87d4897ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:28.134537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.137389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.141307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6a6eb21-ece7-433b-a4f3-9dfdc54e89c7 HTTP/1.1" status: 204 len: 168 time: 0.4170709 Jun 30 09:22:28.182202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e626ce-b858-4f3e-b098-4e1b86f477a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6eb21-ece7-433b-a4f3-9dfdc54e89c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.260862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-9d4a216a-b866-4b1d-9419-45aef5102247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.262895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-9d4a216a-b866-4b1d-9419-45aef5102247 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.1962254 Jun 30 09:22:28.321086 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-41dc164d-558d-4dbe-9bc7-583c686c7ef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9 HTTP/1.1" status: 200 len: 217 time: 0.0490937 Jun 30 09:22:28.410958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-8c7e7cd5-ddb6-461a-a658-2f3f2a80d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.412663 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-8c7e7cd5-ddb6-461a-a658-2f3f2a80d76f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0850859 Jun 30 09:22:28.521855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-186ec8e3-e31d-4607-9d01-089baba09315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.530805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-186ec8e3-e31d-4607-9d01-089baba09315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103578 Jun 30 09:22:28.646670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:28.662067 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-5e3c12ee-f287-434c-b8d3-619b4a929ee0 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235905 Jun 30 09:22:28.674279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea1901aa-ca01-486e-968e-27ee3a1e44b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.797560 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a9f8f021-9bde-4ad8-adfd-83c77363280d req-b770667c-8551-4d7b-9256-22508f58db8e service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290483 Jun 30 09:22:28.814204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea1901aa-ca01-486e-968e-27ee3a1e44b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.826262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ea1901aa-ca01-486e-968e-27ee3a1e44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.872216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1901aa-ca01-486e-968e-27ee3a1e44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32daaea-9ba0-428b-aafb-20726c501244,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.880979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:28.881096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ea1901aa-ca01-486e-968e-27ee3a1e44b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2da3d508e9d2418e9802c608c3815338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325811 Jun 30 09:22:28.951663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.002012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.115925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.132210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.134283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b32daaea-9ba0-428b-aafb-20726c501244 HTTP/1.1" status: 204 len: 168 time: 0.2519104 Jun 30 09:22:29.213124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face14f9-34e5-4449-9274-4b987a45c543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32daaea-9ba0-428b-aafb-20726c501244,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.308976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9923755-07c7-44c3-9dc2-6736f784feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.399567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cd0ec-cb04-4141-aca8-cbc3a1bdb3e8 req-61c48a91-1235-424d-8c32-cd9d3e75c749 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.401237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e2cd0ec-cb04-4141-aca8-cbc3a1bdb3e8 req-61c48a91-1235-424d-8c32-cd9d3e75c749 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.1194682 Jun 30 09:22:29.410922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19cb0-1a62-4f11-ba77-5535f2c8abc4 req-c4a9a6fd-3ca0-40ba-be54-9d3be175594f tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.412593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10e19cb0-1a62-4f11-ba77-5535f2c8abc4 req-c4a9a6fd-3ca0-40ba-be54-9d3be175594f tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 947 time: 0.2328093 Jun 30 09:22:29.471904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e2cd0ec-cb04-4141-aca8-cbc3a1bdb3e8 req-6e1ffb6b-040d-47ef-af34-c35aa236a423 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Jun 30 09:22:29.488402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10e19cb0-1a62-4f11-ba77-5535f2c8abc4 req-b0759724-ebf6-4325-a873-c0013693a07b tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579648 Jun 30 09:22:30.742211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748149e6-dadc-4a79-a37e-789384df1544 req-b890386f-467b-4c9b-b929-5b1c05eb1d8c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.743796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-748149e6-dadc-4a79-a37e-789384df1544 req-b890386f-467b-4c9b-b929-5b1c05eb1d8c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.1111100 Jun 30 09:22:30.803455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed386b7-3f18-41e4-ad4b-92a518ac47a8 req-608e35ef-6a9a-409e-8f78-bc9646e6ed9d tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.805311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ed386b7-3f18-41e4-ad4b-92a518ac47a8 req-608e35ef-6a9a-409e-8f78-bc9646e6ed9d tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 947 time: 0.1241605 Jun 30 09:22:30.818840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-748149e6-dadc-4a79-a37e-789384df1544 req-3d0705e9-a88c-40f9-81ec-439a55a945b2 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685341 Jun 30 09:22:30.866029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ed386b7-3f18-41e4-ad4b-92a518ac47a8 req-25b74a9f-de3f-4bca-b026-f5eaf1700f34 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Jun 30 09:22:31.133708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49116) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:31.287788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:31.319422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.422715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.554356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Allocated IP 172.25.4.7 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/7fd81c03-3737-4112-86d5-00b3aa7f0be2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:31.674053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.679376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:22:31.725174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.743834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:31.760875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49134) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:31.767862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:31.772620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:31.790331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.803033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9', 'mac_address': 'fa:16:3e:da:3f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:22:31.818605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd81c03-3737-4112-86d5-00b3aa7f0be2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.851627 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.869067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:31.914546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.915654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b5197a1c-0661-4d07-85dd-8ad9cfb62f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.923616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.946422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.018447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.019165 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc827005-a100-4f3e-9082-6f35fb6ad574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.028607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.056022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.082361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:22:32.133329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05c7f7-f5ac-4152-9638-6af5cf9ad4b2 req-631ec6ad-d509-4a18-aca7-f166b59baef7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.138380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa05c7f7-f5ac-4152-9638-6af5cf9ad4b2 req-631ec6ad-d509-4a18-aca7-f166b59baef7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 944 time: 0.1719992 Jun 30 09:22:32.225113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:32.235593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9056b-2a96-4270-aa55-989403bd32fb req-adc13c9d-5f03-48bc-af42-cb3eb913b2b9 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.238316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9d9056b-2a96-4270-aa55-989403bd32fb req-adc13c9d-5f03-48bc-af42-cb3eb913b2b9 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 948 time: 0.2166851 Jun 30 09:22:32.241692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'network_id': '1ac10a8c-60d1-4549-87d6-c276fd2b6010', 'port_id': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'mac_address': 'fa:16:3e:3e:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e788636-5db0-4622-b175-6e8dd8044162', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:22:32.248740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa05c7f7-f5ac-4152-9638-6af5cf9ad4b2 req-72985682-0407-4615-9f24-06a40b7ce68b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038651 Jun 30 09:22:32.267114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.273813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.292653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5dd462a7-cccd-4611-94c9-9ad6841d7fc9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:32.321383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9d9056b-2a96-4270-aa55-989403bd32fb req-e5f7a4ee-a814-4cfc-8180-adc8cfa792c8 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 Jun 30 09:22:32.323724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc827005-a100-4f3e-9082-6f35fb6ad574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.331384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc827005-a100-4f3e-9082-6f35fb6ad574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.361743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd81c03-3737-4112-86d5-00b3aa7f0be2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.383535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bc827005-a100-4f3e-9082-6f35fb6ad574 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dcf2665fffd4203ba8c0e99a75dd6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206918 Jun 30 09:22:32.386275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.386581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc827005-a100-4f3e-9082-6f35fb6ad574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f96260-3904-4616-a8b4-251a2f70aee8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.389669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.400232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.416616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:32.429397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.432629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-072e9bbc-0f95-42bf-ac40-713b741f8163 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2965903 Jun 30 09:22:32.434916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49144) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.441335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1810224581', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'fixed_ips': [{'ip_address': '172.25.4.7'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:32.457798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:32.466503 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.472883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.495191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Made reservation on behalf of f8f9f051a41b416c80a736e46577ef9e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:32.497515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.505368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.519612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.556020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.593333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.595870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.597532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80f96260-3904-4616-a8b4-251a2f70aee8 HTTP/1.1" status: 204 len: 168 time: 0.2067637 Jun 30 09:22:32.612512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933cf12-05a6-4d4f-ae8c-138e3d9e501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f96260-3904-4616-a8b4-251a2f70aee8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.675245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.679765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:32.680951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.687207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] device_id is not set on port 45e0cd8a-1ee4-4690-bb46-a41f5c32188a yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:32.791414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0bd1fb-1611-4762-b230-8c8a5d9d1845,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.937386 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:22:32.937999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:32.955778 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.957930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a1e613c9-8328-4b1a-97fe-d801666f81ad tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.5214365 Jun 30 09:22:32.961457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49150) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:33.009830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49152) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:33.024892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b96cdc2b-d944-4784-8268-2041e56eb324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.133873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Deleting port 7fd81c03-3737-4112-86d5-00b3aa7f0be2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:33.134222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.136695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b96cdc2b-d944-4784-8268-2041e56eb324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.142245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b96cdc2b-d944-4784-8268-2041e56eb324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.188467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cdc2b-d944-4784-8268-2041e56eb324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360d9cb-ebf7-44e5-8c89-a2fa900d5db5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.200331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b96cdc2b-d944-4784-8268-2041e56eb324 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4dd0884f65b546c782a372c55d27e275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855078 Jun 30 09:22:33.200922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49154) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:33.227961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.228300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.240368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Calling delete_port for 7fd81c03-3737-4112-86d5-00b3aa7f0be2 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:33.251555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.274394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.328189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.331612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.333832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f360d9cb-ebf7-44e5-8c89-a2fa900d5db5 HTTP/1.1" status: 204 len: 168 time: 0.1307020 Jun 30 09:22:33.341999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb79a8-5fc4-4356-807f-5e4a807412d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360d9cb-ebf7-44e5-8c89-a2fa900d5db5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.411826 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.429052 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.468276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd81c03-3737-4112-86d5-00b3aa7f0be2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.588559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.591190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.597087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a395207-828b-401a-bb32-f72cdb0369fa tempest-ExternalNetworksAdminNegativeTestJSON-1040249633 tempest-ExternalNetworksAdminNegativeTestJSON-1040249633-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/170e76d4-79cd-484e-b7b9-78c3f69b6a64 HTTP/1.1" status: 204 len: 168 time: 0.6298265 Jun 30 09:22:33.602102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa599-eac8-42d6-8a1e-86ec4d695a9e req-0489656b-e52b-48df-bc04-b9a771c2b858 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.603756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-926fa599-eac8-42d6-8a1e-86ec4d695a9e req-0489656b-e52b-48df-bc04-b9a771c2b858 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 945 time: 0.2043834 Jun 30 09:22:33.644641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644a85c-c4c6-443d-a90b-e1f91ee784de req-a529daeb-4cba-4cc5-a555-a08f313d4708 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.646175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8644a85c-c4c6-443d-a90b-e1f91ee784de req-a529daeb-4cba-4cc5-a555-a08f313d4708 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 948 time: 0.1264057 Jun 30 09:22:33.670925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-926fa599-eac8-42d6-8a1e-86ec4d695a9e req-f31aecf9-63c3-45d4-b307-eb8dc5b1b3c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585346 Jun 30 09:22:33.696072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:33.723407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8644a85c-c4c6-443d-a90b-e1f91ee784de req-96348cd6-7c50-4b56-b30d-4c4b650c772b tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665698 Jun 30 09:22:33.755504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:33.759584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:33.760069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.861170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.886183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:33.888715 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2d96c-465c-4549-98fc-d0b8fc8968a0" -d '{"events": [{"server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "name": "network-vif-plugged", "status": "completed", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:33.902746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:33.909987 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.941381 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07364fe3-e5d6-480c-a175-fcef06a428a4 x-openstack-request-id: req-07364fe3-e5d6-480c-a175-fcef06a428a4 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:33.941732 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "name": "network-vif-plugged", "status": "completed", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:33.942032 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07364fe3-e5d6-480c-a175-fcef06a428a4 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:33.942434 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9', 'code': 200} Jun 30 09:22:33.944477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:33.991878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.063048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b702c8b-74e5-4bca-815d-0bb25a08a5c2 req-2a1e63d7-3ee9-4c26-9cb6-17982e9fc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.064714 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b702c8b-74e5-4bca-815d-0bb25a08a5c2 req-2a1e63d7-3ee9-4c26-9cb6-17982e9fc918 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 1101 time: 0.0599763 Jun 30 09:22:34.088138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:34.119327 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b702c8b-74e5-4bca-815d-0bb25a08a5c2 req-3a34906d-0071-4075-906b-3a18bd943328 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Jun 30 09:22:34.143661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 5714dfca-18e4-4d9d-a49b-7198127d19b4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:34.148856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 5714dfca-18e4-4d9d-a49b-7198127d19b4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:34.149453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.150211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c79fb40-585d-4096-8158-ba12d76434fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.244024 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.275084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c79fb40-585d-4096-8158-ba12d76434fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.286729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c79fb40-585d-4096-8158-ba12d76434fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.291256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:34.296109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.328480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c79fb40-585d-4096-8158-ba12d76434fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72b0c4a113c742b3905ac55b96a2a68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823826 Jun 30 09:22:34.329554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79fb40-585d-4096-8158-ba12d76434fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3207c565-3de2-46a6-9bdc-4b6bd5e94417,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.331745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:34.368187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.392731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.416080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.494668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.497379 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.503070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3207c565-3de2-46a6-9bdc-4b6bd5e94417 HTTP/1.1" status: 204 len: 168 time: 0.1658909 Jun 30 09:22:34.509323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b369-0c7d-4178-92e9-452d0f47b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3207c565-3de2-46a6-9bdc-4b6bd5e94417,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.603711 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.845238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49212) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:34.962401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c7cb427d-f97a-4675-a0bd-7b421f2c0dbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8f9f051a41b416c80a736e46577ef9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155937 Jun 30 09:22:34.965312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49216) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.027086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d1cd1-1f8b-4287-96e4-d909129c4182 req-20ce90f2-5602-49c1-abe9-9a4c11df3013 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.028716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c59d1cd1-1f8b-4287-96e4-d909129c4182 req-20ce90f2-5602-49c1-abe9-9a4c11df3013 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1667044 Jun 30 09:22:35.077363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401be5c-41cf-45fe-8c98-cb40a747c5b6 req-3945d4c6-f2d2-4ef9-83d5-defb228b9cc1 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:35.078963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b401be5c-41cf-45fe-8c98-cb40a747c5b6 req-3945d4c6-f2d2-4ef9-83d5-defb228b9cc1 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 949 time: 0.1868422 Jun 30 09:22:35.093632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.117578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.134097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c59d1cd1-1f8b-4287-96e4-d909129c4182 req-a47b8ee3-887b-4505-b5f9-803535cfd020 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941925 Jun 30 09:22:35.162980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.172986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b401be5c-41cf-45fe-8c98-cb40a747c5b6 req-59fa6e83-304a-4238-a587-d8d3fd17ad8c tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Jun 30 09:22:35.231219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.234842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.239344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d0bd1fb-1611-4762-b230-8c8a5d9d1845 HTTP/1.1" status: 204 len: 168 time: 0.2690263 Jun 30 09:22:35.247222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea703b-ae35-42a5-b739-24f3dfca41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0bd1fb-1611-4762-b230-8c8a5d9d1845,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:35.943760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:35.946501 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17186c8-7543-458a-96c8-773d6685e17e" -d '{"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:35.985487 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8dc560-488c-40e7-8e88-493a6eb2da33 x-openstack-request-id: req-ab8dc560-488c-40e7-8e88-493a6eb2da33 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:35.985983 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-plugged", "status": "completed", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:35.986332 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab8dc560-488c-40e7-8e88-493a6eb2da33 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:35.986848 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'code': 200} Jun 30 09:22:36.179312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ceee5-50e1-4b26-a4ba-ca7ae9ab4daa req-8b7ef565-abdd-4cdd-ad16-5e2d3698ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.182353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f6ceee5-50e1-4b26-a4ba-ca7ae9ab4daa req-8b7ef565-abdd-4cdd-ad16-5e2d3698ceb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1098 time: 0.0676088 Jun 30 09:22:36.227303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f6ceee5-50e1-4b26-a4ba-ca7ae9ab4daa req-2f6c07a6-d3b8-4744-b183-2a8d4e584733 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Jun 30 09:22:36.421830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315e98-5e3b-4d63-974b-b76a4ea3ab6b req-0756719e-7de0-474d-be46-1b291ccf79bc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.423587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e315e98-5e3b-4d63-974b-b76a4ea3ab6b req-0756719e-7de0-474d-be46-1b291ccf79bc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1117222 Jun 30 09:22:36.436183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0831b-e9a1-418d-a8f5-0ce771dedf26 req-35a620b1-5866-4c0c-8744-93719b1979a8 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:36.438052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2a0831b-e9a1-418d-a8f5-0ce771dedf26 req-35a620b1-5866-4c0c-8744-93719b1979a8 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 949 time: 0.1146662 Jun 30 09:22:36.499922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e315e98-5e3b-4d63-974b-b76a4ea3ab6b req-808778af-94a2-4b4a-81ae-a38863c79b1b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Jun 30 09:22:36.505834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2a0831b-e9a1-418d-a8f5-0ce771dedf26 req-5c3abe75-dfaf-43ba-8a28-830624f6e1b7 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585423 Jun 30 09:22:36.623897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49280) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.857698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.979091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49300) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.999002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.006410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.042009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67838fc3-8cd4-4322-9220-cc0d323e883a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:37.060534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.060887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.061236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.061578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.061934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.062265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.062597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.062926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.063251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.063575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.063919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.064216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:37.087240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-328b0dde-5750-4f16-9287-00d986c6bda2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2207b37de77f49f0992a91e9cebdd7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621994 Jun 30 09:22:37.089942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49306) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.154660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.180384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fbb6ba91-43d1-4c9d-aeef-ec2fb3a3eb8c tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-768698460'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.181073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fbb6ba91-43d1-4c9d-aeef-ec2fb3a3eb8c tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Unknown quota resources ['metering_label']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:22:37.241224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.425276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ba91-43d1-4c9d-aeef-ec2fb3a3eb8c tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.426637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fbb6ba91-43d1-4c9d-aeef-ec2fb3a3eb8c tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4462173 Jun 30 09:22:37.430120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.434717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fd424065-e3e6-4806-bdf7-41aaf1b9cec3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '13b4e084-acf8-44a4-beb8-eeab86341e6f'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.435169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fd424065-e3e6-4806-bdf7-41aaf1b9cec3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:22:37.519153 n-d-779913-25 neutron-server[94183]: WARNING neutron.services.metering.metering_plugin [None req-fd424065-e3e6-4806-bdf7-41aaf1b9cec3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:22:37.522003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.524546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.525782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67838fc3-8cd4-4322-9220-cc0d323e883a HTTP/1.1" status: 204 len: 168 time: 0.4346197 Jun 30 09:22:37.599763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f810529-0cb4-4190-8d40-ebde408b874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67838fc3-8cd4-4322-9220-cc0d323e883a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:37.660868 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd424065-e3e6-4806-bdf7-41aaf1b9cec3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.662514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd424065-e3e6-4806-bdf7-41aaf1b9cec3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2315361 Jun 30 09:22:37.666185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49344) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.670540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f8422f4b-918a-43be-bdce-9002d48401a7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '13b4e084-acf8-44a4-beb8-eeab86341e6f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.671262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f8422f4b-918a-43be-bdce-9002d48401a7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94185) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:22:37.813016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd618-6995-45e5-b8db-0ee43f7c9f6f req-504c4a6d-05c7-454f-8a71-511267b5d57d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.815845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425bd618-6995-45e5-b8db-0ee43f7c9f6f req-504c4a6d-05c7-454f-8a71-511267b5d57d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1128423 Jun 30 09:22:37.887314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-425bd618-6995-45e5-b8db-0ee43f7c9f6f req-4bf6d9e9-e18e-460e-b266-bfea029d39ca tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Jun 30 09:22:38.178168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49350) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.191913 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-839c0423-d524-40fd-8601-71d72e45b290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.228705 n-d-779913-25 neutron-server[94185]: WARNING neutron.services.metering.metering_plugin [None req-f8422f4b-918a-43be-bdce-9002d48401a7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:22:38.295283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-839c0423-d524-40fd-8601-71d72e45b290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.300267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-839c0423-d524-40fd-8601-71d72e45b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.344047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-839c0423-d524-40fd-8601-71d72e45b290 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ab543b8c81e4db8b4367f9ad32a62ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646175 Jun 30 09:22:38.345033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c0423-d524-40fd-8601-71d72e45b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce81e5-087b-43e1-8d1b-2f5dede0ac0a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.347432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49352) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.365484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8422f4b-918a-43be-bdce-9002d48401a7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.369526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f8422f4b-918a-43be-bdce-9002d48401a7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7022164 Jun 30 09:22:38.369789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.386421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70bfbaf3-2635-47d6-8e71-f15c5136d732 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=30478025-137d-45f1-9413-f5fb69ad5087 HTTP/1.1" status: 200 len: 464 time: 0.0155530 Jun 30 09:22:38.389173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49356) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.409063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.433926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.493571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.497584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.501530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89ce81e5-087b-43e1-8d1b-2f5dede0ac0a HTTP/1.1" status: 204 len: 168 time: 0.1505914 Jun 30 09:22:38.506835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ef20758c-090c-4f6d-a8be-9787012a8cbb tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.508010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef20758c-090c-4f6d-a8be-9787012a8cbb tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/30478025-137d-45f1-9413-f5fb69ad5087 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Jun 30 09:22:38.511373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.511480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd9a64-55b9-4408-b156-2cb840a99191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce81e5-087b-43e1-8d1b-2f5dede0ac0a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.532466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1b8c3d8b-6d83-4bbe-9d1b-177b2196b634 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=30478025-137d-45f1-9413-f5fb69ad5087 HTTP/1.1" status: 200 len: 221 time: 0.0199137 Jun 30 09:22:38.537423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49362) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.542367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4b9206eb-38e0-4ae7-b51c-1e1ae1d717fc tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1017055552', 'description': 'label created by tempest'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:38.542513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4b9206eb-38e0-4ae7-b51c-1e1ae1d717fc tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Unknown quota resources ['metering_label']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:22:39.039230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b9206eb-38e0-4ae7-b51c-1e1ae1d717fc tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.040394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4b9206eb-38e0-4ae7-b51c-1e1ae1d717fc tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5019209 Jun 30 09:22:39.043119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49376) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.098689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00b369-239d-4ae4-9023-fb139ec7720e req-df525ec3-eceb-4ba2-a042-2226c0a0a988 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.102261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee00b369-239d-4ae4-9023-fb139ec7720e req-df525ec3-eceb-4ba2-a042-2226c0a0a988 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0746410 Jun 30 09:22:39.138307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a2212886-a466-4d6c-8e48-54a7feeae2d3 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=1a3be4d0-97fe-47ab-9c0c-654ec370e64f HTTP/1.1" status: 200 len: 468 time: 0.0933850 Jun 30 09:22:39.140737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49382) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.164962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee00b369-239d-4ae4-9023-fb139ec7720e req-95e13e26-2a3c-445b-960e-32233e20665c tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 Jun 30 09:22:39.365365 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a513f5b-7f0d-454b-bb90-05d719118bd8 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.370354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49392) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.371062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a513f5b-7f0d-454b-bb90-05d719118bd8 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/1a3be4d0-97fe-47ab-9c0c-654ec370e64f HTTP/1.1" status: 204 len: 168 time: 0.2285895 Jun 30 09:22:39.393249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2492d59c-3f3e-4824-ba91-8555562302fd tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=1a3be4d0-97fe-47ab-9c0c-654ec370e64f HTTP/1.1" status: 200 len: 216 time: 0.0207531 Jun 30 09:22:39.396555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49394) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.412491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0de1b-42c1-4544-8b0d-2bbce775568b req-9fd9d995-d248-456d-9cb8-bbfacb4e9f92 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.414020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37f0de1b-42c1-4544-8b0d-2bbce775568b req-9fd9d995-d248-456d-9cb8-bbfacb4e9f92 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1060691 Jun 30 09:22:39.423508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49398) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.431026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b05ca04-c3fa-4740-8267-526490b7f805 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0315428 Jun 30 09:22:39.439581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb3137e8-c2ce-4c70-b0e0-b8c58d36821f tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142424 Jun 30 09:22:39.440221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49400) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.496218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-37f0de1b-42c1-4544-8b0d-2bbce775568b req-a289de55-6f27-4d05-807b-0f0ff382e3f0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634010 Jun 30 09:22:39.500484 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06659890-9aa5-47df-918a-77221807bb36 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/13b4e084-acf8-44a4-beb8-eeab86341e6f HTTP/1.1" status: 200 len: 472 time: 0.0591514 Jun 30 09:22:39.503816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49402) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.514050 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-247c39f0-3d6d-4d77-9fa2-fae526fce5ed tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/77c8e691-c674-45a5-bb62-b6605ff0ffde HTTP/1.1" status: 200 len: 461 time: 0.0085704 Jun 30 09:22:39.523113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.636065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bcb60de-4dbf-4710-a7a3-131995fd52e7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.637078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6bcb60de-4dbf-4710-a7a3-131995fd52e7 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/77c8e691-c674-45a5-bb62-b6605ff0ffde HTTP/1.1" status: 204 len: 168 time: 0.1181874 Jun 30 09:22:39.639705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49410) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.706257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b0c2f-56ec-4144-8fd0-b2ca1e99059e req-3eb6ad17-1f16-4264-9d02-4d024052e491 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.708095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e8b0c2f-56ec-4144-8fd0-b2ca1e99059e req-3eb6ad17-1f16-4264-9d02-4d024052e491 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0761981 Jun 30 09:22:39.768258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e8b0c2f-56ec-4144-8fd0-b2ca1e99059e req-9f1dc609-7a18-4831-81ca-fb2a7385410f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Jun 30 09:22:39.878577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4e45cda-99da-4547-a9c8-e618f94ff129 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.880038 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4e45cda-99da-4547-a9c8-e618f94ff129 tempest-MeteringTestJSON-141032311 tempest-MeteringTestJSON-141032311-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/13b4e084-acf8-44a4-beb8-eeab86341e6f HTTP/1.1" status: 204 len: 168 time: 0.2391717 Jun 30 09:22:40.019639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf6fc2-7305-45e1-b26b-68534526b063 req-401dc701-0e45-4ffa-9b83-e2e87a21e3d4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.021254 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fdf6fc2-7305-45e1-b26b-68534526b063 req-401dc701-0e45-4ffa-9b83-e2e87a21e3d4 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0877385 Jun 30 09:22:40.084868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fdf6fc2-7305-45e1-b26b-68534526b063 req-0f9cd765-8503-4f17-838c-5070c6e84405 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Jun 30 09:22:40.254798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49436) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.309174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae80701-4946-4b04-9786-ccd8ebe92c16 req-97ce22b9-c313-49a8-8ea2-01011d2feb3e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.311164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aae80701-4946-4b04-9786-ccd8ebe92c16 req-97ce22b9-c313-49a8-8ea2-01011d2feb3e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0923505 Jun 30 09:22:40.361362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aae80701-4946-4b04-9786-ccd8ebe92c16 req-2236539f-0042-4f7d-b1b9-0b445d0963d3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Jun 30 09:22:40.555462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc411-9a19-491e-bf0c-147792c18f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.602142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f55256-5dfe-4fec-a25a-830d1a3aa8db req-51ff52d7-122b-48a8-885e-4fa9311e057e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.604250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13f55256-5dfe-4fec-a25a-830d1a3aa8db req-51ff52d7-122b-48a8-885e-4fa9311e057e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0731628 Jun 30 09:22:40.648638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13f55256-5dfe-4fec-a25a-830d1a3aa8db req-3fa08513-27a8-4e31-a740-65b041c335fd tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Jun 30 09:22:40.726767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc411-9a19-491e-bf0c-147792c18f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.732711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc411-9a19-491e-bf0c-147792c18f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.778206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc411-9a19-491e-bf0c-147792c18f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68a3492-5838-4841-926b-06a8fb1ac8cc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:40.795134 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce0fc411-9a19-491e-bf0c-147792c18f55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6a5464aaa654a66b08eb8a8a106d8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383763 Jun 30 09:22:40.797639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.874322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.899107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.910828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ddc3e-c71c-432b-8e10-c4c12abc3b3d req-724fce20-84ec-4bac-9967-54abd1eaa619 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.912874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d5ddc3e-c71c-432b-8e10-c4c12abc3b3d req-724fce20-84ec-4bac-9967-54abd1eaa619 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0992484 Jun 30 09:22:40.960003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.963649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.965534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b68a3492-5838-4841-926b-06a8fb1ac8cc HTTP/1.1" status: 204 len: 168 time: 0.1667604 Jun 30 09:22:40.974220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d5ddc3e-c71c-432b-8e10-c4c12abc3b3d req-353f7ead-1bdd-4407-a784-19b327f3c0df tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552733 Jun 30 09:22:40.977323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2262d-b2bb-47ad-b4a5-0ed174c6ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68a3492-5838-4841-926b-06a8fb1ac8cc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.388924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49480) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.415918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d85da9d6-6178-46c8-a4a3-07e307f47c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.426755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eff25-c2e0-4c60-bb60-a058582f77dc req-c02303a0-08ca-41a1-bcfa-2aab2de9b4ef tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.429119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f26eff25-c2e0-4c60-bb60-a058582f77dc req-c02303a0-08ca-41a1-bcfa-2aab2de9b4ef tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0998824 Jun 30 09:22:41.474968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f26eff25-c2e0-4c60-bb60-a058582f77dc req-ea398778-e401-4341-8359-e3f804cdf3f8 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Jun 30 09:22:41.542429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d85da9d6-6178-46c8-a4a3-07e307f47c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.547451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d85da9d6-6178-46c8-a4a3-07e307f47c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.589659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d85da9d6-6178-46c8-a4a3-07e307f47c9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=009ae3416c8a4ca0a169b33f11a3820a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996210 Jun 30 09:22:41.591171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85da9d6-6178-46c8-a4a3-07e307f47c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d3495-4517-4045-82de-84f5fbe02692,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.592994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49484) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:41.663469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.687734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.744608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.748789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.752732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c23d3495-4517-4045-82de-84f5fbe02692 HTTP/1.1" status: 204 len: 168 time: 0.1471584 Jun 30 09:22:41.759362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b66af8-aa92-4737-ab9e-c9dc3d62e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d3495-4517-4045-82de-84f5fbe02692,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.090229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.206815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60be5310-1569-4237-a4b4-8fe002707557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.300352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60be5310-1569-4237-a4b4-8fe002707557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.305218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60be5310-1569-4237-a4b4-8fe002707557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.348819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60be5310-1569-4237-a4b4-8fe002707557 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80610f50f0b842cb97b31168d355c757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574184 Jun 30 09:22:42.350044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be5310-1569-4237-a4b4-8fe002707557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e1f29-eb7a-4cf8-a0fb-8925eb01d667,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.351651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49510) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.412022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.445494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.506465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.509150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.510520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c8e1f29-eb7a-4cf8-a0fb-8925eb01d667 HTTP/1.1" status: 204 len: 168 time: 0.1559782 Jun 30 09:22:42.520680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d49277-7db4-412a-b655-2c87b090a242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e1f29-eb7a-4cf8-a0fb-8925eb01d667,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.674495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e747d1-b927-4a77-8763-dc3fd177bce6 req-639ebebf-35b0-4490-9fe7-e36f2dbf4e28 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.676051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7e747d1-b927-4a77-8763-dc3fd177bce6 req-639ebebf-35b0-4490-9fe7-e36f2dbf4e28 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0657833 Jun 30 09:22:42.726219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7e747d1-b927-4a77-8763-dc3fd177bce6 req-9ac0ea45-e547-4858-b80f-191924b06050 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Jun 30 09:22:42.890780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49538) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:42.904341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-232fa5b7-86cd-4f77-825b-36c91711aace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.010091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-232fa5b7-86cd-4f77-825b-36c91711aace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.014250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-232fa5b7-86cd-4f77-825b-36c91711aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.057358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-232fa5b7-86cd-4f77-825b-36c91711aace admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d21c9715e644457916913c48590eb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654358 Jun 30 09:22:43.061430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49542) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.066195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fa5b7-86cd-4f77-825b-36c91711aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7f2e3-f6df-4b26-b3fa-6ecc5d45a2cb,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.140680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.169589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.224873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-c0964d61-3f47-4a0f-9b3b-5e65babc7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.226390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-c0964d61-3f47-4a0f-9b3b-5e65babc7760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=268564b1d7c34544b1c7d105f45ec96e&device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 1098 time: 0.1006446 Jun 30 09:22:43.228278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.231271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.234987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ada7f2e3-f6df-4b26-b3fa-6ecc5d45a2cb HTTP/1.1" status: 204 len: 168 time: 0.1717489 Jun 30 09:22:43.241694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718485f-c941-43f6-9bb2-ad391e75001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7f2e3-f6df-4b26-b3fa-6ecc5d45a2cb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.243468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81674f-8ce1-4ddc-bf98-bb627c94854c req-259b3673-df95-4289-a884-3e5cb21914c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.244712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da81674f-8ce1-4ddc-bf98-bb627c94854c req-259b3673-df95-4289-a884-3e5cb21914c5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1090815 Jun 30 09:22:43.327221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49550) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.342354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da81674f-8ce1-4ddc-bf98-bb627c94854c req-3dcfc109-2b21-4824-89db-5f09df443522 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Jun 30 09:22:43.373055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-e818c10c-9755-4e67-ae9d-e38518a300d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.374180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-e818c10c-9755-4e67-ae9d-e38518a300d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 200 len: 915 time: 0.1411717 Jun 30 09:22:43.418362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-035c0136-90f1-405c-9d95-0e6d55f99d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 200 len: 217 time: 0.0375898 Jun 30 09:22:43.471042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-2065caa3-5119-4882-9429-636b6aeb8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.472770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-2065caa3-5119-4882-9429-636b6aeb8227 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 200 len: 854 time: 0.0488675 Jun 30 09:22:43.516746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-e13a46c3-cab1-4814-8fa0-590b5683dadd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ac10a8c-60d1-4549-87d6-c276fd2b6010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369945 Jun 30 09:22:43.551855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-702073715'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:43.582454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.583516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.637040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-1f355ea1-cf92-482e-99d6-b6873ba9fec3 service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140509 Jun 30 09:22:43.643463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.651133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.665992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.670478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b9f55d28-5359-4650-b292-22099cf001e2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3414648 Jun 30 09:22:43.671357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49566) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.738588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82ad3de7-ddac-4e1d-a122-2e7b75368a94 req-90019853-62ab-4e00-abf1-947abb56ddcc service neutron] 10.222.0.41 "GET /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951419 Jun 30 09:22:43.749947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.910862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.913066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.956858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.957377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50e2e680-b659-4070-939f-43e9c65df117 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:43.961840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.963022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-63696ba0-29eb-4456-a0e9-68d6c36c6d12 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "DELETE /v2.0/routers/50e2e680-b659-4070-939f-43e9c65df117 HTTP/1.1" status: 204 len: 168 time: 0.2905269 Jun 30 09:22:43.966140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49576) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.970538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Request body: {'router': {'name': 'tempest-router-1855920747', 'distributed': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:43.992091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.993180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.050744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.055292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.068395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.069666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebf747c0-9ad4-4fc8-a65c-f77f2ea9019d tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1025274 Jun 30 09:22:44.072853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49580) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.147631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.306668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.308847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.354082 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.354619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50096707-aaa0-4403-a84c-26906d47c1f3 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:44.367118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.368498 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aa16301d-ba30-4f56-ac17-02c7268bdf69 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "DELETE /v2.0/routers/50096707-aaa0-4403-a84c-26906d47c1f3 HTTP/1.1" status: 204 len: 168 time: 0.2945015 Jun 30 09:22:44.371886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49592) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.376534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Request body: {'router': {'name': 'tempest-router-548524823', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd76a62d1df0543d8af7d0ce0801cf29f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.402612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.402612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.480231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.485158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.499882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.504251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a1663382-ac18-47bc-abdc-85a43633a9e4 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1281369 Jun 30 09:22:44.504597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49598) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.510007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:44.570903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca0cf3-46f8-488e-87a0-9dc0f195dce2 req-a28e790a-8537-4d33-8f38-180c213738e0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:44.574443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dca0cf3-46f8-488e-87a0-9dc0f195dce2 req-a28e790a-8537-4d33-8f38-180c213738e0 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0785708 Jun 30 09:22:44.615305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dca0cf3-46f8-488e-87a0-9dc0f195dce2 req-9ebaa7c9-ae16-49a5-adfd-b723394306a5 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Jun 30 09:22:44.732646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.733226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.824147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94185) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 09:22:44.824926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Router ed4d8c90-306b-468a-bf30-0b3bf27aaad3 migrating from provider to provider. {{(pid=94185) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 09:22:44.825319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.831602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.836205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.919977 n-d-779913-25 neutron-server[94185]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] No L3 agents can host the router ed4d8c90-306b-468a-bf30-0b3bf27aaad3 Jun 30 09:22:45.021736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Hosts for router ed4d8c90-306b-468a-bf30-0b3bf27aaad3: [] {{(pid=94185) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 09:22:45.050006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Hosts for other DVR routers connected to router ed4d8c90-306b-468a-bf30-0b3bf27aaad3: set() {{(pid=94185) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 09:22:45.052511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.053718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ad6b9ab-efab-4399-8e10-f94425d59fe9 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "PUT /v2.0/routers/ed4d8c90-306b-468a-bf30-0b3bf27aaad3 HTTP/1.1" status: 200 len: 716 time: 0.5474892 Jun 30 09:22:45.056495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49624) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.126039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc416867-98b1-4c5e-9eb4-da072f4e2a5f tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "GET /v2.0/routers/ed4d8c90-306b-468a-bf30-0b3bf27aaad3 HTTP/1.1" status: 200 len: 716 time: 0.0684166 Jun 30 09:22:45.129151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.327753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49634) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.440328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c0c-7f53-4737-8a76-affd95be59f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.539364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c0c-7f53-4737-8a76-affd95be59f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.543456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c0c-7f53-4737-8a76-affd95be59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.584222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0e04c0c-7f53-4737-8a76-affd95be59f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de86ea51f7f14fca9a051f12a0017892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553351 Jun 30 09:22:45.584983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e04c0c-7f53-4737-8a76-affd95be59f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05205b9-3c0b-4d15-ba7c-8f14c1b7cfb6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.587612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49638) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.642221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.649812 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7633c436-3cf6-4a81-b84c-6e8d374342ba tempest-RoutersTestDVR-2061393922 tempest-RoutersTestDVR-2061393922-project] 10.222.0.66 "GET /v2.0/routers/ed4d8c90-306b-468a-bf30-0b3bf27aaad3 HTTP/1.1" status: 200 len: 682 time: 0.5194345 Jun 30 09:22:45.654256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.672477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.726091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.728925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.730460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a05205b9-3c0b-4d15-ba7c-8f14c1b7cfb6 HTTP/1.1" status: 204 len: 168 time: 0.1417537 Jun 30 09:22:45.741342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c43f5-7e0b-4722-a4ad-75e32bac7ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05205b9-3c0b-4d15-ba7c-8f14c1b7cfb6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.742883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.837403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348c085-a4a3-4599-ba50-2e78129c2e07 req-07ef14ac-a382-4b0e-ad84-8ad46746e1c3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:45.839352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f348c085-a4a3-4599-ba50-2e78129c2e07 req-07ef14ac-a382-4b0e-ad84-8ad46746e1c3 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0911403 Jun 30 09:22:45.890783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f348c085-a4a3-4599-ba50-2e78129c2e07 req-a874e664-48ac-45ba-a2c7-c2ac21ce8ef6 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454745 Jun 30 09:22:45.916282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.918586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.971160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.971677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed4d8c90-306b-468a-bf30-0b3bf27aaad3 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:45.979166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.980315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-31de45ba-9940-4856-90e1-e08068bccbb2 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ed4d8c90-306b-468a-bf30-0b3bf27aaad3 HTTP/1.1" status: 204 len: 168 time: 0.3246117 Jun 30 09:22:45.985532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49654) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.991148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Request body: {'router': {'name': 'tempest-router-1417657452', 'distributed': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:46.013395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.014459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.061241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49656) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.072233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.077133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.079172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-11dfb0a9-c86f-4d5a-9b46-060de8d31e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.090937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.092153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6a1b0c81-d5ae-46e2-a438-22ff80b6da4a tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1056523 Jun 30 09:22:46.095055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49658) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.124327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae65f46-be48-4ceb-82ea-028ed9067b87 req-ce160b10-24ff-4437-9220-8265092e06ab tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.125873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cae65f46-be48-4ceb-82ea-028ed9067b87 req-ce160b10-24ff-4437-9220-8265092e06ab tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1001339 Jun 30 09:22:46.170363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.185708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cae65f46-be48-4ceb-82ea-028ed9067b87 req-7e039941-a165-410a-a9f4-adaf4d437f80 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506043 Jun 30 09:22:46.229725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-11dfb0a9-c86f-4d5a-9b46-060de8d31e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.233842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-11dfb0a9-c86f-4d5a-9b46-060de8d31e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.274554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfb0a9-c86f-4d5a-9b46-060de8d31e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e871d69-a194-4a52-aca5-9efcba36a0a7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.279180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-11dfb0a9-c86f-4d5a-9b46-060de8d31e13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=610df583f6a44e12964ef0cdb01fbadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158077 Jun 30 09:22:46.281921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49664) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.344544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.347109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.349312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.391736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.392367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90056ff5-1b3e-4869-95b4-7472d9095e42 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:46.392625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.396599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.401784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-38b18c39-8439-4882-83e9-1a2bc46ea018 tempest-RoutersTestDVR-1022579705 tempest-RoutersTestDVR-1022579705-project-admin] 10.222.0.66 "DELETE /v2.0/routers/90056ff5-1b3e-4869-95b4-7472d9095e42 HTTP/1.1" status: 204 len: 168 time: 0.3056383 Jun 30 09:22:46.456581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e563ed-ac0d-4944-abc4-729cbb63926d req-99adbaed-c4c9-46d2-ac20-53d5aca20c64 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.458215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29e563ed-ac0d-4944-abc4-729cbb63926d req-99adbaed-c4c9-46d2-ac20-53d5aca20c64 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1273298 Jun 30 09:22:46.487057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.489575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.490853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e871d69-a194-4a52-aca5-9efcba36a0a7 HTTP/1.1" status: 204 len: 168 time: 0.2079995 Jun 30 09:22:46.509403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44fb9-c6fd-4bf0-a4d5-586ed0aee5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e871d69-a194-4a52-aca5-9efcba36a0a7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.513983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29e563ed-ac0d-4944-abc4-729cbb63926d req-7575caaa-a98e-4e4b-9d2c-f0e704a2be40 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Jun 30 09:22:46.684836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49676) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.705526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645b6f5-ef51-4ffd-b748-7da8f137853c req-662e197c-38b8-421e-92f5-faa462379f0b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.723796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0645b6f5-ef51-4ffd-b748-7da8f137853c req-662e197c-38b8-421e-92f5-faa462379f0b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0874522 Jun 30 09:22:46.773375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0645b6f5-ef51-4ffd-b748-7da8f137853c req-aac7a5c1-32d3-476d-bcc1-64b070785c65 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Jun 30 09:22:46.811145 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c900659-f4a4-4bad-85fa-5c36bdcd4bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.923618 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c900659-f4a4-4bad-85fa-5c36bdcd4bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.929604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c900659-f4a4-4bad-85fa-5c36bdcd4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.973002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c900659-f4a4-4bad-85fa-5c36bdcd4bb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d76a62d1df0543d8af7d0ce0801cf29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871208 Jun 30 09:22:46.976393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:46.983058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c900659-f4a4-4bad-85fa-5c36bdcd4bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765a174e-8313-4282-904b-d4c997082eb4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.076160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.104478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4bc57-6db6-4494-8671-1219e0dbe93f req-1bc35353-4762-4421-a243-601ec3d10bf7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.106038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0af4bc57-6db6-4494-8671-1219e0dbe93f req-1bc35353-4762-4421-a243-601ec3d10bf7 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1098394 Jun 30 09:22:47.125544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.132503 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:47.174109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0af4bc57-6db6-4494-8671-1219e0dbe93f req-793559ff-5283-4f2e-9dbf-e6e8863b1e1f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622447 Jun 30 09:22:47.196908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.199634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.203518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/765a174e-8313-4282-904b-d4c997082eb4 HTTP/1.1" status: 204 len: 168 time: 0.2234688 Jun 30 09:22:47.210686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2b88d-f848-4bc2-9bfa-62df3773f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765a174e-8313-4282-904b-d4c997082eb4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.413228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002a21-ca51-4770-8bb8-25a6eeda4afc req-9d3995ae-085f-4b34-a2b5-b617cc1cbd6e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.414857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80002a21-ca51-4770-8bb8-25a6eeda4afc req-9d3995ae-085f-4b34-a2b5-b617cc1cbd6e tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0914862 Jun 30 09:22:47.459901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80002a21-ca51-4770-8bb8-25a6eeda4afc req-363dc6b4-bc5a-41ca-abd5-68fd397473ea tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Jun 30 09:22:47.648502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49722) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.659882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a00b3-be87-4d03-849e-3156e5c99ed9 req-684d5dac-f099-47e1-a964-f350c07a080b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.662313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-580a00b3-be87-4d03-849e-3156e5c99ed9 req-684d5dac-f099-47e1-a964-f350c07a080b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0682840 Jun 30 09:22:47.663424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f8abf0-3c48-4179-9a29-1bb2c0aabc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.706221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-580a00b3-be87-4d03-849e-3156e5c99ed9 req-912c53b3-34e6-490f-aadf-6a5cd919d7b2 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Jun 30 09:22:47.782115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f8abf0-3c48-4179-9a29-1bb2c0aabc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.786544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f8abf0-3c48-4179-9a29-1bb2c0aabc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.846606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42f8abf0-3c48-4179-9a29-1bb2c0aabc86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa69a5eba2c34def8ea3e069b6d6e52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968229 Jun 30 09:22:47.849013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:47.863345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8abf0-3c48-4179-9a29-1bb2c0aabc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbedcea7-1e5c-4b1e-8915-f70c405b8a7f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.911203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50e59-ae01-4640-80b0-bb02f73fbaa2 req-b9dce8ea-d8d8-48fd-8ebe-965f1e90ccd1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.912841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eec50e59-ae01-4640-80b0-bb02f73fbaa2 req-b9dce8ea-d8d8-48fd-8ebe-965f1e90ccd1 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0815911 Jun 30 09:22:47.918713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.951041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.970702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eec50e59-ae01-4640-80b0-bb02f73fbaa2 req-e2cd597f-d321-4224-9b64-d717d3940be9 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Jun 30 09:22:48.016952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.025269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.026712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbedcea7-1e5c-4b1e-8915-f70c405b8a7f HTTP/1.1" status: 204 len: 168 time: 0.1766500 Jun 30 09:22:48.035958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f5f59-9b72-4cd5-a17e-bd25972cf84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbedcea7-1e5c-4b1e-8915-f70c405b8a7f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.309047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e142-bbc7-4f66-bcad-6d08647da7d3 req-0c66d7dd-a235-40ad-9271-3c36c0b681bb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.317235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43b1e142-bbc7-4f66-bcad-6d08647da7d3 req-0c66d7dd-a235-40ad-9271-3c36c0b681bb tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0881777 Jun 30 09:22:48.366344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43b1e142-bbc7-4f66-bcad-6d08647da7d3 req-9902072f-7e8b-4ed1-a2e4-372ffb40356b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Jun 30 09:22:48.586849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170490-6222-432a-a6c8-e5d956c90c44 req-bb9c0672-a240-458d-879f-8bb1265369dc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.588984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d170490-6222-432a-a6c8-e5d956c90c44 req-bb9c0672-a240-458d-879f-8bb1265369dc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0872481 Jun 30 09:22:48.639446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1d170490-6222-432a-a6c8-e5d956c90c44 req-0e7ce4a1-51bd-470f-905a-e14aff9e4546 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Jun 30 09:22:48.862145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d30173-6c4e-4344-9b55-89290ff21223 req-89953d63-5a3b-49c0-81f9-cb423a0e3b59 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.869495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24d30173-6c4e-4344-9b55-89290ff21223 req-89953d63-5a3b-49c0-81f9-cb423a0e3b59 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0847461 Jun 30 09:22:48.907265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24d30173-6c4e-4344-9b55-89290ff21223 req-8a283219-7eef-4335-bc40-0eab76ac994b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Jun 30 09:22:48.945990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49788) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.126528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a7f8-8c3d-40a0-8350-a22f8578b98b req-c435d208-44e3-42b0-bb46-281a462f682a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.128303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9600a7f8-8c3d-40a0-8350-a22f8578b98b req-c435d208-44e3-42b0-bb46-281a462f682a tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0890992 Jun 30 09:22:49.187681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9600a7f8-8c3d-40a0-8350-a22f8578b98b req-51886388-5c94-4c22-9ae0-97216959cb92 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Jun 30 09:22:49.231049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-96727843'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:49.258829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:49.262949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.273527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.400565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.431148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.437908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.480956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c302c2d-952f-4cf1-9e14-bf5a4303183c req-dd271be8-4026-4937-be25-439b47032c59 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.489695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c302c2d-952f-4cf1-9e14-bf5a4303183c req-dd271be8-4026-4937-be25-439b47032c59 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1657803 Jun 30 09:22:49.492369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:49.528662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2b7e6-30fe-469c-a8ac-3fb7e9db5ea1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.532335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.532691 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 5ecd1811-f7f3-4132-95cf-c095879e7e2f of type vlan for network 98043d02-ce64-4f98-9dcb-587808216ad6 Jun 30 09:22:49.580685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c302c2d-952f-4cf1-9e14-bf5a4303183c req-af91eda9-e7cc-43dc-9c24-047916053a20 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894563 Jun 30 09:22:49.594965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.657550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa4c0-f080-4ce6-bc55-35e3325b0463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.662764 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.668776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.669736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.770644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa4c0-f080-4ce6-bc55-35e3325b0463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.775619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6e4fa4c0-f080-4ce6-bc55-35e3325b0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.814951 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6e4fa4c0-f080-4ce6-bc55-35e3325b0463 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3055abc347348aaa018ce9c0b601b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117510 Jun 30 09:22:49.819047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8711774 Jun 30 09:22:49.819200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49808) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.821378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd4fdc-97cd-4e2c-bbbb-68f76610e071 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=98043d02-ce64-4f98-9dcb-587808216ad6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.822710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa4c0-f080-4ce6-bc55-35e3325b0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ba66e-b712-4c89-899e-9b31c9e3c03b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.839506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 98043d02-ce64-4f98-9dcb-587808216ad6 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:49.914887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63120409-58cd-4223-a95d-70d1f9e938b3 req-1887a457-089e-4318-b847-26a16bf10e9b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.924549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63120409-58cd-4223-a95d-70d1f9e938b3 req-1887a457-089e-4318-b847-26a16bf10e9b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1637752 Jun 30 09:22:49.930162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.953076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.977876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.980735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63120409-58cd-4223-a95d-70d1f9e938b3 req-ff450ac7-dddf-482f-b817-e0958921f42b tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512452 Jun 30 09:22:49.991144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:50.067729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.070488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.073963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/395ba66e-b712-4c89-899e-9b31c9e3c03b HTTP/1.1" status: 204 len: 168 time: 0.2515967 Jun 30 09:22:50.085844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1ea90-331d-4bcc-8d51-b13edb64ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ba66e-b712-4c89-899e-9b31c9e3c03b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.105602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:50.110030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.194535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900ce2c-382c-4293-a159-572fc81965f2 req-22250be9-b268-43ed-ae20-c5bc7ed2b439 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.202102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b900ce2c-382c-4293-a159-572fc81965f2 req-22250be9-b268-43ed-ae20-c5bc7ed2b439 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0930302 Jun 30 09:22:50.256602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b900ce2c-382c-4293-a159-572fc81965f2 req-ba39dc8a-9430-44d3-b4da-6b5a2b4d9d28 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Jun 30 09:22:50.369128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.467469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '5ecd1811-f7f3-4132-95cf-c095879e7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:50.468133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: 98043d02-ce64-4f98-9dcb-587808216ad6, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:50.482680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=c5ec22b6-dd06-4688-9acf-22ec3f649340,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.497199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network 98043d02-ce64-4f98-9dcb-587808216ad6 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:50.510775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49828) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.511556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 98043d02-ce64-4f98-9dcb-587808216ad6) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:50.516545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.518961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.522282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d20e5a-fc0b-4ab9-9c77-2c4d242eeaf5 None None] Network 98043d02-ce64-4f98-9dcb-587808216ad6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:50.526609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac275132-cdaa-45be-b3b3-9791f4b71e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.547544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c93b13d3-c535-4ef9-94c8-d34564b4a559 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5680690 Jun 30 09:22:50.551227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49830) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.558877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-452269849'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:50.641080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac275132-cdaa-45be-b3b3-9791f4b71e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.647003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ac275132-cdaa-45be-b3b3-9791f4b71e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.676202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:50.680248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.702889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ac275132-cdaa-45be-b3b3-9791f4b71e51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08b4003272fb4ddd888351732149b45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908712 Jun 30 09:22:50.703864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275132-cdaa-45be-b3b3-9791f4b71e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8277a5-332e-4863-9a52-0fbe90672458,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.714281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49832) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.752212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:50.776847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.778248 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 38f62856-a562-449c-af64-61f37a8fb53a of type vlan for network dc9fce82-27ac-42bf-be7f-8217184b1157 Jun 30 09:22:50.788175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-98043d02-ce64-4f98-9dcb-587808216ad6', 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'c5ec22b6-dd06-4688-9acf-22ec3f649340'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:50.790158 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.846739 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.851739 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.888198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.910740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.916355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.917040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.982114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Allocated IP 172.20.255.242 (98043d02-ce64-4f98-9dcb-587808216ad6/c5ec22b6-dd06-4688-9acf-22ec3f649340/ddeaa4a0-9017-4452-ab9a-3bce0a97b237) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:51.002936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4502709 Jun 30 09:22:51.006254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49834) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.013657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'dc9fce82-27ac-42bf-be7f-8217184b1157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:51.019330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3a2c7-83b9-4835-9609-86293c8df2d2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=dc9fce82-27ac-42bf-be7f-8217184b1157,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.124128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.127347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.132672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef8277a5-332e-4863-9a52-0fbe90672458 HTTP/1.1" status: 204 len: 168 time: 0.4135406 Jun 30 09:22:51.146250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a4d52-46a2-4179-86f5-9760622ae079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8277a5-332e-4863-9a52-0fbe90672458,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.158935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:51.169970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.189682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dc9fce82-27ac-42bf-be7f-8217184b1157 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:51.344393 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.365796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Transition to ACTIVE for port object ddeaa4a0-9017-4452-ab9a-3bce0a97b237 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:51.390578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Transition to ACTIVE for port object ddeaa4a0-9017-4452-ab9a-3bce0a97b237 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:51.399664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.458693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Pushing event updated for resources: {'Port': ['ID=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.480498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Network 98043d02-ce64-4f98-9dcb-587808216ad6 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:51.483300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:51.486853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:51.561266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.565103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Attempting to bind port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:51.565613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Attempting to bind port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '5ecd1811-f7f3-4132-95cf-c095879e7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:51.566006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Attempting to bind port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 on network 98043d02-ce64-4f98-9dcb-587808216ad6 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:51.572265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:51.572668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Checking segment: {'id': '5ecd1811-f7f3-4132-95cf-c095879e7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:51.573078 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.573475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Bound using segment: {'id': '5ecd1811-f7f3-4132-95cf-c095879e7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:51.573968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Bound port: ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd1811-f7f3-4132-95cf-c095879e7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '98043d02-ce64-4f98-9dcb-587808216ad6'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:51.574352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.623188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=982c294a-d3e6-4bfc-a754-07d24c9956fa,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.669354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] For port ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:51.672918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '38f62856-a562-449c-af64-61f37a8fb53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dc9fce82-27ac-42bf-be7f-8217184b1157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:51.674040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: dc9fce82-27ac-42bf-be7f-8217184b1157, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:51.678524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] For port ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,segment=NetworkSegment(5ecd1811-f7f3-4132-95cf-c095879e7e2f),segment_id=5ecd1811-f7f3-4132-95cf-c095879e7e2f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:51.692209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.699939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network dc9fce82-27ac-42bf-be7f-8217184b1157 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:51.714770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, dc9fce82-27ac-42bf-be7f-8217184b1157) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:51.722688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:51.723699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.741525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2adfd-e6da-4795-b29e-87769c94a495 None None] Network dc9fce82-27ac-42bf-be7f-8217184b1157 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:51.770470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d84ef4b8-594d-4ff6-933d-d3df6c2cfdff tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7631252 Jun 30 09:22:51.774098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49850) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.916148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.016477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d8a65-a0b8-4ac3-aba6-096f292bbdec None None] Pushing event updated for resources: {'Port': ['ID=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.026262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.129745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.163974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37596830-c373-4fb2-8085-8f4bd92410b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-dc9fce82-27ac-42bf-be7f-8217184b1157', 'network_id': 'dc9fce82-27ac-42bf-be7f-8217184b1157', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': '982c294a-d3e6-4bfc-a754-07d24c9956fa'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:52.164853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37596830-c373-4fb2-8085-8f4bd92410b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.210637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=982c294a-d3e6-4bfc-a754-07d24c9956fa,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.316683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.343724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1b70b-2797-4e7a-a7ea-4cf8d319e594 None None] Network dc9fce82-27ac-42bf-be7f-8217184b1157 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:52.359606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9fce82-27ac-42bf-be7f-8217184b1157']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:52.409650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f62856-a562-449c-af64-61f37a8fb53a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:52.410449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f62856-a562-449c-af64-61f37a8fb53a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:52.443595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.484259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.512150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:52.512918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:52.520622 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:52.646903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.654181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.656062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dc9fce82-27ac-42bf-be7f-8217184b1157 HTTP/1.1" status: 204 len: 168 time: 0.8801799 Jun 30 09:22:52.661364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49874) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.668758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1768350561'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:52.688583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9fe62-9316-44f9-9b57-61057475a7c3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=dc9fce82-27ac-42bf-be7f-8217184b1157,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.712135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:52.716065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.762246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:52.785944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.786408 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 80224d1c-a7fe-40be-9bf6-4081ad9dfa9a of type vlan for network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 Jun 30 09:22:52.860665 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.898123 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.910378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:52.911305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.992876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49876) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.993496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3299360 Jun 30 09:22:52.999367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': '62d975c3-cb2f-4a8d-8637-a4b0df5b0562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:53.004537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168477ce-53ee-42db-8a9d-e8bd0dd96332 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=62d975c3-cb2f-4a8d-8637-a4b0df5b0562,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:53.016237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:53.175560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:53.181416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.277338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing IP validity checks on allocation pools {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:22:53.281616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:22:53.381597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ddeaa4a0-9017-4452-ab9a-3bce0a97b237 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:53.480462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:53.590025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.730916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46349898-ad39-40a2-95c6-e352d58d5553 None None] Network 98043d02-ce64-4f98-9dcb-587808216ad6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:53.745818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=a60cec93-6f72-4fe8-9b2d-1ba98ce3af48,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:53.843501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '80224d1c-a7fe-40be-9bf6-4081ad9dfa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '62d975c3-cb2f-4a8d-8637-a4b0df5b0562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:53.843867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: 62d975c3-cb2f-4a8d-8637-a4b0df5b0562, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:53.882647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:53.901187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 62d975c3-cb2f-4a8d-8637-a4b0df5b0562) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:53.918793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:53.919466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.946641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256efcc-0998-461c-800c-494a6605063c None None] Network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:53.961798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-49561f33-1f35-43fa-a3c6-5957ef037ee8 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9660962 Jun 30 09:22:53.963602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49890) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:54.143696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Provisioning for port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:54.157703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Provisioning complete for port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:54.158336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.159499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.261738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.378626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.584289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.596158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d975c3-cb2f-4a8d-8637-a4b0df5b0562']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:54.602183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538695a-cb20-4c2a-8bed-a1d3c4304868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-62d975c3-cb2f-4a8d-8637-a4b0df5b0562', 'network_id': '62d975c3-cb2f-4a8d-8637-a4b0df5b0562', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'a60cec93-6f72-4fe8-9b2d-1ba98ce3af48'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:54.605361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b538695a-cb20-4c2a-8bed-a1d3c4304868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.613591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80224d1c-a7fe-40be-9bf6-4081ad9dfa9a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:54.613949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80224d1c-a7fe-40be-9bf6-4081ad9dfa9a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:54.621597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=a60cec93-6f72-4fe8-9b2d-1ba98ce3af48,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.640654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.657114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.661923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.682494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:54.683245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:54.687135 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:54.807221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.815577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.817628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/62d975c3-cb2f-4a8d-8637-a4b0df5b0562 HTTP/1.1" status: 204 len: 168 time: 0.8531175 Jun 30 09:22:54.831538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49896) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:54.833662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b5b6f-0242-4db8-b14f-ca144f1d42b4 None None] Network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:54.842635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1053353551'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:54.856997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa530b-4605-4a52-b466-3ad2385356f7 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=62d975c3-cb2f-4a8d-8637-a4b0df5b0562,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.893323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:54.898465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.900008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] For port ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,segment=NetworkSegment(5ecd1811-f7f3-4132-95cf-c095879e7e2f),segment_id=5ecd1811-f7f3-4132-95cf-c095879e7e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:54.903626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b5b6f-0242-4db8-b14f-ca144f1d42b4 None None] Network 62d975c3-cb2f-4a8d-8637-a4b0df5b0562 could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:22:54.907655 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.942327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:54.953192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.953665 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment cc48c02b-1cec-432b-a7ff-31bca8cfde27 of type vlan for network dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 Jun 30 09:22:55.014395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.017352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23167372-494f-47dc-a3e9-f511e1439429 None None] Pushing event updated for resources: {'Port': ['ID=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:55.059681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2785b4f-8f5d-4ec4-8d06-fa2f2f9a2d1b None None] Provisioning complete for port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:55.060040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2785b4f-8f5d-4ec4-8d06-fa2f2f9a2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.075469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.094932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:55.096030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.123765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2843654 Jun 30 09:22:55.124426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:55.129633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:55.264781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f60879-d940-428a-98cf-7b4ad8f7d7f6 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:55.265112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:55.282420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:55.287957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.304937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ddeaa4a0-9017-4452-ab9a-3bce0a97b237 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:55.541593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:55.541834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.553635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.624296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=fcb632e2-cd42-4c64-b1b9-48f81b03507b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:55.636993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': 'cc48c02b-1cec-432b-a7ff-31bca8cfde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:55.636993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:55.666932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:55.680373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:55.684765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:55.685447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.694016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0bd003-9a1f-4368-98dd-965e5ab46377 None None] Network dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:55.718448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-72203498-5e03-4a07-b100-38e5e8646f96 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5934095 Jun 30 09:22:55.718986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49910) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:55.875213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.910560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d30ac-6ec4-4c9f-9390-c7009e000535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9', 'network_id': 'dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'fcb632e2-cd42-4c64-b1b9-48f81b03507b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:55.911429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b64d30ac-6ec4-4c9f-9390-c7009e000535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.961114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.031485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.062762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb632e2-cd42-4c64-b1b9-48f81b03507b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-b64d30ac-6ec4-4c9f-9390-c7009e000535 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb632e2-cd42-4c64-b1b9-48f81b03507b: This subnet is being modified by another concurrent operation. Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb632e2-cd42-4c64-b1b9-48f81b03507b: This subnet is being modified by another concurrent operation. Jun 30 09:22:56.074183 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:22:56.123705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcf1e2-cf4f-4fa0-984c-3d15d1e14844 None None] Network dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:56.181870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.201060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.232486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc48c02b-1cec-432b-a7ff-31bca8cfde27') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.232807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc48c02b-1cec-432b-a7ff-31bca8cfde27') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.269305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.301586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.311208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e18eb1-3160-4dc6-90be-eddb3aff564b None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:56.314509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:56.315132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:56.318896 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:56.401027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.432866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.433948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e18eb1-3160-4dc6-90be-eddb3aff564b None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:56.439698 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 HTTP/1.1" status: 204 len: 168 time: 0.7150531 Jun 30 09:22:56.439698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf938a4-4b54-40fd-b6c4-c12c6d736482 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.441047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49922) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.447716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1724203997'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:56.473059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:56.480747 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.537013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:56.556718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.558258 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment e43bff1a-f8a9-4aac-89ba-735f028daeb1 of type vlan for network c72545e9-72d6-41c5-bccd-5d1821c9abf6 Jun 30 09:22:56.611883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.667506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.679394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.683266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.792062 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3494711 Jun 30 09:22:56.795055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.801297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:56.848021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb7cdf-a4c5-45e6-9cee-24be22e5e642 req-1dd3caac-df84-41e1-88b9-b3e04ac8b020 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.850189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9dfb7cdf-a4c5-45e6-9cee-24be22e5e642 req-1dd3caac-df84-41e1-88b9-b3e04ac8b020 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0867455 Jun 30 09:22:56.855897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b709f4a-1ef1-4018-ad88-43303219a4ca tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=c72545e9-72d6-41c5-bccd-5d1821c9abf6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.877092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c72545e9-72d6-41c5-bccd-5d1821c9abf6 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:56.916553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9dfb7cdf-a4c5-45e6-9cee-24be22e5e642 req-5f41ce16-7afa-4cea-a3ca-435c7172cc26 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Jun 30 09:22:56.941176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:56.945319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.130060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.193267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=bbbb6ce7-9a06-46ac-b5cc-8b4dbe8f4ce2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.205733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': 'e43bff1a-f8a9-4aac-89ba-735f028daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:57.207411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: c72545e9-72d6-41c5-bccd-5d1821c9abf6, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:57.226928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network c72545e9-72d6-41c5-bccd-5d1821c9abf6 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:57.243133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c72545e9-72d6-41c5-bccd-5d1821c9abf6) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:57.249328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:57.249981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.252232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc84f6d-a67f-42fc-a176-48c250377e39 None None] Network c72545e9-72d6-41c5-bccd-5d1821c9abf6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:57.269111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-55369248-3131-4a31-8352-cf33ca23d963 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4726915 Jun 30 09:22:57.271470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.426233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c72545e9-72d6-41c5-bccd-5d1821c9abf6', 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'bbbb6ce7-9a06-46ac-b5cc-8b4dbe8f4ce2'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:57.427288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.429471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.500202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.606894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Allocated IP 172.20.0.2 (c72545e9-72d6-41c5-bccd-5d1821c9abf6/bbbb6ce7-9a06-46ac-b5cc-8b4dbe8f4ce2/5e749731-2836-46e5-a537-abf36267f80e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:57.762691 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.771576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Transition to ACTIVE for port object 5e749731-2836-46e5-a537-abf36267f80e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:57.791032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Transition to ACTIVE for port object 5e749731-2836-46e5-a537-abf36267f80e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:57.813407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.830453 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.881707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbb6ce7-9a06-46ac-b5cc-8b4dbe8f4ce2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.901881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Pushing event updated for resources: {'Port': ['ID=5e749731-2836-46e5-a537-abf36267f80e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.912965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Network c72545e9-72d6-41c5-bccd-5d1821c9abf6 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:57.915430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:57.919272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:58.035572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.046915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72545e9-72d6-41c5-bccd-5d1821c9abf6']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.055683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Attempting to bind port 5e749731-2836-46e5-a537-abf36267f80e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:58.056155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Attempting to bind port 5e749731-2836-46e5-a537-abf36267f80e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e43bff1a-f8a9-4aac-89ba-735f028daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:58.056524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Attempting to bind port 5e749731-2836-46e5-a537-abf36267f80e on network c72545e9-72d6-41c5-bccd-5d1821c9abf6 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:58.060319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43bff1a-f8a9-4aac-89ba-735f028daeb1') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.061071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43bff1a-f8a9-4aac-89ba-735f028daeb1') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.066217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:58.066217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Checking segment: {'id': 'e43bff1a-f8a9-4aac-89ba-735f028daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:58.066632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.067044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Bound using segment: {'id': 'e43bff1a-f8a9-4aac-89ba-735f028daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:58.067764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Bound port: 5e749731-2836-46e5-a537-abf36267f80e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43bff1a-f8a9-4aac-89ba-735f028daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:58.068135 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.074735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.090411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.120838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:58.121215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:58.124266 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:58.185647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] For port 5e749731-2836-46e5-a537-abf36267f80e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:58.199163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] For port 5e749731-2836-46e5-a537-abf36267f80e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e749731-2836-46e5-a537-abf36267f80e,segment=NetworkSegment(e43bff1a-f8a9-4aac-89ba-735f028daeb1),segment_id=e43bff1a-f8a9-4aac-89ba-735f028daeb1)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:58.199499 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:22:58.199499 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:22:58.199499 n-d-779913-25 neutron-server[94183]: [parameters: {'id': 'c72545e9-72d6-41c5-bccd-5d1821c9abf6'}] Jun 30 09:22:58.199499 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:58.200033 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:58.205092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.220448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b675a03-9612-4a2f-9f8d-812854f65b8a req-8e6501e9-9a7c-4cda-bb33-389b3fc10dfc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:58.228310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b675a03-9612-4a2f-9f8d-812854f65b8a req-8e6501e9-9a7c-4cda-bb33-389b3fc10dfc tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.1394241 Jun 30 09:22:58.279650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b675a03-9612-4a2f-9f8d-812854f65b8a req-c081edb7-680f-423d-9ce4-a13881baa56f tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef8b009a-7fec-460b-877b-524baac02c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Jun 30 09:22:58.297428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076e00c-2455-4cab-81c3-09af96d29422 None None] Pushing event updated for resources: {'Port': ['ID=5e749731-2836-46e5-a537-abf36267f80e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.319437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cd82b-7916-42d1-b708-769e063b6de3 None None] Network c72545e9-72d6-41c5-bccd-5d1821c9abf6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:58.376188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-4b1a1dab-98f1-4577-a23f-7507d2093d3d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:58.378364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-4b1a1dab-98f1-4577-a23f-7507d2093d3d tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 946 time: 0.0747824 Jun 30 09:22:58.472653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b5d36-23b0-40e0-bc30-c96b64f9dae8 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:22:58.510238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Deleting port 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:58.510571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.564954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b5d36-23b0-40e0-bc30-c96b64f9dae8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:22:58.610715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] For port 5714dfca-18e4-4d9d-a49b-7198127d19b4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5714dfca-18e4-4d9d-a49b-7198127d19b4,segment=NetworkSegment(f04b4c60-b345-4b46-9d37-d691f1c6363a),segment_id=f04b4c60-b345-4b46-9d37-d691f1c6363a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:58.611174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.624475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Calling delete_port for 5714dfca-18e4-4d9d-a49b-7198127d19b4 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:58.703270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.795121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.807547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['5714dfca-18e4-4d9d-a49b-7198127d19b4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:58.811068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting port 5e749731-2836-46e5-a537-abf36267f80e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:58.811413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.844175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Pushing event deleted for resources: {'Port': ['ID=5714dfca-18e4-4d9d-a49b-7198127d19b4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.922298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] No DVR routers for this DVR port 5714dfca-18e4-4d9d-a49b-7198127d19b4 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:58.929483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.931424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3532d6e-0189-4f08-9abe-9172d62e281f req-74d1aeb5-a68f-4425-932e-7fc8fb873ffa tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.41 "DELETE /v2.0/ports/5714dfca-18e4-4d9d-a49b-7198127d19b4 HTTP/1.1" status: 204 len: 173 time: 0.5476551 Jun 30 09:22:58.931881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-deleted', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:58.934195 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca2f779-e892-46ae-99fa-f169dd2438f8" -d '{"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-deleted", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:58.943883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] For port 5e749731-2836-46e5-a537-abf36267f80e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e749731-2836-46e5-a537-abf36267f80e,segment=NetworkSegment(e43bff1a-f8a9-4aac-89ba-735f028daeb1),segment_id=e43bff1a-f8a9-4aac-89ba-735f028daeb1)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:58.944278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.958252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Calling delete_port for 5e749731-2836-46e5-a537-abf36267f80e owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:58.978293 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bccc2e-6a43-4743-8779-c5fec0ba19db x-openstack-request-id: req-47bccc2e-6a43-4743-8779-c5fec0ba19db {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:58.978589 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d", "name": "network-vif-deleted", "tag": "5714dfca-18e4-4d9d-a49b-7198127d19b4", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:58.978846 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47bccc2e-6a43-4743-8779-c5fec0ba19db {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:58.979244 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d', 'name': 'network-vif-deleted', 'tag': '5714dfca-18e4-4d9d-a49b-7198127d19b4', 'status': 'completed', 'code': 200} Jun 30 09:22:59.074659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.111765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Port': ['ID=5e749731-2836-46e5-a537-abf36267f80e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.120613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No DVR routers for this DVR port 5e749731-2836-46e5-a537-abf36267f80e on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:59.202659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.213197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72545e9-72d6-41c5-bccd-5d1821c9abf6']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.223983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43bff1a-f8a9-4aac-89ba-735f028daeb1') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.224277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43bff1a-f8a9-4aac-89ba-735f028daeb1') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:59.233185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.247864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.251165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da5f1971-7333-459d-99c4-3262408bb324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.255131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:59.255563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:59.258749 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:59.317343 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.331109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.334031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/c72545e9-72d6-41c5-bccd-5d1821c9abf6 HTTP/1.1" status: 204 len: 168 time: 2.0615137 Jun 30 09:22:59.337607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49954) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.343483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784897390'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:59.352637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854b85-6e2e-4afe-9933-5fc46ed22f9b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=c72545e9-72d6-41c5-bccd-5d1821c9abf6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.368483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:59.372575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.403154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:59.413319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.414103 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 1fafb5c4-12d4-4140-b539-940e7c24b50e of type vlan for network a8001b99-2500-4e97-9211-aeecf9206a85 Jun 30 09:22:59.493045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.525485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88e3a2a3-f8c6-4695-868b-78ad5c714896 req-ec5cee37-1c97-4ade-ad93-78dec729c094 tempest-ServersNegativeTestJSON-608665046 tempest-ServersNegativeTestJSON-608665046-project] 10.222.0.66 "GET /v2.0/ports?device_id=a79ac5cc-ea6d-41cd-9472-fa8a442ecd0d HTTP/1.1" status: 200 len: 210 time: 0.0507348 Jun 30 09:22:59.541185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.556734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:59.557388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.612671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2737651 Jun 30 09:22:59.615596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49958) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.621088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'a8001b99-2500-4e97-9211-aeecf9206a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:59.633831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879c891-c80d-43b8-bd9d-8eb516edc1fd tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=a8001b99-2500-4e97-9211-aeecf9206a85,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.645984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a8001b99-2500-4e97-9211-aeecf9206a85 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:59.736078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:59.739866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.797233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing IP validity checks on allocation pools {{(pid=94183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:22:59.797740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:22:59.926167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.984325 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=8883c588-26e2-42f7-93ab-71309e17bc21,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.997959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '1fafb5c4-12d4-4140-b539-940e7c24b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a8001b99-2500-4e97-9211-aeecf9206a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:59.998140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: a8001b99-2500-4e97-9211-aeecf9206a85, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:00.020865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network a8001b99-2500-4e97-9211-aeecf9206a85 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:00.033089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a8001b99-2500-4e97-9211-aeecf9206a85) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:00.037507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:00.038166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.044210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c691b6-12af-4749-819b-ed0713e238c6 None None] Network a8001b99-2500-4e97-9211-aeecf9206a85 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:00.057321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-150dcb1b-c730-45a8-a65a-61bfda0c837f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4403880 Jun 30 09:23:00.061851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49960) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.200956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.263449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.286182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c10980-d447-4332-8db1-8a8f05151d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a8001b99-2500-4e97-9211-aeecf9206a85', 'network_id': 'a8001b99-2500-4e97-9211-aeecf9206a85', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': '8883c588-26e2-42f7-93ab-71309e17bc21'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:00.287078 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3c10980-d447-4332-8db1-8a8f05151d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.332034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.367919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=8883c588-26e2-42f7-93ab-71309e17bc21,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-a3c10980-d447-4332-8db1-8a8f05151d09 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8883c588-26e2-42f7-93ab-71309e17bc21: This subnet is being modified by another concurrent operation. Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8883c588-26e2-42f7-93ab-71309e17bc21: This subnet is being modified by another concurrent operation. Jun 30 09:23:00.418833 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:23:00.439076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.442485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc2be2-3235-4451-b048-053027ffb601 None None] Network a8001b99-2500-4e97-9211-aeecf9206a85 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:00.452531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8001b99-2500-4e97-9211-aeecf9206a85']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.464242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fafb5c4-12d4-4140-b539-940e7c24b50e') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.464675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fafb5c4-12d4-4140-b539-940e7c24b50e') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.476938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.493702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.500455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:00.500957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:00.504160 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:00.573625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.574398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca132ba-4a07-4a12-ba18-3654b263a6ac None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:00.583393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.585258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/a8001b99-2500-4e97-9211-aeecf9206a85 HTTP/1.1" status: 204 len: 168 time: 0.5224266 Jun 30 09:23:00.588780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49976) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.594462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1479731756'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:00.605733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1972-285a-4aa1-9e44-ee9a75e3ec49 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=a8001b99-2500-4e97-9211-aeecf9206a85,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:00.629031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:00.634496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.649345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49978) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.655912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca132ba-4a07-4a12-ba18-3654b263a6ac None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:23:00.665559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:00.675974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.676536 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 4f43e0e3-96b7-46e5-972b-d0cc0a7cafad of type vlan for network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 Jun 30 09:23:00.708279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Deleting subnet 8e788636-5db0-4622-b175-6e8dd8044162 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:00.713007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.725229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.762626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.765124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.772715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:00.773743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.815184 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2251866 Jun 30 09:23:00.822062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:00.827023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:00.835685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.885168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b744-e66d-456a-bcfb-129db8971cf2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=a0ad6271-9ab6-4f75-9041-9f19fd0a9736,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:00.905808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:01.015445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.043804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:01.047356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.054524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e788636-5db0-4622-b175-6e8dd8044162,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:01.072678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.078000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49982) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.078309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71a56a01-fb2c-46be-9409-fa9338bb16b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e788636-5db0-4622-b175-6e8dd8044162 HTTP/1.1" status: 204 len: 168 time: 0.4274831 Jun 30 09:23:01.184647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.287197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.297225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac10a8c-60d1-4549-87d6-c276fd2b6010']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.303179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.309729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04b4c60-b345-4b46-9d37-d691f1c6363a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.309729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04b4c60-b345-4b46-9d37-d691f1c6363a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.318791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.334977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.341663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:01.342103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:01.343915 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:01.406709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.416779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.418957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ac10a8c-60d1-4549-87d6-c276fd2b6010 HTTP/1.1" status: 204 len: 168 time: 0.3393505 Jun 30 09:23:01.755041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 49990) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.804573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=e8bc7e2c-ca7a-4e35-b1f5-2671a3eae793,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:01.814107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57ca56-0ff5-49d1-8ce3-b0f6808e06f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac10a8c-60d1-4549-87d6-c276fd2b6010,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:01.822324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:01.822687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: a0ad6271-9ab6-4f75-9041-9f19fd0a9736, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:01.847730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c80fd838-2a8b-40c4-ad9d-6a3f2fe61e4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=268564b1d7c34544b1c7d105f45ec96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914021 Jun 30 09:23:01.850550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49992) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.854536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:01.865343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a0ad6271-9ab6-4f75-9041-9f19fd0a9736) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:01.873120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:01.873663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.883937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8b761-ddc4-4d18-b3b7-522ad4021dd8 None None] Network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:01.897529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-eee8f302-ae6d-4efe-b487-ecb8545172c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0742691 Jun 30 09:23:01.900823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 49994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.934821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b330-9146-4e28-806f-a46d374589d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.955598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.998343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.045090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.056306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.080487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a0ad6271-9ab6-4f75-9041-9f19fd0a9736', 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'e8bc7e2c-ca7a-4e35-b1f5-2671a3eae793'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:02.081403 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.120568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.123578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.127288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef8b009a-7fec-460b-877b-524baac02c3f HTTP/1.1" status: 204 len: 168 time: 0.2731566 Jun 30 09:23:02.140606 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.144197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37800-d2a3-4629-9451-5641e2f09d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8b009a-7fec-460b-877b-524baac02c3f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.215586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:02.249895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 5714dfca-18e4-4d9d-a49b-7198127d19b4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:02.250257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5714dfca-18e4-4d9d-a49b-7198127d19b4 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:02.264266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Allocated IP 172.20.0.1 (a0ad6271-9ab6-4f75-9041-9f19fd0a9736/e8bc7e2c-ca7a-4e35-b1f5-2671a3eae793/dbe4039d-252c-4ec7-8275-0e7f60b8b32e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:02.419936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.429991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Transition to ACTIVE for port object dbe4039d-252c-4ec7-8275-0e7f60b8b32e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:02.447741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Transition to ACTIVE for port object dbe4039d-252c-4ec7-8275-0e7f60b8b32e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:02.459023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.480536 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.507330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:02.510852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:02.521294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:02.525373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bc7e2c-ca7a-4e35-b1f5-2671a3eae793,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.535452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Pushing event updated for resources: {'Port': ['ID=dbe4039d-252c-4ec7-8275-0e7f60b8b32e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.607844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Attempting to bind port dbe4039d-252c-4ec7-8275-0e7f60b8b32e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:02.608404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Attempting to bind port dbe4039d-252c-4ec7-8275-0e7f60b8b32e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:02.609378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Attempting to bind port dbe4039d-252c-4ec7-8275-0e7f60b8b32e on network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:02.609474 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.617486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:02.618082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Checking segment: {'id': '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:02.618604 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.619144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Bound using segment: {'id': '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:02.620548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Bound port: dbe4039d-252c-4ec7-8275-0e7f60b8b32e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:02.621124 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.624286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ad6271-9ab6-4f75-9041-9f19fd0a9736']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.640804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.642965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.661023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.678477 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.689461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:02.689851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:02.694493 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:02.714073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] For port dbe4039d-252c-4ec7-8275-0e7f60b8b32e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:02.756417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] For port dbe4039d-252c-4ec7-8275-0e7f60b8b32e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbe4039d-252c-4ec7-8275-0e7f60b8b32e,segment=NetworkSegment(4f43e0e3-96b7-46e5-972b-d0cc0a7cafad),segment_id=4f43e0e3-96b7-46e5-972b-d0cc0a7cafad)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:02.759658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:23:02.759658 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:23:02.759658 n-d-779913-25 neutron-server[94185]: [parameters: {'id': 'a0ad6271-9ab6-4f75-9041-9f19fd0a9736'}] Jun 30 09:23:02.759658 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:02.760095 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:02.762875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.859514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb9fe-3a20-450c-b4e7-649563289984 None None] Pushing event updated for resources: {'Port': ['ID=dbe4039d-252c-4ec7-8275-0e7f60b8b32e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.893659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27aa2f-765c-42bb-8017-81a383b24c9f None None] Network a0ad6271-9ab6-4f75-9041-9f19fd0a9736 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:02.967964 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.065041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9fd940-1e06-4e74-b7be-f0f88a96ca73 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:03.097896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.154890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fd940-1e06-4e74-b7be-f0f88a96ca73 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:23:03.221901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-network', 'tenant_id': 'f552d62833ac4c54806679f405a54e48'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:03.250645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Made reservation on behalf of f552d62833ac4c54806679f405a54e48 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:03.254011 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.263277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.266828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.353015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting port dbe4039d-252c-4ec7-8275-0e7f60b8b32e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:03.353347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.405619 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.429568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] For port dbe4039d-252c-4ec7-8275-0e7f60b8b32e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=dbe4039d-252c-4ec7-8275-0e7f60b8b32e,segment=NetworkSegment(4f43e0e3-96b7-46e5-972b-d0cc0a7cafad),segment_id=4f43e0e3-96b7-46e5-972b-d0cc0a7cafad)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:03.429974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.452643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Calling delete_port for dbe4039d-252c-4ec7-8275-0e7f60b8b32e owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:03.534692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.541668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.573920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:03.592202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c84cf-8e47-4c0d-910a-14e3e598df4b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:03.598278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.598627 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Added segment f94db933-9d29-4377-8124-aa12caa735f9 of type vlan for network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 Jun 30 09:23:03.630314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.669087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.675833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Port': ['ID=dbe4039d-252c-4ec7-8275-0e7f60b8b32e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:03.679239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No DVR routers for this DVR port dbe4039d-252c-4ec7-8275-0e7f60b8b32e on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:03.760728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.761708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:03.762324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.784364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.840730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ad6271-9ab6-4f75-9041-9f19fd0a9736']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.843815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7446992 Jun 30 09:23:03.847724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50024) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.854069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Request body: {'subnet': {'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-subnet', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:03.864826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.865132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43e0e3-96b7-46e5-972b-d0cc0a7cafad') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.875998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4c745-b992-4da2-867e-b608ed488303 admin admin] Pushing event updated for resources: {'Network': ['ID=2a38748f-89f6-49ea-a14b-cecec1ec62b8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:03.879588 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.890377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:03.895163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Made reservation on behalf of f552d62833ac4c54806679f405a54e48 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:03.897526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.897743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.904645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:03.905081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:03.908864 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:03.978361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.983437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.989150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/a0ad6271-9ab6-4f75-9041-9f19fd0a9736 HTTP/1.1" status: 204 len: 168 time: 2.0836389 Jun 30 09:23:03.989506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50026) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.995340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766262405'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:04.001366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff1f6a-524d-4ad8-ad8e-e119606aace2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=a0ad6271-9ab6-4f75-9041-9f19fd0a9736,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:04.038739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:04.042280 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.106781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:04.164654 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.164931 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 7a17b78b-45d0-42ca-b075-7d80e8bb8837 of type vlan for network 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 Jun 30 09:23:04.199145 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.240063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.291917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=66231947-0886-4c5d-b738-f34adf89afc9,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:04.304368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:04.304729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Network hostable DHCP agents. Network: 2a38748f-89f6-49ea-a14b-cecec1ec62b8, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:04.308109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.313536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:04.314647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.374584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3835006 Jun 30 09:23:04.378162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50030) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.383416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:04.384445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': '2d583e3c-76dc-40f7-b42f-7e2e3e3a4281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:04.396422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2a38748f-89f6-49ea-a14b-cecec1ec62b8) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:04.398141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0f298-250f-47f2-98f8-f5d92ffa23b3 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=2d583e3c-76dc-40f7-b42f-7e2e3e3a4281,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:04.404114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:04.404650 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.410048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ecea6-f254-4dd5-bfdb-f0a709c00633 None None] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:04.414622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:04.424835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-19e04bda-ae18-4e4c-a318-0124ce893fcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5750811 Jun 30 09:23:04.425478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50032) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.435159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:04.461455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.463170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.503696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:04.508547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.521426 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.608427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.636574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:04.637780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.661009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.737910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.806293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=1a390f97-97f3-4a83-b2ca-ce50bf04858e,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:04.815827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Allocated IP 172.20.0.2 (2a38748f-89f6-49ea-a14b-cecec1ec62b8/66231947-0886-4c5d-b738-f34adf89afc9/0dcaacbf-8708-4865-a718-07359abc7a7b) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:04.818932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '7a17b78b-45d0-42ca-b075-7d80e8bb8837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2d583e3c-76dc-40f7-b42f-7e2e3e3a4281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:04.819317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:04.847740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:04.856944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:04.861031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:04.861619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.879072 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7142f69d-6e71-4b66-8704-343360e8d5c0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4995236 Jun 30 09:23:04.881800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.882551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1b1d9-fd42-4d31-b8ad-37a05c7c0de4 None None] Network 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:04.912265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:04.934460 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.000086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.060692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Allocated IP 172.25.4.244 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c6fac107-2ea4-4b99-90e4-b109bafd1ae9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:05.061031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.105321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.121511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Transition to ACTIVE for port object 0dcaacbf-8708-4865-a718-07359abc7a7b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:05.124657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.143076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.161890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a013a9-da37-4d7a-8543-6e931e720877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-2d583e3c-76dc-40f7-b42f-7e2e3e3a4281', 'network_id': '2d583e3c-76dc-40f7-b42f-7e2e3e3a4281', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': '1a390f97-97f3-4a83-b2ca-ce50bf04858e'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:05.162751 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e4a013a9-da37-4d7a-8543-6e931e720877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.176595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=1a390f97-97f3-4a83-b2ca-ce50bf04858e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.191352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Transition to ACTIVE for port object 0dcaacbf-8708-4865-a718-07359abc7a7b will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:05.224704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.255053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.261659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.267194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d583e3c-76dc-40f7-b42f-7e2e3e3a4281']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.283161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a17b78b-45d0-42ca-b075-7d80e8bb8837') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.283402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a17b78b-45d0-42ca-b075-7d80e8bb8837') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:05.290494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.295530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.304203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:05.305398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76626ab3-3dc0-4009-9acf-67c57a4db247 None None] Network 2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:05.314913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.323238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:05.323655 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.324996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:05.334135 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:05.351922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:05.355761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:05.356074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:05.360168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:05.422731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Pushing event updated for resources: {'Port': ['ID=0dcaacbf-8708-4865-a718-07359abc7a7b,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.435010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.448384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Attempting to bind port 0dcaacbf-8708-4865-a718-07359abc7a7b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:05.448845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Attempting to bind port 0dcaacbf-8708-4865-a718-07359abc7a7b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:05.449291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Attempting to bind port 0dcaacbf-8708-4865-a718-07359abc7a7b on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:05.456752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:05.457238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:05.457717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.458213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Bound using segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:05.458769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Bound port: 0dcaacbf-8708-4865-a718-07359abc7a7b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:05.459240 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.465977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.474196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 HTTP/1.1" status: 204 len: 168 time: 0.5859518 Jun 30 09:23:05.474196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc5953-7321-4c3a-a351-5da9e7ef534f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=2d583e3c-76dc-40f7-b42f-7e2e3e3a4281,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.477480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.483495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627338078'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:05.513093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:05.518499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.553368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:05.564615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.565000 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 790aa8f4-1f12-4511-9093-ef50fffebf66 of type vlan for network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 Jun 30 09:23:05.574054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.595661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] For port 0dcaacbf-8708-4865-a718-07359abc7a7b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:05.610098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] For port 0dcaacbf-8708-4865-a718-07359abc7a7b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0dcaacbf-8708-4865-a718-07359abc7a7b,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:05.612579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.620546 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.660186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.670156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:05.670964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.720466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30707-cc19-4630-9db2-089d4b5b3a69 None None] Pushing event updated for resources: {'Port': ['ID=0dcaacbf-8708-4865-a718-07359abc7a7b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.743716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.756323 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2774947 Jun 30 09:23:05.759822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.767471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:05.843568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f665f-ff7f-4350-a05d-db6733f6787b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=dbd97c6b-42ad-4fdf-ad62-07bed59debe4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.895094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:06.002980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.031025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.058474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 is not hosted by any dhcp agent {{(pid=94185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:23:06.077661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:06.078416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.083678 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "PUT /v2.0/networks/dbd97c6b-42ad-4fdf-ad62-07bed59debe4 HTTP/1.1" status: 200 len: 723 time: 0.3226631 Jun 30 09:23:06.086442 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50060) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.092201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:06.098945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.201476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d236e-62ae-4209-bd49-440807ec862e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=dbd97c6b-42ad-4fdf-ad62-07bed59debe4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:06.312503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:06.349426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:06.353129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.434726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:06.604434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:06.617729 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:06.632807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:06.633832 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:06.654471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.655888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-be5c7add-2cff-4657-a191-9cccf7f7ccd5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2293913 Jun 30 09:23:06.659869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50072) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.677804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.761936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=883b4870-3814-484c-9c77-aba2bdd9fdd2,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:06.798658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '790aa8f4-1f12-4511-9093-ef50fffebf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:06.799143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: dbd97c6b-42ad-4fdf-ad62-07bed59debe4, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:06.803181 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:06.826422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:06.842672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, dbd97c6b-42ad-4fdf-ad62-07bed59debe4) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:06.855958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282fec9-1e71-4f39-bf4d-844dc15ba387 None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:06.859194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:06.859438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.897607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5f942fd-9f2b-495f-9fc3-3f57086b6e66 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8097200 Jun 30 09:23:06.898604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50076) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.918332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:07.140120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25567085'] for subnet, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.191109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-dbd97c6b-42ad-4fdf-ad62-07bed59debe4', 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': '883b4870-3814-484c-9c77-aba2bdd9fdd2'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:07.193675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.239405 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:05Z', 'revision_number': 3, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:07.436322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0dcaacbf-8708-4865-a718-07359abc7a7b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:07.511890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de23161-aae9-4b9c-aee6-b71a04708e6c None None] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:07.524977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757224534532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25250224'] for subnet, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.543624 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:07.543975 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Updating router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:07.570445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:07.571275 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.576481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "PUT /v2.0/subnets/883b4870-3814-484c-9c77-aba2bdd9fdd2 HTTP/1.1" status: 200 len: 806 time: 0.6765945 Jun 30 09:23:07.580597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50082) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.596503 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.616029 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.648500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0dcaacbf-8708-4865-a718-07359abc7a7b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:07.669534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Provisioning for port 0dcaacbf-8708-4865-a718-07359abc7a7b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:07.670721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e4521-58cf-4a15-9c33-ebcbd428514d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=883b4870-3814-484c-9c77-aba2bdd9fdd2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.684779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Provisioning complete for port 0dcaacbf-8708-4865-a718-07359abc7a7b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:07.685362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.687539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0dcaacbf-8708-4865-a718-07359abc7a7b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:07.688557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.804748 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.812790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Allocated IP 172.20.0.2 (dbd97c6b-42ad-4fdf-ad62-07bed59debe4/883b4870-3814-484c-9c77-aba2bdd9fdd2/91d0754c-4e1a-4629-a896-2d1f17f10d7f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:07.822478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Allocated IP 172.20.0.1 (2a38748f-89f6-49ea-a14b-cecec1ec62b8/66231947-0886-4c5d-b738-f34adf89afc9/4f393f21-8810-4053-b087-003ecd83f43a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:07.936435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.972661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.989108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Transition to ACTIVE for port object 4f393f21-8810-4053-b087-003ecd83f43a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:08.023692 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.036240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.039718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Transition to ACTIVE for port object c6fac107-2ea4-4b99-90e4-b109bafd1ae9 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:08.046697 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.049697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.060826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:08.064602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:08.090002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:08.122418 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.126346 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Pushing event updated for resources: {'Port': ['ID=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.130165 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Attempting to bind port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:08.130784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Attempting to bind port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:08.131364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Attempting to bind port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:08.147453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.147892 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.148305 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.148714 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.149120 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.149522 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.150097 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.150494 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.150896 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.151284 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.151803 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.152187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:08.155952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:08.156718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:08.158043 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.158654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:08.159352 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Bound port: c6fac107-2ea4-4b99-90e4-b109bafd1ae9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:08.159991 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.167821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Pushing event updated for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.177920 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.180697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] For port 0dcaacbf-8708-4865-a718-07359abc7a7b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0dcaacbf-8708-4865-a718-07359abc7a7b,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:08.192838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.199979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.222723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] For port c6fac107-2ea4-4b99-90e4-b109bafd1ae9, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:08.226214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] For port c6fac107-2ea4-4b99-90e4-b109bafd1ae9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:08.232535 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.276587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31299460-9583-4a04-97b9-bb08a3f8dd89 None None] Pushing event updated for resources: {'Port': ['ID=0dcaacbf-8708-4865-a718-07359abc7a7b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.298179 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:08.299063 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:08.335146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Transition to ACTIVE for port object 91d0754c-4e1a-4629-a896-2d1f17f10d7f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:08.337781 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:08.338174 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:08.342529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a8ccc-5b4d-4116-9006-bef9b12b543b None None] Pushing event updated for resources: {'Port': ['ID=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.366961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.396339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Transition to ACTIVE for port object 91d0754c-4e1a-4629-a896-2d1f17f10d7f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:08.412857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.434518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.472531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:08.477229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Pushing event updated for resources: {'Port': ['ID=91d0754c-4e1a-4629-a896-2d1f17f10d7f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.478162 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:08.480721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:08.483792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:08.491810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=883b4870-3814-484c-9c77-aba2bdd9fdd2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.578125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Attempting to bind port 91d0754c-4e1a-4629-a896-2d1f17f10d7f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:08.578650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Attempting to bind port 91d0754c-4e1a-4629-a896-2d1f17f10d7f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '790aa8f4-1f12-4511-9093-ef50fffebf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:08.579164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Attempting to bind port 91d0754c-4e1a-4629-a896-2d1f17f10d7f on network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:08.595440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:08.595934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Checking segment: {'id': '790aa8f4-1f12-4511-9093-ef50fffebf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:08.596449 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.596957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Bound using segment: {'id': '790aa8f4-1f12-4511-9093-ef50fffebf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:08.597552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Bound port: 91d0754c-4e1a-4629-a896-2d1f17f10d7f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790aa8f4-1f12-4511-9093-ef50fffebf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:08.598081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.641351 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.658449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd97c6b-42ad-4fdf-ad62-07bed59debe4']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:08.663221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.671059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790aa8f4-1f12-4511-9093-ef50fffebf66') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:08.671749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790aa8f4-1f12-4511-9093-ef50fffebf66') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:08.675473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.689190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.694008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] For port 91d0754c-4e1a-4629-a896-2d1f17f10d7f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:08.698960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] For port 91d0754c-4e1a-4629-a896-2d1f17f10d7f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=91d0754c-4e1a-4629-a896-2d1f17f10d7f,segment=NetworkSegment(790aa8f4-1f12-4511-9093-ef50fffebf66),segment_id=790aa8f4-1f12-4511-9093-ef50fffebf66)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:08.706445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.723858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.733191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:08.733659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:08.741108 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:08.773798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.843368 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:05Z', 'revision_number': 3, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:08.890439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:23:08.890439 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:23:08.890439 n-d-779913-25 neutron-server[94183]: [parameters: {'id': 'dbd97c6b-42ad-4fdf-ad62-07bed59debe4'}] Jun 30 09:23:08.890439 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:08.890891 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:08.893635 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa767-4ffe-409a-b1e8-a4a922856a30 None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:05Z', 'revision_number': 3, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:08.895630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Pushing event updated for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.917605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b47c71-537d-4c3c-b43d-1c8c4fdb33bc None None] Pushing event updated for resources: {'Port': ['ID=91d0754c-4e1a-4629-a896-2d1f17f10d7f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.925049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Provisioning for port 4f393f21-8810-4053-b087-003ecd83f43a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:08.941429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e79f4-0841-4f01-b998-7f129564a5d9 None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:08.946548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Provisioning complete for port 4f393f21-8810-4053-b087-003ecd83f43a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:08.947070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.965968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:08.967640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:09.069880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Port 4f393f21-8810-4053-b087-003ecd83f43a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:09.124523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Provisioning complete for port 0dcaacbf-8708-4865-a718-07359abc7a7b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:09.125014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05c56d45-e42c-4349-8d1d-63a753426fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.133623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:09.222881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e401b5-cadb-40b0-9507-3f60f95c5669 None None] Network dbd97c6b-42ad-4fdf-ad62-07bed59debe4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:09.305483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0dcaacbf-8708-4865-a718-07359abc7a7b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:09.372826 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:09.393288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5834a7c9-359d-4526-9c42-84e7a73a3905 admin admin] 10.222.0.66 "PUT /v2.0/routers/72cd4907-6f2e-47c2-9175-7f6ffd05cacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7291052 Jun 30 09:23:09.394533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.529897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0dcaacbf-8708-4865-a718-07359abc7a7b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:09.530412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.559334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting port 91d0754c-4e1a-4629-a896-2d1f17f10d7f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:09.559832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.593172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-29639227-32a6-4916-aa73-b140a0cddd1e None None] Provisioning complete for port 4f393f21-8810-4053-b087-003ecd83f43a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:09.593639 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-29639227-32a6-4916-aa73-b140a0cddd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.639672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-29639227-32a6-4916-aa73-b140a0cddd1e None None] Port 4f393f21-8810-4053-b087-003ecd83f43a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:09.658913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe785dfe-80fb-4e29-90fa-d349d8de5652 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:09.718860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] For port 91d0754c-4e1a-4629-a896-2d1f17f10d7f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=91d0754c-4e1a-4629-a896-2d1f17f10d7f,segment=NetworkSegment(790aa8f4-1f12-4511-9093-ef50fffebf66),segment_id=790aa8f4-1f12-4511-9093-ef50fffebf66)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:09.719402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.739176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Calling delete_port for 91d0754c-4e1a-4629-a896-2d1f17f10d7f owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:09.855062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd831bfb-accd-49c5-8e23-605253690be2 None None] Provisioning complete for port 4f393f21-8810-4053-b087-003ecd83f43a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:09.859486 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd831bfb-accd-49c5-8e23-605253690be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.932493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe785dfe-80fb-4e29-90fa-d349d8de5652 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:23:09.939831 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.943625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cd831bfb-accd-49c5-8e23-605253690be2 None None] Port 4f393f21-8810-4053-b087-003ecd83f43a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:10.000230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Port': ['ID=91d0754c-4e1a-4629-a896-2d1f17f10d7f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.013689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No DVR routers for this DVR port 91d0754c-4e1a-4629-a896-2d1f17f10d7f on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:10.161418 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.178441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd97c6b-42ad-4fdf-ad62-07bed59debe4']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:10.190239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790aa8f4-1f12-4511-9093-ef50fffebf66') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:10.190557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790aa8f4-1f12-4511-9093-ef50fffebf66') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:10.201892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.220714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.228485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:10.229138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:10.305247 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:10.311243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.322245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.327141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50124) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.327619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dbd97c6b-42ad-4fdf-ad62-07bed59debe4 HTTP/1.1" status: 204 len: 168 time: 2.7456479 Jun 30 09:23:10.339108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca377ed-c97b-4f72-a400-cecc9f7cdbc2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=dbd97c6b-42ad-4fdf-ad62-07bed59debe4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.351203 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e88b31-69ca-46a0-8fa8-4ef6c5100a8a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:10.351829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e88b31-69ca-46a0-8fa8-4ef6c5100a8a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:10.359938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50126) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.362589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b0e88b31-69ca-46a0-8fa8-4ef6c5100a8a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dbd97c6b-42ad-4fdf-ad62-07bed59debe4 HTTP/1.1" status: 404 len: 339 time: 0.0336175 Jun 30 09:23:10.366965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456022328', 'description': 'd1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.396119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:10.400670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.446425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:10.461598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50132) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.472406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718968224', 'description': 'tempest-description--990480819'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.475763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.476114 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment b719e6ad-7517-4d92-8554-9ba53f82fdc0 of type vlan for network e386584e-9504-46be-8e28-253b071a57e3 Jun 30 09:23:10.520577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.521741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.552323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.560653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.561720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.613222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.618974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.632525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2708056 Jun 30 09:23:10.635218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50134) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.651503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc48253-9436-45f1-969f-70dd6a7e3573 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=e386584e-9504-46be-8e28-253b071a57e3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.652430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.665555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2000751 Jun 30 09:23:10.665555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf2d96-8b38-4233-8a26-40ab81998a2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc4a4d-ec1d-435c-946a-7f34a97879c2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.665928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e386584e-9504-46be-8e28-253b071a57e3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:10.673571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.681490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc4a4d-ec1d-435c-946a-7f34a97879c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.718836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.742166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca4198-bd63-4d8a-b57f-55188dbb2c53 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.746541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aeca4198-bd63-4d8a-b57f-55188dbb2c53 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks?id=e386584e-9504-46be-8e28-253b071a57e3 HTTP/1.1" status: 200 len: 761 time: 0.1101763 Jun 30 09:23:10.747536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.758793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'description': 'd2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.789772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.795261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.823471 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556aaaf4-c8f1-4067-b043-3cb288a458fc,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.833093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.836713 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e1dfddc2-dced-487a-bcb0-3f155146832b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588497 Jun 30 09:23:10.837856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50144) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.842830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group_rule': {'security_group_id': 'f6cc4a4d-ec1d-435c-946a-7f34a97879c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.873047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.985225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.991097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.011666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d928ac-38e5-4e6d-b0e1-cb44ff0c39a6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.023233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.028720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9a5fa35e-763f-49df-a991-44c3fe45a9c9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896243 Jun 30 09:23:11.029439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.035054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:11.060150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.207947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.300761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6fac107-2ea4-4b99-90e4-b109bafd1ae9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:11.321606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.339999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.355693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Allocated IP 172.25.4.227 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/a2806c89-8cd8-4f16-a117-28cd894e4551) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:11.377321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:11.384487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:11.384966 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.395872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network e386584e-9504-46be-8e28-253b071a57e3 is not hosted by any dhcp agent {{(pid=94183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:23:11.401404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.402451 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.403744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "PUT /v2.0/networks/e386584e-9504-46be-8e28-253b071a57e3 HTTP/1.1" status: 200 len: 758 time: 0.6548450 Jun 30 09:23:11.435647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.475784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:11.500466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:11.501215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:11.544679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef871631-1cec-43f9-ae48-2b3b7ee52a5e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.547364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ef871631-1cec-43f9-ae48-2b3b7ee52a5e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks?id=e386584e-9504-46be-8e28-253b071a57e3 HTTP/1.1" status: 200 len: 761 time: 0.1096835 Jun 30 09:23:11.553671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50164) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.559518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073198198'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:11.579130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.603021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92137b0-a8d7-4701-b926-be18e5fbc9e5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=e386584e-9504-46be-8e28-253b071a57e3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.612091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:11.616694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.661646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:11.673346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.673878 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 03c6eeaa-9a9a-4e87-b5bd-bcdc798034f5 of type vlan for network 21be7797-7d44-4a28-b8d7-98a36bb9deee Jun 30 09:23:11.676187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.767210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network e386584e-9504-46be-8e28-253b071a57e3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:11.779359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.784628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:11.789326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:11.792613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=a2806c89-8cd8-4f16-a117-28cd894e4551,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.796580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:11.855574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.862029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.862666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.914160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.950863 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3958333 Jun 30 09:23:11.955106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50172) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.956170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c6fac107-2ea4-4b99-90e4-b109bafd1ae9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:11.964652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': '21be7797-7d44-4a28-b8d7-98a36bb9deee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:11.973310 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.986323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:11.989606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4738e08-e9d2-4ebd-8fd6-82a3dc1adef0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=21be7797-7d44-4a28-b8d7-98a36bb9deee,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.017029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.045914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 21be7797-7d44-4a28-b8d7-98a36bb9deee details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:12.083443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.120636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:12.127447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.229723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.261225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.274024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.345384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 2, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:12.355156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=a2806c89-8cd8-4f16-a117-28cd894e4551,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.385436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.403140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.403432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:12.413806 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0313b02d-e859-4bc9-a78e-d848bac113ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3740900 Jun 30 09:23:12.414025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Updating router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb port 4f393f21-8810-4053-b087-003ecd83f43a binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:12.447609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.455535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.540323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=afd27ee4-7efb-43a5-b35b-f9e6b27bf824,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.549052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '03c6eeaa-9a9a-4e87-b5bd-bcdc798034f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '21be7797-7d44-4a28-b8d7-98a36bb9deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:12.549716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: 21be7797-7d44-4a28-b8d7-98a36bb9deee, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:12.572285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network 21be7797-7d44-4a28-b8d7-98a36bb9deee is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:12.585635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 21be7797-7d44-4a28-b8d7-98a36bb9deee) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:12.593997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:12.595377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.603403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb06450-8661-4c81-a537-0c3236bbf3b6 None None] Network 21be7797-7d44-4a28-b8d7-98a36bb9deee requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:12.615849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f92f3b23-11fc-4524-abd3-c96c1d3d1308 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6592791 Jun 30 09:23:12.618555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50192) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:12.788031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.803102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-ee9fdfa3-86fb-4e29-b75d-bc31db83a16d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--718968224&fields=id&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 267 time: 0.0655460 Jun 30 09:23:12.867016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.889866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f61b22-bd09-4480-ad36-f05a9cface44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-21be7797-7d44-4a28-b8d7-98a36bb9deee', 'network_id': '21be7797-7d44-4a28-b8d7-98a36bb9deee', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': 'afd27ee4-7efb-43a5-b35b-f9e6b27bf824'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:12.891532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-56f61b22-bd09-4480-ad36-f05a9cface44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.946611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.017625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=afd27ee4-7efb-43a5-b35b-f9e6b27bf824,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:13.027297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-de506367-84a7-4186-b8f3-623af99d4411 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:13.029942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-de506367-84a7-4186-b8f3-623af99d4411 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 817 time: 0.2133074 Jun 30 09:23:13.051781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-8290e5cd-4736-4d02-b230-a08309e5066e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/quotas/f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 375 time: 0.0156293 Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-56f61b22-bd09-4480-ad36-f05a9cface44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afd27ee4-7efb-43a5-b35b-f9e6b27bf824: This subnet is being modified by another concurrent operation. Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afd27ee4-7efb-43a5-b35b-f9e6b27bf824: This subnet is being modified by another concurrent operation. Jun 30 09:23:13.096903 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 09:23:13.105175 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.117684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.118800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21be7797-7d44-4a28-b8d7-98a36bb9deee']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:13.124474 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5c2bd-21d4-438b-a69e-a5ad03e70ac9 None None] Network 21be7797-7d44-4a28-b8d7-98a36bb9deee requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:13.142400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c6eeaa-9a9a-4e87-b5bd-bcdc798034f5') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:13.142786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c6eeaa-9a9a-4e87-b5bd-bcdc798034f5') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:13.143939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Transition to ACTIVE for port object 4f393f21-8810-4053-b087-003ecd83f43a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:13.160774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.167702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-0246bcbf-7e4c-48c5-adf7-97130faaec37 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096916 Jun 30 09:23:13.184104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.186044 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.197407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:13.197646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.296307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6fac107-2ea4-4b99-90e4-b109bafd1ae9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:13.302437 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:13.315242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.324080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-fa07f327-f869-444b-b0db-53070cdf93d5 service neutron] 10.222.0.66 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404090 Jun 30 09:23:13.329405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.332252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/21be7797-7d44-4a28-b8d7-98a36bb9deee HTTP/1.1" status: 204 len: 168 time: 0.7126472 Jun 30 09:23:13.334943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50218) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:13.356831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa91fe-faba-41f5-bdc6-39fccd78e89d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=21be7797-7d44-4a28-b8d7-98a36bb9deee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:13.368085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30292-6e48-4983-b890-b8e90be6610a None None] Pushing event updated for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:13.407618 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbbc254-2677-4c4a-a147-d04ee0ccef9d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] GET failed (client error): The resource could not be found. Jun 30 09:23:13.409594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6bbbc254-2677-4c4a-a147-d04ee0ccef9d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets/afd27ee4-7efb-43a5-b35b-f9e6b27bf824 HTTP/1.1" status: 404 len: 337 time: 0.0735755 Jun 30 09:23:13.412614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50220) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:13.434300 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62a8145-73d2-45a8-885a-fd7a60b84c44 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:13.435552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62a8145-73d2-45a8-885a-fd7a60b84c44 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:13.439047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b62a8145-73d2-45a8-885a-fd7a60b84c44 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/21be7797-7d44-4a28-b8d7-98a36bb9deee HTTP/1.1" status: 404 len: 339 time: 0.0247943 Jun 30 09:23:13.442798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50224) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:13.466311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-20497f72-40f6-4bca-9496-08fa27429b58 service neutron] 10.222.0.66 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Jun 30 09:23:13.467792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Attempting to bind port 4f393f21-8810-4053-b087-003ecd83f43a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:13.468122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Attempting to bind port 4f393f21-8810-4053-b087-003ecd83f43a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:13.468521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Attempting to bind port 4f393f21-8810-4053-b087-003ecd83f43a on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:13.476775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:13.477156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:13.477574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.477987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Bound using segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:13.478505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Bound port: 4f393f21-8810-4053-b087-003ecd83f43a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:13.478839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.549632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:13.550243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.603538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47baa7-5ea5-42b9-945f-80d5fd7b6aff None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:13.659448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] For port 4f393f21-8810-4053-b087-003ecd83f43a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:13.697045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] For port 4f393f21-8810-4053-b087-003ecd83f43a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4f393f21-8810-4053-b087-003ecd83f43a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:13.719962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.788597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30292-6e48-4983-b890-b8e90be6610a None None] Pushing event updated for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:13.850392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:13.851042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:13.863673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1db7041c-b68f-41e7-a803-6938d8b80b9f req-c2ddfe93-9df1-460b-bd8e-9b5b10efb5ba tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 210 time: 0.1610096 Jun 30 09:23:13.970089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47baa7-5ea5-42b9-945f-80d5fd7b6aff None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:23:14.068687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:14.090564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9769eb7-935e-44f8-9cc0-3f4e7795e0c5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.095328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c9769eb7-935e-44f8-9cc0-3f4e7795e0c5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6511450 Jun 30 09:23:14.095882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50244) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.192197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f58fb0e2-0cb5-47ff-99d4-85772ed01524 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 207 time: 0.0938334 Jun 30 09:23:14.196061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.514759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679015bf-01f7-47a8-9b7d-7a6944a5d9ad tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.523677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679015bf-01f7-47a8-9b7d-7a6944a5d9ad tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.531464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679015bf-01f7-47a8-9b7d-7a6944a5d9ad tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.538788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679015bf-01f7-47a8-9b7d-7a6944a5d9ad tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.540868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-679015bf-01f7-47a8-9b7d-7a6944a5d9ad tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3438997 Jun 30 09:23:14.546095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.732394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ebae7378-6a44-487f-ae7c-105732609a00 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1845140 Jun 30 09:23:14.735583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50266) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.806321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:13Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:14.839656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebe3fa-590b-47e9-9377-14f82925eef4 None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:13Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:14.867192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80e9e5-bdc7-4167-94ed-2cb151ff311e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.869530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80e9e5-bdc7-4167-94ed-2cb151ff311e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.871416 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c80e9e5-bdc7-4167-94ed-2cb151ff311e tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1347158 Jun 30 09:23:14.875248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50268) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.073714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1997bd-ac51-4fec-94b2-1e7bae88e346 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.077699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1997bd-ac51-4fec-94b2-1e7bae88e346 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.080081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd1997bd-ac51-4fec-94b2-1e7bae88e346 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1985340 Jun 30 09:23:15.084673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50278) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.143983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30c72616-0ed8-48a6-826a-3dbd64ce9150 req-37561add-38bc-4d8a-a755-6f55fd11e981 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 210 time: 0.0626557 Jun 30 09:23:15.266029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c0b70-00db-4529-949e-d87224c95054 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.268805 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef0c0b70-00db-4529-949e-d87224c95054 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks/98043d02-ce64-4f98-9dcb-587808216ad6 HTTP/1.1" status: 200 len: 798 time: 0.1828325 Jun 30 09:23:15.272274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50280) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.300733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4f393f21-8810-4053-b087-003ecd83f43a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:15.401898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4f393f21-8810-4053-b087-003ecd83f43a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:15.406592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4f393f21-8810-4053-b087-003ecd83f43a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:15.407546 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.518610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.580531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4f393f21-8810-4053-b087-003ecd83f43a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4f393f21-8810-4053-b087-003ecd83f43a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:15.587201 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.593974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c13fcc6c-79c1-4a05-b29b-61275e31dfd4 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/networks/98043d02-ce64-4f98-9dcb-587808216ad6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.3201654 Jun 30 09:23:15.598088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50292) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.630407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b62d80c0-d9de-4f09-9aec-aedda35f70ff tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.632812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b62d80c0-d9de-4f09-9aec-aedda35f70ff tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 817 time: 0.2601864 Jun 30 09:23:15.680047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.691246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bfb324-3eb5-4efc-a745-fa4c42f4ea6f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.692857 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-27bfb324-3eb5-4efc-a745-fa4c42f4ea6f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets/c5ec22b6-dd06-4688-9acf-22ec3f649340 HTTP/1.1" status: 200 len: 811 time: 0.0930591 Jun 30 09:23:15.696794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50294) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.747542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-62f98d8e-61cc-4147-ab63-9ea87bb5d6e5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 379 time: 0.1057334 Jun 30 09:23:15.756850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'port': {'device_id': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'admin_state_up': True, 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'security_groups': ['f6cc4a4d-ec1d-435c-946a-7f34a97879c2']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:15.830750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f71365-42a4-490a-bf07-8e602c1b6c3c tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['shared'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.835735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17f71365-42a4-490a-bf07-8e602c1b6c3c tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "GET /v2.0/subnets/c5ec22b6-dd06-4688-9acf-22ec3f649340?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1344569 Jun 30 09:23:15.836107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.841365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1022768840'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:15.891269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:15.895635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.925129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Made reservation on behalf of f552d62833ac4c54806679f405a54e48 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:15.929554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.932679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:15.943519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.944181 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Added segment 9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb of type vlan for network 8634a88c-42f4-40ae-85ab-8b0687de490d Jun 30 09:23:16.007681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.049615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.055634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:16.056270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.103980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Allocated IP 172.20.0.3 (2a38748f-89f6-49ea-a14b-cecec1ec62b8/66231947-0886-4c5d-b738-f34adf89afc9/83c4b983-3fe2-4725-ac2b-babc29c08f6e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:16.166459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3290837 Jun 30 09:23:16.167304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:16.184893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:16.188789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6dc60-7e42-4d8b-ae90-343a598445c9 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Network': ['ID=8634a88c-42f4-40ae-85ab-8b0687de490d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:16.202548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 8634a88c-42f4-40ae-85ab-8b0687de490d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:16.337232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Made reservation on behalf of 1c5089113da7413b8475c4a30d4246b3 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:16.341406 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.379996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b91c0f56-0a1d-43ec-9fe1-cd854c6711bf req-25b3f80b-5352-43b4-8727-579cb1123c83 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 210 time: 0.0484197 Jun 30 09:23:16.389707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.409175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Transition to ACTIVE for port object 83c4b983-3fe2-4725-ac2b-babc29c08f6e will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:16.415488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing IP validity checks on allocation pools {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:23:16.416116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.ipam_backend_mixin [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94185) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:23:16.452492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.511178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:16.514955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:16.519751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:16.554843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:16.596635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:16.597209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.615728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-23f96a04-d5d5-4957-ba64-d54b9b351480 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8633523 Jun 30 09:23:16.630099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Request body: {'port': {'device_id': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:16.643552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.713546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=3ac0f98e-f125-4b61-8211-60934e77346c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:16.729693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.730057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Checking segment: {'id': '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:16.730751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network hostable DHCP agents. Network: 8634a88c-42f4-40ae-85ab-8b0687de490d, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:16.762937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Network 8634a88c-42f4-40ae-85ab-8b0687de490d is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:16.783068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 8634a88c-42f4-40ae-85ab-8b0687de490d) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:16.788206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:16.789159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.794083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a2115-94c3-4a44-addb-614e684229fc None None] Network 8634a88c-42f4-40ae-85ab-8b0687de490d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:16.810829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c6216fef-4a16-42b5-83ae-46dc85539540 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6308839 Jun 30 09:23:16.813606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:16.821278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:16.931526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-121ad0e9-cab4-4a5c-b4f9-c6a2bf41e4f9 None None] Provisioning for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:16.943447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-121ad0e9-cab4-4a5c-b4f9-c6a2bf41e4f9 None None] Provisioning complete for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:16.944175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-121ad0e9-cab4-4a5c-b4f9-c6a2bf41e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.965493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3220958'] for subnet, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.011833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-121ad0e9-cab4-4a5c-b4f9-c6a2bf41e4f9 None None] Port 83c4b983-3fe2-4725-ac2b-babc29c08f6e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:17.058352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-8634a88c-42f4-40ae-85ab-8b0687de490d', 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d', 'tenant_id': '1c5089113da7413b8475c4a30d4246b3', 'fixed_ips': [{'subnet_id': '3ac0f98e-f125-4b61-8211-60934e77346c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:17.059490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.114443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:17.134634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.162111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Transition to ACTIVE for port object 83c4b983-3fe2-4725-ac2b-babc29c08f6e will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:17.168461 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.204822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757224534532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2522334'] for subnet, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.236401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.289192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4f393f21-8810-4053-b087-003ecd83f43a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:17.296050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Allocated IP 172.20.0.3 (8634a88c-42f4-40ae-85ab-8b0687de490d/3ac0f98e-f125-4b61-8211-60934e77346c/f8ac1e2d-d516-4644-86c1-33f6593695a4) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:17.316093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.316727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.318094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "PUT /v2.0/subnets/3ac0f98e-f125-4b61-8211-60934e77346c HTTP/1.1" status: 200 len: 877 time: 0.5032692 Jun 30 09:23:17.323408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:17.354211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a5c3f-8ff8-4087-9afd-c41ba67e6829 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event updated for resources: {'Subnet': ['ID=3ac0f98e-f125-4b61-8211-60934e77346c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.384434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:17.384777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:17.385115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:17.394669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:17.395339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:17.404806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:17.405333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:17.405798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Bound using segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:17.406273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Bound port: 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:17.406633 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.499932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:17.501012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.503901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:17.512696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4f393f21-8810-4053-b087-003ecd83f43a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:17.515235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.516942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.599315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.605703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.606722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.608939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] 10.222.0.41 "PUT /v2.0/ports/83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1092 time: 0.9840114 Jun 30 09:23:17.614236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:17.618674 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac7026-9de9-4022-96a6-2e2a931e1487" -d '{"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:17.678441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782f83d-62b8-45e3-b683-7453d8955d85 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.739472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.752424 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca395c-07bd-47b4-bd3d-9ee4bde42efa x-openstack-request-id: req-25ca395c-07bd-47b4-bd3d-9ee4bde42efa {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:17.752790 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:17.753210 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25ca395c-07bd-47b4-bd3d-9ee4bde42efa {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:17.753807 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'status': 'completed', 'code': 200} Jun 30 09:23:17.773666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Transition to ACTIVE for port object f8ac1e2d-d516-4644-86c1-33f6593695a4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:17.798353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Transition to ACTIVE for port object f8ac1e2d-d516-4644-86c1-33f6593695a4 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:17.823191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.841389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d384f9-e81b-495a-9e6c-36aa3daeffa8 req-1b0ea239-566d-4d21-865b-0f2b7ee3be2c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.843119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26d384f9-e81b-495a-9e6c-36aa3daeffa8 req-1b0ea239-566d-4d21-865b-0f2b7ee3be2c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1352284 Jun 30 09:23:17.849574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-447d2b9c-8bf9-4a8f-9677-93472ba99d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.851552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-447d2b9c-8bf9-4a8f-9677-93472ba99d7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1095 time: 0.1882939 Jun 30 09:23:17.854294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.904822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac0f98e-f125-4b61-8211-60934e77346c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.921823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Pushing event updated for resources: {'Port': ['ID=f8ac1e2d-d516-4644-86c1-33f6593695a4,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.930220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Network 8634a88c-42f4-40ae-85ab-8b0687de490d is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:17.932738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:17.936848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:18.016010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26d384f9-e81b-495a-9e6c-36aa3daeffa8 req-5145b12c-f71c-471f-bc80-b271b044bc45 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632195 Jun 30 09:23:18.017976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-1b7f0d14-9aab-4e21-a896-1cc594d563b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 217 time: 0.1059203 Jun 30 09:23:18.040797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Attempting to bind port f8ac1e2d-d516-4644-86c1-33f6593695a4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:18.041269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Attempting to bind port f8ac1e2d-d516-4644-86c1-33f6593695a4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:18.042847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Attempting to bind port f8ac1e2d-d516-4644-86c1-33f6593695a4 on network 8634a88c-42f4-40ae-85ab-8b0687de490d {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:18.053448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:18.055761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Checking segment: {'id': '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:18.056888 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.058395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Bound using segment: {'id': '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:18.068679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Bound port: f8ac1e2d-d516-4644-86c1-33f6593695a4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8634a88c-42f4-40ae-85ab-8b0687de490d'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:18.068679 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.084816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.088543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-907b0404-8d4c-4afc-9410-4cd7b8c23044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.088543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-907b0404-8d4c-4afc-9410-4cd7b8c23044 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0626438 Jun 30 09:23:18.089390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50350) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.098495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634a88c-42f4-40ae-85ab-8b0687de490d']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:18.111523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:18.112051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:18.122955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.149182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.156360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:18.156953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.214758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-05055654-2c90-4f6e-a761-7e8520c57be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.217433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-05055654-2c90-4f6e-a761-7e8520c57be4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215010 Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:18.220182 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:18.225847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:23:18.225847 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:23:18.225847 n-d-779913-25 neutron-server[94185]: [parameters: {'id': '8634a88c-42f4-40ae-85ab-8b0687de490d'}] Jun 30 09:23:18.225847 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:18.226459 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:18.228879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9317df38-5832-4842-ac69-c593264665d6 None None] For port f8ac1e2d-d516-4644-86c1-33f6593695a4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:18.236784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9317df38-5832-4842-ac69-c593264665d6 None None] For port f8ac1e2d-d516-4644-86c1-33f6593695a4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f8ac1e2d-d516-4644-86c1-33f6593695a4,segment=NetworkSegment(9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb),segment_id=9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:18.246967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.324009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-fcf776e9-9426-430d-89a0-d86ce872cb4d service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006017 Jun 30 09:23:18.356756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86e1703c-5f2b-4b89-a7d7-a0fa7a35366e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.363995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317df38-5832-4842-ac69-c593264665d6 None None] Pushing event updated for resources: {'Port': ['ID=f8ac1e2d-d516-4644-86c1-33f6593695a4,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:18.387967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37de38-5355-40ac-9120-20732fa29e5c None None] Network 8634a88c-42f4-40ae-85ab-8b0687de490d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:18.461399 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc2f521c-7060-45e0-995d-7b001fb52851 req-72e14cf5-8652-434a-b27f-530980da10db service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298788 Jun 30 09:23:18.547451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63396e07-05dd-4b8d-9a8f-d8da6f60b556 None None] Network 8634a88c-42f4-40ae-85ab-8b0687de490d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:18.564372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86e1703c-5f2b-4b89-a7d7-a0fa7a35366e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.569817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-86e1703c-5f2b-4b89-a7d7-a0fa7a35366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.620548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1703c-5f2b-4b89-a7d7-a0fa7a35366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd7551c-5547-4ce6-b386-4c0d722e5ca5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:18.630276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50364) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.630452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86e1703c-5f2b-4b89-a7d7-a0fa7a35366e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5614c026b3f467db55b32d6385597a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399551 Jun 30 09:23:18.643125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-edc8bfec-6e8b-4eb6-b2f4-341feb052a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.644705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-edc8bfec-6e8b-4eb6-b2f4-341feb052a3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1095 time: 0.1220694 Jun 30 09:23:18.702868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8785e-42a3-4308-a705-47d0024820ab None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:23:18.705284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.729661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.732990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.784225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-a1a13bcd-f455-49aa-9fd5-b2890b0db43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.786244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-a1a13bcd-f455-49aa-9fd5-b2890b0db43a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1247158 Jun 30 09:23:18.796340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c8785e-42a3-4308-a705-47d0024820ab None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:23:18.839219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting port f8ac1e2d-d516-4644-86c1-33f6593695a4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:18.839824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.842129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-128bb8dc-0fec-442d-88c5-4af27bd7f924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 217 time: 0.0481384 Jun 30 09:23:18.855405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.859241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.862754 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dd7551c-5547-4ce6-b386-4c0d722e5ca5 HTTP/1.1" status: 204 len: 168 time: 0.2286265 Jun 30 09:23:18.904601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de38cf-9b8d-4318-900c-6b080f523e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd7551c-5547-4ce6-b386-4c0d722e5ca5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:18.932438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] For port f8ac1e2d-d516-4644-86c1-33f6593695a4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f8ac1e2d-d516-4644-86c1-33f6593695a4,segment=NetworkSegment(9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb),segment_id=9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:18.932811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.937998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-a3ee8c8c-cf30-4521-9f92-4f4c6f3f52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.940042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-a3ee8c8c-cf30-4521-9f92-4f4c6f3f52d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0910273 Jun 30 09:23:18.956463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Calling delete_port for f8ac1e2d-d516-4644-86c1-33f6593695a4 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:19.024250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-40972a2f-0863-4d0b-8876-ffb8d8a45e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:19.026848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-40972a2f-0863-4d0b-8876-ffb8d8a45e4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784614 Jun 30 09:23:19.085340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.106328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No DVR routers for this DVR port f8ac1e2d-d516-4644-86c1-33f6593695a4 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:19.157406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Port': ['ID=f8ac1e2d-d516-4644-86c1-33f6593695a4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.166736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-b49ac07c-903e-42f6-8456-26c3612b3dbf service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321125 Jun 30 09:23:19.242569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.265363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634a88c-42f4-40ae-85ab-8b0687de490d']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.279959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.280293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfe5e3d-7af9-4f43-8fa3-5dd807952fbb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.290990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.322486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.338753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:19.339431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.419700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03ac7026-9de9-4022-96a6-2e2a931e1487 req-af7ed590-2dfe-4dee-908d-1fcedcb6cadf service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350283 Jun 30 09:23:19.430834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c288-4a14-4475-9f7b-025c94e9b875 req-61924ca2-c19f-4224-8ae6-31bd598c28b6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:19.432742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5553c288-4a14-4475-9f7b-025c94e9b875 req-61924ca2-c19f-4224-8ae6-31bd598c28b6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1451874 Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:19.432954 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:19.437321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.454892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.456925 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/8634a88c-42f4-40ae-85ab-8b0687de490d HTTP/1.1" status: 204 len: 168 time: 2.1329186 Jun 30 09:23:19.475889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.476895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05ac9-3fd7-4ce6-8a69-c2cf6beba64d tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=8634a88c-42f4-40ae-85ab-8b0687de490d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.501179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5553c288-4a14-4475-9f7b-025c94e9b875 req-87e25165-4350-49ec-b658-d29013620dfd tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506675 Jun 30 09:23:19.516209 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-32268fb7-9e60-4595-bfb5-0fa44d88dec0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:19.516725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32268fb7-9e60-4595-bfb5-0fa44d88dec0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:19.518779 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32268fb7-9e60-4595-bfb5-0fa44d88dec0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/3ac0f98e-f125-4b61-8211-60934e77346c HTTP/1.1" status: 404 len: 337 time: 0.0376325 Jun 30 09:23:19.521493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50390) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.541965 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31a409e-0b65-4288-8b9e-5ffcc36b3099 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:19.542545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31a409e-0b65-4288-8b9e-5ffcc36b3099 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:19.547135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.547363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a31a409e-0b65-4288-8b9e-5ffcc36b3099 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/8634a88c-42f4-40ae-85ab-8b0687de490d HTTP/1.1" status: 404 len: 339 time: 0.0245817 Jun 30 09:23:19.578024 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-902b291e-a643-465c-88df-f355d25c4c7b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:19.578922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902b291e-a643-465c-88df-f355d25c4c7b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:19.580870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-902b291e-a643-465c-88df-f355d25c4c7b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/afd27ee4-7efb-43a5-b35b-f9e6b27bf824 HTTP/1.1" status: 404 len: 337 time: 0.0317626 Jun 30 09:23:19.583479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50396) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.602333 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1fdd8a-1b36-4084-92a2-c1c84f81aaaf tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:19.602896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1fdd8a-1b36-4084-92a2-c1c84f81aaaf tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:19.604607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e1fdd8a-1b36-4084-92a2-c1c84f81aaaf tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/21be7797-7d44-4a28-b8d7-98a36bb9deee HTTP/1.1" status: 404 len: 339 time: 0.0202091 Jun 30 09:23:19.607266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50398) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.696459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.794346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.814878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e386584e-9504-46be-8e28-253b071a57e3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.828118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b719e6ad-7517-4d92-8554-9ba53f82fdc0') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.829155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b719e6ad-7517-4d92-8554-9ba53f82fdc0') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.839584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.854010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.860430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:19.861159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:19.864041 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:19.935150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.946912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.952359 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/e386584e-9504-46be-8e28-253b071a57e3 HTTP/1.1" status: 204 len: 168 time: 0.3416805 Jun 30 09:23:19.953107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.973237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532adca-825a-4db6-a4fd-79167059895f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=e386584e-9504-46be-8e28-253b071a57e3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.990349 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eee0f1f-2054-4647-b265-7f939302f22c tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:19.990813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eee0f1f-2054-4647-b265-7f939302f22c tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:19.992612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2eee0f1f-2054-4647-b265-7f939302f22c tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/883b4870-3814-484c-9c77-aba2bdd9fdd2 HTTP/1.1" status: 404 len: 337 time: 0.0370469 Jun 30 09:23:19.996619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50420) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.033206 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-412de2b2-35c9-43f8-ba9c-d5d7b8308c9f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.033787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412de2b2-35c9-43f8-ba9c-d5d7b8308c9f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.036542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-412de2b2-35c9-43f8-ba9c-d5d7b8308c9f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dbd97c6b-42ad-4fdf-ad62-07bed59debe4 HTTP/1.1" status: 404 len: 339 time: 0.0387287 Jun 30 09:23:20.039020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50422) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.076743 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-230545dc-3860-4e2a-b6ef-355eb8cc7fd1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.077395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230545dc-3860-4e2a-b6ef-355eb8cc7fd1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.082552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-230545dc-3860-4e2a-b6ef-355eb8cc7fd1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/1a390f97-97f3-4a83-b2ca-ce50bf04858e HTTP/1.1" status: 404 len: 337 time: 0.0400703 Jun 30 09:23:20.082909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50426) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.102480 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4815cd16-28f1-4466-90e5-07abcd775318 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.103194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4815cd16-28f1-4466-90e5-07abcd775318 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.107277 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4815cd16-28f1-4466-90e5-07abcd775318 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/2d583e3c-76dc-40f7-b42f-7e2e3e3a4281 HTTP/1.1" status: 404 len: 339 time: 0.0206871 Jun 30 09:23:20.107809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50428) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.144871 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaf9aa0-2076-4fc7-9dc5-d075a724675a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.145467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaf9aa0-2076-4fc7-9dc5-d075a724675a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.150227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-beaf9aa0-2076-4fc7-9dc5-d075a724675a tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/e8bc7e2c-ca7a-4e35-b1f5-2671a3eae793 HTTP/1.1" status: 404 len: 337 time: 0.0387733 Jun 30 09:23:20.150594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50430) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.180557 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d797692-e5d5-4971-a392-30486c5c0041 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.181275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d797692-e5d5-4971-a392-30486c5c0041 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.187219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1d797692-e5d5-4971-a392-30486c5c0041 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/a0ad6271-9ab6-4f75-9041-9f19fd0a9736 HTTP/1.1" status: 404 len: 339 time: 0.0329683 Jun 30 09:23:20.187608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.221526 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e3315e-fe87-4017-8724-e51008915093 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.222008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e3315e-fe87-4017-8724-e51008915093 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.223715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-47e3315e-fe87-4017-8724-e51008915093 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/8883c588-26e2-42f7-93ab-71309e17bc21 HTTP/1.1" status: 404 len: 337 time: 0.0349057 Jun 30 09:23:20.226597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50436) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.245997 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd54bb-a653-40a0-b186-b118f07d6213 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.246600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd54bb-a653-40a0-b186-b118f07d6213 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.248318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60dd54bb-a653-40a0-b186-b118f07d6213 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/a8001b99-2500-4e97-9211-aeecf9206a85 HTTP/1.1" status: 404 len: 339 time: 0.0206611 Jun 30 09:23:20.251872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50440) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.306602 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4339055f-9a72-404d-bbf0-6b35253a6d94 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.307096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4339055f-9a72-404d-bbf0-6b35253a6d94 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.312002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4339055f-9a72-404d-bbf0-6b35253a6d94 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/bbbb6ce7-9a06-46ac-b5cc-8b4dbe8f4ce2 HTTP/1.1" status: 404 len: 337 time: 0.0500600 Jun 30 09:23:20.312335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50448) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.337516 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-be20d0a2-8f10-4613-bbeb-1e1e800db2d1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.338285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be20d0a2-8f10-4613-bbeb-1e1e800db2d1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.340024 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be20d0a2-8f10-4613-bbeb-1e1e800db2d1 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/c72545e9-72d6-41c5-bccd-5d1821c9abf6 HTTP/1.1" status: 404 len: 339 time: 0.0265915 Jun 30 09:23:20.342655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50452) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.381477 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c648f-9db3-4460-9e03-8f1997832f22 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.382128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3c648f-9db3-4460-9e03-8f1997832f22 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.386519 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ef3c648f-9db3-4460-9e03-8f1997832f22 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/fcb632e2-cd42-4c64-b1b9-48f81b03507b HTTP/1.1" status: 404 len: 337 time: 0.0400271 Jun 30 09:23:20.386830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50454) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.406002 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c78cf5b-e8c4-4903-afdd-813ee7c2815b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.407406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c78cf5b-e8c4-4903-afdd-813ee7c2815b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.411457 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c78cf5b-e8c4-4903-afdd-813ee7c2815b tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dccb98d7-1405-4b4a-a6db-a8f0e22c8eb9 HTTP/1.1" status: 404 len: 339 time: 0.0212810 Jun 30 09:23:20.412157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50458) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.459364 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-705da124-b970-4ff1-a917-3d0077824889 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.460050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705da124-b970-4ff1-a917-3d0077824889 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.464624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.477592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-705da124-b970-4ff1-a917-3d0077824889 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/a60cec93-6f72-4fe8-9b2d-1ba98ce3af48 HTTP/1.1" status: 404 len: 337 time: 0.0630438 Jun 30 09:23:20.487201 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c97aba4-c30b-4afd-abcd-8d3d404bc0c5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.487783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c97aba4-c30b-4afd-abcd-8d3d404bc0c5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.489802 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7c97aba4-c30b-4afd-abcd-8d3d404bc0c5 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/62d975c3-cb2f-4a8d-8637-a4b0df5b0562 HTTP/1.1" status: 404 len: 339 time: 0.0237024 Jun 30 09:23:20.492046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50462) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.520246 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7aa624-0bc6-40dc-893a-b85f9e2eaacc tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.521228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7aa624-0bc6-40dc-893a-b85f9e2eaacc tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.526660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7a7aa624-0bc6-40dc-893a-b85f9e2eaacc tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/982c294a-d3e6-4bfc-a754-07d24c9956fa HTTP/1.1" status: 404 len: 337 time: 0.0300884 Jun 30 09:23:20.526973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.564344 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bd8be6-e796-4f48-8967-3add4d9f86c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:20.564961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bd8be6-e796-4f48-8967-3add4d9f86c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:20.570735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a5bd8be6-e796-4f48-8967-3add4d9f86c2 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/dc9fce82-27ac-42bf-be7f-8217184b1157 HTTP/1.1" status: 404 len: 339 time: 0.0391605 Jun 30 09:23:20.572011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50474) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.653303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting subnet c5ec22b6-dd06-4688-9acf-22ec3f649340 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:20.657891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.749240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.834531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d419ff-505c-478d-af99-2a6688772e42 req-bbfb858f-550d-42b6-a8d0-217c1b07cf50 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.836277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47d419ff-505c-478d-af99-2a6688772e42 req-bbfb858f-550d-42b6-a8d0-217c1b07cf50 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1458161 Jun 30 09:23:20.945062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.986896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47d419ff-505c-478d-af99-2a6688772e42 req-67b730c5-bca6-42bd-99ac-d00ab44b8c62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115711 Jun 30 09:23:21.042689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.079228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ec22b6-dd06-4688-9acf-22ec3f649340,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.083581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.085603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6f7afcb8-56bb-4b01-8e21-87ab03b50cd0 tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/subnets/c5ec22b6-dd06-4688-9acf-22ec3f649340 HTTP/1.1" status: 204 len: 168 time: 0.5118511 Jun 30 09:23:21.088645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:21.095612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b695e-d011-4a42-b257-ce3527ad47a2 None None] Network 98043d02-ce64-4f98-9dcb-587808216ad6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:21.245416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.357512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Deleting port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:21.358127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.382457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] DHCP port deletion for 98043d02-ce64-4f98-9dcb-587808216ad6 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:21.449846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] For port ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,segment=NetworkSegment(5ecd1811-f7f3-4132-95cf-c095879e7e2f),segment_id=5ecd1811-f7f3-4132-95cf-c095879e7e2f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:21.450241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.468797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Calling delete_port for ddeaa4a0-9017-4452-ab9a-3bce0a97b237 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:21.472213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Deleting port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:21.472799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.569450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] For port ddeaa4a0-9017-4452-ab9a-3bce0a97b237, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,segment=NetworkSegment(5ecd1811-f7f3-4132-95cf-c095879e7e2f),segment_id=5ecd1811-f7f3-4132-95cf-c095879e7e2f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:21.570311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.587535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Calling delete_port for ddeaa4a0-9017-4452-ab9a-3bce0a97b237 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:21.589656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.639011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] No DVR routers for this DVR port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:21.639011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Port': ['ID=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:21.689843 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:23:21.696765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.745415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] Pushing event deleted for resources: {'Port': ['ID=ddeaa4a0-9017-4452-ab9a-3bce0a97b237,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.749866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4834d5-d946-44f0-b9d8-96060fcbc0e3 None None] No DVR routers for this DVR port ddeaa4a0-9017-4452-ab9a-3bce0a97b237 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:21.761956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.776190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98043d02-ce64-4f98-9dcb-587808216ad6']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:21.789485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecd1811-f7f3-4132-95cf-c095879e7e2f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:21.789860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecd1811-f7f3-4132-95cf-c095879e7e2f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:21.802647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.821049 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.835245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:21.836008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:21.840937 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:21.924284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.932126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.934138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] 10.222.0.66 "DELETE /v2.0/networks/98043d02-ce64-4f98-9dcb-587808216ad6 HTTP/1.1" status: 204 len: 168 time: 0.8444669 Jun 30 09:23:21.950271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846e2e4-91a4-4ba1-954c-16c8fbc44f1f tempest-NetworksTest-414711234 tempest-NetworksTest-414711234-project] Pushing event deleted for resources: {'Network': ['ID=98043d02-ce64-4f98-9dcb-587808216ad6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.213363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647e23-957f-4669-9a81-73158006efcd req-4f866ecb-3f7e-40ab-9cad-0124e5906d55 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:22.217171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef647e23-957f-4669-9a81-73158006efcd req-4f866ecb-3f7e-40ab-9cad-0124e5906d55 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.0991821 Jun 30 09:23:22.263845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:22.269708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef647e23-957f-4669-9a81-73158006efcd req-3f82437f-9410-4b3a-ac11-51b6425358b4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431736 Jun 30 09:23:22.314309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50564) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:22.334615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50568) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:22.386716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:22.405912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:22.455414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.477848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:22.505345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:22.510014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.516987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01e86f4a-6bc7-44be-b9fd-9a935f32ebd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.566038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-306f067e-3654-4826-864e-c39e2419d59d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c5089113da7413b8475c4a30d4246b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300596 Jun 30 09:23:22.569483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50576) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:22.581895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.642036 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.666854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01e86f4a-6bc7-44be-b9fd-9a935f32ebd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.671244 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01e86f4a-6bc7-44be-b9fd-9a935f32ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.673253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.701833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['83c4b983-3fe2-4725-ac2b-babc29c08f6e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:22.720065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-01e86f4a-6bc7-44be-b9fd-9a935f32ebd9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f590400dafb84247a0a9d1a674a71ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011459 Jun 30 09:23:22.720065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e86f4a-6bc7-44be-b9fd-9a935f32ebd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aceec5-7405-471e-afc8-4e2424bc12a3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.721283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50578) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:22.777066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.781554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.783018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.783606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61f2b7e6-30fe-469c-a8ac-3fb7e9db5ea1 HTTP/1.1" status: 204 len: 168 time: 0.2127969 Jun 30 09:23:22.795344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1cfee-ab90-4977-9851-a6b73825662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2b7e6-30fe-469c-a8ac-3fb7e9db5ea1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.818224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.914619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.918697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.921797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52aceec5-7405-471e-afc8-4e2424bc12a3 HTTP/1.1" status: 204 len: 168 time: 0.1978359 Jun 30 09:23:22.929740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45406c3-b720-4d34-9bdb-57ebcd92697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aceec5-7405-471e-afc8-4e2424bc12a3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.282618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ddeaa4a0-9017-4452-ab9a-3bce0a97b237 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:23.317941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ddeaa4a0-9017-4452-ab9a-3bce0a97b237 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:23.317941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ddeaa4a0-9017-4452-ab9a-3bce0a97b237 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:23.360335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50606) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:23.378150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0662281-5f90-4455-97aa-4b576ed6f306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.538438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f381-55a0-4cda-84fb-a88257665c75 req-434600e4-8780-437e-8394-ca282d839a33 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.540694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5c7f381-55a0-4cda-84fb-a88257665c75 req-434600e4-8780-437e-8394-ca282d839a33 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1158624 Jun 30 09:23:23.548480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0662281-5f90-4455-97aa-4b576ed6f306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.559671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0662281-5f90-4455-97aa-4b576ed6f306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.631862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0662281-5f90-4455-97aa-4b576ed6f306 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0f5bb61ec7144eeb3d8da936146e697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703574 Jun 30 09:23:23.633180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0662281-5f90-4455-97aa-4b576ed6f306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83205ce8-0ca0-427d-9a00-bc83e1f22d11,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.635325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50616) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:23.640122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5c7f381-55a0-4cda-84fb-a88257665c75 req-56300a48-0286-4c48-9ade-c7fdeae7da7c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899398 Jun 30 09:23:23.714651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.749368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.821511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.824234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.829286 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83205ce8-0ca0-427d-9a00-bc83e1f22d11 HTTP/1.1" status: 204 len: 168 time: 0.1923022 Jun 30 09:23:23.843743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa814d9-44eb-4ccf-836d-87e23a140616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83205ce8-0ca0-427d-9a00-bc83e1f22d11,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.887866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50626) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.011807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-239951992'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:24.038148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:24.041552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.052487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.122445 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:24.165276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.176029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.208518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:24.219845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd661b4-eeac-4a95-b4ed-e7fbff7e3882,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:24.225817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.226401 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment 9c823059-82fb-403f-b9fb-d7711744d110 of type vlan for network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 Jun 30 09:23:24.276896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.288869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:24.324388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.331239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.331860 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.345319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:24.350476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:24.351146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.410157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5208812 Jun 30 09:23:24.410882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50650) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.421367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'name': 'tempest-PortsIpV6TestJSON-841036664'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:24.450362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade9c2-8905-44d5-b877-4980dbd7e7dc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=5fecfe60-9e91-47f0-a7fa-bc66f043e835,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:24.471668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:24.553523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.582943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:24.595019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.619995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:24.621523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:24.624707 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55abe331-814c-442b-a253-c9cda16e1d21" -d '{"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:24.631199 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.631450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 19fd7984-6b79-45a9-a26b-ffb50efe2330 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:24.727070 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb2d01b-2459-44d6-bd1d-771752e49e04 x-openstack-request-id: req-efb2d01b-2459-44d6-bd1d-771752e49e04 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:24.727763 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:24.728208 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efb2d01b-2459-44d6-bd1d-771752e49e04 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:24.728772 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'code': 200} Jun 30 09:23:24.729967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.004547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd35552-94e5-44d5-bcd9-e67a17da852e req-e93c6d7f-a465-47f2-8142-018a1c51f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.007277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cd35552-94e5-44d5-bcd9-e67a17da852e req-e93c6d7f-a465-47f2-8142-018a1c51f594 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1097 time: 0.1950853 Jun 30 09:23:25.010090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.054889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2845-ccb0-46c3-aa27-2129f482312a req-4ab78fd4-f760-4205-8c22-129548e2f4ee tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.063961 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0e2845-ccb0-46c3-aa27-2129f482312a req-4ab78fd4-f760-4205-8c22-129548e2f4ee tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2194831 Jun 30 09:23:25.092524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.103654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cd35552-94e5-44d5-bcd9-e67a17da852e req-0e96acb4-e537-4b99-9d40-5af02b5ff9cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871277 Jun 30 09:23:25.132133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e0e2845-ccb0-46c3-aa27-2129f482312a req-2bd62dd4-b40b-4565-98b7-7e259315bdd5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668254 Jun 30 09:23:25.208150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=19fd7984-6b79-45a9-a26b-ffb50efe2330,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.216015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': '9c823059-82fb-403f-b9fb-d7711744d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:25.216460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: 5fecfe60-9e91-47f0-a7fa-bc66f043e835, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:25.234694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:25.243570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 5fecfe60-9e91-47f0-a7fa-bc66f043e835) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:25.247718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:25.253198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.253857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.254844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7791bf-bbf6-45d4-8951-96b7d4437244 None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:25.274009 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-165557cc-cbd9-426a-9bc7-20c8dbacda22 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8594236 Jun 30 09:23:25.276934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.283388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1363861794'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:25.307588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:25.311925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.339035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:25.350784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.351262 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment c1aef255-6b95-42f3-b235-fb7e2b7e5afd of type vlan for network ee03818e-2c4a-423d-904d-d3b35bed4986 Jun 30 09:23:25.352112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50682) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.401354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.436373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.447562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.448404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.489104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7f37-bc4f-4be5-bea0-b71bb85375e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.517740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2393451 Jun 30 09:23:25.522120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50688) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.526084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26988b-de21-4e50-808a-0a91588946b6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=ee03818e-2c4a-423d-904d-d3b35bed4986,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.530216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'ports': [{'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'}, {'network_id': 'ee03818e-2c4a-423d-904d-d3b35bed4986'}]} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:25.530553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:25.531048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': 'ee03818e-2c4a-423d-904d-d3b35bed4986'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:25.538983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ee03818e-2c4a-423d-904d-d3b35bed4986 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:25.740207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7f37-bc4f-4be5-bea0-b71bb85375e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.747251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7f37-bc4f-4be5-bea0-b71bb85375e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.795049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ac9b7f37-bc4f-4be5-bea0-b71bb85375e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52be77228206492d9a40c0f50acd4f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416344 Jun 30 09:23:25.797983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.799705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 2} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:25.814073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.850779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.858123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b7f37-bc4f-4be5-bea0-b71bb85375e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb177208-d73f-4bff-a835-2de0b002abda,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.952297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port ca15d31f-3d51-4ecf-b814-cfce31156daf yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:26.131313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.270696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 156324d2-2719-41c5-99c2-a03c67515c44 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:26.390987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.424417 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.426419 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.481672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275da71-510b-4712-96d5-171ae22702b6 req-8a5f29cc-e350-4329-9910-1b230e57c2e4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.483542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6275da71-510b-4712-96d5-171ae22702b6 req-8a5f29cc-e350-4329-9910-1b230e57c2e4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1439648 Jun 30 09:23:26.513854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.521206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.524002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.527369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb177208-d73f-4bff-a835-2de0b002abda HTTP/1.1" status: 204 len: 168 time: 0.7260432 Jun 30 09:23:26.549209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a3cc3-ed2d-4eb7-a9c7-75c325751244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb177208-d73f-4bff-a835-2de0b002abda,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:26.554801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6275da71-510b-4712-96d5-171ae22702b6 req-8423a685-5536-42ae-b0d8-93dc6f26b9e9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625935 Jun 30 09:23:26.575088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:26.578655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:26.586792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:26.586792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.593785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=ca15d31f-3d51-4ecf-b814-cfce31156daf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:26.672675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=156324d2-2719-41c5-99c2-a03c67515c44,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:26.678962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': 'c1aef255-6b95-42f3-b235-fb7e2b7e5afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ee03818e-2c4a-423d-904d-d3b35bed4986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:26.679545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: ee03818e-2c4a-423d-904d-d3b35bed4986, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:26.705335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network ee03818e-2c4a-423d-904d-d3b35bed4986 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:26.723984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ee03818e-2c4a-423d-904d-d3b35bed4986) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:26.736919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:26.737243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc1a7c-bccc-4ea1-99c6-979cda196832 None None] Network ee03818e-2c4a-423d-904d-d3b35bed4986 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:26.745388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.758402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.759206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.798016 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b99aa17b-0663-4fa9-a390-5cb34cd27e69 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2710295 Jun 30 09:23:26.798711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:26.855844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacedfea-5af4-482f-b2e2-757c4e5b7730 req-a5c2b5f2-6ead-4e42-b315-dc0418121f90 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.857492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eacedfea-5af4-482f-b2e2-757c4e5b7730 req-a5c2b5f2-6ead-4e42-b315-dc0418121f90 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1194482 Jun 30 09:23:26.867420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:26.874155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'floatingip': {'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:26.936341 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.012720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 156324d2-2719-41c5-99c2-a03c67515c44 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:27.013176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.119602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.143460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 156324d2-2719-41c5-99c2-a03c67515c44 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:27.260791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.292209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=156324d2-2719-41c5-99c2-a03c67515c44,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.308192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.311586 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c304fcb7-088b-4dfb-abf5-1e0019eca1c4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/156324d2-2719-41c5-99c2-a03c67515c44 HTTP/1.1" status: 204 len: 168 time: 0.5116444 Jun 30 09:23:27.315285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:27.436186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd55d8c-e991-4c76-b3b2-04db830291c8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.442836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd55d8c-e991-4c76-b3b2-04db830291c8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.444903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebd55d8c-e991-4c76-b3b2-04db830291c8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1285284 Jun 30 09:23:27.448087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50746) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:27.636061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port ca15d31f-3d51-4ecf-b814-cfce31156daf {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:27.636423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.663707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.672447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.745713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.767338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for ca15d31f-3d51-4ecf-b814-cfce31156daf owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:27.837034 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Floating IP 47851fdb-29f9-4dcb-92ae-0686ec60595e associated. External IP: 172.25.4.227, port: 83c4b983-3fe2-4725-ac2b-babc29c08f6e. Jun 30 09:23:27.874384 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.925479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=ca15d31f-3d51-4ecf-b814-cfce31156daf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.928057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.934227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4f84921b-19d0-42a6-92f1-4d1ec480a8dd tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/ca15d31f-3d51-4ecf-b814-cfce31156daf HTTP/1.1" status: 204 len: 168 time: 0.4848998 Jun 30 09:23:27.935055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50762) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.048429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8cf59-f577-4a9a-9619-41c86eaeccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.050899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6ff8cf59-f577-4a9a-9619-41c86eaeccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1136012 Jun 30 09:23:28.053618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50766) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.094336 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10c9523-6f44-4f8a-bfad-e6330c688c80 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:28.095983 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a10c9523-6f44-4f8a-bfad-e6330c688c80 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/156324d2-2719-41c5-99c2-a03c67515c44 HTTP/1.1" status: 404 len: 333 time: 0.0403883 Jun 30 09:23:28.099380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50768) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.137238 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ac9c4c-ba2d-47ac-9144-87c6760fe45f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:28.141908 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1ac9c4c-ba2d-47ac-9144-87c6760fe45f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/ca15d31f-3d51-4ecf-b814-cfce31156daf HTTP/1.1" status: 404 len: 333 time: 0.0386202 Jun 30 09:23:28.142233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.142768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:28.247856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.324585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:28.334330 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.344517 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:28.367988 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:28.369519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:28.390165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c344cd51-833a-4443-a3cf-61238a1bfe62 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "PUT /v2.0/floatingips/47851fdb-29f9-4dcb-92ae-0686ec60595e HTTP/1.1" status: 200 len: 991 time: 1.5175138 Jun 30 09:23:28.390165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:28.390510 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081033df-acbf-49e7-a3e3-1bcec4d3b90d" -d '{"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:28.445907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.462916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee03818e-2c4a-423d-904d-d3b35bed4986']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:28.529674 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee8737-0c94-4c39-9a1f-b48efab8d230 x-openstack-request-id: req-8fee8737-0c94-4c39-9a1f-b48efab8d230 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:28.530095 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:28.530395 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fee8737-0c94-4c39-9a1f-b48efab8d230 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:28.530860 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'status': 'completed', 'code': 200} Jun 30 09:23:28.590895 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:28.717727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-09578995-9120-4fa8-827d-3c755da52d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.720924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-09578995-9120-4fa8-827d-3c755da52d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1097 time: 0.1663046 Jun 30 09:23:28.848459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.888289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-19dd57d1-4db5-4028-bbf8-2389a54bbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.890191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-19dd57d1-4db5-4028-bbf8-2389a54bbf92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1624825 Jun 30 09:23:28.936798 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '47851fdb-29f9-4dcb-92ae-0686ec60595e', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:11Z', 'updated_at': '2021-06-30T09:23:27Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:28.970597 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:28.984785 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:28.986090 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:29.028977 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-ec16b19d-aa66-4309-9e6d-bc7f26bfdf65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 999 time: 0.1307418 Jun 30 09:23:29.054836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1aef255-6b95-42f3-b235-fb7e2b7e5afd') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:29.055135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1aef255-6b95-42f3-b235-fb7e2b7e5afd') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:29.068622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.100935 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.117310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:29.118223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.125052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-e6d7c16d-99e7-419a-86c8-692d66f03c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.126999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-e6d7c16d-99e7-419a-86c8-692d66f03c1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0915349 Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:29.128297 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:29.177067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-344107340'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:29.187760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:29.205564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.211155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.213328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/ee03818e-2c4a-423d-904d-d3b35bed4986 HTTP/1.1" status: 204 len: 168 time: 1.0690944 Jun 30 09:23:29.221016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50804) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:29.223063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Made reservation on behalf of f6f917431a414313a4f2379d1d63a9c0 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:29.226504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.237263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9f2fe-ced9-4ea5-a8fb-25f6dd1347be tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=ee03818e-2c4a-423d-904d-d3b35bed4986,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:29.239034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326307824'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:29.242129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.259767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3db9-0b4c-4419-9b34-50d5c3203af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.267897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-bde3e4ad-e345-43f2-9390-b3f446164cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.269407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-bde3e4ad-e345-43f2-9390-b3f446164cd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362319 Jun 30 09:23:29.274093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:23:29.274093 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:23:29.274093 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': 'f6f917431a414313a4f2379d1d63a9c0', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 23, 29, 262785)}] Jun 30 09:23:29.274093 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:29.274482 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:29.296701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:29.300994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.366178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:29.391073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.391430 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment 2ee76f3a-8831-45eb-ae18-2eea74b9bb03 of type vlan for network 7d47840f-2f70-4b63-8206-856878a115b6 Jun 30 09:23:29.398095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-87bf6c39-0de0-497d-b71c-9c3020d3c755 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206100 Jun 30 09:23:29.462320 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '47851fdb-29f9-4dcb-92ae-0686ec60595e', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:11Z', 'updated_at': '2021-06-30T09:23:27Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:29.481197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.495623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d62285-f69a-4ec2-8b47-bdcfd099fbed None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '47851fdb-29f9-4dcb-92ae-0686ec60595e', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.227', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:23:11Z', 'updated_at': '2021-06-30T09:23:27Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:29.543920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.550195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.550815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.566308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-081033df-acbf-49e7-a3e3-1bcec4d3b90d req-e5d3f8cb-3cb8-4b78-9b20-783cb6e4ecef service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605673 Jun 30 09:23:29.619339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3971193 Jun 30 09:23:29.622415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:29.633128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '7d47840f-2f70-4b63-8206-856878a115b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:29.636035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=7d47840f-2f70-4b63-8206-856878a115b6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:29.646137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.646482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.646822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.647157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.647488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.647813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.648137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.648464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.648786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.649105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.649571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.649916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eed3a7-f46a-47c0-8af6-1490049bbef6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:29.662535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7d47840f-2f70-4b63-8206-856878a115b6 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:29.771595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:29.775282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.775794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.842840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a68bed3-a4c5-40fc-b445-a3d163362b21 None None] New status for floating IP 47851fdb-29f9-4dcb-92ae-0686ec60595e: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:23:29.929882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.938344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.963570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:29.984073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb49add-7bfd-46a4-a42d-9a31421805ae,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:29.988223 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.988911 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Added segment df5c1cf7-3fad-40da-af0e-4a3f048e02ab of type vlan for network d09da7a0-3157-4a65-a3ba-8cbda47ecc47 Jun 30 09:23:30.055683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.056673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.096010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.104326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.105530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.132730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=735be336-3092-40e0-83e9-35995ddaf9b9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.139378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': '2ee76f3a-8831-45eb-ae18-2eea74b9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:30.139875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: 7d47840f-2f70-4b63-8206-856878a115b6, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:30.161077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7d47840f-2f70-4b63-8206-856878a115b6 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:30.176125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7d47840f-2f70-4b63-8206-856878a115b6) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:30.181655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.182257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.199852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Pushing event updated for resources: {'Network': ['ID=d09da7a0-3157-4a65-a3ba-8cbda47ecc47,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.213938 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a087808e-b542-47ec-885b-9d66d1da1f73 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5903156 Jun 30 09:23:30.214994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2070a5cf-5ce5-4658-a29d-d40dad503737 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3651371 Jun 30 09:23:30.215174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50826) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.216772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50828) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.222704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '7d47840f-2f70-4b63-8206-856878a115b6', 'name': 'tempest-PortsIpV6TestJSON-2141771143'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.236522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bd9e8-44c9-48a0-bd1a-e2363f6d4faa None None] Network 7d47840f-2f70-4b63-8206-856878a115b6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:30.238389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network d09da7a0-3157-4a65-a3ba-8cbda47ecc47 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:30.294830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'name': 'tempest-network--1104488409', 'router:external': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.373041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:30.377190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.389312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.410128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:30.421017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.450480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 26e14954-4786-4395-9281-f0bc67fe45bf yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:30.481680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7d47840f-2f70-4b63-8206-856878a115b6', 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': '735be336-3092-40e0-83e9-35995ddaf9b9'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:30.483195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.525458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.532653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.554291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:30.572970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3752a8-0be5-4fe0-a143-552f18f6deb3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.576080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.576533 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Added segment 2d0b39b1-3a80-4160-82e2-fed82f5ad4bb of type vlan for network 7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74 Jun 30 09:23:30.630336 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.632639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::1b7 (7d47840f-2f70-4b63-8206-856878a115b6/735be336-3092-40e0-83e9-35995ddaf9b9/26e14954-4786-4395-9281-f0bc67fe45bf) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:30.673602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.675042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.675688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.734482 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5178390 Jun 30 09:23:30.737140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50840) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.757768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f181b6-e856-4695-a0df-89c5113b5167 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.769080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:30.809733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.831007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.837891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 26e14954-4786-4395-9281-f0bc67fe45bf will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:30.884310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.950211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.968333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7d47840f-2f70-4b63-8206-856878a115b6 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:30.972749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:30.973266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:30.977475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:30.983822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.985178 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.999747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Allocated IP 2001:db8::2 (7d47840f-2f70-4b63-8206-856878a115b6/735be336-3092-40e0-83e9-35995ddaf9b9/214d1a29-2543-43e7-93fb-f4bdbb452ce7) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:31.004188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=26e14954-4786-4395-9281-f0bc67fe45bf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.005470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0b39b1-3a80-4160-82e2-fed82f5ad4bb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:31.005798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0b39b1-3a80-4160-82e2-fed82f5ad4bb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:31.014526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-88593237-160f-4f9a-a54a-cf857cbe2cb9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7964048 Jun 30 09:23:31.015303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.021639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.046123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.064394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:31.064584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:31.066518 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:31.141693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.148818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:31.152400 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.158196 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74 HTTP/1.1" status: 204 len: 168 time: 0.4161842 Jun 30 09:23:31.159223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50850) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.164687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:31.165425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7473f7-f672-4064-ae9d-2930fcf7a66f tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fb6309b-2584-4d9e-b4ad-d4f06b2ffe74,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.171352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 26e14954-4786-4395-9281-f0bc67fe45bf {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:31.171715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.248456 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.251911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:31.254693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.262729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Transition to ACTIVE for port object 214d1a29-2543-43e7-93fb-f4bdbb452ce7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:31.282509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Transition to ACTIVE for port object 214d1a29-2543-43e7-93fb-f4bdbb452ce7 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:31.293926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.327701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:31.334950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Network 7d47840f-2f70-4b63-8206-856878a115b6 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:31.338230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.340329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:31.345928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:31.349237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Pushing event updated for resources: {'Port': ['ID=214d1a29-2543-43e7-93fb-f4bdbb452ce7,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.356198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.356542 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Added segment b5f43c79-5bbd-45d4-ba51-9217f13c9a52 of type vlan for network 80cb0810-1e75-470c-a024-e09f7099113b Jun 30 09:23:31.358081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 26e14954-4786-4395-9281-f0bc67fe45bf owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:31.359294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.359878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.360460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.361015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.361584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.362155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.362705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.363250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.363796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.364347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.364891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.365443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:31.428954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Attempting to bind port 214d1a29-2543-43e7-93fb-f4bdbb452ce7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:31.429514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Attempting to bind port 214d1a29-2543-43e7-93fb-f4bdbb452ce7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2ee76f3a-8831-45eb-ae18-2eea74b9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:31.430013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Attempting to bind port 214d1a29-2543-43e7-93fb-f4bdbb452ce7 on network 7d47840f-2f70-4b63-8206-856878a115b6 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:31.435494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:31.435999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Checking segment: {'id': '2ee76f3a-8831-45eb-ae18-2eea74b9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:31.436506 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.437001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Bound using segment: {'id': '2ee76f3a-8831-45eb-ae18-2eea74b9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:31.438240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Bound port: 214d1a29-2543-43e7-93fb-f4bdbb452ce7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee76f3a-8831-45eb-ae18-2eea74b9bb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7d47840f-2f70-4b63-8206-856878a115b6'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:31.438802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.458370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.510588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] For port 214d1a29-2543-43e7-93fb-f4bdbb452ce7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:31.514728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] For port 214d1a29-2543-43e7-93fb-f4bdbb452ce7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=214d1a29-2543-43e7-93fb-f4bdbb452ce7,segment=NetworkSegment(2ee76f3a-8831-45eb-ae18-2eea74b9bb03),segment_id=2ee76f3a-8831-45eb-ae18-2eea74b9bb03)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:31.521028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.530837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.533452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.534376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.605575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d13937-8e07-4fe2-8f99-eb75db49e22a None None] Pushing event updated for resources: {'Port': ['ID=214d1a29-2543-43e7-93fb-f4bdbb452ce7,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.669842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5094345 Jun 30 09:23:31.673885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50860) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.679962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'subnet': {'network_id': '80cb0810-1e75-470c-a024-e09f7099113b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:31.685713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7d68-b65b-4a55-ba1b-e2a568fbf373 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=80cb0810-1e75-470c-a024-e09f7099113b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.697315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 80cb0810-1e75-470c-a024-e09f7099113b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:31.708037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.720047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:31.725378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.775803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=26e14954-4786-4395-9281-f0bc67fe45bf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.854009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.858566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1b1ee673-7a08-44dd-8681-cc72c3462df8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/26e14954-4786-4395-9281-f0bc67fe45bf HTTP/1.1" status: 204 len: 168 time: 0.8398933 Jun 30 09:23:31.859375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.900461 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-573af811-c6ff-4ffa-b0f4-4bd6382dd9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.902586 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad3ed31-e697-4f2e-a640-3c0ca870ade2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:31.903343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad3ed31-e697-4f2e-a640-3c0ca870ade2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:31.905112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8ad3ed31-e697-4f2e-a640-3c0ca870ade2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/26e14954-4786-4395-9281-f0bc67fe45bf HTTP/1.1" status: 404 len: 333 time: 0.0443959 Jun 30 09:23:31.911574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50866) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.968968 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4a5715-14be-493c-be59-0b655ecfa64e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:31.973021 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c4a5715-14be-493c-be59-0b655ecfa64e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/26e14954-4786-4395-9281-f0bc67fe45bf HTTP/1.1" status: 404 len: 333 time: 0.0560000 Jun 30 09:23:31.975221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50872) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.011431 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.046605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 735be336-3092-40e0-83e9-35995ddaf9b9 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:32.051151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.112272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.209565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.objects.ports [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94185) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:23:32.210286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.218118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.273089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de1369b1-5edd-4ea2-8edb-a6bb706799c1,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.276192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Checking segment: {'id': 'b5f43c79-5bbd-45d4-ba51-9217f13c9a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '80cb0810-1e75-470c-a024-e09f7099113b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:32.276554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Network hostable DHCP agents. Network: 80cb0810-1e75-470c-a024-e09f7099113b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:32.285217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.294068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Network 80cb0810-1e75-470c-a024-e09f7099113b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:32.305617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 80cb0810-1e75-470c-a024-e09f7099113b) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:32.309865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.310539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.319550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=735be336-3092-40e0-83e9-35995ddaf9b9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.329479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-080bc5e1-dc34-48e6-a3e5-3b6c237cabde tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6544247 Jun 30 09:23:32.331409 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.333463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-58cda2b7-208f-4bfa-b89e-6dac99b9cd0a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/735be336-3092-40e0-83e9-35995ddaf9b9 HTTP/1.1" status: 204 len: 168 time: 0.3545823 Jun 30 09:23:32.334361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50880) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.336466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.339185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'floatingip': {'floating_network_id': '80cb0810-1e75-470c-a024-e09f7099113b'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:32.355707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c58e5f-9cab-4939-bcf1-6c3ebe515c72 None None] Network 80cb0810-1e75-470c-a024-e09f7099113b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:32.382255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.467955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.504984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-da29c83b-d947-4c25-b7e1-4ffa420d8507 req-420e7b08-c1db-4ee6-bc91-f849aede65a4 service neutron] (94183) timed out ('10.222.0.66', 56572) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:23:32.517291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.540707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa0526-365a-4653-a55a-054f38c7747b None None] Network 80cb0810-1e75-470c-a024-e09f7099113b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:32.594555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 214d1a29-2543-43e7-93fb-f4bdbb452ce7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:32.595362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.676133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Allocated IP 172.20.0.9 (80cb0810-1e75-470c-a024-e09f7099113b/de1369b1-5edd-4ea2-8edb-a6bb706799c1/68ede0bb-e11b-408f-882c-852a004d569c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:32.706672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port 214d1a29-2543-43e7-93fb-f4bdbb452ce7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=214d1a29-2543-43e7-93fb-f4bdbb452ce7,segment=NetworkSegment(2ee76f3a-8831-45eb-ae18-2eea74b9bb03),segment_id=2ee76f3a-8831-45eb-ae18-2eea74b9bb03)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:32.706672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.725432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 214d1a29-2543-43e7-93fb-f4bdbb452ce7 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:32.834368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.835238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.870672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=214d1a29-2543-43e7-93fb-f4bdbb452ce7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.872668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port 214d1a29-2543-43e7-93fb-f4bdbb452ce7 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:32.889691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.932011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Network 80cb0810-1e75-470c-a024-e09f7099113b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:32.935610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:32.950607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:32.956106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.968225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7174371-ad26-4cd3-8c06-311b1dbc056e None None] Network 7d47840f-2f70-4b63-8206-856878a115b6 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:32.974893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.982677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Port': ['ID=68ede0bb-e11b-408f-882c-852a004d569c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.996239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d47840f-2f70-4b63-8206-856878a115b6']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:33.025789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee76f3a-8831-45eb-ae18-2eea74b9bb03') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:33.025789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee76f3a-8831-45eb-ae18-2eea74b9bb03') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:33.045796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.060382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.068187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:33.068656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:33.072423 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:33.074776 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.111964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-642b2fd5-81fe-4e35-9341-c98bda9f2cad None None] Could not find standard attr ID for object 214d1a29-2543-43e7-93fb-f4bdbb452ce7. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:33.145338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.163811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.171439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.178902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/7d47840f-2f70-4b63-8206-856878a115b6 HTTP/1.1" status: 204 len: 168 time: 0.8360023 Jun 30 09:23:33.179081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50894) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:33.184901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1250900262'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:33.189221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c5354-a5a1-476d-966b-f70c2bfbae2d None None] DHCP port deletion for 7d47840f-2f70-4b63-8206-856878a115b6 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:33.193856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c9345-4229-4040-a083-1af7eff16f6d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=7d47840f-2f70-4b63-8206-856878a115b6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:33.237441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:33.240882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.310317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:33.334269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.334623 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment 96180b5a-6ec7-44d6-83bc-65be8993ca22 of type vlan for network 25fffa6c-fda5-47be-9041-9af88e4f1c6e Jun 30 09:23:33.398445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.401406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.424973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.429573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.477549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.482864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.483455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.561101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Port': ['ID=68ede0bb-e11b-408f-882c-852a004d569c,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:33.591246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.595111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4158988 Jun 30 09:23:33.598230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50906) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:33.605851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:33.606080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf014-086e-459d-9e1c-09d3e5de5f33 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=25fffa6c-fda5-47be-9041-9af88e4f1c6e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:33.615279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.617060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-911f75d2-1a31-4f6e-9e8b-f297b8291938 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2816243 Jun 30 09:23:33.620187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50908) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:33.620832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:33.696870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-00b231ec-c445-4c83-9071-388d0b8e06de tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=80cb0810-1e75-470c-a024-e09f7099113b HTTP/1.1" status: 200 len: 689 time: 0.0754428 Jun 30 09:23:33.699218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:33.718465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:33.723167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.963078 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.030317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=c7a4d6f8-86dc-4a7a-861d-d734d93fab9f,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.050040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': '96180b5a-6ec7-44d6-83bc-65be8993ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:34.050311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: 25fffa6c-fda5-47be-9041-9af88e4f1c6e, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:34.077554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:34.089116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 25fffa6c-fda5-47be-9041-9af88e4f1c6e) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:34.094512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.095041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.102911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb8a48-b4c7-4a8e-b16b-232b47a29c96 None None] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:34.118552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-abf32c76-2049-48de-b743-58d8682fccd4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5155458 Jun 30 09:23:34.119026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:34.125667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-932368350'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:34.211894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.277601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-25fffa6c-fda5-47be-9041-9af88e4f1c6e', 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': 'c7a4d6f8-86dc-4a7a-861d-d734d93fab9f'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:34.278771 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.330882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:34.334852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.370296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Deleting port 68ede0bb-e11b-408f-882c-852a004d569c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:34.370653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.373544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 910690a0-bce5-46b0-98a0-0278cf469404 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:34.478297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Allocated IP 2001:db8::2 (25fffa6c-fda5-47be-9041-9af88e4f1c6e/c7a4d6f8-86dc-4a7a-861d-d734d93fab9f/d93f3f9b-aeea-4d45-90c7-4be3ee35c424) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:34.507957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.508590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.521672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Calling delete_port for 68ede0bb-e11b-408f-882c-852a004d569c owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:34.636956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.649546 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.673339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.674422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Transition to ACTIVE for port object d93f3f9b-aeea-4d45-90c7-4be3ee35c424 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:34.690279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Transition to ACTIVE for port object d93f3f9b-aeea-4d45-90c7-4be3ee35c424 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:34.698357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.728945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Port': ['ID=68ede0bb-e11b-408f-882c-852a004d569c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.738446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:34.743338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:34.746747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:34.806124 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::18d (25fffa6c-fda5-47be-9041-9af88e4f1c6e/c7a4d6f8-86dc-4a7a-861d-d734d93fab9f/910690a0-bce5-46b0-98a0-0278cf469404) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:34.831420 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.842631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Pushing event updated for resources: {'Port': ['ID=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.848860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Attempting to bind port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:34.849582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Attempting to bind port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '96180b5a-6ec7-44d6-83bc-65be8993ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:34.850142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Attempting to bind port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 on network 25fffa6c-fda5-47be-9041-9af88e4f1c6e {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:34.855679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:34.856076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Checking segment: {'id': '96180b5a-6ec7-44d6-83bc-65be8993ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:34.856275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.856727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Bound using segment: {'id': '96180b5a-6ec7-44d6-83bc-65be8993ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:34.857362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Bound port: d93f3f9b-aeea-4d45-90c7-4be3ee35c424, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96180b5a-6ec7-44d6-83bc-65be8993ca22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25fffa6c-fda5-47be-9041-9af88e4f1c6e'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:34.857823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.950653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.954972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] For port d93f3f9b-aeea-4d45-90c7-4be3ee35c424, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:34.959239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] For port d93f3f9b-aeea-4d45-90c7-4be3ee35c424, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,segment=NetworkSegment(96180b5a-6ec7-44d6-83bc-65be8993ca22),segment_id=96180b5a-6ec7-44d6-83bc-65be8993ca22)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:34.964842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.029207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.033095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bdeee-2ccf-4be0-b43b-e246f72f70de None None] Pushing event updated for resources: {'Port': ['ID=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.053463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 910690a0-bce5-46b0-98a0-0278cf469404 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:35.063626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.100556 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.113945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de1369b1-5edd-4ea2-8edb-a6bb706799c1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.176936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.197918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.243718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cb0810-1e75-470c-a024-e09f7099113b']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.261893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f43c79-5bbd-45d4-ba51-9217f13c9a52') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.262197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f43c79-5bbd-45d4-ba51-9217f13c9a52') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:35.264804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:35.276537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:35.282218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:35.287521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.288181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.291817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.293503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=910690a0-bce5-46b0-98a0-0278cf469404,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.315141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.327488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bf2dde87-3ee9-4cf0-92bc-db35d2dda8d9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2041831 Jun 30 09:23:35.327715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.331006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:35.331662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:35.334495 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:35.425062 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.430546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80cb0810-1e75-470c-a024-e09f7099113b {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:35.436412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.438633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/80cb0810-1e75-470c-a024-e09f7099113b HTTP/1.1" status: 204 len: 168 time: 1.7384706 Jun 30 09:23:35.445477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50942) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.452176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62dba7-a55e-46e5-9aaa-c5b6d16b21c8 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Network': ['ID=80cb0810-1e75-470c-a024-e09f7099113b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.554953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 910690a0-bce5-46b0-98a0-0278cf469404 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:35.555131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.641557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0193d910-2f06-4767-8ba9-fb6ba9643db2 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1946526 Jun 30 09:23:35.643993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50950) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.683939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.697550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 910690a0-bce5-46b0-98a0-0278cf469404 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:35.736068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.736921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.737568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.738210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.738931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.740788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-08914711-7bd3-466e-a1be-acd7620ef08a tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3361 time: 0.0958161 Jun 30 09:23:35.743604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50952) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.798411 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-fbf3a5f9-9385-45dd-b09e-2ce1dd7dc791 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:23:35.799594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fbf3a5f9-9385-45dd-b09e-2ce1dd7dc791 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/b1540086-3097-4aad-a9e0-696124b644d5 HTTP/1.1" status: 404 len: 345 time: 0.0545304 Jun 30 09:23:35.810851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50956) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.838026 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-121f8a3d-c954-4421-aa8a-bfcac728eb28 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 09:23:35.838502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121f8a3d-c954-4421-aa8a-bfcac728eb28 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:35.840297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-121f8a3d-c954-4421-aa8a-bfcac728eb28 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/80cb0810-1e75-470c-a024-e09f7099113b HTTP/1.1" status: 404 len: 339 time: 0.0283725 Jun 30 09:23:35.846902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50960) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:35.853618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'name': 'tempest-network--955946330', 'router:external': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:35.881893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.889181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:35.894181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.931015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:35.943000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=910690a0-bce5-46b0-98a0-0278cf469404,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.949952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.950493 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Added segment f601ce2a-7277-434e-a23a-fd6aa2d89c3e of type vlan for network 52ca2ca3-7468-484e-b92f-1a9ed7b7527d Jun 30 09:23:35.999023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.002785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a78fef29-828d-4ce1-a976-5ba99975a71a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/910690a0-bce5-46b0-98a0-0278cf469404 HTTP/1.1" status: 204 len: 168 time: 0.6741645 Jun 30 09:23:36.005583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.006224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.044822 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-51489983-d087-4e3b-bf27-c8c4539158b7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:36.049689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-51489983-d087-4e3b-bf27-c8c4539158b7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/910690a0-bce5-46b0-98a0-0278cf469404 HTTP/1.1" status: 404 len: 333 time: 0.0420282 Jun 30 09:23:36.054201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50966) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.115274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet c7a4d6f8-86dc-4a7a-861d-d734d93fab9f {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:36.119939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.121055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.121624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.126117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.210929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3623707 Jun 30 09:23:36.213379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50972) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.221777 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.261390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b364df7-0e41-4215-8569-cc1a431cf033 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=52ca2ca3-7468-484e-b92f-1a9ed7b7527d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.272473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 52ca2ca3-7468-484e-b92f-1a9ed7b7527d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:36.339117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.354398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7741ffd-176e-436a-806d-78f005577a06 None None] Network 25fffa6c-fda5-47be-9041-9af88e4f1c6e requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:36.386182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb575612-6631-41d2-982f-d24ee2035621 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.398827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb575612-6631-41d2-982f-d24ee2035621 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.408160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb575612-6631-41d2-982f-d24ee2035621 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.416361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb575612-6631-41d2-982f-d24ee2035621 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.418660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eb575612-6631-41d2-982f-d24ee2035621 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2029104 Jun 30 09:23:36.421696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.424518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.463051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a4d6f8-86dc-4a7a-861d-d734d93fab9f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.467758 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.471106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b32794a4-c2c5-491f-a456-21c34d1daf81 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/c7a4d6f8-86dc-4a7a-861d-d734d93fab9f HTTP/1.1" status: 204 len: 168 time: 0.4152870 Jun 30 09:23:36.473623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 50980) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.535658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.540879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eb510d70-a8ba-42ca-9759-42c6cc7d179a None None] Provisioning for port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:36.583544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.641813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.651966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:36.652334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.653780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ca2ca3-7468-484e-b92f-1a9ed7b7527d']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:36.655064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] DHCP port deletion for 25fffa6c-fda5-47be-9041-9af88e4f1c6e request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:36.670313 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601ce2a-7277-434e-a23a-fd6aa2d89c3e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:36.670684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601ce2a-7277-434e-a23a-fd6aa2d89c3e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:36.680387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.696339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.713207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:36.713620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:36.715437 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:36.753021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Deleting port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:36.753406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.791271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port d93f3f9b-aeea-4d45-90c7-4be3ee35c424, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,segment=NetworkSegment(96180b5a-6ec7-44d6-83bc-65be8993ca22),segment_id=96180b5a-6ec7-44d6-83bc-65be8993ca22)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:36.792022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.801816 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.807563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for d93f3f9b-aeea-4d45-90c7-4be3ee35c424 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:36.845048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] For port d93f3f9b-aeea-4d45-90c7-4be3ee35c424, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,segment=NetworkSegment(96180b5a-6ec7-44d6-83bc-65be8993ca22),segment_id=96180b5a-6ec7-44d6-83bc-65be8993ca22)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:36.845898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.847215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52ca2ca3-7468-484e-b92f-1a9ed7b7527d {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:36.851066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.853350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/52ca2ca3-7468-484e-b92f-1a9ed7b7527d HTTP/1.1" status: 204 len: 168 time: 0.4295294 Jun 30 09:23:36.858876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50988) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.861831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab8c1-e334-49a3-86cc-76a414ec9d61 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Network': ['ID=52ca2ca3-7468-484e-b92f-1a9ed7b7527d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.867078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'name': 'tempest-network--872866756', 'router:external': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:36.892918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:36.894101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Calling delete_port for d93f3f9b-aeea-4d45-90c7-4be3ee35c424 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:36.896004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.940578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.941797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:36.956422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.956916 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Added segment 78f9935a-0d82-44c3-a6bf-44f3a5dea282 of type vlan for network 59e3e070-c4af-4742-873a-0b419a1baca8 Jun 30 09:23:36.984742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.987084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:37.022317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.045576 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.072764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.075607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] No DVR routers for this DVR port d93f3f9b-aeea-4d45-90c7-4be3ee35c424 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:37.076203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.078105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.100822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.112977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6830-8ab5-4aa7-9629-58a2ef4ed326 None None] Pushing event deleted for resources: {'Port': ['ID=d93f3f9b-aeea-4d45-90c7-4be3ee35c424,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.121892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fffa6c-fda5-47be-9041-9af88e4f1c6e']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.140157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96180b5a-6ec7-44d6-83bc-65be8993ca22') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.141600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96180b5a-6ec7-44d6-83bc-65be8993ca22') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.152813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.170298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.173397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3126030 Jun 30 09:23:37.176019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50996) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.182190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:37.182850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.230967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=59e3e070-c4af-4742-873a-0b419a1baca8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.260175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:37.261084 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:37.263417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.263417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e017fbe-1931-4882-897c-6453fdcc447b tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:37.265353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.283924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 59e3e070-c4af-4742-873a-0b419a1baca8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:37.301092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7797765-39a3-43f1-b42d-d021aacbb1c0 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.302763 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7797765-39a3-43f1-b42d-d021aacbb1c0 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "GET /v2.0/networks/59e3e070-c4af-4742-873a-0b419a1baca8 HTTP/1.1" status: 200 len: 756 time: 0.1258397 Jun 30 09:23:37.306389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 50998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.317464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.324727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/25fffa6c-fda5-47be-9041-9af88e4f1c6e HTTP/1.1" status: 204 len: 168 time: 0.8496566 Jun 30 09:23:37.326140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459946c-be89-4f42-83c1-1f758cd5e17c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=25fffa6c-fda5-47be-9041-9af88e4f1c6e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.328549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.333779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'name': 'tempest-PortsIpV6TestJSON-820139717'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:37.442877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641fd94-8619-4139-a298-6c2c338765b7 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.444266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:37.444974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4641fd94-8619-4139-a298-6c2c338765b7 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "GET /v2.0/networks/d09da7a0-3157-4a65-a3ba-8cbda47ecc47 HTTP/1.1" status: 200 len: 767 time: 0.1281164 Jun 30 09:23:37.447533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.448501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.466469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port eeb3f49e-11b5-4a8d-a6e2-2552bcea4504 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:37.519654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.606482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.618054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e3e070-c4af-4742-873a-0b419a1baca8']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.630163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f9935a-0d82-44c3-a6bf-44f3a5dea282') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.630821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f9935a-0d82-44c3-a6bf-44f3a5dea282') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:37.640424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.656436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.658744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.664900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:37.665293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:37.667014 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:37.696988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.725216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.731879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59e3e070-c4af-4742-873a-0b419a1baca8 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:37.742408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:37.742779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.750949 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/59e3e070-c4af-4742-873a-0b419a1baca8 HTTP/1.1" status: 204 len: 168 time: 0.2961273 Jun 30 09:23:37.751163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:37.751254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9912979-45e7-4241-a331-26f2db876c70 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Network': ['ID=59e3e070-c4af-4742-873a-0b419a1baca8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.751332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:37.753597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.753931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.754261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.760057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'name': 'tempest-network--870504462'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:37.769489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=eeb3f49e-11b5-4a8d-a6e2-2552bcea4504,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.790545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Made reservation on behalf of 6e1a2afe6c8342528f16921a973af3a5 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:37.793226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.802529 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c5278de1-e5d2-4141-b84f-83e37ba02535 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4702921 Jun 30 09:23:37.802658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.862898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:37.874741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.875244 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Added segment 2f8fa311-8001-49f8-8355-54b47c5d42b2 of type vlan for network a167c2d9-c862-4144-a571-5b6d4652e2b2 Jun 30 09:23:37.973300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.999844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port eeb3f49e-11b5-4a8d-a6e2-2552bcea4504 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:38.000588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.016513 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.018719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.019556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.085491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.098945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3437793 Jun 30 09:23:38.101554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.106513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for eeb3f49e-11b5-4a8d-a6e2-2552bcea4504 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:38.107041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:38.112748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73195160-5504-4e8b-add5-82dd59d32c81 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=a167c2d9-c862-4144-a571-5b6d4652e2b2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.135437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a167c2d9-c862-4144-a571-5b6d4652e2b2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:38.255630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.287883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=eeb3f49e-11b5-4a8d-a6e2-2552bcea4504,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.299086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.301350 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-689cde1f-16e5-45a7-af6b-cc67c8ef04d7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/eeb3f49e-11b5-4a8d-a6e2-2552bcea4504 HTTP/1.1" status: 204 len: 168 time: 0.4977219 Jun 30 09:23:38.303873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51026) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.309803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'mac_address': 'fa:16:3e:12:b6:26', 'name': 'tempest-PortsIpV6TestJSON-730952044'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:38.313811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.336230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.352351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Network a167c2d9-c862-4144-a571-5b6d4652e2b2 is not hosted by any dhcp agent {{(pid=94185) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:23:38.353226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.353719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.355179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "PUT /v2.0/networks/a167c2d9-c862-4144-a571-5b6d4652e2b2 HTTP/1.1" status: 200 len: 857 time: 0.2523186 Jun 30 09:23:38.357910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.398850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe63c9e-8aed-4515-b426-d51b86ea8f45 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event updated for resources: {'Network': ['ID=a167c2d9-c862-4144-a571-5b6d4652e2b2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.467003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.486891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:38.613718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.617987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.635424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167c2d9-c862-4144-a571-5b6d4652e2b2']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:38.648691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8fa311-8001-49f8-8355-54b47c5d42b2') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:38.648990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8fa311-8001-49f8-8355-54b47c5d42b2') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:38.662600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:38.670103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.722092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.733018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:38.733424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:38.735157 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:38.854885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.863822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a167c2d9-c862-4144-a571-5b6d4652e2b2 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:38.872797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.879375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a167c2d9-c862-4144-a571-5b6d4652e2b2 HTTP/1.1" status: 204 len: 168 time: 0.5135291 Jun 30 09:23:38.879857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.887115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596469-c8f4-4f3a-82a0-189f95c60808 tempest-ExternalNetworksTestJSON-1153758369 tempest-ExternalNetworksTestJSON-1153758369-project-admin] Pushing event deleted for resources: {'Network': ['ID=a167c2d9-c862-4144-a571-5b6d4652e2b2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.918898 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.927389 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4782f36-a1a8-4ab5-9a25-64f66a8e4b7f tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:38.928155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4782f36-a1a8-4ab5-9a25-64f66a8e4b7f tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:38.933550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.934312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d4782f36-a1a8-4ab5-9a25-64f66a8e4b7f tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "DELETE /v2.0/subnets/de1369b1-5edd-4ea2-8edb-a6bb706799c1 HTTP/1.1" status: 404 len: 337 time: 0.0532193 Jun 30 09:23:39.034165 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.090066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.199849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:39.207851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.211866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:39.213593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.224209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:39.229971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.230586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.236585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09da7a0-3157-4a65-a3ba-8cbda47ecc47']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:39.252048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5c1cf7-3fad-40da-af0e-4a3f048e02ab') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:39.252360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5c1cf7-3fad-40da-af0e-4a3f048e02ab') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:39.264032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-23467c68-bd67-4330-bc3a-f34089b9f296 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9565301 Jun 30 09:23:39.264254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51054) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.267957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.315088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.327811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:39.328717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:39.331628 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:39.338882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a21e3-451d-4389-9cc3-b8f87c90504e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.342875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d69a21e3-451d-4389-9cc3-b8f87c90504e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c HTTP/1.1" status: 200 len: 844 time: 0.0751016 Jun 30 09:23:39.343339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51056) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.401879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.425718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.427609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] 10.222.0.66 "DELETE /v2.0/networks/d09da7a0-3157-4a65-a3ba-8cbda47ecc47 HTTP/1.1" status: 204 len: 168 time: 0.4930174 Jun 30 09:23:39.428450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7ff4b-4e07-4980-b1f7-e0642d231d58 tempest-ExternalNetworksTestJSON-837660901 tempest-ExternalNetworksTestJSON-837660901-project] Pushing event deleted for resources: {'Network': ['ID=d09da7a0-3157-4a65-a3ba-8cbda47ecc47,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.483269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:39.483624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.561842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.570241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:39.659248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.688349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.694177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.696206 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dfa6ef6-69e4-4a71-b083-4ff43513c532 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c HTTP/1.1" status: 204 len: 168 time: 0.3516948 Jun 30 09:23:39.698946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51066) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.733334 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9a23df-1547-4f21-affe-42d1f3aa6396 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:39.735055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d9a23df-1547-4f21-affe-42d1f3aa6396 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/12ea5aa0-b54a-4ba7-8a8b-a073fc4f0d8c HTTP/1.1" status: 404 len: 333 time: 0.0350609 Jun 30 09:23:39.738707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51068) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.743520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'name': 'tempest-PortsIpV6TestJSON-855314166'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:39.745130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51070) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.854930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:39.859763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.877322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 78a321cd-4d85-4768-9847-08f7af57e2d0 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:39.903634 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f22ab7ef-3bff-4f49-9ecb-e6c555185b4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6f917431a414313a4f2379d1d63a9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568608 Jun 30 09:23:39.906601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.962056 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.985261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.044715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.048012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.052022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7eb49add-7bfd-46a4-a42d-9a31421805ae HTTP/1.1" status: 204 len: 168 time: 0.1422803 Jun 30 09:23:40.061680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68833c67-932a-4c0d-9243-9d1774350be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb49add-7bfd-46a4-a42d-9a31421805ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.075517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.121742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.196452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:40.199767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:40.203717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:40.209267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:40.209930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.223627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=78a321cd-4d85-4768-9847-08f7af57e2d0,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.240358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51092) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.241268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-63cab97b-f584-4705-8fb1-051b132407cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5014999 Jun 30 09:23:40.246254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:40.332531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.410887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51098) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.472864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6ea86f27-9f3f-4eb4-a23a-7759bd22c8b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e1a2afe6c8342528f16921a973af3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606418 Jun 30 09:23:40.475330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.517144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.522802 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.529656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.551791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.561201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] In _notify_port_updated(), no bound segment for port 78a321cd-4d85-4768-9847-08f7af57e2d0 on network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:23:40.567204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:40.567866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.569468 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/ports/78a321cd-4d85-4768-9847-08f7af57e2d0 HTTP/1.1" status: 200 len: 818 time: 0.3280671 Jun 30 09:23:40.572419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.602573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.605176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.609968 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f3752a8-0be5-4fe0-a143-552f18f6deb3 HTTP/1.1" status: 204 len: 168 time: 0.1329622 Jun 30 09:23:40.617009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e746-3795-4814-9157-36a55d7d8ccb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=78a321cd-4d85-4768-9847-08f7af57e2d0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.619859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9475ef-d24e-4dfe-a5af-e86707487ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3752a8-0be5-4fe0-a143-552f18f6deb3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.700938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 78a321cd-4d85-4768-9847-08f7af57e2d0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:40.701375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.785441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.803876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 78a321cd-4d85-4768-9847-08f7af57e2d0 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:40.912497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.954012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=78a321cd-4d85-4768-9847-08f7af57e2d0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.960712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.962861 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ea0c69e-38a4-428b-91eb-e9d8ca5fe054 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/78a321cd-4d85-4768-9847-08f7af57e2d0 HTTP/1.1" status: 204 len: 168 time: 0.3895216 Jun 30 09:23:40.965294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51116) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.403302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91535ffd-3b58-42ab-96ed-21423cc4c0ca tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.406301 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-91535ffd-3b58-42ab-96ed-21423cc4c0ca tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4377525 Jun 30 09:23:41.408225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.437417 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-858f6040-7ba2-44cc-b597-edc7c661338b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:41.439068 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-858f6040-7ba2-44cc-b597-edc7c661338b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/78a321cd-4d85-4768-9847-08f7af57e2d0 HTTP/1.1" status: 404 len: 333 time: 0.0298457 Jun 30 09:23:41.443025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51152) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.450922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-877654396'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:41.481844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:41.487858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.515280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:41.527175 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.527642 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment d7c5617e-fe54-4ddc-b0d9-be1462c155b4 of type vlan for network 7eb38295-c5e9-4024-9dd8-82259e5b4954 Jun 30 09:23:41.574301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.613331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.619383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.620136 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.686783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2413721 Jun 30 09:23:41.689952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:41.696187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:41.701696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ae4b6-d7b7-467e-9c52-de7fb3f5758f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=7eb38295-c5e9-4024-9dd8-82259e5b4954,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:41.722080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:41.794404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:41.799266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.996709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.065142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=c6c55939-9e22-4283-90d7-5f7f8e8960f9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.075334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:42.075695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: 7eb38295-c5e9-4024-9dd8-82259e5b4954, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:42.094903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:42.104380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7eb38295-c5e9-4024-9dd8-82259e5b4954) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:42.109833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:42.110556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.115394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51172) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:42.119271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22dc55-6ee9-4c92-8848-a24b1fe3cbda None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:42.126808 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-98b86c19-dfa1-48dc-91e9-77745af64767 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4354043 Jun 30 09:23:42.130089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51176) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:42.135616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:42.249274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-381889986', 'router:external': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:42.268315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.db.api [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:23:42.268315 n-d-779913-25 neutron-server[94183]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:23:42.268315 n-d-779913-25 neutron-server[94183]: [parameters: {'project_id_1': '7520e5385ad64869b43e68cd439907b4', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 23, 42, 255250)}] Jun 30 09:23:42.268315 n-d-779913-25 neutron-server[94183]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:42.268823 n-d-779913-25 neutron-server[94183]: DEBUG oslo_db.api [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:42.275007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:42.278743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.291319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7eb38295-c5e9-4024-9dd8-82259e5b4954', 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': 'c6c55939-9e22-4283-90d7-5f7f8e8960f9'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:42.292187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.373110 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6c55939-9e22-4283-90d7-5f7f8e8960f9 (CIDR: 2001:db8::/64) Jun 30 09:23:42.377430 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:23:42.378060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:42.393601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2e06f714-ec9b-4968-b505-350cdaecaa7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2622969 Jun 30 09:23:42.396286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51178) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:42.401381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:42.439984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Allocated IP 2001:db8::2 (7eb38295-c5e9-4024-9dd8-82259e5b4954/c6c55939-9e22-4283-90d7-5f7f8e8960f9/330bb8f7-8721-462a-998a-4ecf8fac9425) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:42.562801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:42.566992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.606321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.616234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Transition to ACTIVE for port object 330bb8f7-8721-462a-998a-4ecf8fac9425 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:42.636048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Transition to ACTIVE for port object 330bb8f7-8721-462a-998a-4ecf8fac9425 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:42.643517 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.679520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:42.684206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:42.687764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:42.725822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Pushing event updated for resources: {'Port': ['ID=330bb8f7-8721-462a-998a-4ecf8fac9425,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.762072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Attempting to bind port 330bb8f7-8721-462a-998a-4ecf8fac9425 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:42.762746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Attempting to bind port 330bb8f7-8721-462a-998a-4ecf8fac9425 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:42.763116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Attempting to bind port 330bb8f7-8721-462a-998a-4ecf8fac9425 on network 7eb38295-c5e9-4024-9dd8-82259e5b4954 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:42.769112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:42.769771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Checking segment: {'id': 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:42.770198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.770644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Bound using segment: {'id': 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:42.771115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Bound port: 330bb8f7-8721-462a-998a-4ecf8fac9425, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:42.771508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.844414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Made reservation on behalf of 7520e5385ad64869b43e68cd439907b4 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:42.846860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.864204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.867695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] For port 330bb8f7-8721-462a-998a-4ecf8fac9425, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:42.873303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] For port 330bb8f7-8721-462a-998a-4ecf8fac9425, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=330bb8f7-8721-462a-998a-4ecf8fac9425,segment=NetworkSegment(d7c5617e-fe54-4ddc-b0d9-be1462c155b4),segment_id=d7c5617e-fe54-4ddc-b0d9-be1462c155b4)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:42.873698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.879660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.107377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b05b4-c58a-4479-a270-9d56df37a138 None None] Pushing event updated for resources: {'Port': ['ID=330bb8f7-8721-462a-998a-4ecf8fac9425,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.333905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:43.342120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:43.345055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=9c522185-c6b1-4bdb-876c-e90471732545,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.347703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.348286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.429845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.435050 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.453849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f6914dd1-1f1c-490a-b243-143410d86bc2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0536683 Jun 30 09:23:43.455819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51184) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.462830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'fixed_ips': [{'subnet_id': 'c6c55939-9e22-4283-90d7-5f7f8e8960f9'}, {'subnet_id': '9c522185-c6b1-4bdb-876c-e90471732545'}], 'name': 'tempest-PortsIpV6TestJSON-1548628545'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:43.464313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:43.475058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8123e-12a8-4ec9-8870-5e881add4a5d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.480783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.481159 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Added segment 65482647-7629-44bc-9ef3-6061bb2be403 of type vlan for network 6629b628-83a8-4331-ac4d-3dc041c2c22d Jun 30 09:23:43.532093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.573963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.575280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.576028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.615336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:43.652739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5366395 Jun 30 09:23:43.656674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51188) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.664602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'subnet': {'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:43.674488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1bbe0-d9d0-47e5-9002-fca1310ed1f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Network': ['ID=6629b628-83a8-4331-ac4d-3dc041c2c22d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:43.687811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:43.704591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Made reservation on behalf of 7520e5385ad64869b43e68cd439907b4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:43.707450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.725681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.747568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:44.070142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.objects.ports [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94183) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:23:44.070635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.094683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::35b (7eb38295-c5e9-4024-9dd8-82259e5b4954/c6c55939-9e22-4283-90d7-5f7f8e8960f9/29a7c750-3d8a-475b-ab5b-8c1867a46bf6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:44.103969 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8:0:1::29a (7eb38295-c5e9-4024-9dd8-82259e5b4954/9c522185-c6b1-4bdb-876c-e90471732545/29a7c750-3d8a-475b-ab5b-8c1867a46bf6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:44.149994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Subnet': ['ID=968bb12b-80be-453d-baaf-d6bd6f941fdd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.159660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Checking segment: {'id': '65482647-7629-44bc-9ef3-6061bb2be403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:44.160147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network hostable DHCP agents. Network: 6629b628-83a8-4331-ac4d-3dc041c2c22d, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:44.182474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:44.195244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 6629b628-83a8-4331-ac4d-3dc041c2c22d) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:44.200666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.201588 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.211399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0889f-2aff-488d-a149-e702463f62fb None None] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:44.221454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dab9600f-8c4e-4034-a369-294be997dbe2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5633180 Jun 30 09:23:44.224459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.234856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-290590906', 'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:44.263198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Made reservation on behalf of 7520e5385ad64869b43e68cd439907b4 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:44.266441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.273126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f8169-9d0d-444e-be51-3602eb774c46 None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:44.289906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] device_id is not set on port e326894f-c8aa-49ca-9dc1-4f717c5c4eb6 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:44.303148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.317868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:44.362772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.390999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ffae5ee7-dbaa-4117-a932-33736cf94e72 None None] Provisioning for port 330bb8f7-8721-462a-998a-4ecf8fac9425 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:44.434727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:44.439029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:44.448195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:44.448989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 2001:db8::22c (6629b628-83a8-4331-ac4d-3dc041c2c22d/968bb12b-80be-453d-baaf-d6bd6f941fdd/e326894f-c8aa-49ca-9dc1-4f717c5c4eb6) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:44.456730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.457551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.474412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=29a7c750-3d8a-475b-ab5b-8c1867a46bf6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.500221 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-24cd5c06-1a53-44ad-b6a3-59a8d67fa9e2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0417604 Jun 30 09:23:44.502086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:44.511900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6c55939-9e22-4283-90d7-5f7f8e8960f9'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:44.515700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004f4d2-05d9-41ac-acd8-30c0d4864f58 None None] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:44.731701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Update dhcp port {'port': {'network_id': '7eb38295-c5e9-4024-9dd8-82259e5b4954', 'fixed_ips': [{'subnet_id': 'c6c55939-9e22-4283-90d7-5f7f8e8960f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c522185-c6b1-4bdb-876c-e90471732545'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '330bb8f7-8721-462a-998a-4ecf8fac9425'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:23:44.747629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.770752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.811174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.872609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.933707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:44.958039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:44.960752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:44.962131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.962747 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.976361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Allocated IP 2001:db8:0:1::2 (7eb38295-c5e9-4024-9dd8-82259e5b4954/9c522185-c6b1-4bdb-876c-e90471732545/330bb8f7-8721-462a-998a-4ecf8fac9425) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:44.991550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=e326894f-c8aa-49ca-9dc1-4f717c5c4eb6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.002481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bde1b8f4-53a0-49f4-ba62-53582f8e28ad tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7735133 Jun 30 09:23:45.002481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.084222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] For port 330bb8f7-8721-462a-998a-4ecf8fac9425, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=330bb8f7-8721-462a-998a-4ecf8fac9425,segment=NetworkSegment(d7c5617e-fe54-4ddc-b0d9-be1462c155b4),segment_id=d7c5617e-fe54-4ddc-b0d9-be1462c155b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:45.117613 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.132423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Transition to ACTIVE for port object 330bb8f7-8721-462a-998a-4ecf8fac9425 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:45.138799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.247149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Deleting port e326894f-c8aa-49ca-9dc1-4f717c5c4eb6 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:45.247525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.253933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a92284-dd47-4433-b7bf-b3a41faa7240 None None] Pushing event updated for resources: {'Port': ['ID=330bb8f7-8721-462a-998a-4ecf8fac9425,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.295952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Delete allocated IP 2001:db8:0:1::29a (7eb38295-c5e9-4024-9dd8-82259e5b4954/9c522185-c6b1-4bdb-876c-e90471732545) {{(pid=94183) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:23:45.340712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 330bb8f7-8721-462a-998a-4ecf8fac9425 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:45.403318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 330bb8f7-8721-462a-998a-4ecf8fac9425 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:45.415866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.442456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Calling delete_port for e326894f-c8aa-49ca-9dc1-4f717c5c4eb6 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:45.534088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.554144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Ignored duplicate provisioning block setup for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:23:45.570025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.637841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] In _notify_port_updated(), no bound segment for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 on network 7eb38295-c5e9-4024-9dd8-82259e5b4954 {{(pid=94183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:23:45.643944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.644684 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.648528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/ports/29a7c750-3d8a-475b-ab5b-8c1867a46bf6 HTTP/1.1" status: 200 len: 926 time: 1.1428118 Jun 30 09:23:45.648985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51202) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.654686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6c55939-9e22-4283-90d7-5f7f8e8960f9'}, {'subnet_id': '9c522185-c6b1-4bdb-876c-e90471732545'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:45.684848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca029a-c31a-4ac9-af8b-8775d09bb888 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=29a7c750-3d8a-475b-ab5b-8c1867a46bf6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.715574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.749444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Port': ['ID=e326894f-c8aa-49ca-9dc1-4f717c5c4eb6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:45.785605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.786344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.790676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9dcda6d2-4bc7-4c71-a5e7-5b9279e2227f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e326894f-c8aa-49ca-9dc1-4f717c5c4eb6 HTTP/1.1" status: 204 len: 168 time: 0.7847223 Jun 30 09:23:45.790895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51204) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.795288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d', 'external_fixed_ips': [{'subnet_id': '968bb12b-80be-453d-baaf-d6bd6f941fdd', 'ip_address': '2001:db8::22c'}]}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:45.854755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.856397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.934528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.944809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0b4ad-b9fc-4a83-94e8-745ef0dac31a None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:46.090162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Provisioning for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:46.099454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Provisioning complete for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:46.099853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.104557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.160919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8:0:1::ee (7eb38295-c5e9-4024-9dd8-82259e5b4954/9c522185-c6b1-4bdb-876c-e90471732545/29a7c750-3d8a-475b-ab5b-8c1867a46bf6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:46.177407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:46.210458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Provisioning for port 330bb8f7-8721-462a-998a-4ecf8fac9425 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:46.215495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Provisioning complete for port 330bb8f7-8721-462a-998a-4ecf8fac9425 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:46.215945 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.398936 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.485166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.494574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.495107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] For port 330bb8f7-8721-462a-998a-4ecf8fac9425, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=330bb8f7-8721-462a-998a-4ecf8fac9425,segment=NetworkSegment(d7c5617e-fe54-4ddc-b0d9-be1462c155b4),segment_id=d7c5617e-fe54-4ddc-b0d9-be1462c155b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:46.505325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.513336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Ignored duplicate provisioning block setup for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:23:46.522053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.529914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.655178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c894c-2a9b-448b-a05e-0d7bd1078f05 None None] Pushing event updated for resources: {'Port': ['ID=330bb8f7-8721-462a-998a-4ecf8fac9425,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.663602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4935d315-d332-4086-8ea1-616e9c8e9283 None None] Provisioning complete for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:46.664025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4935d315-d332-4086-8ea1-616e9c8e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.704176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 2001:db8::22c (6629b628-83a8-4331-ac4d-3dc041c2c22d/968bb12b-80be-453d-baaf-d6bd6f941fdd/be578acb-b3ec-4c66-94d8-f36d6dc3d1cb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:46.726756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] In _notify_port_updated(), no bound segment for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 on network 7eb38295-c5e9-4024-9dd8-82259e5b4954 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:23:46.733444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4935d315-d332-4086-8ea1-616e9c8e9283 None None] Port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:46.747130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4935d315-d332-4086-8ea1-616e9c8e9283 None None] Provisioning complete for port 330bb8f7-8721-462a-998a-4ecf8fac9425 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:46.747400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4935d315-d332-4086-8ea1-616e9c8e9283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.752962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.754052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.759081 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/ports/29a7c750-3d8a-475b-ab5b-8c1867a46bf6 HTTP/1.1" status: 200 len: 1011 time: 1.1086800 Jun 30 09:23:46.765857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51250) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.850952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.889637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac1c1c-3844-4167-93ff-da513147ba10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=29a7c750-3d8a-475b-ab5b-8c1867a46bf6,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.903858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.956262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network 6629b628-83a8-4331-ac4d-3dc041c2c22d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:46.973665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:46.976490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:46.979876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=be578acb-b3ec-4c66-94d8-f36d6dc3d1cb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.017247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:47.017836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.032066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-20786c65-6a70-4d89-a94c-cbeb035ee638 None None] Provisioning complete for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:47.032333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20786c65-6a70-4d89-a94c-cbeb035ee638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.115266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-20786c65-6a70-4d89-a94c-cbeb035ee638 None None] Port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:47.163425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.184992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:47.329278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 330bb8f7-8721-462a-998a-4ecf8fac9425 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:47.363286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.424593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 330bb8f7-8721-462a-998a-4ecf8fac9425 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:47.425198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.576845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8917215b-260d-4684-99a2-67be0f2efbd8 None None] Provisioning complete for port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:47.577150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8917215b-260d-4684-99a2-67be0f2efbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.577462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.607611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8917215b-260d-4684-99a2-67be0f2efbd8 None None] Port 29a7c750-3d8a-475b-ab5b-8c1867a46bf6 was deleted so its status cannot be updated. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:23:47.675489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=29a7c750-3d8a-475b-ab5b-8c1867a46bf6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.735172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.756179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.768252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7b4ab73f-db19-4d1f-93d0-31941c71fa4c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/29a7c750-3d8a-475b-ab5b-8c1867a46bf6 HTTP/1.1" status: 204 len: 168 time: 0.9993412 Jun 30 09:23:47.774314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:47.824713 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca0e374-0fd9-468d-9af2-5353018e3b85 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:47.829291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-aca0e374-0fd9-468d-9af2-5353018e3b85 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/29a7c750-3d8a-475b-ab5b-8c1867a46bf6 HTTP/1.1" status: 404 len: 333 time: 0.0538280 Jun 30 09:23:47.832916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9851a6c2-aa79-406f-b253-816addf8eb56 None None] Could not find standard attr ID for object 29a7c750-3d8a-475b-ab5b-8c1867a46bf6. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:47.834638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:47.922090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 9c522185-c6b1-4bdb-876c-e90471732545 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:47.928939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.943935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:47.991840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.097452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:48.108462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Sync routers for ids ['b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:48.120801 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.121273 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Routers {'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:48.121685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.124799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-664bfee2-51c5-41d5-a30f-ddfb4fabd416 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3309851 Jun 30 09:23:48.126157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51394) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:48.130496 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:48.243791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.253115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.277597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=9c522185-c6b1-4bdb-876c-e90471732545,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.281804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.286145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f6617b67-783b-44a6-88ec-e8a8091a17db tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/9c522185-c6b1-4bdb-876c-e90471732545 HTTP/1.1" status: 204 len: 168 time: 0.4480627 Jun 30 09:23:48.288153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04e5e1-054f-4a5a-9db8-55b2dd1dd3b8 None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:48.297627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:48.389687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.428013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet c6c55939-9e22-4283-90d7-5f7f8e8960f9 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:48.437572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.495257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Deleting port be578acb-b3ec-4c66-94d8-f36d6dc3d1cb {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:48.495813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.506769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.523665 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Set router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:48.598739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.620286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Calling delete_port for be578acb-b3ec-4c66-94d8-f36d6dc3d1cb owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:48.622415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.762200 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.826681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c55939-9e22-4283-90d7-5f7f8e8960f9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.846343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.849509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-464efd8e-132f-4262-9494-c7d47cede2e6 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/c6c55939-9e22-4283-90d7-5f7f8e8960f9 HTTP/1.1" status: 204 len: 168 time: 0.5496042 Jun 30 09:23:48.853972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51468) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:48.935286 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a', 'name': '', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d', 'external_fixed_ips': [{'subnet_id': '968bb12b-80be-453d-baaf-d6bd6f941fdd', 'ip_address': '2001:db8::22c'}], 'enable_snat': True}, 'gw_port_id': 'be578acb-b3ec-4c66-94d8-f36d6dc3d1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:45Z', 'updated_at': '2021-06-30T09:23:47Z', 'revision_number': 3, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port': {'id': 'be578acb-b3ec-4c66-94d8-f36d6dc3d1cb', 'name': '', 'network_id': '6629b628-83a8-4331-ac4d-3dc041c2c22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '968bb12b-80be-453d-baaf-d6bd6f941fdd', 'ip_address': '2001:db8::22c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:46Z', 'updated_at': '2021-06-30T09:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '968bb12b-80be-453d-baaf-d6bd6f941fdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:48.946996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.968197 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Checking router: b8ee0ece-8650-4b21-ae22-b2386cf8bd6a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:48.968550 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Updating router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a port be578acb-b3ec-4c66-94d8-f36d6dc3d1cb binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:48.979732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Port': ['ID=be578acb-b3ec-4c66-94d8-f36d6dc3d1cb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.994544 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Port be578acb-b3ec-4c66-94d8-f36d6dc3d1cb not found while updating agent binding for router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a. {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:23:49.008245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.016549 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Routers {'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:49.018085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.031213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.118378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 330bb8f7-8721-462a-998a-4ecf8fac9425 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:49.118728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.151982 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] Set router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:49.190947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.197496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.279473 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a', 'name': '', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:45Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 5, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.283029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port 330bb8f7-8721-462a-998a-4ecf8fac9425, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=330bb8f7-8721-462a-998a-4ecf8fac9425,segment=NetworkSegment(d7c5617e-fe54-4ddc-b0d9-be1462c155b4),segment_id=d7c5617e-fe54-4ddc-b0d9-be1462c155b4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:49.283419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.310363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 330bb8f7-8721-462a-998a-4ecf8fac9425 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:49.315080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.316057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8ee0ece-8650-4b21-ae22-b2386cf8bd6a {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:49.317488 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dba7b8-dfac-4a36-8a36-f4d650f991d0 None None] The sync data for ids ['b8ee0ece-8650-4b21-ae22-b2386cf8bd6a'] in n-d-779913-25 is: [{'id': 'b8ee0ece-8650-4b21-ae22-b2386cf8bd6a', 'name': '', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:45Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 5, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:49.322439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.332821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4ebc10b6-0a41-4683-beff-d22942207ef7 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b8ee0ece-8650-4b21-ae22-b2386cf8bd6a HTTP/1.1" status: 204 len: 168 time: 1.2020757 Jun 30 09:23:49.335994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51514) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.413568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Deleting subnet 968bb12b-80be-453d-baaf-d6bd6f941fdd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:49.419466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.454699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.498068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=330bb8f7-8721-462a-998a-4ecf8fac9425,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.516116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.526808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port 330bb8f7-8721-462a-998a-4ecf8fac9425 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:49.575249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.650823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.690887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=968bb12b-80be-453d-baaf-d6bd6f941fdd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.699236 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.701430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d6da03d-a162-4884-8291-4bd008f5e36e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/968bb12b-80be-453d-baaf-d6bd6f941fdd HTTP/1.1" status: 204 len: 168 time: 0.3639603 Jun 30 09:23:49.704016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51552) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.716416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a923cc-bc76-4123-8192-a44779b7b3ed None None] Network 7eb38295-c5e9-4024-9dd8-82259e5b4954 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:49.774021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.790763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb38295-c5e9-4024-9dd8-82259e5b4954']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.801802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.802105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c5617e-fe54-4ddc-b0d9-be1462c155b4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.813248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.825261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-798ac08f-572c-4540-a607-4f285727ca07 None None] Could not find standard attr ID for object 330bb8f7-8721-462a-998a-4ecf8fac9425. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:49.835078 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.840085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.844868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:49.845521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:49.913254 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:49.937407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.949363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.958622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.961106 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/7eb38295-c5e9-4024-9dd8-82259e5b4954 HTTP/1.1" status: 204 len: 168 time: 1.1055737 Jun 30 09:23:49.963369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc168-56bb-4154-9e92-c703483d1d6e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=7eb38295-c5e9-4024-9dd8-82259e5b4954,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.966114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51576) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.969415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6629b628-83a8-4331-ac4d-3dc041c2c22d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.981961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65482647-7629-44bc-9ef3-6061bb2be403') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.982262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65482647-7629-44bc-9ef3-6061bb2be403') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.992448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.016992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.026739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:50.027431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.047160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2783ddf-46ff-4aa2-b107-b1709e98c1a2 None None] DHCP port deletion for 7eb38295-c5e9-4024-9dd8-82259e5b4954 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:50.062937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb49a37-a321-4d1f-98ef-381a7b417204 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.065392 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-deb49a37-a321-4d1f-98ef-381a7b417204 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0978470 Jun 30 09:23:50.069449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51586) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:50.101879 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:50.135156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.140594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6629b628-83a8-4331-ac4d-3dc041c2c22d {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:23:50.144657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.146818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/networks/6629b628-83a8-4331-ac4d-3dc041c2c22d HTTP/1.1" status: 204 len: 168 time: 0.4369466 Jun 30 09:23:50.161550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c9013-1d06-4397-b3ba-a31c961f64ea tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Network': ['ID=6629b628-83a8-4331-ac4d-3dc041c2c22d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.187475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1f126243-dd23-48cc-a060-81266bbe171e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1155457 Jun 30 09:23:50.188136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51602) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.193891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1241494835'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:50.223825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:50.228337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.263760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:50.279333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.280164 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment 750db1e8-e888-4ea6-85ed-b5449b6f4129 of type vlan for network b1746546-a7b1-4f7c-a4f1-97e863e5425a Jun 30 09:23:50.337584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.376617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.382944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.383605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.416270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51634) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.420958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'name': 'tempest-router--787619488', 'project_id': '3f914286ad4449fb98fa9c73023075e8'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:50.450735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2615242 Jun 30 09:23:50.453488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51638) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.460049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:50.476184 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.477834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.527409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955785-71e8-4995-92e2-6d0038a33b02 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=b1746546-a7b1-4f7c-a4f1-97e863e5425a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.538938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:50.579245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.590025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.623430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:50.624481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.628706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd287131-df85-4893-9b54-1746d35ee7b5 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2113943 Jun 30 09:23:50.629318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51660) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:50.630493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.938515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.003396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=bb0ea693-e76e-443c-a5ac-63436bcd8654,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.019485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': '750db1e8-e888-4ea6-85ed-b5449b6f4129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:51.019854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: b1746546-a7b1-4f7c-a4f1-97e863e5425a, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:51.037454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:51.047434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b1746546-a7b1-4f7c-a4f1-97e863e5425a) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:51.052631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:51.053655 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.057639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420489b-6af5-4e12-8ae9-eba4458150b6 None None] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:51.072594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71b3efce-4786-49d5-9de8-1962272f71d8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6140482 Jun 30 09:23:51.073155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51694) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:51.079709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a', 'name': 'tempest-PortsIpV6TestJSON-71658757'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:51.143596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.219888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:51.222643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b1746546-a7b1-4f7c-a4f1-97e863e5425a', 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': 'bb0ea693-e76e-443c-a5ac-63436bcd8654'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:51.223702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.237797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.266033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 82da17ef-7e7c-44ef-bdcd-084d9a57854c yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:51.343539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 330bb8f7-8721-462a-998a-4ecf8fac9425 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:51.350404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.353100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.397213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 330bb8f7-8721-462a-998a-4ecf8fac9425 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:51.397656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 330bb8f7-8721-462a-998a-4ecf8fac9425 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:51.403308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.404192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2144e3d-80b4-408d-8cb0-a6de58731ad0 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:51.409434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.410790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6b517770-ee2c-4f7b-8b93-042fc2cc4977 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b2144e3d-80b4-408d-8cb0-a6de58731ad0 HTTP/1.1" status: 204 len: 168 time: 0.7802179 Jun 30 09:23:51.430748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Allocated IP 2001:db8::2 (b1746546-a7b1-4f7c-a4f1-97e863e5425a/bb0ea693-e76e-443c-a5ac-63436bcd8654/89052d76-d5d1-4d82-b719-0dc234c805e0) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:51.522906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51698) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:51.582842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.592445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Transition to ACTIVE for port object 89052d76-d5d1-4d82-b719-0dc234c805e0 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:51.614831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Transition to ACTIVE for port object 89052d76-d5d1-4d82-b719-0dc234c805e0 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:51.623938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.672021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:51.677804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:51.681554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:51.699543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Pushing event updated for resources: {'Port': ['ID=89052d76-d5d1-4d82-b719-0dc234c805e0,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.710059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::252 (b1746546-a7b1-4f7c-a4f1-97e863e5425a/bb0ea693-e76e-443c-a5ac-63436bcd8654/82da17ef-7e7c-44ef-bdcd-084d9a57854c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:51.764619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Attempting to bind port 89052d76-d5d1-4d82-b719-0dc234c805e0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:51.765943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Attempting to bind port 89052d76-d5d1-4d82-b719-0dc234c805e0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '750db1e8-e888-4ea6-85ed-b5449b6f4129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:51.766524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Attempting to bind port 89052d76-d5d1-4d82-b719-0dc234c805e0 on network b1746546-a7b1-4f7c-a4f1-97e863e5425a {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:51.772894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:51.773280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Checking segment: {'id': '750db1e8-e888-4ea6-85ed-b5449b6f4129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:51.774341 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.774995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Bound using segment: {'id': '750db1e8-e888-4ea6-85ed-b5449b6f4129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:51.775595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Bound port: 89052d76-d5d1-4d82-b719-0dc234c805e0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750db1e8-e888-4ea6-85ed-b5449b6f4129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:51.776179 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.868579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1160691093', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:51.870449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] For port 89052d76-d5d1-4d82-b719-0dc234c805e0, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:51.887911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] For port 89052d76-d5d1-4d82-b719-0dc234c805e0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89052d76-d5d1-4d82-b719-0dc234c805e0,segment=NetworkSegment(750db1e8-e888-4ea6-85ed-b5449b6f4129),segment_id=750db1e8-e888-4ea6-85ed-b5449b6f4129)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:51.898533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.899490 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.906442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.908046 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.964941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b094cc1-9070-4ace-a58e-93aebda4a8bd None None] Pushing event updated for resources: {'Port': ['ID=89052d76-d5d1-4d82-b719-0dc234c805e0,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.971946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 82da17ef-7e7c-44ef-bdcd-084d9a57854c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:51.976829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.024514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.078839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:52.084581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:52.089386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:52.095602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.096263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.100202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=82da17ef-7e7c-44ef-bdcd-084d9a57854c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.119419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-742e6daa-e150-46f6-a770-cd8c407d6d48 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0424364 Jun 30 09:23:52.119674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51714) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:52.125219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': 'b1746546-a7b1-4f7c-a4f1-97e863e5425a', 'name': 'tempest-PortsIpV6TestJSON-1837437865'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:52.148496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.261031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:52.268485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.294647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port ca581961-9355-4a0c-a042-35c0c92b203f yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:52.386551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.405701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.419384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::19b (b1746546-a7b1-4f7c-a4f1-97e863e5425a/bb0ea693-e76e-443c-a5ac-63436bcd8654/ca581961-9355-4a0c-a042-35c0c92b203f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:52.527506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Allocated IP 172.25.4.46 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/83b3af33-5926-4d2d-bf92-7c1b28e249a5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:52.599511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.613555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object ca581961-9355-4a0c-a042-35c0c92b203f will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:52.643572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.651205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.703004 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.710084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:52.714780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:52.717508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:52.724463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.725391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.737983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=ca581961-9355-4a0c-a042-35c0c92b203f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.751898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-77894505-f713-41c0-a06a-98e832f5f731 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6275640 Jun 30 09:23:52.752011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:52.752108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51716) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:52.756307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:52.761226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:52.764465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event updated for resources: {'Port': ['ID=83b3af33-5926-4d2d-bf92-7c1b28e249a5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.874622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-53b60a4e-358d-48a6-9646-73797eb015f1 req-7f1a78c3-1544-4d18-8f67-468f92107b7e service neutron] (94185) timed out ('10.222.0.11', 61489) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:23:52.907664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a51e7-6172-4d69-915a-3ae6c1683791 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.911943 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-420a51e7-6172-4d69-915a-3ae6c1683791 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A252 HTTP/1.1" status: 200 len: 927 time: 0.1564662 Jun 30 09:23:52.912332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.026034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port ca581961-9355-4a0c-a042-35c0c92b203f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:53.026721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.105456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.138348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.152619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for ca581961-9355-4a0c-a042-35c0c92b203f owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:53.185549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cf372-68ac-48be-b87e-6e7b00914902 None None] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:53.366514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89052d76-d5d1-4d82-b719-0dc234c805e0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:53.389316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.403569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e029eef-41cb-4bd3-a6cf-870029f36811 None None] Provisioning for port 89052d76-d5d1-4d82-b719-0dc234c805e0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:53.420494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.421898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=ca581961-9355-4a0c-a042-35c0c92b203f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.459817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.464809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e6c6048-ecc3-47c3-8523-6fde0ba6ab76 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/ca581961-9355-4a0c-a042-35c0c92b203f HTTP/1.1" status: 204 len: 168 time: 0.5491085 Jun 30 09:23:53.465283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.507942 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-02db7a98-7b75-4f24-87c0-f01299809e8d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:53.512135 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-02db7a98-7b75-4f24-87c0-f01299809e8d tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/ca581961-9355-4a0c-a042-35c0c92b203f HTTP/1.1" status: 404 len: 333 time: 0.0423295 Jun 30 09:23:53.512658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.515231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 89052d76-d5d1-4d82-b719-0dc234c805e0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:53.520061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 89052d76-d5d1-4d82-b719-0dc234c805e0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:53.520438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.623220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.625040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Router b118a7a8-a4ca-4af0-a7d8-2e93ee82169b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:53.669003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 89052d76-d5d1-4d82-b719-0dc234c805e0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89052d76-d5d1-4d82-b719-0dc234c805e0,segment=NetworkSegment(750db1e8-e888-4ea6-85ed-b5449b6f4129),segment_id=750db1e8-e888-4ea6-85ed-b5449b6f4129)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:53.681163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.700590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 82da17ef-7e7c-44ef-bdcd-084d9a57854c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:53.701091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.771736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=89052d76-d5d1-4d82-b719-0dc234c805e0,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.773537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:53.792441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] Sync routers for ids ['b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:53.798795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.800174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a00625b5-6213-402f-8536-bc67fd8f649f tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2761831 Jun 30 09:23:53.803530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51728) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.811177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] Routers {'b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:53.812021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.844274 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.874944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 82da17ef-7e7c-44ef-bdcd-084d9a57854c owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:53.876675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.886860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] Routers {'b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:53.887578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.929921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.930723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ae41b-2230-46ec-a40c-d7aebd0ce8d4 None None] The sync data for ids ['b118a7a8-a4ca-4af0-a7d8-2e93ee82169b'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:53.934762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7b14ec73-f7a5-4ae5-839a-4c5878bbfe29 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/b118a7a8-a4ca-4af0-a7d8-2e93ee82169b HTTP/1.1" status: 200 len: 924 time: 0.1300316 Jun 30 09:23:53.939470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51730) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.968522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8fa49c13-42b4-4def-bd05-e1943179c9e8 None None] Provisioning complete for port 89052d76-d5d1-4d82-b719-0dc234c805e0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:53.969048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8fa49c13-42b4-4def-bd05-e1943179c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.974302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9aae220b-f081-42ff-a46e-70260dd70fa1 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=b118a7a8-a4ca-4af0-a7d8-2e93ee82169b HTTP/1.1" status: 200 len: 205 time: 0.0336201 Jun 30 09:23:53.977080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.181714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.184779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.229004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8fa49c13-42b4-4def-bd05-e1943179c9e8 None None] Could not find standard attr ID for object 82da17ef-7e7c-44ef-bdcd-084d9a57854c. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:54.322444 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.327019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/82da17ef-7e7c-44ef-bdcd-084d9a57854c HTTP/1.1" status: 204 len: 168 time: 0.8118858 Jun 30 09:23:54.328920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.329182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405e1d-86d2-4ae2-b6b9-3edc0ac09537 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=82da17ef-7e7c-44ef-bdcd-084d9a57854c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.358715 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1073af8-d0bd-4ade-a6a8-203c13092841 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:23:54.360392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d1073af8-d0bd-4ade-a6a8-203c13092841 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/82da17ef-7e7c-44ef-bdcd-084d9a57854c HTTP/1.1" status: 404 len: 333 time: 0.0304718 Jun 30 09:23:54.363783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51740) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.369531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2ed3bfe6-f823-4ce2-a3f2-a325a05cfdd7 None None] Could not find standard attr ID for object 82da17ef-7e7c-44ef-bdcd-084d9a57854c. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:54.437811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.468535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet bb0ea693-e76e-443c-a5ac-63436bcd8654 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:54.472885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.528476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 83b3af33-5926-4d2d-bf92-7c1b28e249a5 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:54.528901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.538102 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.583735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1aad9b92-b926-43e9-b47e-d6e80e316e21 None None] Could not find standard attr ID for object ca581961-9355-4a0c-a042-35c0c92b203f. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:54.647593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.651839 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.663079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 83b3af33-5926-4d2d-bf92-7c1b28e249a5 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:54.754126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.795076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0ea693-e76e-443c-a5ac-63436bcd8654,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.798846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.804457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d6ce337f-216c-41af-8d2c-301111e1567f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/bb0ea693-e76e-443c-a5ac-63436bcd8654 HTTP/1.1" status: 204 len: 168 time: 0.4369240 Jun 30 09:23:54.804971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51742) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.854559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a6a3a-b992-4714-ab6a-d0ee799bd153 None None] Network b1746546-a7b1-4f7c-a4f1-97e863e5425a requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:54.894007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.941346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=83b3af33-5926-4d2d-bf92-7c1b28e249a5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:54.948524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.027174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.028915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 89052d76-d5d1-4d82-b719-0dc234c805e0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:55.029273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.105673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port 89052d76-d5d1-4d82-b719-0dc234c805e0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89052d76-d5d1-4d82-b719-0dc234c805e0,segment=NetworkSegment(750db1e8-e888-4ea6-85ed-b5449b6f4129),segment_id=750db1e8-e888-4ea6-85ed-b5449b6f4129)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:55.106065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.120484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 89052d76-d5d1-4d82-b719-0dc234c805e0 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:55.139522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] DHCP port deletion for b1746546-a7b1-4f7c-a4f1-97e863e5425a request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:55.143004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.145691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.200070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.200728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router b118a7a8-a4ca-4af0-a7d8-2e93ee82169b {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:55.210568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.211683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b5c11800-eaa9-4525-b36e-abc245f649c3 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/b118a7a8-a4ca-4af0-a7d8-2e93ee82169b HTTP/1.1" status: 204 len: 168 time: 1.2336438 Jun 30 09:23:55.217593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51746) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:55.224059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057065219', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:55.224206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Deleting port 89052d76-d5d1-4d82-b719-0dc234c805e0 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:55.224994 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.261067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.276966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.278369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.282927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port 89052d76-d5d1-4d82-b719-0dc234c805e0 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:55.305957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89052d76-d5d1-4d82-b719-0dc234c805e0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:55.313443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=89052d76-d5d1-4d82-b719-0dc234c805e0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.335072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 89052d76-d5d1-4d82-b719-0dc234c805e0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:55.335431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89052d76-d5d1-4d82-b719-0dc234c805e0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:55.352391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] For port 89052d76-d5d1-4d82-b719-0dc234c805e0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89052d76-d5d1-4d82-b719-0dc234c805e0,segment=NetworkSegment(750db1e8-e888-4ea6-85ed-b5449b6f4129),segment_id=750db1e8-e888-4ea6-85ed-b5449b6f4129)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:55.352391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.366269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Calling delete_port for 89052d76-d5d1-4d82-b719-0dc234c805e0 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:55.431566 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.433462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.448593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1746546-a7b1-4f7c-a4f1-97e863e5425a']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:55.464495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.501422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] No DVR routers for this DVR port 89052d76-d5d1-4d82-b719-0dc234c805e0 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:55.503940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c42b2-bbe8-42ce-96df-eaf35a924e81 None None] Pushing event deleted for resources: {'Port': ['ID=89052d76-d5d1-4d82-b719-0dc234c805e0,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.520624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750db1e8-e888-4ea6-85ed-b5449b6f4129') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:55.521048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750db1e8-e888-4ea6-85ed-b5449b6f4129') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:55.534739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.580246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.617199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:55.617608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:55.620891 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:55.623167 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.722276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.730856 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.732691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/b1746546-a7b1-4f7c-a4f1-97e863e5425a HTTP/1.1" status: 204 len: 168 time: 0.9269981 Jun 30 09:23:55.736445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:55.741870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903877266'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:55.758779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1149ee8-c63a-474c-a92b-8c2c011e6f94 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=b1746546-a7b1-4f7c-a4f1-97e863e5425a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.769263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:55.773083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.815348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:55.834722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.835124 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment 4dcdedf8-7992-424f-b0f2-3d84843c1f7f of type vlan for network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 Jun 30 09:23:55.885492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.920228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.927048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.932671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.959085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.981932 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.988059 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2503726 Jun 30 09:23:55.995413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51752) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:56.001236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:56.003276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400479ce-9da7-4c0c-a5c5-ca82693fe972 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=c39fcdfd-21b3-4bd0-83a4-aea880e68bd0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:56.014237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:56.550515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:56.554192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.558001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 172.25.4.145 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/e73bd38c-9432-4d71-9347-9179ca0dcd51) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:56.766647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.855631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.884243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.957347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:56.958156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=5755d5b9-fd2c-4b8f-92bd-d8d80b363187,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:56.968516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:56.978491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:56.984243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=e73bd38c-9432-4d71-9347-9179ca0dcd51,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.012122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': '4dcdedf8-7992-424f-b0f2-3d84843c1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:57.012490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: c39fcdfd-21b3-4bd0-83a4-aea880e68bd0, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:57.096776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:57.127146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c39fcdfd-21b3-4bd0-83a4-aea880e68bd0) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:57.133490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:57.134118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.135616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4da6bb-6a10-4132-b047-600e713b7103 None None] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:57.157825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1d0b9a15-00f9-4eab-ad5b-7492d01c0444 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1619689 Jun 30 09:23:57.160934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51758) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:57.167610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0', 'name': 'tempest-PortsIpV6TestJSON-1896905989', 'fixed_ips': [{'subnet_id': '5755d5b9-fd2c-4b8f-92bd-d8d80b363187', 'ip_address': '2001:db8::10'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:57.294768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c39fcdfd-21b3-4bd0-83a4-aea880e68bd0', 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': '5755d5b9-fd2c-4b8f-92bd-d8d80b363187'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:57.295717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.356679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.416210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:57.463200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Allocated IP 2001:db8::2 (c39fcdfd-21b3-4bd0-83a4-aea880e68bd0/5755d5b9-fd2c-4b8f-92bd-d8d80b363187/d5836486-2166-42fc-866f-465f75214706) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:57.598941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.612229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.621075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Transition to ACTIVE for port object d5836486-2166-42fc-866f-465f75214706 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:57.636287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Transition to ACTIVE for port object d5836486-2166-42fc-866f-465f75214706 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:57.647213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.660526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 9b07c5a4-7587-4b08-a1ba-7914037867b4 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:57.692133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:57.699687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:57.703916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:57.707225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Pushing event updated for resources: {'Port': ['ID=d5836486-2166-42fc-866f-465f75214706,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.736780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.765561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Attempting to bind port d5836486-2166-42fc-866f-465f75214706 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:57.766061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Attempting to bind port d5836486-2166-42fc-866f-465f75214706 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '4dcdedf8-7992-424f-b0f2-3d84843c1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:57.766571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Attempting to bind port d5836486-2166-42fc-866f-465f75214706 on network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:57.772728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:57.773203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Checking segment: {'id': '4dcdedf8-7992-424f-b0f2-3d84843c1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:57.773673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.774154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Bound using segment: {'id': '4dcdedf8-7992-424f-b0f2-3d84843c1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:57.774689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Bound port: d5836486-2166-42fc-866f-465f75214706, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcdedf8-7992-424f-b0f2-3d84843c1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:57.775162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.844761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] For port d5836486-2166-42fc-866f-465f75214706, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:57.848014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] For port d5836486-2166-42fc-866f-465f75214706, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5836486-2166-42fc-866f-465f75214706,segment=NetworkSegment(4dcdedf8-7992-424f-b0f2-3d84843c1f7f),segment_id=4dcdedf8-7992-424f-b0f2-3d84843c1f7f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:57.852131 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.916109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff487d-2f4c-41da-9afb-ccb77b68a0f1 None None] Pushing event updated for resources: {'Port': ['ID=d5836486-2166-42fc-866f-465f75214706,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.973649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::10 (c39fcdfd-21b3-4bd0-83a4-aea880e68bd0/5755d5b9-fd2c-4b8f-92bd-d8d80b363187/9b07c5a4-7587-4b08-a1ba-7914037867b4) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:58.003904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc181a-2dfe-4d7f-b9f5-952e22e65ed9 req-b0a86ac7-8484-4014-af37-c2b71e84c4ad tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.005460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59fc181a-2dfe-4d7f-b9f5-952e22e65ed9 req-b0a86ac7-8484-4014-af37-c2b71e84c4ad tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 949 time: 0.2596068 Jun 30 09:23:58.131438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59fc181a-2dfe-4d7f-b9f5-952e22e65ed9 req-a8e395de-116f-4bff-aa96-88bdb193efaf tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175506 Jun 30 09:23:58.134220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router 21107c00-b0bf-418c-9b18-1e4bf3ad528a is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:58.278051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.305110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 9b07c5a4-7587-4b08-a1ba-7914037867b4 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:58.310563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:58.319805 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Sync routers for ids ['21107c00-b0bf-418c-9b18-1e4bf3ad528a'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:58.328798 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Routers {'21107c00-b0bf-418c-9b18-1e4bf3ad528a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:58.329445 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['21107c00-b0bf-418c-9b18-1e4bf3ad528a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:58.336087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.337319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-50236488-5d09-4d79-918b-469fc645e2dd tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1167576 Jun 30 09:23:58.340154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51768) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.354848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.403534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:58.406869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:58.409444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:58.415396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.416064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.432873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=9b07c5a4-7587-4b08-a1ba-7914037867b4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.439027 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Set router 21107c00-b0bf-418c-9b18-1e4bf3ad528a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:58.446423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ffda480d-ba4b-4ca2-b00c-cc6f2cdd4d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2843249 Jun 30 09:23:58.447329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51770) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.452881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': 'c39fcdfd-21b3-4bd0-83a4-aea880e68bd0', 'name': 'tempest-PortsIpV6TestJSON-604051865', 'fixed_ips': [{'subnet_id': '5755d5b9-fd2c-4b8f-92bd-d8d80b363187', 'ip_address': '2001:db8::f'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:58.585092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:58.592703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.619358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port c58f650b-3005-4724-aab5-3e2053125074 yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:58.654800 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'name': 'tempest-snat-router-2057065219', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145'}], 'enable_snat': False}, 'gw_port_id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:57Z', 'revision_number': 3, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port': {'id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:58.683161 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Checking router: 21107c00-b0bf-418c-9b18-1e4bf3ad528a for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:58.683798 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Updating router 21107c00-b0bf-418c-9b18-1e4bf3ad528a port e73bd38c-9432-4d71-9347-9179ca0dcd51 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:58.721061 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.808179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::f (c39fcdfd-21b3-4bd0-83a4-aea880e68bd0/5755d5b9-fd2c-4b8f-92bd-d8d80b363187/c58f650b-3005-4724-aab5-3e2053125074) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:58.865823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f35daf30-85f1-400f-9dca-29d4afd3f0a3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/21107c00-b0bf-418c-9b18-1e4bf3ad528a HTTP/1.1" status: 200 len: 909 time: 0.5210149 Jun 30 09:23:58.867391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51774) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.874850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2057065219', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': True}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:58.960957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.962156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.979185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d7111-a815-4539-a86c-548042eb1a8e None None] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:59.026933 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.068571 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.078976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-830d8fa1-b1cd-48a1-9af8-6e87806d87fb None None] Provisioning for port d5836486-2166-42fc-866f-465f75214706 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:59.080394 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Transition to ACTIVE for port object e73bd38c-9432-4d71-9347-9179ca0dcd51 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:59.087561 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.140179 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94cbc-60aa-4209-9f9e-6e505c2f0403 None None] Pushing event updated for resources: {'Port': ['ID=e73bd38c-9432-4d71-9347-9179ca0dcd51,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.154125 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Attempting to bind port e73bd38c-9432-4d71-9347-9179ca0dcd51 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:59.154540 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Attempting to bind port e73bd38c-9432-4d71-9347-9179ca0dcd51 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:59.155923 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Attempting to bind port e73bd38c-9432-4d71-9347-9179ca0dcd51 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:59.163832 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:59.164255 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:59.164608 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.165400 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:59.165486 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Bound port: e73bd38c-9432-4d71-9347-9179ca0dcd51, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:59.165898 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.183344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.231515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object c58f650b-3005-4724-aab5-3e2053125074 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:59.238126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.256138 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] For port e73bd38c-9432-4d71-9347-9179ca0dcd51, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:59.264639 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] For port e73bd38c-9432-4d71-9347-9179ca0dcd51, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e73bd38c-9432-4d71-9347-9179ca0dcd51,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:59.276854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-037a9250-6e4c-4a91-b749-7c5ac7b67750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.284051 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.342284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-32bddd8c-2dd1-47a5-9779-66d1695661c0 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.345158 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-32bddd8c-2dd1-47a5-9779-66d1695661c0 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.11 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 949 time: 0.1314721 Jun 30 09:23:59.414270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Routers {'21107c00-b0bf-418c-9b18-1e4bf3ad528a'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:59.415582 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['21107c00-b0bf-418c-9b18-1e4bf3ad528a'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:59.419556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.432864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5836486-2166-42fc-866f-465f75214706 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:59.521871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=c58f650b-3005-4724-aab5-3e2053125074,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.526560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:59.532731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:59.542070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:59.545448 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] Set router 21107c00-b0bf-418c-9b18-1e4bf3ad528a gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:59.549886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.550712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.568905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Provisioning complete for port d5836486-2166-42fc-866f-465f75214706 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:59.569287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.575438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d5836486-2166-42fc-866f-465f75214706 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:59.600027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Deleting port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:59.600776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.602073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927d1f6-2357-4e42-b544-b1051cd5d36f req-019e468d-e022-4c22-9bc7-9b1534c0ea02 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.603737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4927d1f6-2357-4e42-b544-b1051cd5d36f req-019e468d-e022-4c22-9bc7-9b1534c0ea02 tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/ports?device_id=070f7ca5-10c4-4bf9-976a-8229ae318e46 HTTP/1.1" status: 200 len: 949 time: 0.2678440 Jun 30 09:23:59.604610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d5836486-2166-42fc-866f-465f75214706 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:59.608902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.619677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-0a876b3b-b4a6-4959-b6c4-429596aa2c60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2692621 Jun 30 09:23:59.648384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b21c6ba-2f07-482e-89c4-4c9ac60e7684 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1997297 Jun 30 09:23:59.651549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:59.740978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] For port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:59.741525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.758962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Calling delete_port for 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:59.813842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.853965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.859550 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94cbc-60aa-4209-9f9e-6e505c2f0403 None None] Pushing event updated for resources: {'Port': ['ID=e73bd38c-9432-4d71-9347-9179ca0dcd51,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:59.886787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4927d1f6-2357-4e42-b544-b1051cd5d36f req-04bdb657-fefe-4255-83e4-16cc58a686ae tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e8177b5-b5e0-4fa9-b39c-28af955bbba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651219 Jun 30 09:23:59.913937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] For port d5836486-2166-42fc-866f-465f75214706, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5836486-2166-42fc-866f-465f75214706,segment=NetworkSegment(4dcdedf8-7992-424f-b0f2-3d84843c1f7f),segment_id=4dcdedf8-7992-424f-b0f2-3d84843c1f7f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:59.927409 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.967757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.993856 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'name': 'tempest-snat-router-2057065219', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145'}], 'enable_snat': False}, 'gw_port_id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:57Z', 'revision_number': 3, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port': {'id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:00.012938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Pushing event deleted for resources: {'Port': ['ID=5dd462a7-cccd-4611-94c9-9ad6841d7fc9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:00.013714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Provisioning for port 9b07c5a4-7587-4b08-a1ba-7914037867b4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:00.021499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5dd462a7-cccd-4611-94c9-9ad6841d7fc9'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:00.032607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Provisioning complete for port 9b07c5a4-7587-4b08-a1ba-7914037867b4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:00.035633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.087577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] No DVR routers for this DVR port 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:00.091900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.094666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-28e67f0c-e3cd-46cf-9391-565b6064d5aa req-129d7ac0-6aed-458a-8b1e-1880dc0c767a tempest-VolumesBackupsTest-326928619 tempest-VolumesBackupsTest-326928619-project] 10.222.0.11 "DELETE /v2.0/ports/5dd462a7-cccd-4611-94c9-9ad6841d7fc9 HTTP/1.1" status: 204 len: 173 time: 0.7423790 Jun 30 09:24:00.099682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'name': 'network-vif-deleted', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:00.105008 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957fa1d-302a-4dbf-9b3b-4588c8d78a39 None None] The sync data for ids ['21107c00-b0bf-418c-9b18-1e4bf3ad528a'] in n-d-779913-25 is: [{'id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'name': 'tempest-snat-router-2057065219', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145'}], 'enable_snat': False}, 'gw_port_id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:57Z', 'revision_number': 3, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port': {'id': 'e73bd38c-9432-4d71-9347-9179ca0dcd51', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21107c00-b0bf-418c-9b18-1e4bf3ad528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:55Z', 'updated_at': '2021-06-30T09:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:00.112715 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cca2285-5e2d-4f2d-b51f-b1915417f2be" -d '{"events": [{"server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "name": "network-vif-deleted", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:00.143924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:00.144340 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:00.146854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Pushing event updated for resources: {'Port': ['ID=d5836486-2166-42fc-866f-465f75214706,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:00.175242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cebbd321-2d8e-4311-8c45-76628106739a None None] Port 9b07c5a4-7587-4b08-a1ba-7914037867b4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:00.200901 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2322ee69-322c-4c30-941f-b66e31a1de90 x-openstack-request-id: req-2322ee69-322c-4c30-941f-b66e31a1de90 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:00.201202 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f7ca5-10c4-4bf9-976a-8229ae318e46", "name": "network-vif-deleted", "tag": "5dd462a7-cccd-4611-94c9-9ad6841d7fc9", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:00.201455 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2322ee69-322c-4c30-941f-b66e31a1de90 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:00.201964 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f7ca5-10c4-4bf9-976a-8229ae318e46', 'name': 'network-vif-deleted', 'tag': '5dd462a7-cccd-4611-94c9-9ad6841d7fc9', 'status': 'completed', 'code': 200} Jun 30 09:24:00.303148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Provisioning complete for port 9b07c5a4-7587-4b08-a1ba-7914037867b4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:00.303527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.344323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Port 9b07c5a4-7587-4b08-a1ba-7914037867b4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:00.355648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Provisioning for port c58f650b-3005-4724-aab5-3e2053125074 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:00.360024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Provisioning complete for port c58f650b-3005-4724-aab5-3e2053125074 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:00.360399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.401394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de1aa9b9-80fa-47e6-a67c-de2a0f76c6f4 None None] Port c58f650b-3005-4724-aab5-3e2053125074 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:00.551881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-07254f26-59b8-4f72-bc5b-fb76dd11bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.553390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-07254f26-59b8-4f72-bc5b-fb76dd11bb75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1097 time: 0.8297119 Jun 30 09:24:00.572118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072151bf-f4e1-45fe-ba47-2918fb10cdbc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.577403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-072151bf-f4e1-45fe-ba47-2918fb10cdbc tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9161103 Jun 30 09:24:00.577594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51784) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:00.594527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.706610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-e83fe160-6a7c-44b8-9be5-a8872e967a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.713417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-e83fe160-6a7c-44b8-9be5-a8872e967a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1160452 Jun 30 09:24:00.753018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efcfeb1-0dbf-4bcc-8fbc-ee2b4931ba78 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.758979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efcfeb1-0dbf-4bcc-8fbc-ee2b4931ba78 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.767003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efcfeb1-0dbf-4bcc-8fbc-ee2b4931ba78 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.769194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7efcfeb1-0dbf-4bcc-8fbc-ee2b4931ba78 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1909709 Jun 30 09:24:00.772039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51786) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:00.815221 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.829830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-8c6f104f-26f5-4f97-bdcc-8ad2c6f75103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1001 time: 0.0892096 Jun 30 09:24:00.903261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port c58f650b-3005-4724-aab5-3e2053125074 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:00.903608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.937320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-5252e7fa-da0f-49ec-98f5-eeca69e05d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.939757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-5252e7fa-da0f-49ec-98f5-eeca69e05d51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1067116 Jun 30 09:24:01.014273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.028376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for c58f650b-3005-4724-aab5-3e2053125074 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:01.079770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 172.25.4.103 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/e95f240b-998e-4d2b-85f6-0473485948c9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:01.115042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-0b9b6238-649d-44e0-9704-25d06498044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:01.117527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-0b9b6238-649d-44e0-9704-25d06498044e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458795 Jun 30 09:24:01.133363 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:01.215742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.291264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=c58f650b-3005-4724-aab5-3e2053125074,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.338912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.341287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-852789b8-3d88-4743-bc17-034437bad0bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/c58f650b-3005-4724-aab5-3e2053125074 HTTP/1.1" status: 204 len: 168 time: 0.5675061 Jun 30 09:24:01.345815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51796) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:01.409449 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f651656-fb06-4f4d-a333-b6267dd48611 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:24:01.411186 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7f651656-fb06-4f4d-a333-b6267dd48611 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/c58f650b-3005-4724-aab5-3e2053125074 HTTP/1.1" status: 404 len: 333 time: 0.0643842 Jun 30 09:24:01.418591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51798) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:01.522007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.522250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e73bd38c-9432-4d71-9347-9179ca0dcd51 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:01.528340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-e265e483-ba2c-44b5-8232-50132d76a36b service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885176 Jun 30 09:24:01.621108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e73bd38c-9432-4d71-9347-9179ca0dcd51 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:01.623895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 9b07c5a4-7587-4b08-a1ba-7914037867b4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:01.624398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.627389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e73bd38c-9432-4d71-9347-9179ca0dcd51 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:01.627780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.672287 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.727004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9708cf07-0b0a-4e1a-81d1-166c6ee8e62f req-3612cb57-0b07-46cd-aa84-712496c80a3d service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900291 Jun 30 09:24:01.739645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:01.754903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:01.757848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.765475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=e95f240b-998e-4d2b-85f6-0473485948c9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.768402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:01.770937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.787134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 9b07c5a4-7587-4b08-a1ba-7914037867b4 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:01.796079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e73bd38c-9432-4d71-9347-9179ca0dcd51, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e73bd38c-9432-4d71-9347-9179ca0dcd51,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:01.812445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.813448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5836486-2166-42fc-866f-465f75214706 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:01.935691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d5836486-2166-42fc-866f-465f75214706 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:01.936371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.944300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a5ffa9da-ae4c-4e59-9a3c-36ab910c6423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.962911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.997701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e73bd38c-9432-4d71-9347-9179ca0dcd51,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.035553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.043292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=9b07c5a4-7587-4b08-a1ba-7914037867b4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.109578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.111993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4240d908-f8e8-47e4-ad57-5a6e089e0a88 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/9b07c5a4-7587-4b08-a1ba-7914037867b4 HTTP/1.1" status: 204 len: 168 time: 0.6920941 Jun 30 09:24:02.114683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51800) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:02.151447 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-53539e2c-47b6-4f94-9955-80b737b08d8b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:24:02.156311 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-53539e2c-47b6-4f94-9955-80b737b08d8b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/9b07c5a4-7587-4b08-a1ba-7914037867b4 HTTP/1.1" status: 404 len: 333 time: 0.0373769 Jun 30 09:24:02.156523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.157600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51802) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:02.244454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 5755d5b9-fd2c-4b8f-92bd-d8d80b363187 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:02.249810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.315416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.442016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.454144 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.552376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.574614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.576687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/5755d5b9-fd2c-4b8f-92bd-d8d80b363187 HTTP/1.1" status: 204 len: 168 time: 0.4176595 Jun 30 09:24:02.581211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01310d-d117-4972-9062-9ce816be63e2 None None] Network c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:02.594290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51808) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:02.604090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0395ebd-f2c8-4768-8415-6e11419643e0 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=5755d5b9-fd2c-4b8f-92bd-d8d80b363187,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:02.650328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router a1e81414-5c42-4124-955d-5fbda56a7538 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:02.688138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.774804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port d5836486-2166-42fc-866f-465f75214706 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:02.775155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.798857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:02.809237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Sync routers for ids ['a1e81414-5c42-4124-955d-5fbda56a7538'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:02.821288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] DHCP port deletion for c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:02.840119 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.844628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d592fd8-2924-45ea-b470-cbda85722f26 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9768269 Jun 30 09:24:02.845799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51810) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:02.860046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Routers {'a1e81414-5c42-4124-955d-5fbda56a7538'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:02.860697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a1e81414-5c42-4124-955d-5fbda56a7538'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:02.882092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port d5836486-2166-42fc-866f-465f75214706, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5836486-2166-42fc-866f-465f75214706,segment=NetworkSegment(4dcdedf8-7992-424f-b0f2-3d84843c1f7f),segment_id=4dcdedf8-7992-424f-b0f2-3d84843c1f7f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:02.883029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.906106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for d5836486-2166-42fc-866f-465f75214706 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:02.962573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Deleting port d5836486-2166-42fc-866f-465f75214706 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:02.962959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.992297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9e66175-9e72-4ba1-bbb5-ca850af1fd7f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/a1e81414-5c42-4124-955d-5fbda56a7538 HTTP/1.1" status: 200 len: 908 time: 0.1452506 Jun 30 09:24:02.992989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51812) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:03.022770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.025411 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.047281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Set router a1e81414-5c42-4124-955d-5fbda56a7538 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:24:03.075906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=d5836486-2166-42fc-866f-465f75214706,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.087536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port d5836486-2166-42fc-866f-465f75214706 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:03.117285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] For port d5836486-2166-42fc-866f-465f75214706, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d5836486-2166-42fc-866f-465f75214706,segment=NetworkSegment(4dcdedf8-7992-424f-b0f2-3d84843c1f7f),segment_id=4dcdedf8-7992-424f-b0f2-3d84843c1f7f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:03.117719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.131671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.167322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Calling delete_port for d5836486-2166-42fc-866f-465f75214706 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:03.180957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.195736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39fcdfd-21b3-4bd0-83a4-aea880e68bd0']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.214350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcdedf8-7992-424f-b0f2-3d84843c1f7f') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.214645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcdedf8-7992-424f-b0f2-3d84843c1f7f') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.228006 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.247848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.258810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:03.260119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.274763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.317237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:03.345459 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:03.351579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.359080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] Pushing event deleted for resources: {'Port': ['ID=d5836486-2166-42fc-866f-465f75214706,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.361550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e73bd38c-9432-4d71-9347-9179ca0dcd51 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:03.367423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Deleting port e95f240b-998e-4d2b-85f6-0473485948c9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:03.367973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.385712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.391386 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/c39fcdfd-21b3-4bd0-83a4-aea880e68bd0 HTTP/1.1" status: 204 len: 168 time: 0.7925687 Jun 30 09:24:03.391386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271b31-7608-4b7a-82a3-515985180e10 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=c39fcdfd-21b3-4bd0-83a4-aea880e68bd0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.391879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51816) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:03.397988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1152936932'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:03.427330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:03.432619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.469971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:03.482601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.483629 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Added segment a1975f2b-a13c-4f28-ac16-983d6d957df4 of type vlan for network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 Jun 30 09:24:03.531116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.531375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.549439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Calling delete_port for e95f240b-998e-4d2b-85f6-0473485948c9 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:03.563455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e132b4-a6f0-41cb-bc0b-704ceb04a5f8 None None] No DVR routers for this DVR port d5836486-2166-42fc-866f-465f75214706 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:03.568598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.579453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.580607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.597476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e81414-5c42-4124-955d-5fbda56a7538', 'name': 'tempest-snat-router-2057065219', 'tenant_id': '7520e5385ad64869b43e68cd439907b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e95f240b-998e-4d2b-85f6-0473485948c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:58Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 3, 'project_id': '7520e5385ad64869b43e68cd439907b4', 'gw_port': {'id': 'e95f240b-998e-4d2b-85f6-0473485948c9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e81414-5c42-4124-955d-5fbda56a7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:24:00Z', 'updated_at': '2021-06-30T09:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:03.627654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Checking router: a1e81414-5c42-4124-955d-5fbda56a7538 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:24:03.628330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Updating router a1e81414-5c42-4124-955d-5fbda56a7538 port e95f240b-998e-4d2b-85f6-0473485948c9 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:24:03.631018 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.655736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e73bd38c-9432-4d71-9347-9179ca0dcd51 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:03.656414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.657808 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2645493 Jun 30 09:24:03.661436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51820) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:03.667524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:03.696303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.753612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfffc0-d913-4058-8cb0-55e118d936bf tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Network': ['ID=7578c6ee-b0d2-45f1-8285-3e5d6cc45e74,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.781603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:03.786313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.798982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:03.908697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.952893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Port': ['ID=e95f240b-998e-4d2b-85f6-0473485948c9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.017278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.074373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.094815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5836486-2166-42fc-866f-465f75214706 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:04.117841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.120279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.133173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d5836486-2166-42fc-866f-465f75214706 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:04.133531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d5836486-2166-42fc-866f-465f75214706 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:04.135259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:04.161440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:04.161739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5dd462a7-cccd-4611-94c9-9ad6841d7fc9 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:04.169938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=2b368af9-5968-4ef5-bb69-89abfddf6aa0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.181647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Checking segment: {'id': 'a1975f2b-a13c-4f28-ac16-983d6d957df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:04.182035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.182352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network hostable DHCP agents. Network: 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:04.182749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1e81414-5c42-4124-955d-5fbda56a7538 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:04.184138 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:04.184543 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:04.191970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.193559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6f1920d4-287f-4a90-939f-2df389027bbc tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a1e81414-5c42-4124-955d-5fbda56a7538 HTTP/1.1" status: 204 len: 168 time: 1.1992805 Jun 30 09:24:04.196125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51822) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:04.202672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:04.212393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:04.216924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.217692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.225100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca9e1b-caf4-4337-bb95-cdaa2b0387c1 None None] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:04.240259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e57cdddc-df6d-4148-8354-77dc65a06637 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5774312 Jun 30 09:24:04.243062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51824) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:04.249714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-256564620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:04.309944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.311000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.337595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.387751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7578c6ee-b0d2-45f1-8285-3e5d6cc45e74', 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': '2b368af9-5968-4ef5-bb69-89abfddf6aa0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:04.388858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.413137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.421311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.474897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.478561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-41e80557-c89f-4e8a-997c-b8adb2c10d0e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2319429 Jun 30 09:24:04.479612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:04.485054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74', 'name': 'tempest-PortsIpV6TestJSON-215946674'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:04.515254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.586463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Allocated IP 2001:db8::2 (7578c6ee-b0d2-45f1-8285-3e5d6cc45e74/2b368af9-5968-4ef5-bb69-89abfddf6aa0/cc29692a-4e6d-4d45-9a4a-a783f8ede5fc) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:04.587543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Deleting port e73bd38c-9432-4d71-9347-9179ca0dcd51 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:04.588911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.629910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.679320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:04.684597 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.715256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] For port e73bd38c-9432-4d71-9347-9179ca0dcd51, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e73bd38c-9432-4d71-9347-9179ca0dcd51,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:04.715622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.720672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 96a22fc1-ff36-44ca-9c7e-351ff529929a yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:04.724195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Port e95f240b-998e-4d2b-85f6-0473485948c9 not found while updating agent binding for router a1e81414-5c42-4124-955d-5fbda56a7538. {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:24:04.732433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Calling delete_port for e73bd38c-9432-4d71-9347-9179ca0dcd51 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:04.751607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Routers set() bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:04.752041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Router IDs set() for agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:24:04.752791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_agentschedulers_db [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1e81414-5c42-4124-955d-5fbda56a7538'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent'). {{(pid=94186) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:24:04.753161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72105414-99d5-405d-9313-316ef6d6f004 None None] The sync data for ids ['a1e81414-5c42-4124-955d-5fbda56a7538'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:04.816496 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.833190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Transition to ACTIVE for port object cc29692a-4e6d-4d45-9a4a-a783f8ede5fc will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:04.859043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Transition to ACTIVE for port object cc29692a-4e6d-4d45-9a4a-a783f8ede5fc will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:04.868707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.915459 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:04.919337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:04.924920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:04.940877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Pushing event updated for resources: {'Port': ['ID=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.995343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::4a (7578c6ee-b0d2-45f1-8285-3e5d6cc45e74/2b368af9-5968-4ef5-bb69-89abfddf6aa0/96a22fc1-ff36-44ca-9c7e-351ff529929a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:05.039670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Attempting to bind port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:05.040230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Attempting to bind port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a1975f2b-a13c-4f28-ac16-983d6d957df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:05.040707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Attempting to bind port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc on network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:05.048372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:05.048881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Checking segment: {'id': 'a1975f2b-a13c-4f28-ac16-983d6d957df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:05.049542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.050146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Bound using segment: {'id': 'a1975f2b-a13c-4f28-ac16-983d6d957df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:05.050866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Bound port: cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1975f2b-a13c-4f28-ac16-983d6d957df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7578c6ee-b0d2-45f1-8285-3e5d6cc45e74'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:05.051354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.147204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.187021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] For port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:05.203519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] For port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,segment=NetworkSegment(a1975f2b-a13c-4f28-ac16-983d6d957df4),segment_id=a1975f2b-a13c-4f28-ac16-983d6d957df4)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:05.233975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.234659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.249706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 96a22fc1-ff36-44ca-9c7e-351ff529929a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:05.290141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.304149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538c9cd-a0e4-4502-8bc1-0b3cceacff1f None None] Pushing event updated for resources: {'Port': ['ID=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:05.328057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.360024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:05.360265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event deleted for resources: {'Port': ['ID=e73bd38c-9432-4d71-9347-9179ca0dcd51,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:05.366933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:05.372081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:05.395381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.396650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.407434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=96a22fc1-ff36-44ca-9c7e-351ff529929a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:05.434126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-391cf0b1-5c1f-4d13-a471-b09eb0335022 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9537776 Jun 30 09:24:05.434495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51876) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:05.487901 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.643315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.646456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.783173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.783724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21107c00-b0bf-418c-9b18-1e4bf3ad528a {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:05.789445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.790691 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-793df6d1-ce34-44be-93d7-9cb8d8d0a6c3 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "DELETE /v2.0/routers/21107c00-b0bf-418c-9b18-1e4bf3ad528a HTTP/1.1" status: 204 len: 168 time: 1.5931528 Jun 30 09:24:05.795017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51906) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:05.800627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1641058906', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:05.844482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.847023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.919976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.007137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.128762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.456526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.464091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.544368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.567198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df647b-ee84-4da7-bc6f-adfff0ad0c08 None None] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:06.570201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.585939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=96a22fc1-ff36-44ca-9c7e-351ff529929a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:06.640703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1ffadc1a-f90c-4c31-b3f1-eafd42389d3f None None] Provisioning for port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:06.755154 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.756366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Allocated IP 172.25.4.51 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/343d6b0b-3744-400a-b477-bbb60db01ac5) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:06.905481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.001258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.014270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.062899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event updated for resources: {'Port': ['ID=343d6b0b-3744-400a-b477-bbb60db01ac5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:07.079977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:07.081840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:07.084672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:07.290829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-47641c12-5830-49fd-9773-b0cf409aaa4c None None] Provisioning for port 96a22fc1-ff36-44ca-9c7e-351ff529929a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:07.307897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-47641c12-5830-49fd-9773-b0cf409aaa4c None None] Provisioning complete for port 96a22fc1-ff36-44ca-9c7e-351ff529929a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:07.308615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-47641c12-5830-49fd-9773-b0cf409aaa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.450517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cc29692a-4e6d-4d45-9a4a-a783f8ede5fc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:07.463765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.518988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.532035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.533072 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.544072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-47641c12-5830-49fd-9773-b0cf409aaa4c None None] Port 96a22fc1-ff36-44ca-9c7e-351ff529929a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:07.582987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:07.587122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:07.587507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.669397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=96a22fc1-ff36-44ca-9c7e-351ff529929a,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:07.729632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.744037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:07.745447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:07.747117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-284fc850-6fd1-46c6-9eff-a4183183fd12 None None] Provisioning complete for port 96a22fc1-ff36-44ca-9c7e-351ff529929a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:07.754062 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-284fc850-6fd1-46c6-9eff-a4183183fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.770896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.818402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,segment=NetworkSegment(a1975f2b-a13c-4f28-ac16-983d6d957df4),segment_id=a1975f2b-a13c-4f28-ac16-983d6d957df4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:07.832900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.841208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-284fc850-6fd1-46c6-9eff-a4183183fd12 None None] Port 96a22fc1-ff36-44ca-9c7e-351ff529929a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:07.925536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e73bd38c-9432-4d71-9347-9179ca0dcd51 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:07.938083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Router 077a58e8-3eec-4201-9506-4d75478f3f12 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:07.952402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e73bd38c-9432-4d71-9347-9179ca0dcd51 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:07.952686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e73bd38c-9432-4d71-9347-9179ca0dcd51 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:07.959690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:08.023413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Router 42549e4a-9efa-4ef8-a1a5-97eebe0a246b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:08.056321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:08.062241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2341818c-16cb-4da5-9814-06c96a9c425a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/routers/077a58e8-3eec-4201-9506-4d75478f3f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6264234 Jun 30 09:24:08.065910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51916) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.071106 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] Sync routers for ids ['077a58e8-3eec-4201-9506-4d75478f3f12'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:08.071686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-83572d2b-993f-4147-b6a6-51436d59e8ff None None] Provisioning complete for port 96a22fc1-ff36-44ca-9c7e-351ff529929a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:08.072223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-83572d2b-993f-4147-b6a6-51436d59e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.085974 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] Routers {'077a58e8-3eec-4201-9506-4d75478f3f12'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:08.087364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['077a58e8-3eec-4201-9506-4d75478f3f12'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.128670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-83572d2b-993f-4147-b6a6-51436d59e8ff None None] Port 96a22fc1-ff36-44ca-9c7e-351ff529929a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:08.147954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.163594 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] Routers {'077a58e8-3eec-4201-9506-4d75478f3f12'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:08.164360 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['077a58e8-3eec-4201-9506-4d75478f3f12'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.192665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29156dd-18d3-4e53-ab88-a93475b83f16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.198072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51918) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.199349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.200100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b29156dd-18d3-4e53-ab88-a93475b83f16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?device_id=077a58e8-3eec-4201-9506-4d75478f3f12 HTTP/1.1" status: 200 len: 987 time: 0.1316767 Jun 30 09:24:08.201115 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9b329b-9d67-470e-ba69-f5f3ae92a550 None None] The sync data for ids ['077a58e8-3eec-4201-9506-4d75478f3f12'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:08.241116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:08.255283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] Sync routers for ids ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:08.264515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] Routers {'42549e4a-9efa-4ef8-a1a5-97eebe0a246b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:08.265133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.297283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.301083 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66472719-cea3-4cb8-9253-1224c3350f58 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5019381 Jun 30 09:24:08.301281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.303043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.307816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:08.313849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] Routers {'42549e4a-9efa-4ef8-a1a5-97eebe0a246b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:08.313849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.349607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:08.350263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a0f47-d001-4f8b-89d4-6892d30468f8 None None] The sync data for ids ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:08.360593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ce31e3f7-46a9-4d5a-b971-5f05083ee89a None None] Provisioning complete for port 96a22fc1-ff36-44ca-9c7e-351ff529929a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:08.360969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce31e3f7-46a9-4d5a-b971-5f05083ee89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.395891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ce31e3f7-46a9-4d5a-b971-5f05083ee89a None None] Port 96a22fc1-ff36-44ca-9c7e-351ff529929a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:09.147010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.163183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.315014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cc29692a-4e6d-4d45-9a4a-a783f8ede5fc up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:09.389665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:09.390386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.561962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 96a22fc1-ff36-44ca-9c7e-351ff529929a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:09.562314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.746202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.794774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 96a22fc1-ff36-44ca-9c7e-351ff529929a owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:09.908179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.916130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.120960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router 42549e4a-9efa-4ef8-a1a5-97eebe0a246b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:10.122534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.155952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=96a22fc1-ff36-44ca-9c7e-351ff529929a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:10.300904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.438014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:10.444133 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.444554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0cf3c7d6-afa0-4767-a744-59fdea6c544a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "PUT /v2.0/routers/42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 200 len: 925 time: 2.1423440 Jun 30 09:24:10.447264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.454029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] Sync routers for ids ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:10.470123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] Routers {'42549e4a-9efa-4ef8-a1a5-97eebe0a246b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:10.471834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.541297 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.556900 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] Routers {'42549e4a-9efa-4ef8-a1a5-97eebe0a246b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:10.558295 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.605016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Router 077a58e8-3eec-4201-9506-4d75478f3f12 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:10.629693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.630785 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2a2488-11e7-47e1-9376-c51f54db0739 None None] The sync data for ids ['42549e4a-9efa-4ef8-a1a5-97eebe0a246b'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:10.642796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0b9facf1-b8d4-4ee6-b55b-b7769b693f55 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 200 len: 925 time: 0.1935937 Jun 30 09:24:10.646895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.713454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:10.720910 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d0f71335-7138-44fd-9db8-fec5ef37d649 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/routers/077a58e8-3eec-4201-9506-4d75478f3f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5192454 Jun 30 09:24:10.721200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51936) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.729534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] Sync routers for ids ['077a58e8-3eec-4201-9506-4d75478f3f12'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:10.746437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] Routers {'077a58e8-3eec-4201-9506-4d75478f3f12'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:10.746437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['077a58e8-3eec-4201-9506-4d75478f3f12'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.770205 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785f4ec-47d1-47e1-8dc7-b49bc81b8b82 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:24:10.774243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1785f4ec-47d1-47e1-8dc7-b49bc81b8b82 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/96a22fc1-ff36-44ca-9c7e-351ff529929a HTTP/1.1" status: 404 len: 333 time: 0.0515482 Jun 30 09:24:10.775852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.815858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.833501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] Routers {'077a58e8-3eec-4201-9506-4d75478f3f12'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:10.834841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['077a58e8-3eec-4201-9506-4d75478f3f12'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.851232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3bba1b-14df-4743-969e-71eac65c2ae9 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.867832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7a3bba1b-14df-4743-969e-71eac65c2ae9 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=42549e4a-9efa-4ef8-a1a5-97eebe0a246b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2155621 Jun 30 09:24:10.868460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51942) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.894971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:10.896045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7551ff-a3fd-4f22-a399-6c71351a743d None None] The sync data for ids ['077a58e8-3eec-4201-9506-4d75478f3f12'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:10.918070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.043285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995bcfd-6863-448b-b20d-9ee84b3dc230 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.049818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7995bcfd-6863-448b-b20d-9ee84b3dc230 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.1758723 Jun 30 09:24:11.052028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:11.104183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-31e47dee-bbc6-44af-be02-b90090c57f1b tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 200 len: 205 time: 0.0476961 Jun 30 09:24:11.104611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51946) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:11.221086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.225302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.293662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.338544 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.339385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Fanout notify agent at l3_agent the message router_deleted on router 077a58e8-3eec-4201-9506-4d75478f3f12 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:11.351195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.353032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4fda700a-8bdc-4fb5-aa3e-a2848fae7012 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/routers/077a58e8-3eec-4201-9506-4d75478f3f12 HTTP/1.1" status: 204 len: 168 time: 0.5756357 Jun 30 09:24:11.356502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:11.462299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 2b368af9-5968-4ef5-bb69-89abfddf6aa0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:11.468475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.551416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.686643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.723379 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.820110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 343d6b0b-3744-400a-b477-bbb60db01ac5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:11.820524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.828669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.875805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=2b368af9-5968-4ef5-bb69-89abfddf6aa0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:11.877867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.879865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16907f98-c52b-409e-95f0-4f9e29f63dc3 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/2b368af9-5968-4ef5-bb69-89abfddf6aa0 HTTP/1.1" status: 204 len: 168 time: 0.5229642 Jun 30 09:24:11.884644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:11.901266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4da5c-09ec-410d-9932-35e8b6c31dfb None None] Network 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:11.987204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.006277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 343d6b0b-3744-400a-b477-bbb60db01ac5 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:12.008618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.090353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:12.090695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.263802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] DHCP port deletion for 7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:12.306780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.347224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Deleting port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:12.347520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.410330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=343d6b0b-3744-400a-b477-bbb60db01ac5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:12.477803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] For port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,segment=NetworkSegment(a1975f2b-a13c-4f28-ac16-983d6d957df4),segment_id=a1975f2b-a13c-4f28-ac16-983d6d957df4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:12.479928 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.482452 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.672602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.678293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.715151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] For port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,segment=NetworkSegment(a1975f2b-a13c-4f28-ac16-983d6d957df4),segment_id=a1975f2b-a13c-4f28-ac16-983d6d957df4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:12.716211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.733666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for cc29692a-4e6d-4d45-9a4a-a783f8ede5fc owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:12.762091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.763323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router 42549e4a-9efa-4ef8-a1a5-97eebe0a246b {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:12.770816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Calling delete_port for cc29692a-4e6d-4d45-9a4a-a783f8ede5fc owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:12.781192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.787235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32e568d8-ebac-4fe8-b39d-5c90400ba0b4 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 204 len: 168 time: 1.6772707 Jun 30 09:24:12.788750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51956) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:12.797784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2052317047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:12.855426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.885256 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.888079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.896778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:12.909348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No DVR routers for this DVR port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:12.933617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.958940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] Pushing event deleted for resources: {'Port': ['ID=cc29692a-4e6d-4d45-9a4a-a783f8ede5fc,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:12.970263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c6ed9-262a-4a46-8c1e-7fc96487c5c9 None None] No DVR routers for this DVR port cc29692a-4e6d-4d45-9a4a-a783f8ede5fc on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:13.010537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.015857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.040731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.043122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4056b302-7228-4c53-b18b-0be71a428590 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2529435 Jun 30 09:24:13.043519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.048088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51960) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.054400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:13.059112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7578c6ee-b0d2-45f1-8285-3e5d6cc45e74']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:13.079224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1975f2b-a13c-4f28-ac16-983d6d957df4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:13.079720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1975f2b-a13c-4f28-ac16-983d6d957df4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:13.107637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.132142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.142961 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:13.143799 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:13.149030 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:13.282292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.299780 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.304850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/7578c6ee-b0d2-45f1-8285-3e5d6cc45e74 HTTP/1.1" status: 204 len: 168 time: 1.4187272 Jun 30 09:24:13.308329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.329721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cc29692a-4e6d-4d45-9a4a-a783f8ede5fc no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:13.344790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86548c70-15f1-4178-b780-d70bed1a9210 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=7578c6ee-b0d2-45f1-8285-3e5d6cc45e74,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:13.373306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: cc29692a-4e6d-4d45-9a4a-a783f8ede5fc {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:13.374364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cc29692a-4e6d-4d45-9a4a-a783f8ede5fc not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:13.406489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59017956-c5be-4598-9f3e-10a95af4373f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.411644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-59017956-c5be-4598-9f3e-10a95af4373f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/19fd7984-6b79-45a9-a26b-ffb50efe2330 HTTP/1.1" status: 200 len: 844 time: 0.0982790 Jun 30 09:24:13.411999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51966) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.474476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-477c32c2-fc0d-440f-b2b6-41f6aa8ec39c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/19fd7984-6b79-45a9-a26b-ffb50efe2330?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0574269 Jun 30 09:24:13.474693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51968) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.476011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.481601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:13.601028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:13.607395 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.782799 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.809369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.938288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.955819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Allocated IP 172.25.4.210 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/4bc25b9b-0972-4985-a8d4-96e4520e8c0f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:13.994838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:14.005850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:14.011819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.013471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.019460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d22bd-744a-4fc2-903c-23f15608fcc3 None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:14.041926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=d094c555-1f4b-4802-8562-3b5bb0e6fd1c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.066514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93102731-04cd-4b62-bd46-b9d7c0913e03 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5902736 Jun 30 09:24:14.069157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51972) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:14.079632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'security_group': {'name': 'tempest-secgroup-685679721'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:14.127361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.190591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.276087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.277002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.282750 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.302785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.304630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2339487 Jun 30 09:24:14.311379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:14.321692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'security_group': {'name': 'tempest-secgroup-162278574'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:14.325641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:14.330355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:14.333426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:14.386493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'tenant_id': 'a105cb6ceea14afd9575ef4f37588577', 'fixed_ips': [{'subnet_id': 'd094c555-1f4b-4802-8562-3b5bb0e6fd1c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:14.390599 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.395881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event updated for resources: {'Port': ['ID=4bc25b9b-0972-4985-a8d4-96e4520e8c0f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.408494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821315cc-586a-4536-9335-1b7b0dbbf6f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8202b4-44af-4e74-bb95-fdd9deac282d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.432794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.556631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.562148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.603159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.604599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2923861 Jun 30 09:24:14.610045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:14.612519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2180-a69f-4f54-8c03-c0375282a6a8 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8618f86d-9e00-4971-b8b8-50f0eb7e5730,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.619569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1455959775', 'security_groups': ['8618f86d-9e00-4971-b8b8-50f0eb7e5730'], 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd094c555-1f4b-4802-8562-3b5bb0e6fd1c'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:14.715664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Allocated IP 2001:db8::2 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/d094c555-1f4b-4802-8562-3b5bb0e6fd1c/6fa78b2e-e001-4328-90a5-1f1489f9a9c2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:14.797690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:14.890185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.041536 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.047572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.062151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Transition to ACTIVE for port object 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:15.096636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port 1018b732-5480-4ec1-8454-a908ee6c5b78 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:15.106281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Transition to ACTIVE for port object 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:15.114329 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.197781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:15.206609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:15.214641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:15.287933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.297955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.303653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.346515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Attempting to bind port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:15.346820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Attempting to bind port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '9c823059-82fb-403f-b9fb-d7711744d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:15.347231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Attempting to bind port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 on network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:15.360136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:15.360136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Checking segment: {'id': '9c823059-82fb-403f-b9fb-d7711744d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:15.360669 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.361065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Bound using segment: {'id': '9c823059-82fb-403f-b9fb-d7711744d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:15.361557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Bound port: 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c823059-82fb-403f-b9fb-d7711744d110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:15.361994 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.440645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:15.444762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:15.445094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::284 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/d094c555-1f4b-4802-8562-3b5bb0e6fd1c/1018b732-5480-4ec1-8454-a908ee6c5b78) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:15.455385 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.528777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Router 9094df9e-25ac-4a37-9777-f855f2ce014d is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:15.537409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b522c42-3184-4c57-845a-9e0c02943d93 None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.718949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:15.728377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.733940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.735235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fabdfa78-9dfd-4e30-8053-bf1dfbecb573 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "PUT /v2.0/routers/9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 200 len: 884 time: 2.6860540 Jun 30 09:24:15.737921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51984) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.742080 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] Sync routers for ids ['9094df9e-25ac-4a37-9777-f855f2ce014d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:15.754514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object 1018b732-5480-4ec1-8454-a908ee6c5b78 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:15.791514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] Routers {'9094df9e-25ac-4a37-9777-f855f2ce014d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:15.793171 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9094df9e-25ac-4a37-9777-f855f2ce014d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:15.815044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.879151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:15.889136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:15.892329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:15.899355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:15.900222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.905684 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:15.936166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=1018b732-5480-4ec1-8454-a908ee6c5b78,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.943426 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4023f369-3d4d-42d9-ba56-35f62754592c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3316410 Jun 30 09:24:15.948423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51986) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.956467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:15.968352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-185e6c92-8571-4c66-8ef5-ade9dcc4e540 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 200 len: 925 time: 0.2239616 Jun 30 09:24:15.970818 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] Routers {'9094df9e-25ac-4a37-9777-f855f2ce014d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:15.971385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51988) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.971625 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9094df9e-25ac-4a37-9777-f855f2ce014d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:16.037583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:16.038726 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536be120-a7c2-4582-a80e-4755cad3e657 None None] The sync data for ids ['9094df9e-25ac-4a37-9777-f855f2ce014d'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:16.083112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17e893-982b-4d08-a476-9ec2bc3233f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:16.086324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cf17e893-982b-4d08-a476-9ec2bc3233f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=9094df9e-25ac-4a37-9777-f855f2ce014d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1126492 Jun 30 09:24:16.088702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51990) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:16.133620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:16.138019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.236768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc748f4a-59bd-4e9e-9054-e42aa83d40ff tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:16.238722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dc748f4a-59bd-4e9e-9054-e42aa83d40ff tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.1486664 Jun 30 09:24:16.243194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51994) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:16.288357 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d094c555-1f4b-4802-8562-3b5bb0e6fd1c (CIDR: 2001:db8::/64) Jun 30 09:24:16.296612 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:16.297093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:16.303932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5020e1b8-6d66-4bf8-8a41-697453caf2bc tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 200 len: 205 time: 0.0562468 Jun 30 09:24:16.304424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 51996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:16.320864 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b9057f33-d13c-4135-ac23-27f4f9655abe tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3705194 Jun 30 09:24:16.323543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 51998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:16.330353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:16.492335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.533108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:16.537371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.683390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.971104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.021040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:17.024839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:17.032554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.033156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.058428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7325933 Jun 30 09:24:17.064570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:17.069338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-951576787', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd19c9610-2e1e-4c92-871f-eb3cd7be73c9'}], 'security_groups': ['fe8202b4-44af-4e74-bb95-fdd9deac282d']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:17.075592 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1665ad8-0a1c-4c3e-acf2-60432e4ead09 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=d19c9610-2e1e-4c92-871f-eb3cd7be73c9,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.100810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-80927463-9846-46d3-90af-7a5eb178de9f None None] Provisioning for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:17.136670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-80927463-9846-46d3-90af-7a5eb178de9f None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:17.137063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-80927463-9846-46d3-90af-7a5eb178de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.143714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 4bc25b9b-0972-4985-a8d4-96e4520e8c0f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:17.144301 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.204404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.219072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-80927463-9846-46d3-90af-7a5eb178de9f None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:17.250260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.278020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 4bc25b9b-0972-4985-a8d4-96e4520e8c0f owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:17.340636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe0aaa-a623-4e1f-88f6-bd8583f9fdba None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:17.476178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:17.507494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.548173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=4bc25b9b-0972-4985-a8d4-96e4520e8c0f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.564249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f63438f6-7d72-4bfa-9458-32564dfb2838 None None] Provisioning for port 1018b732-5480-4ec1-8454-a908ee6c5b78 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:17.590453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f63438f6-7d72-4bfa-9458-32564dfb2838 None None] Provisioning complete for port 1018b732-5480-4ec1-8454-a908ee6c5b78 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:17.591280 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f63438f6-7d72-4bfa-9458-32564dfb2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.630097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.744882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f63438f6-7d72-4bfa-9458-32564dfb2838 None None] Port 1018b732-5480-4ec1-8454-a908ee6c5b78 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:17.752656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.756685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.762825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:17.792861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Delete allocated IP 2001:db8::284 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/d094c555-1f4b-4802-8562-3b5bb0e6fd1c) {{(pid=94185) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:24:17.808590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8:0:1::300 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/d19c9610-2e1e-4c92-871f-eb3cd7be73c9/1018b732-5480-4ec1-8454-a908ee6c5b78) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:17.835571 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.836469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router 9094df9e-25ac-4a37-9777-f855f2ce014d {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:17.845111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.850087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa61593c-7ef4-4e66-9edb-02165fee0c70 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 204 len: 168 time: 1.5409319 Jun 30 09:24:17.850999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:17.851642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.851773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52006) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:17.859834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-690600772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:17.895859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.897080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.981021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.987733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.022352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.024166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de409e1b-b60b-43a3-bd78-5a217674af9e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1712666 Jun 30 09:24:18.027349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:18.037149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': True}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:18.093317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.113857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.125982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Update dhcp port {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'fixed_ips': [{'subnet_id': 'd094c555-1f4b-4802-8562-3b5bb0e6fd1c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd19c9610-2e1e-4c92-871f-eb3cd7be73c9'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '6fa78b2e-e001-4328-90a5-1f1489f9a9c2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:18.140784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Ignored duplicate provisioning block setup for port 1018b732-5480-4ec1-8454-a908ee6c5b78 by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:24:18.147129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.171537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:18.182170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.199319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.232708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] In _notify_port_updated(), no bound segment for port 1018b732-5480-4ec1-8454-a908ee6c5b78 on network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:24:18.238564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:18.239350 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.241240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/ports/1018b732-5480-4ec1-8454-a908ee6c5b78 HTTP/1.1" status: 200 len: 930 time: 1.1775668 Jun 30 09:24:18.244806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:18.295336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.302808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c24363-bc73-492b-9447-db744bc7121f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=1018b732-5480-4ec1-8454-a908ee6c5b78,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.337036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.447581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 1018b732-5480-4ec1-8454-a908ee6c5b78 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:18.447890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.525060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Allocated IP 2001:db8:0:1::2 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/d19c9610-2e1e-4c92-871f-eb3cd7be73c9/6fa78b2e-e001-4328-90a5-1f1489f9a9c2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:18.594810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.609155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 1018b732-5480-4ec1-8454-a908ee6c5b78 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:18.633335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.656501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.700132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:18.750753 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.824053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.824373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Transition to ACTIVE for port object 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:18.836703 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.850354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 172.25.4.80 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/8a4717b5-bac3-4689-918a-feb7532d4506) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:18.901240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=1018b732-5480-4ec1-8454-a908ee6c5b78,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.956891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99fa91-c9b1-408f-b1f3-b390d5995ac3 None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.970629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.977920 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-491445f7-98d2-4954-9895-29de922d1f9c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/1018b732-5480-4ec1-8454-a908ee6c5b78 HTTP/1.1" status: 204 len: 168 time: 0.7314103 Jun 30 09:24:18.980005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52016) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.026900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.033628 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7c9b81-f159-4ece-af64-9ac29f79470a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:24:19.035420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d7c9b81-f159-4ece-af64-9ac29f79470a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/1018b732-5480-4ec1-8454-a908ee6c5b78 HTTP/1.1" status: 404 len: 333 time: 0.0539672 Jun 30 09:24:19.039034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.120209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.128010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.161485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.174313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:19.188428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:19.221471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.226555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.228250 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/security-groups/8618f86d-9e00-4971-b8b8-50f0eb7e5730 HTTP/1.1" status: 204 len: 168 time: 0.1879644 Jun 30 09:24:19.233646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52022) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.239459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:19.267266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5d8d2-bee9-4ef6-8f65-06b61e169d16 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618f86d-9e00-4971-b8b8-50f0eb7e5730,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.292746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4717b5-bac3-4689-918a-feb7532d4506,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.354347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:19.377980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.421216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.491318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.493955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.495133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe8202b4-44af-4e74-bb95-fdd9deac282d HTTP/1.1" status: 204 len: 168 time: 0.2601223 Jun 30 09:24:19.499695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.587451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20163c-8ca0-4b97-b1d6-bde82780b21a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8202b4-44af-4e74-bb95-fdd9deac282d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.626379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet d094c555-1f4b-4802-8562-3b5bb0e6fd1c {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:19.631367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.640683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.683762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.841242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.916208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Provisioning for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:19.922822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.937121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:19.938355 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.996382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=d094c555-1f4b-4802-8562-3b5bb0e6fd1c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:20.002300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.004538 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8941bcef-0aa3-41e1-bcf8-bebdc384353e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/d094c555-1f4b-4802-8562-3b5bb0e6fd1c HTTP/1.1" status: 204 len: 168 time: 0.5037692 Jun 30 09:24:20.012016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:20.017275 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.022338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:20.027662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.196280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ce00f-8b87-483f-9755-50d9f94bd730 None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:20.250507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:20.255613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.280610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:20.280996 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.351320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router 29fa3210-6b38-4ab2-bc19-e6883bc6d27d is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:20.363156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:20.390879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d1aa1da-4ffe-459d-91af-fe0f5a9dfee3 None None] Could not find standard attr ID for object 1018b732-5480-4ec1-8454-a908ee6c5b78. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:20.513943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3401f735-5c3c-4761-9b68-fc1c117e2b81 None None] Could not find standard attr ID for object 1018b732-5480-4ec1-8454-a908ee6c5b78. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:20.600935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:20.614924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] Sync routers for ids ['29fa3210-6b38-4ab2-bc19-e6883bc6d27d'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:20.635027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.637514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0f75e5c-6bb9-49dd-9d99-af3955e2f6f0 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "PUT /v2.0/routers/29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 200 len: 917 time: 2.6082008 Jun 30 09:24:20.640383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52034) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:20.647208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] Routers {'29fa3210-6b38-4ab2-bc19-e6883bc6d27d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:20.648217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['29fa3210-6b38-4ab2-bc19-e6883bc6d27d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.730386 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.756952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.785729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:20.794611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:20.795555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] Routers {'29fa3210-6b38-4ab2-bc19-e6883bc6d27d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:20.796246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['29fa3210-6b38-4ab2-bc19-e6883bc6d27d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.811360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:20.811980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.856658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=74a94cc7-6d65-4edc-81a2-e76ef6f71a79,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:20.857090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:20.859206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b548b-6eec-4e33-a9ae-39ff3685a149 None None] The sync data for ids ['29fa3210-6b38-4ab2-bc19-e6883bc6d27d'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:20.871299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c93cb54e-dc28-45e9-a555-e420bfc8dd07 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8564498 Jun 30 09:24:20.872647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:20.880450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'security_group': {'name': 'tempest-secgroup-163849951'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:20.925698 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.098159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.104950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.127564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.132731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2543452 Jun 30 09:24:21.137039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52038) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.145209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262487961'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:21.173723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e3600-77ab-4b50-a14c-0e1d2e5f232a tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8242184-ab6f-43d6-bbc8-ee3b6d65c800,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:21.202171 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.214966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9c346a7a-1a67-43f8-b977-28f514d29740 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 200 len: 923 time: 0.5691395 Jun 30 09:24:21.218822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.307986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed38bd-179e-45a9-a61a-49147834da91 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.313002 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0ed38bd-179e-45a9-a61a-49147834da91 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=29fa3210-6b38-4ab2-bc19-e6883bc6d27d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0898786 Jun 30 09:24:21.314282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52042) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.351777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.359441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.385941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.390601 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2494056 Jun 30 09:24:21.392984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.398162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'security_group': {'name': 'tempest-secgroup-1385288954'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:21.419336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84e52b-7e61-4e0f-b1b3-bd09aa373ec9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40112dae-9ae2-4f17-873e-b7d112b40e46,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:21.450327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c49ab-a80c-4da3-84b7-e730695363fa None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:21.455870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.461065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b16b7e8-2868-41d2-94f7-96181570fb1f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.467295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b16b7e8-2868-41d2-94f7-96181570fb1f tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.1473885 Jun 30 09:24:21.467616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52046) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.510272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c7b75125-ff19-4ab6-9c46-c57a65b06824 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 200 len: 205 time: 0.0391252 Jun 30 09:24:21.511051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52050) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.562187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ac10f251-c7e0-47bc-83fe-d10af0341d99 None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:21.562698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac10f251-c7e0-47bc-83fe-d10af0341d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.678978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.729609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.736284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.778425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ac10f251-c7e0-47bc-83fe-d10af0341d99 None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:21.778812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac10f251-c7e0-47bc-83fe-d10af0341d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.813722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.815007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4210112 Jun 30 09:24:21.818282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52054) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.818758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af8b2f-d430-43ed-991d-edb423b33a59 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed6af0c-8343-4385-b5cc-c27d85cd4e53,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:21.828631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ac10f251-c7e0-47bc-83fe-d10af0341d99 None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:21.836349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-799727929', 'security_groups': ['6ed6af0c-8343-4385-b5cc-c27d85cd4e53'], 'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74a94cc7-6d65-4edc-81a2-e76ef6f71a79'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:21.864192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.931788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 8a4717b5-bac3-4689-918a-feb7532d4506 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:21.933002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.946084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Update dhcp port {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'fixed_ips': [{'subnet_id': 'd19c9610-2e1e-4c92-871f-eb3cd7be73c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '74a94cc7-6d65-4edc-81a2-e76ef6f71a79'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '6fa78b2e-e001-4328-90a5-1f1489f9a9c2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:21.999160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.058168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:22.101508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.124105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 8a4717b5-bac3-4689-918a-feb7532d4506 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:22.190456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.225371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] device_id is not set on port fc192f46-35b9-4b28-a69a-c3dcbb028615 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:22.261889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Allocated IP 2001:db8::2 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/74a94cc7-6d65-4edc-81a2-e76ef6f71a79/6fa78b2e-e001-4328-90a5-1f1489f9a9c2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:22.383007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:22.426047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.455768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Transition to ACTIVE for port object 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:22.456793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.466145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.511255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=8a4717b5-bac3-4689-918a-feb7532d4506,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:22.561074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8::26f (5fecfe60-9e91-47f0-a7fa-bc66f043e835/74a94cc7-6d65-4edc-81a2-e76ef6f71a79/fc192f46-35b9-4b28-a69a-c3dcbb028615) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:22.597908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.620439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b759-7fb1-4d77-a9d1-824a3a1a9557 None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:22.719769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.722211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.781623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.805169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object fc192f46-35b9-4b28-a69a-c3dcbb028615 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:22.820720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.822639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router 29fa3210-6b38-4ab2-bc19-e6883bc6d27d {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:22.838011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.840748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d63235a8-e7ac-41fe-9241-d85100f1f605 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 204 len: 168 time: 1.3270326 Jun 30 09:24:22.844553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52070) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:22.851415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-180771805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:22.856110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.891558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.893791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.915232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:22.919490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:22.930803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:22.937579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.938295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.960332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=fc192f46-35b9-4b28-a69a-c3dcbb028615,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:22.969543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0cbbeafd-1c3a-423f-92c4-968a551367f9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1496785 Jun 30 09:24:22.978105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52078) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:22.983812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:23.001279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.006370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.035388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.037095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-73b835bd-e3ff-4d21-ae70-8fb065d6ba0a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1913610 Jun 30 09:24:23.041039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52080) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:23.051652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'enable_snat': False}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:23.157362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:23.163033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.324751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:23.325348 n-d-779913-25 neutron-server[94185]: INFO neutron.db.ipam_backend_mixin [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74a94cc7-6d65-4edc-81a2-e76ef6f71a79 (CIDR: 2001:db8::/64) Jun 30 09:24:23.332788 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:23.333446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:23.340313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.358206 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c2f2c3cf-d70a-4bf4-bd75-3927231b6e7c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3843284 Jun 30 09:24:23.360099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52082) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:23.365796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:23.570098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Provisioning for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:23.573846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:23.574736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:23.575156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.579855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.710204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:23.710918 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.759500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d2648673-b9b3-423b-bae8-28425d19badf None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:23.828726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.864560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.888110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aafd6191-1e9b-48fa-9a76-8690a1ccb526 None None] Provisioning for port fc192f46-35b9-4b28-a69a-c3dcbb028615 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:23.893118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aafd6191-1e9b-48fa-9a76-8690a1ccb526 None None] Provisioning complete for port fc192f46-35b9-4b28-a69a-c3dcbb028615 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:23.893581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aafd6191-1e9b-48fa-9a76-8690a1ccb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.911364 n-d-779913-25 neutron-server[94183]: INFO neutron.db.ipam_backend_mixin [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d19c9610-2e1e-4c92-871f-eb3cd7be73c9 (CIDR: 2001:db8:0:1::/64) Jun 30 09:24:23.918079 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:23.918711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:23.946664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-aafd6191-1e9b-48fa-9a76-8690a1ccb526 None None] Port fc192f46-35b9-4b28-a69a-c3dcbb028615 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:23.954900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-91c07e47-6e1d-4288-b3a1-21cad05646eb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5937083 Jun 30 09:24:23.958075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:23.965118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'subnet': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:24.015449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Allocated IP 172.25.4.58 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/14730da3-88be-46ea-a1af-37902b68b49e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:24.140695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Made reservation on behalf of a105cb6ceea14afd9575ef4f37588577 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:24.144661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.214144 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.274310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.329405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:24.336829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:24.344558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:24.390559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Pushing event updated for resources: {'Port': ['ID=14730da3-88be-46ea-a1af-37902b68b49e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:24.409367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.480386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:24.486797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:24.496561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.497401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.499240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b15977-2ed3-469d-8fdd-e2678e6527de None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:24.516597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5573764 Jun 30 09:24:24.519696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:24.525409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1514752798', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71692e09-ac1a-43b3-aaff-fb19f5a7fed5'}], 'security_groups': ['f8242184-ab6f-43d6-bbc8-ee3b6d65c800', '40112dae-9ae2-4f17-873e-b7d112b40e46']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:24.532940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfcc0e-257d-46d1-8b59-fa84a6b45113 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Subnet': ['ID=71692e09-ac1a-43b3-aaff-fb19f5a7fed5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:24.633591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.899409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Update dhcp port {'port': {'network_id': '5fecfe60-9e91-47f0-a7fa-bc66f043e835', 'fixed_ips': [{'subnet_id': 'd19c9610-2e1e-4c92-871f-eb3cd7be73c9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '74a94cc7-6d65-4edc-81a2-e76ef6f71a79', 'ip_address': '2001:db8::2'}, {'subnet_id': '71692e09-ac1a-43b3-aaff-fb19f5a7fed5'}], 'binding:host_id': 'n-d-779913-25'}, 'id': '6fa78b2e-e001-4328-90a5-1f1489f9a9c2'} from n-d-779913-25. {{(pid=94186) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:24.936086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.979273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.005682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Delete allocated IP 2001:db8::26f (5fecfe60-9e91-47f0-a7fa-bc66f043e835/74a94cc7-6d65-4edc-81a2-e76ef6f71a79) {{(pid=94185) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:24:25.016927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Allocated IP 2001:db8:0:2::29f (5fecfe60-9e91-47f0-a7fa-bc66f043e835/71692e09-ac1a-43b3-aaff-fb19f5a7fed5/fc192f46-35b9-4b28-a69a-c3dcbb028615) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:25.264357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.281079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Transition to ACTIVE for port object fc192f46-35b9-4b28-a69a-c3dcbb028615 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:25.285930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.286148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.290440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.386000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] In _notify_port_updated(), no bound segment for port fc192f46-35b9-4b28-a69a-c3dcbb028615 on network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 {{(pid=94185) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:24:25.392935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:25.393628 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.398194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.399377 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "PUT /v2.0/ports/fc192f46-35b9-4b28-a69a-c3dcbb028615 HTTP/1.1" status: 200 len: 970 time: 0.8785284 Jun 30 09:24:25.405460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f7dbf-fc8c-47ee-baa1-5bf7e4ca481f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event updated for resources: {'Port': ['ID=fc192f46-35b9-4b28-a69a-c3dcbb028615,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:25.550633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Router 738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:25.553736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port fc192f46-35b9-4b28-a69a-c3dcbb028615 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:25.554116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.557993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Allocated IP 2001:db8:0:2::2 (5fecfe60-9e91-47f0-a7fa-bc66f043e835/71692e09-ac1a-43b3-aaff-fb19f5a7fed5/6fa78b2e-e001-4328-90a5-1f1489f9a9c2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:25.658731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:25.693249 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.710178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Transition to ACTIVE for port object 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:25.721432 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.745105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.773417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for fc192f46-35b9-4b28-a69a-c3dcbb028615 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:25.790649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:25.804508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.808670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-73f8a1ca-2236-459b-9343-10ff2b6e5c87 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "PUT /v2.0/routers/738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 200 len: 918 time: 2.7635670 Jun 30 09:24:25.809725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52108) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.815512 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] Sync routers for ids ['738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:25.836047 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] Routers {'738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:25.836941 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:25.913319 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:25.927385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee283dd-4cf6-4e78-b6be-37d23adaa765 None None] Pushing event updated for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:25.939020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] Routers {'738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:25.939891 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:25.982411 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:25.983194 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d704b5-45fc-4833-9497-f7a91fca7047 None None] The sync data for ids ['738fe3d6-abf9-4c6b-8c63-71ecb677f9b6'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:26.020011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-751c5fc2-5892-460a-9495-34b85393368e tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 200 len: 924 time: 0.2088566 Jun 30 09:24:26.023796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52110) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.134609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.171714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=fc192f46-35b9-4b28-a69a-c3dcbb028615,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.175346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70542c41-ea43-44c2-9778-ade1230f4fd2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.179413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70542c41-ea43-44c2-9778-ade1230f4fd2 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=738fe3d6-abf9-4c6b-8c63-71ecb677f9b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1518385 Jun 30 09:24:26.179771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52112) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.303704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.308323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab99366f-7c05-4099-baa5-5f36786de010 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/fc192f46-35b9-4b28-a69a-c3dcbb028615 HTTP/1.1" status: 204 len: 168 time: 0.9067070 Jun 30 09:24:26.308544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52118) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.368427 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-823cbb48-b8c5-4fc0-a967-7f1ef1a661e4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] GET failed (client error): The resource could not be found. Jun 30 09:24:26.370354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-823cbb48-b8c5-4fc0-a967-7f1ef1a661e4 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports/fc192f46-35b9-4b28-a69a-c3dcbb028615 HTTP/1.1" status: 404 len: 333 time: 0.0606866 Jun 30 09:24:26.376164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52120) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.417260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97da5d-2a14-4f6f-8635-660cbfd8546a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.419150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4f97da5d-2a14-4f6f-8635-660cbfd8546a tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/networks/a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 881 time: 0.2380967 Jun 30 09:24:26.422698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.469281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.484925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e1c94fea-d987-4e96-aae8-22f11527cc6c tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 200 len: 205 time: 0.0603497 Jun 30 09:24:26.488053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52124) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.506019 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.571874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.578214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.582095 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/security-groups/6ed6af0c-8343-4385-b5cc-c27d85cd4e53 HTTP/1.1" status: 204 len: 168 time: 0.2039700 Jun 30 09:24:26.588453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52126) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.606494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110fbdb-b805-4593-99d3-1a040091ed97 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed6af0c-8343-4385-b5cc-c27d85cd4e53,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.695463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.698197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.732719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.816759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Provisioning for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:26.822777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.828129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.829962 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/security-groups/40112dae-9ae2-4f17-873e-b7d112b40e46 HTTP/1.1" status: 204 len: 168 time: 0.2402716 Jun 30 09:24:26.836381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:26.836808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.852245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52128) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.861967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a02fe5-873c-403b-a0a2-debfe9db6437 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40112dae-9ae2-4f17-873e-b7d112b40e46,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.917121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.977950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.015355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.030367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:27.031274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.090678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 14730da3-88be-46ea-a1af-37902b68b49e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:27.091291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.104851 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:27.109341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c8ba4353-aace-48d5-8a1f-e3fa0aae8edb None None] Could not find standard attr ID for object fc192f46-35b9-4b28-a69a-c3dcbb028615. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:27.119772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.123701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.128948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/security-groups/f8242184-ab6f-43d6-bbc8-ee3b6d65c800 HTTP/1.1" status: 204 len: 168 time: 0.2760453 Jun 30 09:24:27.129462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:27.178694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76b873-dd0a-4f72-a518-8925d81c6019 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8242184-ab6f-43d6-bbc8-ee3b6d65c800,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:27.229723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 74a94cc7-6d65-4edc-81a2-e76ef6f71a79 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:27.235728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.265708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.293785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 14730da3-88be-46ea-a1af-37902b68b49e owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:27.331612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5bb93e96-fe23-4a9e-b398-c7a456dfd6fe None None] Could not find standard attr ID for object fc192f46-35b9-4b28-a69a-c3dcbb028615. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:27.382006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:27.397340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.509525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:27.510614 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.606906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.669448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.700799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=14730da3-88be-46ea-a1af-37902b68b49e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:27.718311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.757137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=74a94cc7-6d65-4edc-81a2-e76ef6f71a79,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:27.759809 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.766322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1fe2ec94-2050-44cf-bf0f-b94357989d17 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/74a94cc7-6d65-4edc-81a2-e76ef6f71a79 HTTP/1.1" status: 204 len: 168 time: 0.6314569 Jun 30 09:24:27.767431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:27.775559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c0c21-8ee8-427c-9023-9a6b685e89cd None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:27.785251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.853098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet 71692e09-ac1a-43b3-aaff-fb19f5a7fed5 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:27.859992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.909959 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.911707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.912539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.965279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.966101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router 738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:27.980514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.983780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-158f2320-0335-4db4-8f92-fcb0a4aa1a82 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 204 len: 168 time: 1.4952269 Jun 30 09:24:27.990514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.001053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-204517596', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:28.034167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.049677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.050804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.123845 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.287279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.490883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.520211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=71692e09-ac1a-43b3-aaff-fb19f5a7fed5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:28.524128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.529784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-215e7dd0-dae0-40b6-ab9b-1b03668599a2 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/71692e09-ac1a-43b3-aaff-fb19f5a7fed5 HTTP/1.1" status: 204 len: 168 time: 0.7604206 Jun 30 09:24:28.529993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52142) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.560105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.597907 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1245a8b8-e7a8-4ed4-a101-6dd9610b420c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:28.598376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1245a8b8-e7a8-4ed4-a101-6dd9610b420c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:28.600133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1245a8b8-e7a8-4ed4-a101-6dd9610b420c tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/74a94cc7-6d65-4edc-81a2-e76ef6f71a79 HTTP/1.1" status: 404 len: 337 time: 0.0697176 Jun 30 09:24:28.601483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.604197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.680106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting subnet d19c9610-2e1e-4c92-871f-eb3cd7be73c9 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:28.685048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.742736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.784926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Allocated IP 172.25.4.61 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/266c182c-2bef-41d8-b902-088cca32176e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:28.834137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef796647-c835-401d-8793-4695a8f98f9b None None] Network 5fecfe60-9e91-47f0-a7fa-bc66f043e835 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:28.878735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.952013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bda2d16e-2dca-4d61-9dcf-cd9513f893f7 None None] Provisioning complete for port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:28.952705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bda2d16e-2dca-4d61-9dcf-cd9513f893f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.953947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.954992 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.991448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.993577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/d19c9610-2e1e-4c92-871f-eb3cd7be73c9 HTTP/1.1" status: 204 len: 168 time: 0.3882654 Jun 30 09:24:28.997527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52154) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.998753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9fc5d-57de-448b-b27c-f5458e9cb904 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Subnet': ['ID=d19c9610-2e1e-4c92-871f-eb3cd7be73c9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:29.028410 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70fd45-0be9-47f9-b033-e7b1d050ee98 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.028811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e70fd45-0be9-47f9-b033-e7b1d050ee98 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.031155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6e70fd45-0be9-47f9-b033-e7b1d050ee98 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/d094c555-1f4b-4802-8562-3b5bb0e6fd1c HTTP/1.1" status: 404 len: 337 time: 0.0325081 Jun 30 09:24:29.034363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52156) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.041927 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.084232 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1ba9f1d3-d122-4179-bbd1-83790d023f2e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "GET /v2.0/ports?device_id=077a58e8-3eec-4201-9506-4d75478f3f12 HTTP/1.1" status: 200 len: 205 time: 0.0439937 Jun 30 09:24:29.084232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52158) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.088862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:29.092523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:29.095315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:29.127534 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-0cde5e49-4a9e-4954-88c4-71d0c058f23e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] delete failed (client error): The resource could not be found. Jun 30 09:24:29.132765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0cde5e49-4a9e-4954-88c4-71d0c058f23e tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/routers/077a58e8-3eec-4201-9506-4d75478f3f12 HTTP/1.1" status: 404 len: 336 time: 0.0439205 Jun 30 09:24:29.133504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52160) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.134337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event updated for resources: {'Port': ['ID=266c182c-2bef-41d8-b902-088cca32176e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:29.170854 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e4894b-555d-476a-8909-24b2ae5efe4b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.171258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e4894b-555d-476a-8909-24b2ae5efe4b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.176525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-56e4894b-555d-476a-8909-24b2ae5efe4b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/2b368af9-5968-4ef5-bb69-89abfddf6aa0 HTTP/1.1" status: 404 len: 337 time: 0.0351839 Jun 30 09:24:29.177432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52162) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.200150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bda2d16e-2dca-4d61-9dcf-cd9513f893f7 None None] Provisioning complete for port 19fd7984-6b79-45a9-a26b-ffb50efe2330 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:29.201819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bda2d16e-2dca-4d61-9dcf-cd9513f893f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.215234 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc751ae-f175-4823-926d-af8ab5c1d555 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.215755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc751ae-f175-4823-926d-af8ab5c1d555 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.220260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cfc751ae-f175-4823-926d-af8ab5c1d555 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/5755d5b9-fd2c-4b8f-92bd-d8d80b363187 HTTP/1.1" status: 404 len: 337 time: 0.0397980 Jun 30 09:24:29.221129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52164) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.282835 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaa63f1-51bd-4852-a930-0e95c7141911 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.283337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaa63f1-51bd-4852-a930-0e95c7141911 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.286532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6b92ce6-2daa-45b1-9ea1-fa5ba218b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.286997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bcaa63f1-51bd-4852-a930-0e95c7141911 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/bb0ea693-e76e-443c-a5ac-63436bcd8654 HTTP/1.1" status: 404 len: 337 time: 0.0647857 Jun 30 09:24:29.290271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bda2d16e-2dca-4d61-9dcf-cd9513f893f7 None None] Port 19fd7984-6b79-45a9-a26b-ffb50efe2330 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:29.296237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52166) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.324981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9656b43-c69e-4956-9059-c13886006705 None None] DHCP port deletion for 5fecfe60-9e91-47f0-a7fa-bc66f043e835 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:29.328912 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bac3b4-8651-4492-b684-7fc897c6e8a9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.329646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bac3b4-8651-4492-b684-7fc897c6e8a9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.331759 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c2bac3b4-8651-4492-b684-7fc897c6e8a9 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/29a7c750-3d8a-475b-ab5b-8c1867a46bf6 HTTP/1.1" status: 404 len: 333 time: 0.0341990 Jun 30 09:24:29.334730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52168) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.368390 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9ddada-a45c-4c1e-b017-3f82f143e66b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.368870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9ddada-a45c-4c1e-b017-3f82f143e66b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.371242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b9ddada-a45c-4c1e-b017-3f82f143e66b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/9c522185-c6b1-4bdb-876c-e90471732545 HTTP/1.1" status: 404 len: 337 time: 0.0353217 Jun 30 09:24:29.373817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.402553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Deleting port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:29.403649 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.408544 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff3b1a8-da42-4cda-8b00-a104f9860cc7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.409123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff3b1a8-da42-4cda-8b00-a104f9860cc7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.411477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ff3b1a8-da42-4cda-8b00-a104f9860cc7 tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/c6c55939-9e22-4283-90d7-5f7f8e8960f9 HTTP/1.1" status: 404 len: 337 time: 0.0365982 Jun 30 09:24:29.414480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52172) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.455168 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c34b44-638b-42e8-9813-0f9b0bee33af tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.456967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c34b44-638b-42e8-9813-0f9b0bee33af tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.462703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29c34b44-638b-42e8-9813-0f9b0bee33af tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/910690a0-bce5-46b0-98a0-0278cf469404 HTTP/1.1" status: 404 len: 333 time: 0.0470438 Jun 30 09:24:29.465416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.498826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e9656b43-c69e-4956-9059-c13886006705 None None] For port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,segment=NetworkSegment(9c823059-82fb-403f-b9fb-d7711744d110),segment_id=9c823059-82fb-403f-b9fb-d7711744d110)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:29.499729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.508551 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-186f617a-bebc-49d6-8a05-9dd95d1279cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.509199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186f617a-bebc-49d6-8a05-9dd95d1279cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.511728 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-186f617a-bebc-49d6-8a05-9dd95d1279cb tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/c7a4d6f8-86dc-4a7a-861d-d734d93fab9f HTTP/1.1" status: 404 len: 337 time: 0.0451446 Jun 30 09:24:29.516841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52176) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.520251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Calling delete_port for 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:29.560847 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f2c7f8-410f-4f73-8a8e-8cb01219e38f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:29.561415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f2c7f8-410f-4f73-8a8e-8cb01219e38f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:29.567072 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-38f2c7f8-410f-4f73-8a8e-8cb01219e38f tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/subnets/735be336-3092-40e0-83e9-35995ddaf9b9 HTTP/1.1" status: 404 len: 337 time: 0.0485604 Jun 30 09:24:29.568133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52178) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.624774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.663173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9656b43-c69e-4956-9059-c13886006705 None None] Pushing event deleted for resources: {'Port': ['ID=6fa78b2e-e001-4328-90a5-1f1489f9a9c2,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:29.666678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9656b43-c69e-4956-9059-c13886006705 None None] No DVR routers for this DVR port 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:29.686650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Deleting port 19fd7984-6b79-45a9-a26b-ffb50efe2330 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:29.687090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.766410 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.781545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Calling delete_port for 19fd7984-6b79-45a9-a26b-ffb50efe2330 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:29.837541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.907721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.957229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Port': ['ID=19fd7984-6b79-45a9-a26b-ffb50efe2330,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:29.965581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.969838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-546b110d-2693-4f71-ac0d-f4518879e5ae tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/ports/19fd7984-6b79-45a9-a26b-ffb50efe2330 HTTP/1.1" status: 204 len: 168 time: 0.3992887 Jun 30 09:24:29.973626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52184) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:30.073713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.121131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.182072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.197318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fecfe60-9e91-47f0-a7fa-bc66f043e835']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.212372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c823059-82fb-403f-b9fb-d7711744d110') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.212699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c823059-82fb-403f-b9fb-d7711744d110') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.223747 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.244794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.253070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:30.253499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:30.257019 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:30.311750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Router b27bae87-a9c3-4450-a02a-fd612d328d0d is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:30.333579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.344653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.349112 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] 10.222.0.66 "DELETE /v2.0/networks/5fecfe60-9e91-47f0-a7fa-bc66f043e835 HTTP/1.1" status: 204 len: 168 time: 0.3718157 Jun 30 09:24:30.358377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daffb-d923-40eb-8f76-a7b3ec17fd5b tempest-PortsIpV6TestJSON-56893489 tempest-PortsIpV6TestJSON-56893489-project] Pushing event deleted for resources: {'Network': ['ID=5fecfe60-9e91-47f0-a7fa-bc66f043e835,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:30.473986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:30.499083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] Sync routers for ids ['b27bae87-a9c3-4450-a02a-fd612d328d0d'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:30.503930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.505587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7df626a3-d0bf-4381-9c7d-cd70255794ee tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5135913 Jun 30 09:24:30.508405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:30.515203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] Routers {'b27bae87-a9c3-4450-a02a-fd612d328d0d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:30.515505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:30.516247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b27bae87-a9c3-4450-a02a-fd612d328d0d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.559255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.571069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] Routers {'b27bae87-a9c3-4450-a02a-fd612d328d0d'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:30.571723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b27bae87-a9c3-4450-a02a-fd612d328d0d'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.608914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:30.609492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a0d0d-1550-41b5-926d-d657210179e5 None None] The sync data for ids ['b27bae87-a9c3-4450-a02a-fd612d328d0d'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:30.819966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:30.927382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:30.946422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.020794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Deleting port 266c182c-2bef-41d8-b902-088cca32176e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:31.021234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.048653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-45d7ccd8-c58a-42f8-b573-5de96ae63fd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a105cb6ceea14afd9575ef4f37588577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266567 Jun 30 09:24:31.054332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52200) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:31.124537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.148276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.148745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.163687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Calling delete_port for 266c182c-2bef-41d8-b902-088cca32176e owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:31.216988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.220385 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.225100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edd661b4-eeac-4a95-b4ed-e7fbff7e3882 HTTP/1.1" status: 204 len: 168 time: 0.1694579 Jun 30 09:24:31.234265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd661b4-eeac-4a95-b4ed-e7fbff7e3882,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:31.259706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.260062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.260524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.262756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.263840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.264195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.264534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.264885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.265240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.265518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.266113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.266197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64dad9-4d38-4081-abf2-e24b9715a1a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:31.342706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:31.377959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:31.378674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6fa78b2e-e001-4328-90a5-1f1489f9a9c2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:31.403665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.440609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Pushing event deleted for resources: {'Port': ['ID=266c182c-2bef-41d8-b902-088cca32176e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:31.529810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.796079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.799600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.882914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Router b27bae87-a9c3-4450-a02a-fd612d328d0d has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:31.908408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-119006cb-2ec5-4b93-930b-55c11309e517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.997144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:32.004830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.008517 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] Sync routers for ids ['b27bae87-a9c3-4450-a02a-fd612d328d0d'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:32.009021 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f09ef78e-dcd5-4279-8d4f-70879d1e4534 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "PUT /v2.0/routers/b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 200 len: 709 time: 1.4988518 Jun 30 09:24:32.009272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52224) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.024977 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.039251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] Routers {'b27bae87-a9c3-4450-a02a-fd612d328d0d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:32.041011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b27bae87-a9c3-4450-a02a-fd612d328d0d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:32.086025 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:32.096845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] Routers {'b27bae87-a9c3-4450-a02a-fd612d328d0d'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:32.097549 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b27bae87-a9c3-4450-a02a-fd612d328d0d'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:32.098230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52226) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.098726 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fbd52641-ac32-4608-8203-d281a82a3156 tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/routers/b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 200 len: 744 time: 0.0877533 Jun 30 09:24:32.137691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:32.138663 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00c99a-be97-4ae4-84ef-57771e95e96f None None] The sync data for ids ['b27bae87-a9c3-4450-a02a-fd612d328d0d'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:32.157279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2e13f3b-f1c3-4854-9a0a-a1eef60a1fdf tempest-RoutersIpV6AdminTest-1682551285 tempest-RoutersIpV6AdminTest-1682551285-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&device_id=b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 200 len: 205 time: 0.0576477 Jun 30 09:24:32.159921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52230) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.194068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-61a60625-0e68-446c-9063-8b16e5ac1ded tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 200 len: 205 time: 0.0326896 Jun 30 09:24:32.196633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.199020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52234) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.296133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.315467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36443217'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:32.343640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:32.348771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.361229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.466367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.473203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.476825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.481015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.502351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:32.520836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.521276 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 099a9779-de09-4283-a15f-4124ad7572a8 of type vlan for network fbc1873a-5f37-40d0-9805-425b37bb4895 Jun 30 09:24:32.522882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa40ca3-9b10-4195-9086-0b9c2597266b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:32.541742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.542427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Fanout notify agent at l3_agent the message router_deleted on router b27bae87-a9c3-4450-a02a-fd612d328d0d {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:32.551096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.552717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ca350a27-e6b9-4f38-a229-a38c87fca5ad tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 204 len: 168 time: 0.3548648 Jun 30 09:24:32.556693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52240) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.574275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.595016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-28c93a65-c489-4de5-8641-12f2d22fac5e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 200 len: 205 time: 0.0362990 Jun 30 09:24:32.597269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52242) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.617666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.624894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:32.625683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.642531 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-63b52ecf-8b82-4faa-8a0b-933bd8bda370 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:32.646799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-63b52ecf-8b82-4faa-8a0b-933bd8bda370 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/b27bae87-a9c3-4450-a02a-fd612d328d0d HTTP/1.1" status: 404 len: 336 time: 0.0453727 Jun 30 09:24:32.647230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52244) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.683822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af39e58c-5be6-417a-8d37-0322d54dfbd8 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 200 len: 205 time: 0.0330448 Jun 30 09:24:32.685704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4837923 Jun 30 09:24:32.685704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52246) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.687499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.692870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916434882'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:32.719235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:32.723097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.737034 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-7bd74f55-bab5-4a1a-bc18-0915f19789f2 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:32.741881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7bd74f55-bab5-4a1a-bc18-0915f19789f2 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/738fe3d6-abf9-4c6b-8c63-71ecb677f9b6 HTTP/1.1" status: 404 len: 336 time: 0.0517533 Jun 30 09:24:32.742118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52250) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.747251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71045ec6-c933-4b81-bc81-fc4e56bc2ef0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=fbc1873a-5f37-40d0-9805-425b37bb4895,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:32.762135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network fbc1873a-5f37-40d0-9805-425b37bb4895 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:32.779344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86d3644f-ed6f-43cd-86c1-29d19f3af7b9 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 200 len: 205 time: 0.0334496 Jun 30 09:24:32.780357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.782378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:32.829222 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-13f806f5-b391-4727-9cb0-a2535aa0e55e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:32.830218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13f806f5-b391-4727-9cb0-a2535aa0e55e tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/29fa3210-6b38-4ab2-bc19-e6883bc6d27d HTTP/1.1" status: 404 len: 336 time: 0.0491147 Jun 30 09:24:32.832842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52254) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.850386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.850972 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 43c9737e-74a8-4fc4-b824-53cc58567a9e of type vlan for network 1267182e-9c45-446b-89d2-562e5ebea2cb Jun 30 09:24:32.877915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f50d9f46-4fdd-4ce6-8115-a9b751ba1aac tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 200 len: 205 time: 0.0431106 Jun 30 09:24:32.882688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.939336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.958367 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-56880a8c-fe97-4f4a-aab3-e0b9b53b929c tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:32.964307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-56880a8c-fe97-4f4a-aab3-e0b9b53b929c tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/9094df9e-25ac-4a37-9777-f855f2ce014d HTTP/1.1" status: 404 len: 336 time: 0.0775588 Jun 30 09:24:32.965191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:32.966985 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.009632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6e49bb1a-144e-465c-8a31-5545e8169c3a tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 200 len: 205 time: 0.0422604 Jun 30 09:24:33.012497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.024436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.030970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.031603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.096025 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-99b53910-014a-49bf-8fb3-fdaac2cdf1b2 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:33.100183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99b53910-014a-49bf-8fb3-fdaac2cdf1b2 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/42549e4a-9efa-4ef8-a1a5-97eebe0a246b HTTP/1.1" status: 404 len: 336 time: 0.0835881 Jun 30 09:24:33.100479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.114507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4259243 Jun 30 09:24:33.117656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52266) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.125420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:33.138855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-090744eb-5469-401d-b451-2fcfce1bc6c0 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "GET /v2.0/ports?device_id=b118a7a8-a4ca-4af0-a7d8-2e93ee82169b HTTP/1.1" status: 200 len: 205 time: 0.0366578 Jun 30 09:24:33.139755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da53f1-d680-4e13-9b8f-3351fb3f5cca tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=1267182e-9c45-446b-89d2-562e5ebea2cb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:33.141785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52268) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.151302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:33.197326 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-43869927-678c-4c8d-82ac-02986b1d8147 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] delete failed (client error): The resource could not be found. Jun 30 09:24:33.198505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-43869927-678c-4c8d-82ac-02986b1d8147 tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/routers/b118a7a8-a4ca-4af0-a7d8-2e93ee82169b HTTP/1.1" status: 404 len: 336 time: 0.0515294 Jun 30 09:24:33.202303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.236739 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece29083-a21d-4caf-8f3b-6071be91cfba tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] DELETE failed (client error): The resource could not be found. Jun 30 09:24:33.237683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece29083-a21d-4caf-8f3b-6071be91cfba tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:33.240198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ece29083-a21d-4caf-8f3b-6071be91cfba tempest-RoutersIpV6AdminTest-1161704826 tempest-RoutersIpV6AdminTest-1161704826-project] 10.222.0.66 "DELETE /v2.0/subnets/968bb12b-80be-453d-baaf-d6bd6f941fdd HTTP/1.1" status: 404 len: 337 time: 0.0363851 Jun 30 09:24:33.258056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:33.267565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.434000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.573720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.662914 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52278) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.665881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=113f140b-9487-437c-a1a6-fb7962462fe8,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:33.681611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '099a9779-de09-4283-a15f-4124ad7572a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:33.682073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: fbc1873a-5f37-40d0-9805-425b37bb4895, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:33.703557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network fbc1873a-5f37-40d0-9805-425b37bb4895 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:33.718538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, fbc1873a-5f37-40d0-9805-425b37bb4895) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:33.724081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.725729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.729975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850e628-7108-41ee-bd6b-36ccab35ffad None None] Network fbc1873a-5f37-40d0-9805-425b37bb4895 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:33.749338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2dc19dcf-b343-4c48-bed9-f658685f4556 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6286144 Jun 30 09:24:33.754886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.760543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:33.870220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc853-54d0-4bc9-a296-49cabf81a256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.969290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-fbc1873a-5f37-40d0-9805-425b37bb4895', 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '113f140b-9487-437c-a1a6-fb7962462fe8'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:33.971526 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.016657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc853-54d0-4bc9-a296-49cabf81a256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.023196 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ccfc853-54d0-4bc9-a296-49cabf81a256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.107929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:34.111796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.118270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfc853-54d0-4bc9-a296-49cabf81a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa514e82-9121-45e8-b9f3-d09345fb0c86,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:34.136995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2ccfc853-54d0-4bc9-a296-49cabf81a256 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2161993772004025a8d3d307c718aaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729555 Jun 30 09:24:34.141817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52288) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:34.178665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Allocated IP 2001:db8::2 (fbc1873a-5f37-40d0-9805-425b37bb4895/113f140b-9487-437c-a1a6-fb7962462fe8/5950e95e-6829-4433-b7d7-68be426efe3d) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:34.207414 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.232139 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.295782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.301047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.305489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa514e82-9121-45e8-b9f3-d09345fb0c86 HTTP/1.1" status: 204 len: 168 time: 0.1600366 Jun 30 09:24:34.322367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346c6f5-b83d-40e7-ba20-c79151bc0528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa514e82-9121-45e8-b9f3-d09345fb0c86,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:34.363364 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.368921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.373363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Transition to ACTIVE for port object 5950e95e-6829-4433-b7d7-68be426efe3d will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:34.392826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Transition to ACTIVE for port object 5950e95e-6829-4433-b7d7-68be426efe3d will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:34.408561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.431093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=d5444c69-72f8-4a8a-a60f-719296237b8c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:34.461645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Network fbc1873a-5f37-40d0-9805-425b37bb4895 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:34.465217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:34.467768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:34.491727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '43c9737e-74a8-4fc4-b824-53cc58567a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:34.492528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: 1267182e-9c45-446b-89d2-562e5ebea2cb, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:34.516964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1267182e-9c45-446b-89d2-562e5ebea2cb is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:34.530093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1267182e-9c45-446b-89d2-562e5ebea2cb) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:34.535850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.536914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.550511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Attempting to bind port 5950e95e-6829-4433-b7d7-68be426efe3d on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:34.550957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Attempting to bind port 5950e95e-6829-4433-b7d7-68be426efe3d by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '099a9779-de09-4283-a15f-4124ad7572a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:34.551376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Attempting to bind port 5950e95e-6829-4433-b7d7-68be426efe3d on network fbc1873a-5f37-40d0-9805-425b37bb4895 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:34.553870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914115c6-4b21-43e7-aae4-696d429afac0 None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:34.563058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52296) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:34.563316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1ed0b11d-add4-48fe-9aa4-3fab0ea581f8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8069789 Jun 30 09:24:34.569385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072425926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:34.574290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:34.574947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Checking segment: {'id': '099a9779-de09-4283-a15f-4124ad7572a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:34.576080 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.576789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Bound using segment: {'id': '099a9779-de09-4283-a15f-4124ad7572a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:34.577444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Bound port: 5950e95e-6829-4433-b7d7-68be426efe3d, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099a9779-de09-4283-a15f-4124ad7572a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fbc1873a-5f37-40d0-9805-425b37bb4895'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:34.578322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.582067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Pushing event updated for resources: {'Port': ['ID=5950e95e-6829-4433-b7d7-68be426efe3d,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:34.606155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.607460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.655222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.655657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.656090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.656614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.656835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.657181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.657516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.659552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.659552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.659552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.659552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.659552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:34.671977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.677252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.699617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.705023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ac3d808-10c6-4314-ba2a-200ab6127cb8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1371536 Jun 30 09:24:34.705505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52298) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:34.716882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.728771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:34.770042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-903e03a4-3c81-47b1-9719-f5ed38f3dab7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7520e5385ad64869b43e68cd439907b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400543 Jun 30 09:24:34.773028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52302) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:34.800328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] For port 5950e95e-6829-4433-b7d7-68be426efe3d, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:34.830218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] For port 5950e95e-6829-4433-b7d7-68be426efe3d, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5950e95e-6829-4433-b7d7-68be426efe3d,segment=NetworkSegment(099a9779-de09-4283-a15f-4124ad7572a8),segment_id=099a9779-de09-4283-a15f-4124ad7572a8)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:34.840942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.846735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.881381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.892803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1267182e-9c45-446b-89d2-562e5ebea2cb', 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': 'd5444c69-72f8-4a8a-a60f-719296237b8c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:34.894657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.954556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.960437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.962567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fc8123e-12a8-4ec9-8870-5e881add4a5d HTTP/1.1" status: 204 len: 168 time: 0.1884201 Jun 30 09:24:34.973809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a109-6500-46e2-8a36-acfa2d5029c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8123e-12a8-4ec9-8870-5e881add4a5d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.016000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f57ae-7074-461d-8df3-e3833382f4e8 None None] Pushing event updated for resources: {'Port': ['ID=5950e95e-6829-4433-b7d7-68be426efe3d,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.126006 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.143522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Allocated IP 2001:db8:1::2 (1267182e-9c45-446b-89d2-562e5ebea2cb/d5444c69-72f8-4a8a-a60f-719296237b8c/c476337d-e069-4069-8a4e-07343e46f1d6) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:35.468435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.498117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Transition to ACTIVE for port object c476337d-e069-4069-8a4e-07343e46f1d6 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:35.533573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Transition to ACTIVE for port object c476337d-e069-4069-8a4e-07343e46f1d6 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:35.540729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.563982 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.602248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:35.610118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:35.615566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:35.618071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Pushing event updated for resources: {'Port': ['ID=c476337d-e069-4069-8a4e-07343e46f1d6,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.703876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Attempting to bind port c476337d-e069-4069-8a4e-07343e46f1d6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:35.704363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Attempting to bind port c476337d-e069-4069-8a4e-07343e46f1d6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '43c9737e-74a8-4fc4-b824-53cc58567a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:35.704925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Attempting to bind port c476337d-e069-4069-8a4e-07343e46f1d6 on network 1267182e-9c45-446b-89d2-562e5ebea2cb {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:35.712039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:35.712442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Checking segment: {'id': '43c9737e-74a8-4fc4-b824-53cc58567a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:35.713078 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.713531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Bound using segment: {'id': '43c9737e-74a8-4fc4-b824-53cc58567a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:35.714059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Bound port: c476337d-e069-4069-8a4e-07343e46f1d6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c9737e-74a8-4fc4-b824-53cc58567a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1267182e-9c45-446b-89d2-562e5ebea2cb'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:35.714529 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.825846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] For port c476337d-e069-4069-8a4e-07343e46f1d6, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:35.832177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] For port c476337d-e069-4069-8a4e-07343e46f1d6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c476337d-e069-4069-8a4e-07343e46f1d6,segment=NetworkSegment(43c9737e-74a8-4fc4-b824-53cc58567a9e),segment_id=43c9737e-74a8-4fc4-b824-53cc58567a9e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:35.838709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.960972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ec418-c4f8-4b24-a7a6-95979364f8b1 None None] Pushing event updated for resources: {'Port': ['ID=c476337d-e069-4069-8a4e-07343e46f1d6,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:36.159286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8::1 (fbc1873a-5f37-40d0-9805-425b37bb4895/113f140b-9487-437c-a1a6-fb7962462fe8/a2ff1fc4-489a-4841-bbb6-3ae3a640cd36) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:36.386488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.403179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:36.410716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52340) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:36.462568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.552695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network fbc1873a-5f37-40d0-9805-425b37bb4895 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:36.560529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:36.566383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:36.568754 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.568897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1069149862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:36.615197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08871bb-f80d-48d5-844b-9445c34e0766 None None] Network fbc1873a-5f37-40d0-9805-425b37bb4895 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:36.617987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=a2ff1fc4-489a-4841-bbb6-3ae3a640cd36,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:36.624751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.626364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.700080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.710576 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.734037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.738055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-856f739c-47b6-4533-94b9-b7f3b6b7228e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3236353 Jun 30 09:24:36.738368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52348) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:36.744011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1076153042'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:36.764045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ab5fa534-9162-4627-b9ed-7adf26cda27e None None] Provisioning for port 5950e95e-6829-4433-b7d7-68be426efe3d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:36.772897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.800172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:36.805105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.840097 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.190432 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.197500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.235712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:37.281546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.285791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.286255 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Added segment 02362ee5-31f0-45d1-ae9e-d197efdc10ec of type vlan for network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 Jun 30 09:24:37.299910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87692b72-d58e-4e17-a9b2-163e08da4b72,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:37.305844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.307667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.511270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5950e95e-6829-4433-b7d7-68be426efe3d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:37.511416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.528144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network fbc1873a-5f37-40d0-9805-425b37bb4895 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:37.536067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:37.546177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=a2ff1fc4-489a-4841-bbb6-3ae3a640cd36,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:37.551512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6f740-64a0-4bd2-8f46-9f08d81ea7d9 None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:37.620345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.627147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.627885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.642343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b5c3579f-02ec-434a-93b1-3a928f3338ed None None] Provisioning for port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:37.649387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b5c3579f-02ec-434a-93b1-3a928f3338ed None None] Provisioning complete for port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:37.649940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b5c3579f-02ec-434a-93b1-3a928f3338ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.731073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9916065 Jun 30 09:24:37.737037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52358) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:37.743663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'subnet': {'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:37.778132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2324d67-f821-42d8-8471-b030bd2ff3ef tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Network': ['ID=8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:37.812080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:37.843802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 8da851dc-98bc-434e-befd-22d91d092e54 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:37.938458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:37.955083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.047582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:38.064139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4c8d20bc-c3bc-4e3c-8ec4-1b19ec9fb779 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551376 Jun 30 09:24:38.065190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52362) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:38.104053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] Sync routers for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:38.124625 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:38.133878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5950e95e-6829-4433-b7d7-68be426efe3d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:38.152727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3579f-02ec-434a-93b1-3a928f3338ed None None] Port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:38.169914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5950e95e-6829-4433-b7d7-68be426efe3d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:38.170535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.208554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd92989-8952-4f83-9ffe-a0f5dfbaf991 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.210015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:38.210822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:38.215926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7fd92989-8952-4f83-9ffe-a0f5dfbaf991 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports/a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 HTTP/1.1" status: 200 len: 911 time: 0.1489480 Jun 30 09:24:38.219694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52364) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:38.262781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:38.294856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:38.295605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:38.299029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.303063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-41b396ee-046d-42eb-b003-88bda7b2763d None None] Provisioning for port c476337d-e069-4069-8a4e-07343e46f1d6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:38.344333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:38.345152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b8707-66a0-4a95-97dc-1aef1fea8c9d None None] The sync data for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:38.409241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Subnet': ['ID=4e461b1e-050a-4c96-bb59-e80b4568f4ed,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.412855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-41b396ee-046d-42eb-b003-88bda7b2763d None None] Provisioning complete for port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:38.413908 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-41b396ee-046d-42eb-b003-88bda7b2763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.416848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.426699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.427043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.427383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.427717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.428046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.428371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.428695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.429016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.429338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.429719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.430075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.430391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:38.455615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Checking segment: {'id': '02362ee5-31f0-45d1-ae9e-d197efdc10ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:38.456156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network hostable DHCP agents. Network: 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:38.476270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:38.497160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:38.500904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-41b396ee-046d-42eb-b003-88bda7b2763d None None] Port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:38.506239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.506932 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.507186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5950e95e-6829-4433-b7d7-68be426efe3d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5950e95e-6829-4433-b7d7-68be426efe3d,segment=NetworkSegment(099a9779-de09-4283-a15f-4124ad7572a8),segment_id=099a9779-de09-4283-a15f-4124ad7572a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:38.518489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f487215-f2d1-4ce1-bb65-49e081e1d68f None None] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:38.545896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc0c8922-4bdd-46f5-af38-4b519f458cc9 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8064597 Jun 30 09:24:38.548682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52368) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:38.557792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'network': {'name': 'tempest-router-network01--720361226'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:38.612434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:38.633882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.634701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c476337d-e069-4069-8a4e-07343e46f1d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:38.644187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.698207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:38.724613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.725621 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Added segment 66272b8d-4d58-4e02-9125-97713f18c765 of type vlan for network b1ea1803-85b8-4158-a735-fb80ea36864b Jun 30 09:24:38.784955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c476337d-e069-4069-8a4e-07343e46f1d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:38.789598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5950e95e-6829-4433-b7d7-68be426efe3d,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.813111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.816303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c476337d-e069-4069-8a4e-07343e46f1d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:38.816685 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.846250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7', 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7', 'tenant_id': 'a88867acb11d45d984a4d14f1a71e706', 'fixed_ips': [{'subnet_id': '4e461b1e-050a-4c96-bb59-e80b4568f4ed'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:38.846969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.852351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] Provisioning complete for port c476337d-e069-4069-8a4e-07343e46f1d6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:38.852660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.857714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.877050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.883803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.884871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.910649 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3598673 Jun 30 09:24:38.916814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52370) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:38.926163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'network': {'name': 'tempest-router-network02--1638252360'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:38.997080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2efd4-92b1-4165-88fe-f2da0835dbed tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Network': ['ID=b1ea1803-85b8-4158-a735-fb80ea36864b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.998933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:39.005110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.021883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b1ea1803-85b8-4158-a735-fb80ea36864b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:39.079435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:39.105219 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.105438 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Added segment 5901e66c-e97c-4ed7-9e15-a83122a60561 of type vlan for network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc Jun 30 09:24:39.197064 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.217448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Allocated IP 2001:db8::2 (8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7/4e461b1e-050a-4c96-bb59-e80b4568f4ed/85874236-c5bd-4e3a-a493-6be010dbfc29) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:39.266318 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.345015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] For port c476337d-e069-4069-8a4e-07343e46f1d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c476337d-e069-4069-8a4e-07343e46f1d6,segment=NetworkSegment(43c9737e-74a8-4fc4-b824-53cc58567a9e),segment_id=43c9737e-74a8-4fc4-b824-53cc58567a9e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:39.365195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.499129 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:39.499584 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:39.523583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20742663-17ee-469a-b762-0e99b151ad35 None None] Pushing event updated for resources: {'Port': ['ID=c476337d-e069-4069-8a4e-07343e46f1d6,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:39.532338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.581401 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.592693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Transition to ACTIVE for port object 85874236-c5bd-4e3a-a493-6be010dbfc29 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:39.614510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.615042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Transition to ACTIVE for port object 85874236-c5bd-4e3a-a493-6be010dbfc29 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:39.620286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.621096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.622636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.625500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8:1::1 (1267182e-9c45-446b-89d2-562e5ebea2cb/d5444c69-72f8-4a8a-a60f-719296237b8c/040f4510-04ef-4a25-88b8-59c304d9ec11) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:39.667361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:39.673622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:39.678435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:39.686788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Pushing event updated for resources: {'Port': ['ID=85874236-c5bd-4e3a-a493-6be010dbfc29,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:39.718646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7953873 Jun 30 09:24:39.718919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52380) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:39.724091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'subnet': {'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:39.749504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Attempting to bind port 85874236-c5bd-4e3a-a493-6be010dbfc29 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:39.750019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Attempting to bind port 85874236-c5bd-4e3a-a493-6be010dbfc29 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '02362ee5-31f0-45d1-ae9e-d197efdc10ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:39.750367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Attempting to bind port 85874236-c5bd-4e3a-a493-6be010dbfc29 on network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:39.755989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:39.756387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Checking segment: {'id': '02362ee5-31f0-45d1-ae9e-d197efdc10ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:39.756786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.757187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Bound using segment: {'id': '02362ee5-31f0-45d1-ae9e-d197efdc10ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:39.757657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Bound port: 85874236-c5bd-4e3a-a493-6be010dbfc29, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02362ee5-31f0-45d1-ae9e-d197efdc10ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:39.758075 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.758498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3c1d-1cf0-47b1-be3e-115432a5afe6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Network': ['ID=1acd1aa4-14d5-4c3c-a367-aefbca0112cc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:39.781969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:39.841308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:39.847188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.912026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.936173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] For port 85874236-c5bd-4e3a-a493-6be010dbfc29, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:39.940666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] For port 85874236-c5bd-4e3a-a493-6be010dbfc29, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=85874236-c5bd-4e3a-a493-6be010dbfc29,segment=NetworkSegment(02362ee5-31f0-45d1-ae9e-d197efdc10ec),segment_id=02362ee5-31f0-45d1-ae9e-d197efdc10ec)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:39.944320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 040f4510-04ef-4a25-88b8-59c304d9ec11 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:39.949615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.002514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.055026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1267182e-9c45-446b-89d2-562e5ebea2cb is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:40.061834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:40.069639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06920-17ba-46de-9f6d-28b7715efe6a None None] Pushing event updated for resources: {'Port': ['ID=85874236-c5bd-4e3a-a493-6be010dbfc29,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.074763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:40.075501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.135517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.150852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=040f4510-04ef-4a25-88b8-59c304d9ec11,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.257304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5950e95e-6829-4433-b7d7-68be426efe3d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:40.281443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Subnet': ['ID=50fe7a97-acc3-49bc-9ec5-a098a1e18ba6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.311543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Checking segment: {'id': '66272b8d-4d58-4e02-9125-97713f18c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:40.312173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network hostable DHCP agents. Network: b1ea1803-85b8-4158-a735-fb80ea36864b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:40.315087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.337028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network b1ea1803-85b8-4158-a735-fb80ea36864b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:40.378112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5950e95e-6829-4433-b7d7-68be426efe3d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:40.378626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.408558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b1ea1803-85b8-4158-a735-fb80ea36864b) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:40.414137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.414735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.458331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0085a2a-df64-497f-8a06-49a795d2a42f None None] Network b1ea1803-85b8-4158-a735-fb80ea36864b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:40.513613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-502ac867-81fa-4148-8e9a-4258188c323f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7933905 Jun 30 09:24:40.514353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:40.523921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'subnet': {'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:40.650730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c476337d-e069-4069-8a4e-07343e46f1d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:40.706467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:40.710259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.755634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3826c6aa-b66b-4c9e-969c-41763b21d479 None None] Provisioning for port 040f4510-04ef-4a25-88b8-59c304d9ec11 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:40.767895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3826c6aa-b66b-4c9e-969c-41763b21d479 None None] Provisioning complete for port 040f4510-04ef-4a25-88b8-59c304d9ec11 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:40.768790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3826c6aa-b66b-4c9e-969c-41763b21d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.832643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.837322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3826c6aa-b66b-4c9e-969c-41763b21d479 None None] Port 040f4510-04ef-4a25-88b8-59c304d9ec11 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:40.843446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.844435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.857582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b1ea1803-85b8-4158-a735-fb80ea36864b', 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b', 'tenant_id': 'a88867acb11d45d984a4d14f1a71e706', 'fixed_ips': [{'subnet_id': '50fe7a97-acc3-49bc-9ec5-a098a1e18ba6'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:40.859003 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.925390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=040f4510-04ef-4a25-88b8-59c304d9ec11,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.932007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.031244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Subnet': ['ID=75f7b31a-83f1-4a73-b8d2-ab131402db50,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:41.034617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Checking segment: {'id': '5901e66c-e97c-4ed7-9e15-a83122a60561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:41.035232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network hostable DHCP agents. Network: 1acd1aa4-14d5-4c3c-a367-aefbca0112cc, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:41.036538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Allocated IP 2001:db8::2 (b1ea1803-85b8-4158-a735-fb80ea36864b/50fe7a97-acc3-49bc-9ec5-a098a1e18ba6/87aca1bb-8d37-4449-835f-03a95f7de5b8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:41.055864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c476337d-e069-4069-8a4e-07343e46f1d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:41.057045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:41.059055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.071747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1acd1aa4-14d5-4c3c-a367-aefbca0112cc) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:41.080531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1267182e-9c45-446b-89d2-562e5ebea2cb is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:41.083341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:41.090661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.092012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.109377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c36a4a-35df-4c01-a4cb-b519771020ab None None] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:41.110218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9022c1a5-1d08-4fb1-8e38-4eb0c23cbfe8 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5947523 Jun 30 09:24:41.113099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52396) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:41.300242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 8da851dc-98bc-434e-befd-22d91d092e54 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:41.459053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:41.474707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8cf125c1-26cd-48af-a353-f174706ac820 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2520318 Jun 30 09:24:41.474707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:41.480456 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] Sync routers for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:41.500003 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:41.502108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:41.518225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.531344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Transition to ACTIVE for port object 87aca1bb-8d37-4449-835f-03a95f7de5b8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:41.569047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1acd1aa4-14d5-4c3c-a367-aefbca0112cc', 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc', 'tenant_id': 'a88867acb11d45d984a4d14f1a71e706', 'fixed_ips': [{'subnet_id': '75f7b31a-83f1-4a73-b8d2-ab131402db50'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:41.569929 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.589953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Transition to ACTIVE for port object 87aca1bb-8d37-4449-835f-03a95f7de5b8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:41.590538 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:41.603203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-020eb905-a5f9-47de-9097-b4efebcd3a1a None None] Provisioning complete for port 040f4510-04ef-4a25-88b8-59c304d9ec11 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:41.603596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-020eb905-a5f9-47de-9097-b4efebcd3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.604743 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:41.605559 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:41.612674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.653231 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:41.654928 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f662e9a-8a27-40e6-98f8-8b604c3c925e None None] The sync data for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:41.655505 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fae80e-32d4-4b0a-8b3a-691580d45734 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.658021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17fae80e-32d4-4b0a-8b3a-691580d45734 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports/040f4510-04ef-4a25-88b8-59c304d9ec11 HTTP/1.1" status: 200 len: 913 time: 0.1806693 Jun 30 09:24:41.662580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52406) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:41.731733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.738419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609c8ed-9f27-46ad-a1d9-b4a6c0aa8e53 None None] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:41.757063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-020eb905-a5f9-47de-9097-b4efebcd3a1a None None] Port 040f4510-04ef-4a25-88b8-59c304d9ec11 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:41.765529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Network b1ea1803-85b8-4158-a735-fb80ea36864b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:42.055830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Pushing event updated for resources: {'Port': ['ID=87aca1bb-8d37-4449-835f-03a95f7de5b8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:42.058965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:42.113324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:42.178758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Allocated IP 2001:db8::1 (b1ea1803-85b8-4158-a735-fb80ea36864b/50fe7a97-acc3-49bc-9ec5-a098a1e18ba6/3bfafe91-c923-45bf-ab41-8ef3ba27a4f2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:42.205388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c53c5ece-0ba3-4a0c-9797-3ab3b870e227 None None] Provisioning for port 85874236-c5bd-4e3a-a493-6be010dbfc29 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:42.253503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 85874236-c5bd-4e3a-a493-6be010dbfc29 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:42.282863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.302994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Attempting to bind port 87aca1bb-8d37-4449-835f-03a95f7de5b8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:42.304009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Attempting to bind port 87aca1bb-8d37-4449-835f-03a95f7de5b8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '66272b8d-4d58-4e02-9125-97713f18c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:42.304009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Attempting to bind port 87aca1bb-8d37-4449-835f-03a95f7de5b8 on network b1ea1803-85b8-4158-a735-fb80ea36864b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:42.313963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Allocated IP 2001:db8::2 (1acd1aa4-14d5-4c3c-a367-aefbca0112cc/75f7b31a-83f1-4a73-b8d2-ab131402db50/b0655af5-49c6-497e-b775-93f887c69b26) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:42.326832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:42.327404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Checking segment: {'id': '66272b8d-4d58-4e02-9125-97713f18c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:42.327925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.328458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Bound using segment: {'id': '66272b8d-4d58-4e02-9125-97713f18c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:42.329059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Bound port: 87aca1bb-8d37-4449-835f-03a95f7de5b8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66272b8d-4d58-4e02-9125-97713f18c765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1ea1803-85b8-4158-a735-fb80ea36864b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:42.329563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.359941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.378528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Transition to ACTIVE for port object 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:42.415676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 85874236-c5bd-4e3a-a493-6be010dbfc29 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:42.421167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.448965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 85874236-c5bd-4e3a-a493-6be010dbfc29 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:42.449507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.476828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network b1ea1803-85b8-4158-a735-fb80ea36864b is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:42.499362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:42.522543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:42.526463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.596652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] For port 87aca1bb-8d37-4449-835f-03a95f7de5b8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:42.603011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] For port 87aca1bb-8d37-4449-835f-03a95f7de5b8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=87aca1bb-8d37-4449-835f-03a95f7de5b8,segment=NetworkSegment(66272b8d-4d58-4e02-9125-97713f18c765),segment_id=66272b8d-4d58-4e02-9125-97713f18c765)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:42.618095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Port': ['ID=3bfafe91-c923-45bf-ab41-8ef3ba27a4f2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:42.619771 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.744460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.775123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e4e7-5393-4c43-80de-d4160b8ca83d None None] Pushing event updated for resources: {'Port': ['ID=87aca1bb-8d37-4449-835f-03a95f7de5b8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:42.784215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 040f4510-04ef-4a25-88b8-59c304d9ec11 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:42.784975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.786374 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.816581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Transition to ACTIVE for port object b0655af5-49c6-497e-b775-93f887c69b26 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:42.824703 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.838502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9533cf36-7578-4a47-ac5c-2ec1d7829edc None None] Provisioning complete for port 85874236-c5bd-4e3a-a493-6be010dbfc29 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:42.839032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9533cf36-7578-4a47-ac5c-2ec1d7829edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.889419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Transition to ACTIVE for port object b0655af5-49c6-497e-b775-93f887c69b26 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:42.916275 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.931335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 85874236-c5bd-4e3a-a493-6be010dbfc29, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=85874236-c5bd-4e3a-a493-6be010dbfc29,segment=NetworkSegment(02362ee5-31f0-45d1-ae9e-d197efdc10ec),segment_id=02362ee5-31f0-45d1-ae9e-d197efdc10ec)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:42.931678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.965815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 040f4510-04ef-4a25-88b8-59c304d9ec11 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:42.978597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:42.990285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:42.996057 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.002300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:43.064650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Pushing event updated for resources: {'Port': ['ID=b0655af5-49c6-497e-b775-93f887c69b26,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.127805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Attempting to bind port b0655af5-49c6-497e-b775-93f887c69b26 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:43.128193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Attempting to bind port b0655af5-49c6-497e-b775-93f887c69b26 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '5901e66c-e97c-4ed7-9e15-a83122a60561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:43.128562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Attempting to bind port b0655af5-49c6-497e-b775-93f887c69b26 on network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:43.196322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:43.196707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Checking segment: {'id': '5901e66c-e97c-4ed7-9e15-a83122a60561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:43.197121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.197528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Bound using segment: {'id': '5901e66c-e97c-4ed7-9e15-a83122a60561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:43.198057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Bound port: b0655af5-49c6-497e-b775-93f887c69b26, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5901e66c-e97c-4ed7-9e15-a83122a60561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acd1aa4-14d5-4c3c-a367-aefbca0112cc'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:43.198449 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.251660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.261794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=85874236-c5bd-4e3a-a493-6be010dbfc29,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.265448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.266605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.330573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] For port b0655af5-49c6-497e-b775-93f887c69b26, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:43.334458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] For port b0655af5-49c6-497e-b775-93f887c69b26, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0655af5-49c6-497e-b775-93f887c69b26,segment=NetworkSegment(5901e66c-e97c-4ed7-9e15-a83122a60561),segment_id=5901e66c-e97c-4ed7-9e15-a83122a60561)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:43.342013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.343446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.393382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a106c-5883-4103-b3f3-4b2624c26820 None None] Pushing event updated for resources: {'Port': ['ID=b0655af5-49c6-497e-b775-93f887c69b26,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.398246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=040f4510-04ef-4a25-88b8-59c304d9ec11,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.560770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.842967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Port': ['ID=3bfafe91-c923-45bf-ab41-8ef3ba27a4f2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.932081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network b1ea1803-85b8-4158-a735-fb80ea36864b is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:43.934144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:44.112685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Router 137140a9-cd84-47d8-9ae4-1d637ab3eb35 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:44.205735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 8da851dc-98bc-434e-befd-22d91d092e54 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:44.321591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:44.332238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48f4a463-ae33-41b9-b516-a95f4d2b0a28 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2149265 Jun 30 09:24:44.332346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52440) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.343604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] Sync routers for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:44.360656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:44.361563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.429283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1dc47f-c0b6-4709-bf33-ea8afd56bae6 None None] Network b1ea1803-85b8-4158-a735-fb80ea36864b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:44.434444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:44.446539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad7f01a6-aafe-40db-b5d5-93ef0dfa920a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7773058 Jun 30 09:24:44.448025 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] Sync routers for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:44.448728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 87aca1bb-8d37-4449-835f-03a95f7de5b8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:44.450363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52442) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.457344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:44.458288 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.494932 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.508131 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:44.508666 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.545802 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.547122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde70c58-668f-463b-9613-d2ae3ddc0be0 None None] The sync data for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:44.562986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.682909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:44.683737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.697358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74884533-c08b-499e-9cd8-7c245e449187 None None] Provisioning for port 87aca1bb-8d37-4449-835f-03a95f7de5b8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:44.738669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:44.738886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0a6d3-7f30-4884-92f4-74f8ab2fce49 None None] The sync data for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:44.778509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 87aca1bb-8d37-4449-835f-03a95f7de5b8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:44.784951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 87aca1bb-8d37-4449-835f-03a95f7de5b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:44.785332 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.899462 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.966471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 87aca1bb-8d37-4449-835f-03a95f7de5b8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=87aca1bb-8d37-4449-835f-03a95f7de5b8,segment=NetworkSegment(66272b8d-4d58-4e02-9125-97713f18c765),segment_id=66272b8d-4d58-4e02-9125-97713f18c765)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:44.975400 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-f2b94431-6555-40be-9008-a324bfe0e4e2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:44.979871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.979987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f2b94431-6555-40be-9008-a324bfe0e4e2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6466043 Jun 30 09:24:44.982946 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.987637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 85874236-c5bd-4e3a-a493-6be010dbfc29 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:45.100888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=87aca1bb-8d37-4449-835f-03a95f7de5b8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:45.128298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 85874236-c5bd-4e3a-a493-6be010dbfc29 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:45.130287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.185906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e34c5c-35bb-4636-aee1-a2d82cf2f367 None None] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:45.223224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.326385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc30e6b4-8656-406a-ad4a-a6f837502caf None None] Provisioning for port b0655af5-49c6-497e-b775-93f887c69b26 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:45.419395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0655af5-49c6-497e-b775-93f887c69b26 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:45.620581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b0655af5-49c6-497e-b775-93f887c69b26 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:45.675785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:45.676333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.686531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b0655af5-49c6-497e-b775-93f887c69b26 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:45.687307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.733615 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.886462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.888676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Provisioning for port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:45.903994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for a2ff1fc4-489a-4841-bbb6-3ae3a640cd36 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:46.004215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Provisioning complete for port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:46.004607 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.015623 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.110970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:46.115577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port b0655af5-49c6-497e-b775-93f887c69b26, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0655af5-49c6-497e-b775-93f887c69b26,segment=NetworkSegment(5901e66c-e97c-4ed7-9e15-a83122a60561),segment_id=5901e66c-e97c-4ed7-9e15-a83122a60561)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:46.136218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Provisioning complete for port 87aca1bb-8d37-4449-835f-03a95f7de5b8 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:46.136664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c7bcebc-9f01-4bc0-85ee-3845e185cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.141947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.165561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.194735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=a2ff1fc4-489a-4841-bbb6-3ae3a640cd36,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.241056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=b0655af5-49c6-497e-b775-93f887c69b26,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.295106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:46.295654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.333077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 87aca1bb-8d37-4449-835f-03a95f7de5b8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:46.370604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.424920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 87aca1bb-8d37-4449-835f-03a95f7de5b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:46.425466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.439425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.455744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Calling delete_port for 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:46.534616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6f080a20-6f82-45bc-be96-5a4601b0640d None None] Provisioning complete for port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:46.540049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6f080a20-6f82-45bc-be96-5a4601b0640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.594752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6f080a20-6f82-45bc-be96-5a4601b0640d None None] Port 3bfafe91-c923-45bf-ab41-8ef3ba27a4f2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:46.620589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 8da851dc-98bc-434e-befd-22d91d092e54 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:46.686822 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.733112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Port': ['ID=3bfafe91-c923-45bf-ab41-8ef3ba27a4f2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.748757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-026a8b06-499a-4347-bff6-796a19fa62b5 None None] Provisioning complete for port b0655af5-49c6-497e-b775-93f887c69b26 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:46.749122 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-026a8b06-499a-4347-bff6-796a19fa62b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.765428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:46.795737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] Sync routers for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:46.796892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ff14ba2c-d585-4a77-9cf1-7f20461f1ee3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3443160 Jun 30 09:24:46.797836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52464) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.823951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:46.824576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:46.864097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6c334775-b0ce-4317-a00a-c1c5c6292b6d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=8da851dc-98bc-434e-befd-22d91d092e54 HTTP/1.1" status: 200 len: 205 time: 0.0648255 Jun 30 09:24:46.868177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52466) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.869114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.919386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:46.940271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] Routers {'8da851dc-98bc-434e-befd-22d91d092e54'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:46.941328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8da851dc-98bc-434e-befd-22d91d092e54'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.002034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.003118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2de8e0-3060-4c1f-81e6-c028260cdb34 None None] The sync data for ids ['8da851dc-98bc-434e-befd-22d91d092e54'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:47.013185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.063128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Router 137140a9-cd84-47d8-9ae4-1d637ab3eb35 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:47.159909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:47.170731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d2b6943-d20c-4acc-b8a5-5f7ec7d7a322 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859038 Jun 30 09:24:47.173224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52472) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.178404 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] Sync routers for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:47.195511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:47.196659 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.224445 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-17bc1dd2-dff0-49b1-83b6-df93da65c3ba tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] delete failed (client error): The resource could not be found. Jun 30 09:24:47.225511 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-17bc1dd2-dff0-49b1-83b6-df93da65c3ba tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-768647427 HTTP/1.1" status: 404 len: 334 time: 0.0512311 Jun 30 09:24:47.229305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52474) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.234617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-67ee9be5-9433-4dde-bf78-15deaac96de6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'router': {'external_gateway_info': {'network_id': '137140a9-cd84-47d8-9ae4-1d637ab3eb35'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:47.237801 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.240553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.241268 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.251392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:47.252240 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.285148 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:47.286927 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b966fab-41d9-43ea-a3a1-86d6fa19165e None None] The sync data for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:47.302274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.303008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router 8da851dc-98bc-434e-befd-22d91d092e54 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:47.310190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.311637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fdf3e0bf-11ab-4106-9efd-e44b69578dd1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54 HTTP/1.1" status: 204 len: 168 time: 0.4421947 Jun 30 09:24:47.315047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52476) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.464199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet d5444c69-72f8-4a8a-a60f-719296237b8c {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:47.494044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.522986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67ee9be5-9433-4dde-bf78-15deaac96de6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.555492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.558504 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-67ee9be5-9433-4dde-bf78-15deaac96de6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] update failed (client error): The resource could not be found. Jun 30 09:24:47.563254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-67ee9be5-9433-4dde-bf78-15deaac96de6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35 HTTP/1.1" status: 404 len: 339 time: 0.3292272 Jun 30 09:24:47.563589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52478) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.569052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-611211111'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:47.596553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:47.600266 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.635151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:47.645831 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.646329 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Added segment eb8cf6ba-1861-4b4e-91f2-6855aa83efba of type vlan for network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 Jun 30 09:24:47.655723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.691366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.730974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.743774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.753247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:47.754345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.776056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=d5444c69-72f8-4a8a-a60f-719296237b8c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:47.777952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.784191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4e5876d8-d862-4ae9-b354-f106d7ffeba8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/d5444c69-72f8-4a8a-a60f-719296237b8c HTTP/1.1" status: 204 len: 168 time: 0.4641356 Jun 30 09:24:47.793495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52484) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.843500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3ae6c-2ebb-423b-af27-09d1c611812b None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:47.889414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 113f140b-9487-437c-a1a6-fb7962462fe8 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:47.892812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3278551 Jun 30 09:24:47.897702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52486) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.904397 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.909462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'subnet': {'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:47.955486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.057683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.157366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] DHCP port deletion for 1267182e-9c45-446b-89d2-562e5ebea2cb request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:48.160660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.215395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=113f140b-9487-437c-a1a6-fb7962462fe8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.229053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.236097 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f62feba4-56cf-43f9-905e-ba8a67d2da04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/113f140b-9487-437c-a1a6-fb7962462fe8 HTTP/1.1" status: 204 len: 168 time: 0.4380796 Jun 30 09:24:48.236295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52490) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:48.253437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660ef4f-c63a-4da2-b478-3d570433631b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Network': ['ID=47df5ec0-a2c4-4daa-8497-ac2b3edea0f2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.253629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf35b81-7167-4961-8e8a-3de95f512be5 None None] Network fbc1873a-5f37-40d0-9805-425b37bb4895 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:48.318137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:48.381689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0655af5-49c6-497e-b775-93f887c69b26 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:48.384534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Made reservation on behalf of a88867acb11d45d984a4d14f1a71e706 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:48.388292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.402166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.472463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port c476337d-e069-4069-8a4e-07343e46f1d6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:48.472961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.548523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port c476337d-e069-4069-8a4e-07343e46f1d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c476337d-e069-4069-8a4e-07343e46f1d6,segment=NetworkSegment(43c9737e-74a8-4fc4-b824-53cc58567a9e),segment_id=43c9737e-74a8-4fc4-b824-53cc58567a9e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:48.548881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.563971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for c476337d-e069-4069-8a4e-07343e46f1d6 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:48.628908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.695057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.699141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Subnet': ['ID=3cf17b11-600e-4a00-ad2a-5b3be9202fab,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.716898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Deleting port c476337d-e069-4069-8a4e-07343e46f1d6 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:48.717518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.754249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Checking segment: {'id': 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:48.754593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network hostable DHCP agents. Network: 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:48.756619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=c476337d-e069-4069-8a4e-07343e46f1d6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.760997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port c476337d-e069-4069-8a4e-07343e46f1d6 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:48.790593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:48.813711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:48.837494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:48.838423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.855880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab51e11-ec04-414c-9bd6-4ae6ec0511e6 None None] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:48.864805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-43b977f1-764f-4adf-a193-ce4087bc627a tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9655108 Jun 30 09:24:48.867912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:48.880811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4a00e31f-d795-4ca0-81f3-963e1f85747f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'router': {'external_gateway_info': {'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:48.897836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.910812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1267182e-9c45-446b-89d2-562e5ebea2cb']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:48.926617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c9737e-74a8-4fc4-b824-53cc58567a9e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:48.927103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c9737e-74a8-4fc4-b824-53cc58567a9e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:48.939020 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.965214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.978012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:48.978443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.000952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] For port c476337d-e069-4069-8a4e-07343e46f1d6, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:49.001577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:49.010493 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:49.015218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b0655af5-49c6-497e-b775-93f887c69b26 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:49.015832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.092772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.119274 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.123175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/1267182e-9c45-446b-89d2-562e5ebea2cb HTTP/1.1" status: 204 len: 168 time: 0.8853445 Jun 30 09:24:49.124100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2bf86-38cd-482d-bc97-2622408df3f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=1267182e-9c45-446b-89d2-562e5ebea2cb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.125983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52500) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:49.182597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Calling delete_port for c476337d-e069-4069-8a4e-07343e46f1d6 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:49.190700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Port c476337d-e069-4069-8a4e-07343e46f1d6 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:24:49.194227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.244400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Network 1267182e-9c45-446b-89d2-562e5ebea2cb is not hosted by any dhcp agent {{(pid=94186) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:24:49.244858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] No DVR routers for this DVR port c476337d-e069-4069-8a4e-07343e46f1d6 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:49.258220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69dba4-89df-4f93-ae06-227ff2e07263 None None] Pushing event deleted for resources: {'Port': ['ID=c476337d-e069-4069-8a4e-07343e46f1d6,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.296327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4a00e31f-d795-4ca0-81f3-963e1f85747f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.329207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.359948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-47df5ec0-a2c4-4daa-8497-ac2b3edea0f2', 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2', 'tenant_id': 'a88867acb11d45d984a4d14f1a71e706', 'fixed_ips': [{'subnet_id': '3cf17b11-600e-4a00-ad2a-5b3be9202fab'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:49.361042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.376835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] DHCP port deletion for fbc1873a-5f37-40d0-9805-425b37bb4895 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:49.471367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c476337d-e069-4069-8a4e-07343e46f1d6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:49.509323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c476337d-e069-4069-8a4e-07343e46f1d6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:49.510148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c476337d-e069-4069-8a4e-07343e46f1d6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:49.515112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 5950e95e-6829-4433-b7d7-68be426efe3d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:49.515470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.581321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Deleting port 5950e95e-6829-4433-b7d7-68be426efe3d {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:49.581706 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.604006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 5950e95e-6829-4433-b7d7-68be426efe3d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5950e95e-6829-4433-b7d7-68be426efe3d,segment=NetworkSegment(099a9779-de09-4283-a15f-4124ad7572a8),segment_id=099a9779-de09-4283-a15f-4124ad7572a8)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:49.604417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.612383 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-4a00e31f-d795-4ca0-81f3-963e1f85747f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:49.613831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4a00e31f-d795-4ca0-81f3-963e1f85747f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35 HTTP/1.1" status: 400 len: 364 time: 0.7444534 Jun 30 09:24:49.617235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:49.627019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 5950e95e-6829-4433-b7d7-68be426efe3d owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:49.633094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Allocated IP 2001:db8:1::2 (47df5ec0-a2c4-4daa-8497-ac2b3edea0f2/3cf17b11-600e-4a00-ad2a-5b3be9202fab/883cd0ed-b92b-451a-8f65-5059853379a7) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:49.669280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] For port 5950e95e-6829-4433-b7d7-68be426efe3d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5950e95e-6829-4433-b7d7-68be426efe3d,segment=NetworkSegment(099a9779-de09-4283-a15f-4124ad7572a8),segment_id=099a9779-de09-4283-a15f-4124ad7572a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:49.669674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.722435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Calling delete_port for 5950e95e-6829-4433-b7d7-68be426efe3d owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:49.891682 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.894344 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.938285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] No DVR routers for this DVR port 5950e95e-6829-4433-b7d7-68be426efe3d on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:49.942765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b5c47-ff57-4939-9179-dd02fb2f1043 None None] Pushing event deleted for resources: {'Port': ['ID=5950e95e-6829-4433-b7d7-68be426efe3d,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.945695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Transition to ACTIVE for port object 883cd0ed-b92b-451a-8f65-5059853379a7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:49.969920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.979130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Transition to ACTIVE for port object 883cd0ed-b92b-451a-8f65-5059853379a7 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:49.991889 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.010040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=5950e95e-6829-4433-b7d7-68be426efe3d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.016566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 5950e95e-6829-4433-b7d7-68be426efe3d on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:50.038601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.056827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:50.070075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:50.075734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:50.080725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Pushing event updated for resources: {'Port': ['ID=883cd0ed-b92b-451a-8f65-5059853379a7,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.152485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Attempting to bind port 883cd0ed-b92b-451a-8f65-5059853379a7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:50.153085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Attempting to bind port 883cd0ed-b92b-451a-8f65-5059853379a7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:50.153582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Attempting to bind port 883cd0ed-b92b-451a-8f65-5059853379a7 on network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:50.160768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:50.161145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Checking segment: {'id': 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:50.161571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.162033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Bound using segment: {'id': 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:50.162521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Bound port: 883cd0ed-b92b-451a-8f65-5059853379a7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '47df5ec0-a2c4-4daa-8497-ac2b3edea0f2'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:50.162918 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.201010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.226133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc1873a-5f37-40d0-9805-425b37bb4895']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:50.257043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] For port 883cd0ed-b92b-451a-8f65-5059853379a7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:50.267268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099a9779-de09-4283-a15f-4124ad7572a8') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:50.267893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099a9779-de09-4283-a15f-4124ad7572a8') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:50.270316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] For port 883cd0ed-b92b-451a-8f65-5059853379a7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=883cd0ed-b92b-451a-8f65-5059853379a7,segment=NetworkSegment(eb8cf6ba-1861-4b4e-91f2-6855aa83efba),segment_id=eb8cf6ba-1861-4b4e-91f2-6855aa83efba)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:50.278266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.287617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.303502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5950e95e-6829-4433-b7d7-68be426efe3d no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:50.323852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.367264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:50.367264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:50.378997 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:50.402106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dfe8d-6240-46c7-bca1-878c6915a1f0 None None] Pushing event updated for resources: {'Port': ['ID=883cd0ed-b92b-451a-8f65-5059853379a7,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.405587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5950e95e-6829-4433-b7d7-68be426efe3d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:50.405984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5950e95e-6829-4433-b7d7-68be426efe3d not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:50.455296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.477600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.484091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/fbc1873a-5f37-40d0-9805-425b37bb4895 HTTP/1.1" status: 204 len: 168 time: 1.3472199 Jun 30 09:24:50.484328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52512) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.489449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440573222'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:50.520325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:50.524665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.538595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f56fe-9b45-4211-b6e3-1575d1c57550 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=fbc1873a-5f37-40d0-9805-425b37bb4895,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.560758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:24:50.571821 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.572429 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 2dac691f-b108-4cdf-8a83-eebd1dbc9dc3 of type vlan for network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 Jun 30 09:24:50.582012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Allocated IP 2001:db8::1 (8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7/4e461b1e-050a-4c96-bb59-e80b4568f4ed/bebab7cd-d037-4696-a790-89081be58388) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:50.618263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.667970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.685271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.686149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.710441 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2249768 Jun 30 09:24:50.721791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52514) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.726849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:50.830428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf93e0-33e7-47d6-b059-a8188f7cd8d7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=f1ec248c-24d2-4fcd-b6e0-44d35bf26993,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.845776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:24:50.868356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.901486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Transition to ACTIVE for port object bebab7cd-d037-4696-a790-89081be58388 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:50.922711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:50.930463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.975080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.027389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:51.031650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:51.035916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:51.036387 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.087196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Port': ['ID=bebab7cd-d037-4696-a790-89081be58388,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:51.264002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.272049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.367461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=26c3563e-0d69-48c8-881a-709c50e17783,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:51.370206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:51.370575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: f1ec248c-24d2-4fcd-b6e0-44d35bf26993, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:24:51.399400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:24:51.432255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f1ec248c-24d2-4fcd-b6e0-44d35bf26993) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:51.444604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce712e-170e-4569-a25d-deafa709e10f None None] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:51.451484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:51.452763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.493464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3880a56e-42e5-405e-87c3-838a07e07545 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7705464 Jun 30 09:24:51.500235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52522) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:51.506699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009242447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:51.587652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.588931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.679026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.694293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.700883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f1ec248c-24d2-4fcd-b6e0-44d35bf26993', 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '26c3563e-0d69-48c8-881a-709c50e17783'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:51.701783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.704841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9cff310-ae41-4f28-862b-56d9627b199e None None] Provisioning for port bebab7cd-d037-4696-a790-89081be58388 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:51.723882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.729413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dad0751d-518d-4538-834b-844bdba722a1 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2230787 Jun 30 09:24:51.729668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52526) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:51.733228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e9cff310-ae41-4f28-862b-56d9627b199e None None] Provisioning complete for port bebab7cd-d037-4696-a790-89081be58388 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:51.733611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9cff310-ae41-4f28-862b-56d9627b199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.740887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'port': {'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993', 'name': 'tempest-RoutersIpV6Test-480154213'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:51.833796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e9cff310-ae41-4f28-862b-56d9627b199e None None] Port bebab7cd-d037-4696-a790-89081be58388 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:51.915226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.930664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.931656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.967388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Allocated IP 2001:db8::2 (f1ec248c-24d2-4fcd-b6e0-44d35bf26993/26c3563e-0d69-48c8-881a-709c50e17783/185b51fe-72b0-44e9-94f1-f4e2017d349a) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:52.014622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:52.024134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.055094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] device_id is not set on port 63d19979-01a3-440f-83d9-147155cda9bd yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:52.095818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71941f6-af34-4a70-8050-8eceea6ee167 None None] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:52.205800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a207a7c9-a5a1-487b-830d-b5e047010f0d None None] Provisioning for port 883cd0ed-b92b-451a-8f65-5059853379a7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:52.209570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event updated for resources: {'Port': ['ID=bebab7cd-d037-4696-a790-89081be58388,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:52.221032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:52.224431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:52.390998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Router 137140a9-cd84-47d8-9ae4-1d637ab3eb35 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:52.441579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.460216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 883cd0ed-b92b-451a-8f65-5059853379a7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:52.509366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Transition to ACTIVE for port object 185b51fe-72b0-44e9-94f1-f4e2017d349a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:52.584346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Transition to ACTIVE for port object 185b51fe-72b0-44e9-94f1-f4e2017d349a will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:52.621031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.717322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 883cd0ed-b92b-451a-8f65-5059853379a7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:52.723186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:52.738806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:52.747613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:52.751240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 883cd0ed-b92b-451a-8f65-5059853379a7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:52.752047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.791572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Pushing event updated for resources: {'Port': ['ID=185b51fe-72b0-44e9-94f1-f4e2017d349a,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:52.793378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8::18a (f1ec248c-24d2-4fcd-b6e0-44d35bf26993/26c3563e-0d69-48c8-881a-709c50e17783/63d19979-01a3-440f-83d9-147155cda9bd) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:52.924512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Attempting to bind port 185b51fe-72b0-44e9-94f1-f4e2017d349a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:52.925290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Attempting to bind port 185b51fe-72b0-44e9-94f1-f4e2017d349a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:52.925973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Attempting to bind port 185b51fe-72b0-44e9-94f1-f4e2017d349a on network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:52.942948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:52.943355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Checking segment: {'id': '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:52.944093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.944580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Bound using segment: {'id': '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:52.945091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Bound port: 185b51fe-72b0-44e9-94f1-f4e2017d349a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f1ec248c-24d2-4fcd-b6e0-44d35bf26993'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:52.946246 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.948385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2f578ea7-3a24-4921-9a99-6a809567dbfe None None] Provisioning complete for port bebab7cd-d037-4696-a790-89081be58388 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:52.948773 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2f578ea7-3a24-4921-9a99-6a809567dbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.100932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:53.115557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a4efb53-de6b-4e80-b05a-3a0cbfb1609e tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966621 Jun 30 09:24:53.116581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52538) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.119331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] For port 185b51fe-72b0-44e9-94f1-f4e2017d349a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:53.123769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] For port 185b51fe-72b0-44e9-94f1-f4e2017d349a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=185b51fe-72b0-44e9-94f1-f4e2017d349a,segment=NetworkSegment(2dac691f-b108-4cdf-8a83-eebd1dbc9dc3),segment_id=2dac691f-b108-4cdf-8a83-eebd1dbc9dc3)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:53.131009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] Sync routers for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:53.147037 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.209550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.228356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b055c1-636f-4e5e-ae56-ec5e5961310d None None] Pushing event updated for resources: {'Port': ['ID=185b51fe-72b0-44e9-94f1-f4e2017d349a,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.232740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2f578ea7-3a24-4921-9a99-6a809567dbfe None None] Port bebab7cd-d037-4696-a790-89081be58388 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:53.236407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:53.237035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:53.241791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 63d19979-01a3-440f-83d9-147155cda9bd will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:53.276756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3d6960dc-3190-4294-8675-73c85fea066b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.304962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:53.316819 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.320240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:53.320877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:53.399354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:53.406423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:53.409591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:53.416994 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.418178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.426439 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-3d6960dc-3190-4294-8675-73c85fea066b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:24:53.429457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=63d19979-01a3-440f-83d9-147155cda9bd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.431098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3d6960dc-3190-4294-8675-73c85fea066b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35 HTTP/1.1" status: 409 len: 329 time: 0.3127153 Jun 30 09:24:53.435006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52540) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.448337 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-275172a1-e839-4629-b927-99905a648c78 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7174914 Jun 30 09:24:53.452169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52542) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.633061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:53.634496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356683b-7828-443d-80eb-88268a6f7a36 None None] The sync data for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:53.657439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.679660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b6adcfbe-447d-4125-827f-4580b2f9a757 None None] Provisioning complete for port 883cd0ed-b92b-451a-8f65-5059853379a7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:53.679660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b6adcfbe-447d-4125-827f-4580b2f9a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.770939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 883cd0ed-b92b-451a-8f65-5059853379a7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=883cd0ed-b92b-451a-8f65-5059853379a7,segment=NetworkSegment(eb8cf6ba-1861-4b4e-91f2-6855aa83efba),segment_id=eb8cf6ba-1861-4b4e-91f2-6855aa83efba)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:53.791111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.869357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=883cd0ed-b92b-451a-8f65-5059853379a7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.000424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.053132 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.455274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting port bebab7cd-d037-4696-a790-89081be58388 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:54.455977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.489079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 185b51fe-72b0-44e9-94f1-f4e2017d349a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:54.600412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.623688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Calling delete_port for bebab7cd-d037-4696-a790-89081be58388 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:54.627983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 185b51fe-72b0-44e9-94f1-f4e2017d349a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:54.641457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 883cd0ed-b92b-451a-8f65-5059853379a7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:54.793321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 883cd0ed-b92b-451a-8f65-5059853379a7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:54.794843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.884495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.926393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.926828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Port': ['ID=bebab7cd-d037-4696-a790-89081be58388,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.932620 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.993161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44175c-7bcd-43d3-8489-1cb3f24af42d None None] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:55.118549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.193208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Provisioning for port 185b51fe-72b0-44e9-94f1-f4e2017d349a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:55.202312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Provisioning complete for port 185b51fe-72b0-44e9-94f1-f4e2017d349a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:55.202961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.249500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.304558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=63d19979-01a3-440f-83d9-147155cda9bd,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.402417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.454515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] For port 185b51fe-72b0-44e9-94f1-f4e2017d349a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=185b51fe-72b0-44e9-94f1-f4e2017d349a,segment=NetworkSegment(2dac691f-b108-4cdf-8a83-eebd1dbc9dc3),segment_id=2dac691f-b108-4cdf-8a83-eebd1dbc9dc3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:55.461503 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.463375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.548239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Router 137140a9-cd84-47d8-9ae4-1d637ab3eb35 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:55.560931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e429e2d-1fa2-4045-ac08-011ec23771f0 None None] Pushing event updated for resources: {'Port': ['ID=185b51fe-72b0-44e9-94f1-f4e2017d349a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.655987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:55.670243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2c1f5188-cfe1-4da5-b3ec-4f18f4f37ea2 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232256 Jun 30 09:24:55.670670 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] Sync routers for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:55.671857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.683863 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:55.685349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:55.714770 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-50614e88-5f5b-42b5-a896-f0e46ac08e6c tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] show failed (client error): The resource could not be found. Jun 30 09:24:55.720331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-50614e88-5f5b-42b5-a896-f0e46ac08e6c tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-62245163 HTTP/1.1" status: 404 len: 333 time: 0.0471592 Jun 30 09:24:55.720931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52564) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.725878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-68f3980e-e817-491e-84be-547f8a4b7870 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:55.753157 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:55.770279 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-68f3980e-e817-491e-84be-547f8a4b7870 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] update failed (client error): The resource could not be found. Jun 30 09:24:55.771965 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-68f3980e-e817-491e-84be-547f8a4b7870 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-34683037 HTTP/1.1" status: 404 len: 333 time: 0.0500565 Jun 30 09:24:55.772117 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] Routers {'137140a9-cd84-47d8-9ae4-1d637ab3eb35'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:55.772921 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:55.775467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52566) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.811771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Provisioning for port 63d19979-01a3-440f-83d9-147155cda9bd completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:55.819959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Provisioning complete for port 63d19979-01a3-440f-83d9-147155cda9bd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:55.820649 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.867263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:55.867950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed952d18-4a28-498c-b9c4-b180317bc4a3 None None] The sync data for ids ['137140a9-cd84-47d8-9ae4-1d637ab3eb35'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:55.869468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.876201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.877097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.880791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting subnet 3cf17b11-600e-4a00-ad2a-5b3be9202fab {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:55.892275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Port 63d19979-01a3-440f-83d9-147155cda9bd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:55.893310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.924589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Provisioning complete for port 185b51fe-72b0-44e9-94f1-f4e2017d349a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:55.925053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-186c1cb5-1d5b-4b45-ba2f-8282977f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.004233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=63d19979-01a3-440f-83d9-147155cda9bd,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:56.032685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.073829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:56.075486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:56.235306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e60a5d43-d272-4e24-9add-76514e80c3d5 None None] Provisioning complete for port 63d19979-01a3-440f-83d9-147155cda9bd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:56.239128 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e60a5d43-d272-4e24-9add-76514e80c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.297556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.318765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 85ccd7e1-19a0-466c-8146-d3afd0ab2948 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:24:56.366583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e60a5d43-d272-4e24-9add-76514e80c3d5 None None] Port 63d19979-01a3-440f-83d9-147155cda9bd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:56.421845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 185b51fe-72b0-44e9-94f1-f4e2017d349a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:56.558434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.569698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 185b51fe-72b0-44e9-94f1-f4e2017d349a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:56.569698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.590490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:56.599555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-25d3c3c2-d236-4bc0-91d7-0f541cdc552f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/85ccd7e1-19a0-466c-8146-d3afd0ab2948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1450355 Jun 30 09:24:56.600421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52574) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.616944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.624765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/subnets/3cf17b11-600e-4a00-ad2a-5b3be9202fab HTTP/1.1" status: 204 len: 168 time: 0.8480978 Jun 30 09:24:56.626960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed329a6-c132-48a2-a30e-6b34b7042f35 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf17b11-600e-4a00-ad2a-5b3be9202fab,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:56.628721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52578) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.649702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493faf68-98d5-46db-bd2e-2466271eff10 None None] Network 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:56.654714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] Sync routers for ids ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:56.687701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c9c25d-85b8-46c9-bbb3-22d37cc458be tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.687701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-76c9c25d-85b8-46c9-bbb3-22d37cc458be tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports/63d19979-01a3-440f-83d9-147155cda9bd HTTP/1.1" status: 200 len: 983 time: 0.0840666 Jun 30 09:24:56.687701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52580) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.781492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] Routers {'85ccd7e1-19a0-466c-8146-d3afd0ab2948'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:56.782766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:56.830704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.882363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:56.897975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4d357fad-4132-492b-b4ed-120df8d26fdf None None] Provisioning complete for port 63d19979-01a3-440f-83d9-147155cda9bd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:56.898353 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4d357fad-4132-492b-b4ed-120df8d26fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.913557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting port 883cd0ed-b92b-451a-8f65-5059853379a7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:56.914937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.947868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] Routers {'85ccd7e1-19a0-466c-8146-d3afd0ab2948'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:56.948597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:56.990660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4d357fad-4132-492b-b4ed-120df8d26fdf None None] Port 63d19979-01a3-440f-83d9-147155cda9bd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:57.013958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] For port 883cd0ed-b92b-451a-8f65-5059853379a7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=883cd0ed-b92b-451a-8f65-5059853379a7,segment=NetworkSegment(eb8cf6ba-1861-4b4e-91f2-6855aa83efba),segment_id=eb8cf6ba-1861-4b4e-91f2-6855aa83efba)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:57.014449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.014588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:57.015131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbf1ea9-dfc0-4ab9-a8ff-2ab482ca5ad7 None None] The sync data for ids ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:57.031473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Calling delete_port for 883cd0ed-b92b-451a-8f65-5059853379a7 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:57.132598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2764924c-aadb-4e7e-b645-c77c7d2d00d9 None None] Provisioning complete for port 63d19979-01a3-440f-83d9-147155cda9bd triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:57.133853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2764924c-aadb-4e7e-b645-c77c7d2d00d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.180576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.196403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] No DVR routers for this DVR port 883cd0ed-b92b-451a-8f65-5059853379a7 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:57.214772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef920a-d1a5-47a2-b212-e1268af19c15 None None] DHCP port deletion for 47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:57.222353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Port': ['ID=883cd0ed-b92b-451a-8f65-5059853379a7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.226762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2764924c-aadb-4e7e-b645-c77c7d2d00d9 None None] Port 63d19979-01a3-440f-83d9-147155cda9bd cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:57.257738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.312800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.326324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47df5ec0-a2c4-4daa-8497-ac2b3edea0f2']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:57.345180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:57.345974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8cf6ba-1861-4b4e-91f2-6855aa83efba') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:57.355493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.371339 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.378130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:57.378533 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:57.382905 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:57.451884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.466055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.468192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/networks/47df5ec0-a2c4-4daa-8497-ac2b3edea0f2 HTTP/1.1" status: 204 len: 168 time: 0.8347039 Jun 30 09:24:57.473355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:57.482212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bb4a0-3dc4-4884-8a08-a7285f85134f tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Network': ['ID=47df5ec0-a2c4-4daa-8497-ac2b3edea0f2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.544468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting subnet 75f7b31a-83f1-4a73-b8d2-ab131402db50 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:57.549586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.629509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.688395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 63d19979-01a3-440f-83d9-147155cda9bd {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:57.688750 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.815959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.873342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.891358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 63d19979-01a3-440f-83d9-147155cda9bd owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:57.947969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.982991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Subnet': ['ID=75f7b31a-83f1-4a73-b8d2-ab131402db50,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.988506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.992391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d3026d0-7579-4e59-8179-26b1a14690ec tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/subnets/75f7b31a-83f1-4a73-b8d2-ab131402db50 HTTP/1.1" status: 204 len: 168 time: 0.5147142 Jun 30 09:24:57.992675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52594) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.003209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c6ca1-1316-4e07-9d61-0a97b61f4735 None None] Network 1acd1aa4-14d5-4c3c-a367-aefbca0112cc requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:58.087032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting subnet 50fe7a97-acc3-49bc-9ec5-a098a1e18ba6 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:58.092685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.166895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.188743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.239028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=63d19979-01a3-440f-83d9-147155cda9bd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:58.264434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] DHCP port deletion for 1acd1aa4-14d5-4c3c-a367-aefbca0112cc request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:58.339371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 883cd0ed-b92b-451a-8f65-5059853379a7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:58.366075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.380830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.388177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 883cd0ed-b92b-451a-8f65-5059853379a7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:58.388677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 883cd0ed-b92b-451a-8f65-5059853379a7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:58.444781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Deleting port b0655af5-49c6-497e-b775-93f887c69b26 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:58.445173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.496148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.538298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.540470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/subnets/50fe7a97-acc3-49bc-9ec5-a098a1e18ba6 HTTP/1.1" status: 204 len: 168 time: 0.5468283 Jun 30 09:24:58.541555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958403a-802f-46e7-ad60-0a850a97f446 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Subnet': ['ID=50fe7a97-acc3-49bc-9ec5-a098a1e18ba6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:58.544831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52598) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.554232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2a1b7-fd4f-4dc0-898a-3c9de7765098 None None] Network b1ea1803-85b8-4158-a735-fb80ea36864b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:58.608119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 85ccd7e1-19a0-466c-8146-d3afd0ab2948 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:24:58.645892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] For port b0655af5-49c6-497e-b775-93f887c69b26, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0655af5-49c6-497e-b775-93f887c69b26,segment=NetworkSegment(5901e66c-e97c-4ed7-9e15-a83122a60561),segment_id=5901e66c-e97c-4ed7-9e15-a83122a60561)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:58.646348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.666562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Calling delete_port for b0655af5-49c6-497e-b775-93f887c69b26 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:58.686336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.733519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:24:58.748102 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] Sync routers for ids ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:24:58.752974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c3238330-fb91-41ae-80ed-cc0f4cb7a48c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/85ccd7e1-19a0-466c-8146-d3afd0ab2948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649383 Jun 30 09:24:58.756295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52600) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.765251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting port b0655af5-49c6-497e-b775-93f887c69b26 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:58.765915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.776562 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] Routers {'85ccd7e1-19a0-466c-8146-d3afd0ab2948'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:58.777527 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:58.839145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.892856 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:58.895754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] Pushing event deleted for resources: {'Port': ['ID=b0655af5-49c6-497e-b775-93f887c69b26,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:58.906604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cd3f2-dba8-4492-a3c1-3b1b0fe97673 None None] No DVR routers for this DVR port b0655af5-49c6-497e-b775-93f887c69b26 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:58.932980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] DHCP port deletion for b1ea1803-85b8-4158-a735-fb80ea36864b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:58.941087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] For port b0655af5-49c6-497e-b775-93f887c69b26, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0655af5-49c6-497e-b775-93f887c69b26,segment=NetworkSegment(5901e66c-e97c-4ed7-9e15-a83122a60561),segment_id=5901e66c-e97c-4ed7-9e15-a83122a60561)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:58.941691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.942534 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] Routers {'85ccd7e1-19a0-466c-8146-d3afd0ab2948'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:24:58.944221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:24:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:58.963237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Calling delete_port for b0655af5-49c6-497e-b775-93f887c69b26 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:58.999309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Deleting port 87aca1bb-8d37-4449-835f-03a95f7de5b8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:59.000423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.065194 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.068223 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab442a82-cdd2-4411-9b83-3e62b859fc2d None None] The sync data for ids ['85ccd7e1-19a0-466c-8146-d3afd0ab2948'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:24:59.089495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] For port 87aca1bb-8d37-4449-835f-03a95f7de5b8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=87aca1bb-8d37-4449-835f-03a95f7de5b8,segment=NetworkSegment(66272b8d-4d58-4e02-9125-97713f18c765),segment_id=66272b8d-4d58-4e02-9125-97713f18c765)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:59.090823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.113800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.115900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Calling delete_port for 87aca1bb-8d37-4449-835f-03a95f7de5b8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:59.147745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Port': ['ID=b0655af5-49c6-497e-b775-93f887c69b26,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.152010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] No DVR routers for this DVR port b0655af5-49c6-497e-b775-93f887c69b26 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:59.246225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.263940 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-e4b760f6-f06f-4a84-9f21-11c7f5ae73ef tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:24:59.268104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.269523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.270604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e4b760f6-f06f-4a84-9f21-11c7f5ae73ef tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/85ccd7e1-19a0-466c-8146-d3afd0ab2948/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5120523 Jun 30 09:24:59.291570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acd1aa4-14d5-4c3c-a367-aefbca0112cc']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.299318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] Pushing event deleted for resources: {'Port': ['ID=87aca1bb-8d37-4449-835f-03a95f7de5b8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.303081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793c009-3fff-45ee-b96d-ca5e1fdbc269 None None] No DVR routers for this DVR port 87aca1bb-8d37-4449-835f-03a95f7de5b8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:59.308791 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd329abf-0af9-458d-a8a1-5796fbb5b61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.346777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-212b3ee5-9129-4bcf-a872-203402bb029a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ccd7e1-19a0-466c-8146-d3afd0ab2948 HTTP/1.1" status: 200 len: 205 time: 0.0759676 Jun 30 09:24:59.351146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5901e66c-e97c-4ed7-9e15-a83122a60561') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.351412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5901e66c-e97c-4ed7-9e15-a83122a60561') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.352079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.372340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.402238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.415175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:59.415751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:59.428954 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:59.444323 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.502779 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.511205 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.513234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/networks/1acd1aa4-14d5-4c3c-a367-aefbca0112cc HTTP/1.1" status: 204 len: 168 time: 0.9672723 Jun 30 09:24:59.515681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52614) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.534712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa65882-82d8-4e3e-9910-d8b2a6fe9793 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Network': ['ID=1acd1aa4-14d5-4c3c-a367-aefbca0112cc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.629615 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.646192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.648740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.704325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.705383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router 85ccd7e1-19a0-466c-8146-d3afd0ab2948 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:24:59.714878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.716776 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6e3e4bb-26ad-4bca-8c8f-fdd5640819bf tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/85ccd7e1-19a0-466c-8146-d3afd0ab2948 HTTP/1.1" status: 204 len: 168 time: 0.3613834 Jun 30 09:24:59.719860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52616) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.749250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.769060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ea1803-85b8-4158-a735-fb80ea36864b']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.781204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66272b8d-4d58-4e02-9125-97713f18c765') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.781509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66272b8d-4d58-4e02-9125-97713f18c765') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:24:59.784579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 26c3563e-0d69-48c8-881a-709c50e17783 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:59.788484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.792107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.822034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.830321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:24:59.830882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:24:59.835373 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:24:59.846492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.937363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.946183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.948507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/networks/b1ea1803-85b8-4158-a735-fb80ea36864b HTTP/1.1" status: 204 len: 168 time: 0.4314115 Jun 30 09:24:59.953251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52622) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.961314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37ec5f-fa17-41b3-8526-c4b12a489c8d tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Network': ['ID=b1ea1803-85b8-4158-a735-fb80ea36864b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:00.015042 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.059154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting subnet 4e461b1e-050a-4c96-bb59-e80b4568f4ed {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:00.067868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.069351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-fdf7fa77-37f4-441e-9911-b19cc8a02c3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0752869 Jun 30 09:25:00.124463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.162232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.222575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=26c3563e-0d69-48c8-881a-709c50e17783,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:00.233909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.238364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5771c7be-e34c-4aff-9684-fc0df389e8aa tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/26c3563e-0d69-48c8-881a-709c50e17783 HTTP/1.1" status: 204 len: 168 time: 0.5149014 Jun 30 09:25:00.242774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:00.244153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f6496-bdae-4d12-8ea2-4befb1116907 None None] Network f1ec248c-24d2-4fcd-b6e0-44d35bf26993 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:00.277270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.359465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.378182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.381644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/subnets/4e461b1e-050a-4c96-bb59-e80b4568f4ed HTTP/1.1" status: 204 len: 168 time: 0.4268713 Jun 30 09:25:00.390304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:00.401026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9509e23-f70a-442c-b2b4-f47b98560154 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Subnet': ['ID=4e461b1e-050a-4c96-bb59-e80b4568f4ed,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:00.409362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 87aca1bb-8d37-4449-835f-03a95f7de5b8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:00.419235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f566e56-3e32-4954-878e-d453a8ec2445 None None] Network 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:00.470843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-2cb6ffee-4133-4a17-86d9-61e3c7a74304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.472603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-2cb6ffee-4133-4a17-86d9-61e3c7a74304 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1097 time: 0.3206809 Jun 30 09:25:00.494469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.512431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 87aca1bb-8d37-4449-835f-03a95f7de5b8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:00.513040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 87aca1bb-8d37-4449-835f-03a95f7de5b8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:00.514078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0655af5-49c6-497e-b775-93f887c69b26 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:00.544951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.571665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b0655af5-49c6-497e-b775-93f887c69b26 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:00.572198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0655af5-49c6-497e-b775-93f887c69b26 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:00.702847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-3cbe38ac-a3c0-4cc8-ba77-c640c2dc6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.704394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-3cbe38ac-a3c0-4cc8-ba77-c640c2dc6ddd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1899509 Jun 30 09:25:00.710484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 185b51fe-72b0-44e9-94f1-f4e2017d349a {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:00.710851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.899555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] DHCP port deletion for f1ec248c-24d2-4fcd-b6e0-44d35bf26993 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:00.946486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] DHCP port deletion for 8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:01.021576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Deleting port 185b51fe-72b0-44e9-94f1-f4e2017d349a {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:01.023223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.107223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Deleting port 85874236-c5bd-4e3a-a493-6be010dbfc29 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:01.107528 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.115754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] For port 185b51fe-72b0-44e9-94f1-f4e2017d349a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=185b51fe-72b0-44e9-94f1-f4e2017d349a,segment=NetworkSegment(2dac691f-b108-4cdf-8a83-eebd1dbc9dc3),segment_id=2dac691f-b108-4cdf-8a83-eebd1dbc9dc3)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.116159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.198097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Deleting port 85874236-c5bd-4e3a-a493-6be010dbfc29 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:01.198556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.332104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 185b51fe-72b0-44e9-94f1-f4e2017d349a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=185b51fe-72b0-44e9-94f1-f4e2017d349a,segment=NetworkSegment(2dac691f-b108-4cdf-8a83-eebd1dbc9dc3),segment_id=2dac691f-b108-4cdf-8a83-eebd1dbc9dc3)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.332104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.339641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-ba720b40-1ed7-4a38-b9ae-2b89d7f32357 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1001 time: 0.6248186 Jun 30 09:25:01.394678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] For port 85874236-c5bd-4e3a-a493-6be010dbfc29, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=85874236-c5bd-4e3a-a493-6be010dbfc29,segment=NetworkSegment(02362ee5-31f0-45d1-ae9e-d197efdc10ec),segment_id=02362ee5-31f0-45d1-ae9e-d197efdc10ec)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.395208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.419170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Calling delete_port for 85874236-c5bd-4e3a-a493-6be010dbfc29 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:01.437106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] For port 85874236-c5bd-4e3a-a493-6be010dbfc29, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=85874236-c5bd-4e3a-a493-6be010dbfc29,segment=NetworkSegment(02362ee5-31f0-45d1-ae9e-d197efdc10ec),segment_id=02362ee5-31f0-45d1-ae9e-d197efdc10ec)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.438203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.454209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Calling delete_port for 85874236-c5bd-4e3a-a493-6be010dbfc29 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:01.468922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-1757b8e4-cd78-4ba4-a086-ec771bf6fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.470726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-1757b8e4-cd78-4ba4-a086-ec771bf6fdb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1149344 Jun 30 09:25:01.473221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 185b51fe-72b0-44e9-94f1-f4e2017d349a owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:01.544280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Calling delete_port for 185b51fe-72b0-44e9-94f1-f4e2017d349a owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:01.558620 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.657980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-5216b5da-09c2-45bf-adad-a7d79910c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.659576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-5216b5da-09c2-45bf-adad-a7d79910c16b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768179 Jun 30 09:25:01.685866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] No DVR routers for this DVR port 85874236-c5bd-4e3a-a493-6be010dbfc29 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:01.689122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444a3f1-d7bf-44bb-99cd-78cf92b0d20e None None] Pushing event deleted for resources: {'Port': ['ID=85874236-c5bd-4e3a-a493-6be010dbfc29,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.705134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.741242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] Pushing event deleted for resources: {'Port': ['ID=185b51fe-72b0-44e9-94f1-f4e2017d349a,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.746940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed65538-3dfb-4ce8-a850-8b1fcbc546a2 None None] No DVR routers for this DVR port 185b51fe-72b0-44e9-94f1-f4e2017d349a on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:01.758949 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.794348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Port': ['ID=85874236-c5bd-4e3a-a493-6be010dbfc29,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.822142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] No DVR routers for this DVR port 85874236-c5bd-4e3a-a493-6be010dbfc29 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:01.823995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.898382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 185b51fe-72b0-44e9-94f1-f4e2017d349a on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:01.904658 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb2c882c-0bf2-4c2f-bac7-fdd5387b4c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.905069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=185b51fe-72b0-44e9-94f1-f4e2017d349a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.995356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-70b56f7e-5e53-4e28-9435-9e54a07b79d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278358 Jun 30 09:25:02.005925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.076246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.131587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.137238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.151236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02362ee5-31f0-45d1-ae9e-d197efdc10ec') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.151543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02362ee5-31f0-45d1-ae9e-d197efdc10ec') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.167259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ec248c-24d2-4fcd-b6e0-44d35bf26993']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.170843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.186315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.186687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dac691f-b108-4cdf-8a83-eebd1dbc9dc3') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:02.204311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.206435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.232250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:02.232741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:02.235739 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:02.237897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.254538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 185b51fe-72b0-44e9-94f1-f4e2017d349a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:02.255917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:02.259715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.278214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 185b51fe-72b0-44e9-94f1-f4e2017d349a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:02.278467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 185b51fe-72b0-44e9-94f1-f4e2017d349a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:02.278754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 85874236-c5bd-4e3a-a493-6be010dbfc29 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:02.297104 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:02.309447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 85874236-c5bd-4e3a-a493-6be010dbfc29 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:02.309835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 85874236-c5bd-4e3a-a493-6be010dbfc29 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:02.360817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e6fb767-340a-46a3-b34a-b839e77b579c req-f0f4efea-e524-494e-8f60-130fb1a08d6c service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470783 Jun 30 09:25:02.384022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.398644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.400713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/networks/8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7 HTTP/1.1" status: 204 len: 168 time: 2.0091553 Jun 30 09:25:02.405559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.433292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.438341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce3cd5-ab5e-421f-a245-7bee5aaabccc tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Pushing event deleted for resources: {'Network': ['ID=8bd1428d-ff96-4a26-b0f9-8ef3dd62a4b7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.451390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.456777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/f1ec248c-24d2-4fcd-b6e0-44d35bf26993 HTTP/1.1" status: 204 len: 168 time: 2.2080548 Jun 30 09:25:02.464426 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3bde37b0-e1d3-403c-8c6f-9e3782905d7b tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "GET /v2.0/ports?device_id=137140a9-cd84-47d8-9ae4-1d637ab3eb35 HTTP/1.1" status: 200 len: 205 time: 0.0587981 Jun 30 09:25:02.466084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52650) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.466675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52652) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.468269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d8c43-8207-47ea-8f57-7c6b73c1a7f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=f1ec248c-24d2-4fcd-b6e0-44d35bf26993,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.487665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1694707644'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:02.961160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.964234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:02.968270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.970850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.144627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:03.154989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.158092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.162835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.163181 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 125e10da-8b75-41e7-b5da-505f645e8bf4 of type vlan for network d8b3f5b7-f79e-4b2c-9844-33effa630f71 Jun 30 09:25:03.229605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.230119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Fanout notify agent at l3_agent the message router_deleted on router 137140a9-cd84-47d8-9ae4-1d637ab3eb35 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:25:03.242002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.243195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0abf6d0d-f199-4a3b-9b40-91d5206bc0f6 tempest-RoutersNegativeIpV6Test-1252825300 tempest-RoutersNegativeIpV6Test-1252825300-project] 10.222.0.66 "DELETE /v2.0/routers/137140a9-cd84-47d8-9ae4-1d637ab3eb35 HTTP/1.1" status: 204 len: 168 time: 0.7495372 Jun 30 09:25:03.249364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.290660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.297282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.298102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.361625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8799047 Jun 30 09:25:03.365941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52660) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:03.374185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:03.391806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bf938-d803-4ba2-945b-3417091f6cb7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=d8b3f5b7-f79e-4b2c-9844-33effa630f71,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:03.408732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:03.427850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.552535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:03.567748 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.619530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52668) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:03.803889 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c6908314-8fb5-4b48-80b3-9a4285e4010c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a88867acb11d45d984a4d14f1a71e706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821334 Jun 30 09:25:03.804921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52672) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:03.842329 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.878694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.905317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.905797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=fec3fa84-4881-4b58-bf1b-07e143371cfd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:03.922106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '125e10da-8b75-41e7-b5da-505f645e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:03.922651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: d8b3f5b7-f79e-4b2c-9844-33effa630f71, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:03.942898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:03.955063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, d8b3f5b7-f79e-4b2c-9844-33effa630f71) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:03.959884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.960658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.978984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.982070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5151461-7662-47d8-962b-6d5685f2ddb0 None None] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:03.982557 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.983527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87692b72-d58e-4e17-a9b2-163e08da4b72 HTTP/1.1" status: 204 len: 168 time: 0.1772678 Jun 30 09:25:03.993507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aca58-db3f-4b26-94a1-dbc6d93995cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87692b72-d58e-4e17-a9b2-163e08da4b72,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:04.001359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-20868e52-3833-4923-896d-00d8c840f1f5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6307299 Jun 30 09:25:04.001889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:04.014615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1636810248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:04.074261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.076542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.164050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.176550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.176939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-d8b3f5b7-f79e-4b2c-9844-33effa630f71', 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': 'fec3fa84-4881-4b58-bf1b-07e143371cfd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:04.178131 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.203223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.207643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52684) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:04.207949 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9d8de8c8-f7fb-4d03-8328-89bace83e314 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2047949 Jun 30 09:25:04.364868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Allocated IP 2001:db8::2 (d8b3f5b7-f79e-4b2c-9844-33effa630f71/fec3fa84-4881-4b58-bf1b-07e143371cfd/71fab20b-2933-4ee4-962f-3d249d64e4c7) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:04.612266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.630139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Transition to ACTIVE for port object 71fab20b-2933-4ee4-962f-3d249d64e4c7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:04.632548 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.656972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Transition to ACTIVE for port object 71fab20b-2933-4ee4-962f-3d249d64e4c7 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:04.666203 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.695727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.745215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:04.748139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:04.752149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:04.765411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Pushing event updated for resources: {'Port': ['ID=71fab20b-2933-4ee4-962f-3d249d64e4c7,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:04.827377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Attempting to bind port 71fab20b-2933-4ee4-962f-3d249d64e4c7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:04.827900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Attempting to bind port 71fab20b-2933-4ee4-962f-3d249d64e4c7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '125e10da-8b75-41e7-b5da-505f645e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:04.828387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Attempting to bind port 71fab20b-2933-4ee4-962f-3d249d64e4c7 on network d8b3f5b7-f79e-4b2c-9844-33effa630f71 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:04.836539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:04.837008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Checking segment: {'id': '125e10da-8b75-41e7-b5da-505f645e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:04.837529 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.838078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Bound using segment: {'id': '125e10da-8b75-41e7-b5da-505f645e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:04.838707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Bound port: 71fab20b-2933-4ee4-962f-3d249d64e4c7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125e10da-8b75-41e7-b5da-505f645e8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd8b3f5b7-f79e-4b2c-9844-33effa630f71'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:04.839200 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.978232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] For port 71fab20b-2933-4ee4-962f-3d249d64e4c7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:04.984799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] For port 71fab20b-2933-4ee4-962f-3d249d64e4c7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=71fab20b-2933-4ee4-962f-3d249d64e4c7,segment=NetworkSegment(125e10da-8b75-41e7-b5da-505f645e8bf4),segment_id=125e10da-8b75-41e7-b5da-505f645e8bf4)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:04.995562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.058740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52708) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:05.147570 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.164112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1b5a6-86e8-425c-b0c1-6cc438bfa4b6 None None] Pushing event updated for resources: {'Port': ['ID=71fab20b-2933-4ee4-962f-3d249d64e4c7,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.167576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8::1 (d8b3f5b7-f79e-4b2c-9844-33effa630f71/fec3fa84-4881-4b58-bf1b-07e143371cfd/c197c318-d06c-429b-9856-f4e46032f3de) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:05.284597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--862778121'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:05.316229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.332044 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.332804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object c197c318-d06c-429b-9856-f4e46032f3de will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:05.347087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.396344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.462073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:05.467078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:05.470799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:05.472286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.557422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=c197c318-d06c-429b-9856-f4e46032f3de,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.643039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.654888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.698716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74dbf832-b5b7-4a72-8735-6e3acca9139a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.729065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.775959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.781866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.818345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e727d7-8410-4c8e-be1c-5de912078a2b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.822210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.827413 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0b443b2-c540-411b-af0e-8739ac86b738 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7677672 Jun 30 09:25:05.828493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:05.932372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-459c560c-aac2-4005-90ff-b90f7ab32ee0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1027067 Jun 30 09:25:05.933251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:05.938644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-security--2102745717', 'description': 'tempest-security-description-882479374'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:05.973504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.034928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.041013 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.045647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.051796 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "PUT /v2.0/security-groups/38e727d7-8410-4c8e-be1c-5de912078a2b HTTP/1.1" status: 200 len: 1779 time: 0.1172056 Jun 30 09:25:06.052968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.135351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9737f95-9e42-4261-96c8-ad56efe1c529 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e727d7-8410-4c8e-be1c-5de912078a2b,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.155360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6ff9b313-497f-46ca-bb4b-d68431708edc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups/38e727d7-8410-4c8e-be1c-5de912078a2b HTTP/1.1" status: 200 len: 1779 time: 0.0963192 Jun 30 09:25:06.156336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.183237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.196403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.197210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.241654 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.289793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.355232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.360755 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.365225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=c197c318-d06c-429b-9856-f4e46032f3de,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.366252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/38e727d7-8410-4c8e-be1c-5de912078a2b HTTP/1.1" status: 204 len: 168 time: 0.2084177 Jun 30 09:25:06.367070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52734) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.377243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 71fab20b-2933-4ee4-962f-3d249d64e4c7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:06.436731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd0157-9f6d-498e-8fe4-dab31f647be1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e727d7-8410-4c8e-be1c-5de912078a2b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.471592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:06.476867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:06.527037 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3243073-e792-49fe-a040-8719d3871d95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1552556 Jun 30 09:25:06.531292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52736) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.561160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 71fab20b-2933-4ee4-962f-3d249d64e4c7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:06.576105 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-5449ca30-d748-4e60-af54-4eaf481281e4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] delete failed (client error): The resource could not be found. Jun 30 09:25:06.587624 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5449ca30-d748-4e60-af54-4eaf481281e4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/38e727d7-8410-4c8e-be1c-5de912078a2b HTTP/1.1" status: 404 len: 347 time: 0.0552781 Jun 30 09:25:06.592406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52740) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.596457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021178394'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:06.636741 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.644934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a4e71-52d0-4cce-94d3-1b78d066acbd None None] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:06.704966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 24edd018-15c3-4de9-b0e4-37d76a23cdc1 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:06.802142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.811608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Provisioning for port 71fab20b-2933-4ee4-962f-3d249d64e4c7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:06.812943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.821088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Provisioning complete for port 71fab20b-2933-4ee4-962f-3d249d64e4c7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:06.821920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.854374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.856763 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2637501 Jun 30 09:25:06.877806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f01151-f73f-4e19-a22a-78de9bfbb3a3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84fc177-156e-4e37-a5f9-35c6d0fcd616,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.893145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52744) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.900704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'e84fc177-156e-4e37-a5f9-35c6d0fcd616', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:06.946550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.100808 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.107890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.151009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.154281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597222 Jun 30 09:25:07.163389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52746) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.211157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.216478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141cc5-fb6c-43c0-99d9-4175ef0b65f3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85025e98-76ee-4010-9d67-bd4e28985bb2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.221185 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.239330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.294174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.301802 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.304831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/85025e98-76ee-4010-9d67-bd4e28985bb2 HTTP/1.1" status: 204 len: 168 time: 0.1387618 Jun 30 09:25:07.309426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52748) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.347224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] For port 71fab20b-2933-4ee4-962f-3d249d64e4c7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=71fab20b-2933-4ee4-962f-3d249d64e4c7,segment=NetworkSegment(125e10da-8b75-41e7-b5da-505f645e8bf4),segment_id=125e10da-8b75-41e7-b5da-505f645e8bf4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:07.380548 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.395316 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cac44f32-441b-46ea-8503-e43be51f9175 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823369 Jun 30 09:25:07.396179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18761-8255-4d3e-8613-b256177df2a5 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85025e98-76ee-4010-9d67-bd4e28985bb2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.417143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52750) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.494079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283eefa-db0c-475b-8f1d-25a7e5a17726 None None] Pushing event updated for resources: {'Port': ['ID=71fab20b-2933-4ee4-962f-3d249d64e4c7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.506423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:07.513567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5f6b1c6a-cf69-4624-9a7d-aa06c4cd6282 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/24edd018-15c3-4de9-b0e4-37d76a23cdc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3043354 Jun 30 09:25:07.516497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52752) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.517627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6667c-12cd-41b0-956f-714744499231 None None] Sync routers for ids ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:07.519752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.532938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] Routers {'24edd018-15c3-4de9-b0e4-37d76a23cdc1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:07.533842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:07.557004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.600312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:07.602879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab7a43-e54e-4bdd-a916-5b4c21aa3913 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.604825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-50ab7a43-e54e-4bdd-a916-5b4c21aa3913 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports/c197c318-d06c-429b-9856-f4e46032f3de HTTP/1.1" status: 200 len: 911 time: 0.0871041 Jun 30 09:25:07.608438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52756) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.638365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] Routers {'24edd018-15c3-4de9-b0e4-37d76a23cdc1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:07.639062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:07.680563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.683151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.687548 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/e84fc177-156e-4e37-a5f9-35c6d0fcd616 HTTP/1.1" status: 204 len: 168 time: 0.2691534 Jun 30 09:25:07.688175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52762) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.696630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92a6667c-12cd-41b0-956f-714744499231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:07.697040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6667c-12cd-41b0-956f-714744499231 None None] The sync data for ids ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:07.711962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad16db8-51d3-4e03-b2f7-5832eca25756 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84fc177-156e-4e37-a5f9-35c6d0fcd616,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.760935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66469ce5-9e55-4c64-a230-7b44a6387f60 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667973 Jun 30 09:25:07.761735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52766) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.770025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--565629938'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:07.813030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.840367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Provisioning for port c197c318-d06c-429b-9856-f4e46032f3de completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:07.845962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Provisioning complete for port c197c318-d06c-429b-9856-f4e46032f3de triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:07.846439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.908128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Port c197c318-d06c-429b-9856-f4e46032f3de cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:07.919595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Provisioning complete for port 71fab20b-2933-4ee4-962f-3d249d64e4c7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:07.920226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74e2d226-7b49-4ff5-b89d-d69d0144e661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.976708 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.986055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.041081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.046546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2836523 Jun 30 09:25:08.047356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.050753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc62fa-0cc6-486f-9e67-2746f07e3840 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55442bf-e482-4839-ace7-d09a4f9fb1f6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.057675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'c55442bf-e482-4839-ace7-d09a4f9fb1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.097569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.186830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.195050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.206594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.236623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ceb9e7-28b1-40e3-bf43-d36910ca0b76,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.246357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.247685 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1fbd7934-5fb0-4c8a-a2e5-d4fca1915e8e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984727 Jun 30 09:25:08.257879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.260366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'c55442bf-e482-4839-ace7-d09a4f9fb1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.281115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e4a52482-4106-45e5-bc50-208a8e55d82a None None] Provisioning complete for port c197c318-d06c-429b-9856-f4e46032f3de triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:08.281594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e4a52482-4106-45e5-bc50-208a8e55d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.296880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.318154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 71fab20b-2933-4ee4-962f-3d249d64e4c7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:08.377086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.382062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.392771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e4a52482-4106-45e5-bc50-208a8e55d82a None None] Port c197c318-d06c-429b-9856-f4e46032f3de cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:08.408855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6b0bd4-82b8-4736-abad-ca752b891864,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.423425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.425118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-045f079f-5f1f-43d2-a9b8-4c85a9d5dded tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692283 Jun 30 09:25:08.427998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.436416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'c55442bf-e482-4839-ace7-d09a4f9fb1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.443412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 71fab20b-2933-4ee4-962f-3d249d64e4c7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:08.443793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.472604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.547900 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.555239 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.580816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a37b30e-246c-4827-8a06-c6c4036f1917,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.599485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.605890 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-15c10453-f5f7-4d62-b32d-2c80111bbc7d tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763592 Jun 30 09:25:08.606134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port c197c318-d06c-429b-9856-f4e46032f3de {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:08.606920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.607305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52776) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.612463 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'c55442bf-e482-4839-ace7-d09a4f9fb1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.629145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0a4d00ee-8d49-404a-aed5-a44ed9aa9ec6 None None] Provisioning complete for port c197c318-d06c-429b-9856-f4e46032f3de triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:08.629904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0a4d00ee-8d49-404a-aed5-a44ed9aa9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.647667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.682787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d00ee-8d49-404a-aed5-a44ed9aa9ec6 None None] Port c197c318-d06c-429b-9856-f4e46032f3de cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:08.725073 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.727344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.729187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.740492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for c197c318-d06c-429b-9856-f4e46032f3de owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:08.753611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a351a53d-55b4-411c-ad8b-2d469854c7e2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.757468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.758912 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fe1df99-d46f-410e-b987-bc94beb150da tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503866 Jun 30 09:25:08.762361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52782) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.767066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'c55442bf-e482-4839-ace7-d09a4f9fb1f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.800347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.873341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.879025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.905046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.909134 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1431296 Jun 30 09:25:08.909134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27331-0aad-4cb9-9768-12a948607bac tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2ee903-142e-4660-8b63-e3af73e371dc,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.909730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52790) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.938016 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.947001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.978315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.992459 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.006039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.012285 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7c2ee903-142e-4660-8b63-e3af73e371dc HTTP/1.1" status: 204 len: 168 time: 0.1007586 Jun 30 09:25:09.016095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.036394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=c197c318-d06c-429b-9856-f4e46032f3de,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.036772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07848d7a-f495-4394-a92b-c3cbb97b5d3a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c2ee903-142e-4660-8b63-e3af73e371dc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.103325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fd78a67b-27fe-411e-98a3-a1f1099828ec tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0826468 Jun 30 09:25:09.103948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52794) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.140990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.153087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.197097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.201804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.218181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.221615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a351a53d-55b4-411c-ad8b-2d469854c7e2 HTTP/1.1" status: 204 len: 168 time: 0.1143100 Jun 30 09:25:09.225195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52800) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.226899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84896bdd-062f-49d6-a4d2-f21d34c533dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a351a53d-55b4-411c-ad8b-2d469854c7e2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.410813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-146e6535-18c6-440f-baf4-de8449438d00 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1841571 Jun 30 09:25:09.413934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52810) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.446868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.457483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.496685 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.506360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.507520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7a37b30e-246c-4827-8a06-c6c4036f1917 HTTP/1.1" status: 204 len: 168 time: 0.0925956 Jun 30 09:25:09.511453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52812) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.518698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd12d7-6e4c-4860-8551-925db13659a0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a37b30e-246c-4827-8a06-c6c4036f1917,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.560764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f3979d91-ff00-4258-b199-dc0d3f27ef27 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0479569 Jun 30 09:25:09.563540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.563869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 24edd018-15c3-4de9-b0e4-37d76a23cdc1 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:09.593878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.603737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.639551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.647015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.650988 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/df6b0bd4-82b8-4736-abad-ca752b891864 HTTP/1.1" status: 204 len: 168 time: 0.0838733 Jun 30 09:25:09.651804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52816) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.670303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175038d-abfe-4ff9-8c56-09282a3ac52e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df6b0bd4-82b8-4736-abad-ca752b891864,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.679258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e86-29a6-48b0-9087-27e85eb4513a req-bf59b4cc-b473-4d0a-a821-8a588df24089 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:09.682257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6e4e86-29a6-48b0-9087-27e85eb4513a req-bf59b4cc-b473-4d0a-a821-8a588df24089 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1675713 Jun 30 09:25:09.686893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:09.694704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3fe90ec-4b82-4827-9210-58e51a91393d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/24edd018-15c3-4de9-b0e4-37d76a23cdc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850608 Jun 30 09:25:09.700244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] Sync routers for ids ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:09.709509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f77b1d3-7b17-48fc-a4a8-c956d64a0a74 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561781 Jun 30 09:25:09.710248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.712898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52822) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.717784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] Routers {'24edd018-15c3-4de9-b0e4-37d76a23cdc1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:09.718400 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:09.750674 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:09.759701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6e4e86-29a6-48b0-9087-27e85eb4513a req-d77de4d7-6501-41cd-acc1-07b136505831 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696628 Jun 30 09:25:09.760623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] Routers {'24edd018-15c3-4de9-b0e4-37d76a23cdc1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:09.760753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52826) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.761240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1829df9d-253a-445b-b3f6-95034dabf136 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=24edd018-15c3-4de9-b0e4-37d76a23cdc1 HTTP/1.1" status: 200 len: 205 time: 0.0495863 Jun 30 09:25:09.762335 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:09.773995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.788024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.825267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.834387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.835783 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/76ceb9e7-28b1-40e3-bf43-d36910ca0b76 HTTP/1.1" status: 204 len: 168 time: 0.1226501 Jun 30 09:25:09.840189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.848971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce731-db3a-42e4-99af-57e3f5436f69 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76ceb9e7-28b1-40e3-bf43-d36910ca0b76,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.876080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.891745 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0023ca5d-0293-4e7d-b316-2f248382db88 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502827 Jun 30 09:25:09.894690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52830) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.895866 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:09.896848 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e70afe-3b39-4885-924b-1d8facd77c33 None None] The sync data for ids ['24edd018-15c3-4de9-b0e4-37d76a23cdc1'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:09.951120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.993438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.038211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.040916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.042283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/c55442bf-e482-4839-ace7-d09a4f9fb1f6 HTTP/1.1" status: 204 len: 168 time: 0.1464376 Jun 30 09:25:10.045265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52836) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.053278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd12ef6-5c18-4f4e-a54c-f3a7ab6d6ae3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55442bf-e482-4839-ace7-d09a4f9fb1f6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.060842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.065697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.138913 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.139443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router 24edd018-15c3-4de9-b0e4-37d76a23cdc1 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:25:10.149491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.150628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2fc18e6a-9bb1-4f51-a009-791b87a209f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/24edd018-15c3-4de9-b0e4-37d76a23cdc1 HTTP/1.1" status: 204 len: 168 time: 0.3889320 Jun 30 09:25:10.154005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52838) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.162471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f9063ccf-69be-4a65-bcf8-baac4ff799d0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118498 Jun 30 09:25:10.164447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.169631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741831664'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:10.194920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.215362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet fec3fa84-4881-4b58-bf1b-07e143371cfd {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:10.218559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.260021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.285391 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.290283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.321610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.322899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1575036 Jun 30 09:25:10.325053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49175930-ce1d-4210-8880-dec27f8186ff tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471a78e6-918e-45e8-928a-2ce0024bd8f5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.327419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52842) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.332014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': '471a78e6-918e-45e8-928a-2ce0024bd8f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:10.364651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.369390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.420436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.423841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.434598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.442534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215057b6-0c0d-4f6b-aaa1-6466268608ae,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.449660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.453939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ab17964-39a5-4403-8ea4-437db0877409 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1227267 Jun 30 09:25:10.455055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52844) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.476151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=fec3fa84-4881-4b58-bf1b-07e143371cfd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.478176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19067ae8-1a7a-4966-b78f-866de5e7fd23 None None] Network d8b3f5b7-f79e-4b2c-9844-33effa630f71 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:10.478671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.482469 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d4cb56b8-5f7a-4e01-bb45-8ca26fe517f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/fec3fa84-4881-4b58-bf1b-07e143371cfd HTTP/1.1" status: 204 len: 168 time: 0.3271778 Jun 30 09:25:10.486486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.538791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.569659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.586614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.623759 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.627441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.628896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/471a78e6-918e-45e8-928a-2ce0024bd8f5 HTTP/1.1" status: 204 len: 168 time: 0.1722424 Jun 30 09:25:10.632612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52848) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.653971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 71fab20b-2933-4ee4-962f-3d249d64e4c7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:10.654753 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.670248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32fec2-b53f-41f0-b130-edfdcf8afec6 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a78e6-918e-45e8-928a-2ce0024bd8f5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.709428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9eb9b78-ae56-4694-8ca2-0cea60b66d32 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755291 Jun 30 09:25:10.713091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52850) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:10.724352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--451310414'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:10.737200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] DHCP port deletion for d8b3f5b7-f79e-4b2c-9844-33effa630f71 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:10.759225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 71fab20b-2933-4ee4-962f-3d249d64e4c7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=71fab20b-2933-4ee4-962f-3d249d64e4c7,segment=NetworkSegment(125e10da-8b75-41e7-b5da-505f645e8bf4),segment_id=125e10da-8b75-41e7-b5da-505f645e8bf4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:10.759897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.778879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 71fab20b-2933-4ee4-962f-3d249d64e4c7 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:10.785695 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.788904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Deleting port 71fab20b-2933-4ee4-962f-3d249d64e4c7 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:10.789302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.870613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] For port 71fab20b-2933-4ee4-962f-3d249d64e4c7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=71fab20b-2933-4ee4-962f-3d249d64e4c7,segment=NetworkSegment(125e10da-8b75-41e7-b5da-505f645e8bf4),segment_id=125e10da-8b75-41e7-b5da-505f645e8bf4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:10.871640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.888416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Calling delete_port for 71fab20b-2933-4ee4-962f-3d249d64e4c7 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:10.956786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.958290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.985571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.987323 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.004902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 71fab20b-2933-4ee4-962f-3d249d64e4c7 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:11.011760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e265c2-d93f-40db-bb7a-ed95886ccda2 req-d0e6eb18-4e1a-4545-b932-2a72e6420398 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:11.020591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] Pushing event deleted for resources: {'Port': ['ID=71fab20b-2933-4ee4-962f-3d249d64e4c7,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.020922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53e265c2-d93f-40db-bb7a-ed95886ccda2 req-d0e6eb18-4e1a-4545-b932-2a72e6420398 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.0933194 Jun 30 09:25:11.024453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b513a-94a7-4885-bdc0-cebe5581a046 None None] No DVR routers for this DVR port 71fab20b-2933-4ee4-962f-3d249d64e4c7 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:11.037551 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.038913 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3248451 Jun 30 09:25:11.042030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=71fab20b-2933-4ee4-962f-3d249d64e4c7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.044605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.076110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473083441'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:11.079283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53e265c2-d93f-40db-bb7a-ed95886ccda2 req-9efc769e-b125-4427-82ff-4a0f83332866 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565860 Jun 30 09:25:11.150254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafb0b-9175-4a52-812e-23146dab2885 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e817154d-1b27-4722-80b5-b6ee6ce012e0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.167409 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.171982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.190643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b3f5b7-f79e-4b2c-9844-33effa630f71']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:11.205219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e10da-8b75-41e7-b5da-505f645e8bf4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:11.205516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e10da-8b75-41e7-b5da-505f645e8bf4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:11.220686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.242512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.255586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:11.256113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:11.259120 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:11.334826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.347265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.349084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/d8b3f5b7-f79e-4b2c-9844-33effa630f71 HTTP/1.1" status: 204 len: 168 time: 0.8614590 Jun 30 09:25:11.353570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.365391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1133862916', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:11.378388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada20f9d-831c-4f17-99ad-9c8267dd7383 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=d8b3f5b7-f79e-4b2c-9844-33effa630f71,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.383515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.389883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.428424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2134e2c8-7be8-420d-9659-d458c6da3349,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.430865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.431913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.437320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.441382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.441533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dd0a3d40-97d7-4a5a-a556-f418f7c1f56c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3724809 Jun 30 09:25:11.447682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'e817154d-1b27-4722-80b5-b6ee6ce012e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2134e2c8-7be8-420d-9659-d458c6da3349', 'remote_ip_prefix': None}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:11.485160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.492787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.555096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.560661 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.580879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c0aff9-7705-4ff1-a0e3-1504e011b959,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.585619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.589994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-69c1d512-6a29-4910-9d3c-7f3a0c3689d9 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1468410 Jun 30 09:25:11.590656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.623192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.637081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.655136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.671879 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.678734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.682531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52868) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.682749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d5c0aff9-7705-4ff1-a0e3-1504e011b959 HTTP/1.1" status: 204 len: 168 time: 0.0909996 Jun 30 09:25:11.688996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac6491-1880-4203-9434-ecc16125a993 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5c0aff9-7705-4ff1-a0e3-1504e011b959,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.765312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae8fdf8c-673d-48a8-9b1c-b0de4790ba9f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0814424 Jun 30 09:25:11.767950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52872) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.840877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.873604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.998028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.000510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.001642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/2134e2c8-7be8-420d-9659-d458c6da3349 HTTP/1.1" status: 204 len: 168 time: 0.2327452 Jun 30 09:25:12.002299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.004566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52878) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.029436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.033266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663fc5f-e65c-4c5a-aa40-0f62448e85c4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134e2c8-7be8-420d-9659-d458c6da3349,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.081223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-253404c0-eb50-43c7-a698-70f89929d86a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0732155 Jun 30 09:25:12.083733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52880) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.164452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 172.25.4.217 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c812327b-9813-4290-8a43-3ecf5dcba2f8) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:12.171333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.200384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.289530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.292340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.294113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/e817154d-1b27-4722-80b5-b6ee6ce012e0 HTTP/1.1" status: 204 len: 168 time: 0.2090178 Jun 30 09:25:12.299508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52884) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.303482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 71fab20b-2933-4ee4-962f-3d249d64e4c7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:12.310829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2eacc1-416d-4faf-a467-8afa8776e7b7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817154d-1b27-4722-80b5-b6ee6ce012e0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.319946 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.321517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb11b3-59f7-4fd8-bb62-be2272f6da90 req-85f6e108-db22-4ebe-8c93-f5a5314c4883 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:12.323160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcdb11b3-59f7-4fd8-bb62-be2272f6da90 req-85f6e108-db22-4ebe-8c93-f5a5314c4883 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.0945470 Jun 30 09:25:12.337641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 71fab20b-2933-4ee4-962f-3d249d64e4c7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:12.342120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 71fab20b-2933-4ee4-962f-3d249d64e4c7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:12.373639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcdb11b3-59f7-4fd8-bb62-be2272f6da90 req-71bb6b00-ef1e-4720-8adf-8b0983d0aafd tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347571 Jun 30 09:25:12.377610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d9da696-5a95-466f-90c4-83f65cd4f165 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773420 Jun 30 09:25:12.378263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.383428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--590518042'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:12.412889 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.416784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.465956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:12.470557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:12.478496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:12.514995 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.521668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.523657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=c812327b-9813-4290-8a43-3ecf5dcba2f8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.550288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.551537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1720684 Jun 30 09:25:12.556089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52888) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.562872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'de988fa3-c4a0-44ca-8ce9-62ce884efa78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:12.571799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b07935-b29c-47d9-b92d-7d5309b184c7 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de988fa3-c4a0-44ca-8ce9-62ce884efa78,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.593454 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.659966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.666922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.690438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85fcf23-69af-4c00-8363-e97f30aea3e9,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.699976 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.704906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52890) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.705471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-475d2b8f-b42c-4547-bd39-ea7dda3cfa9c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1482565 Jun 30 09:25:12.770856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.782933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.789613 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.850530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.859418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.863039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d85fcf23-69af-4c00-8363-e97f30aea3e9 HTTP/1.1" status: 204 len: 168 time: 0.1546915 Jun 30 09:25:12.863740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52896) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.905905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef714e-f4f6-4e21-94f4-fdcca9112685 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d85fcf23-69af-4c00-8363-e97f30aea3e9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.955255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-caa12685-8d71-46a2-9543-c1a8719122e4 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904510 Jun 30 09:25:12.958307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.016257 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.054830 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.119129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.123519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.127429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/de988fa3-c4a0-44ca-8ce9-62ce884efa78 HTTP/1.1" status: 204 len: 168 time: 0.1656444 Jun 30 09:25:13.129687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52902) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.156869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88db6d-868e-4192-8f0b-48c9af34cbd1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de988fa3-c4a0-44ca-8ce9-62ce884efa78,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.206186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd3139f1-d8a0-43e4-9446-7c86bbc406e3 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750864 Jun 30 09:25:13.206828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52904) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.211391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group': {'name': 'tempest-secgroup--921157071'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:13.237907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.338825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.344929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.372844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.374903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1668763 Jun 30 09:25:13.379744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52906) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.386680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'eec232cf-82d7-46dd-8cb6-a9b861c7665e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:13.420370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd2ade-0b87-4197-8507-e9ef0b8cf9a8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec232cf-82d7-46dd-8cb6-a9b861c7665e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.433743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.447735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.511869 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.517417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.567765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2992a98-9e7a-4b7f-a507-bb8149c11283,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.589637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.594509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b18addbc-07dd-4266-a3ab-758fd845067f tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2098165 Jun 30 09:25:13.594509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.614635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-135c608b-61ef-40b4-972e-df834bca4ff8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules/a2992a98-9e7a-4b7f-a507-bb8149c11283 HTTP/1.1" status: 200 len: 763 time: 0.0168171 Jun 30 09:25:13.616264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52914) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.654283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297feb27-e9da-4e04-897b-832c0e0a7270 req-fc22d150-9014-49f0-9cbf-7fd0cb92aa7b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.655899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-297feb27-e9da-4e04-897b-832c0e0a7270 req-fc22d150-9014-49f0-9cbf-7fd0cb92aa7b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1286218 Jun 30 09:25:13.676806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router a301ce16-4702-4361-a2e5-46cabd351530 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:13.692923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4f64b8ca-c02b-4cd9-87bd-a3e6972f1f0e tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756111 Jun 30 09:25:13.700760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52916) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.743248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.754266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-297feb27-e9da-4e04-897b-832c0e0a7270 req-95647013-646e-450b-8ac0-8baaebecb0f2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891504 Jun 30 09:25:13.756000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.795836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.805200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.806444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a2992a98-9e7a-4b7f-a507-bb8149c11283 HTTP/1.1" status: 204 len: 168 time: 0.1049509 Jun 30 09:25:13.813687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:13.820019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.820705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998eef-e2cf-4199-bf75-6c964bf6dbbd tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2992a98-9e7a-4b7f-a507-bb8149c11283,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.833610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] Sync routers for ids ['a301ce16-4702-4361-a2e5-46cabd351530'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:13.848533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] Routers {'a301ce16-4702-4361-a2e5-46cabd351530'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:13.849162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a301ce16-4702-4361-a2e5-46cabd351530'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:13.892823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.894076 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16ecb2bf-1384-4e0d-a415-9446147aa0b9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5403600 Jun 30 09:25:13.897072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.909795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:13.919666 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e6976947-5111-42f6-a5c7-9bba9069be60 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948238 Jun 30 09:25:13.920142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52928) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.925742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'eec232cf-82d7-46dd-8cb6-a9b861c7665e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:13.925919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] Routers {'a301ce16-4702-4361-a2e5-46cabd351530'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:13.926507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a301ce16-4702-4361-a2e5-46cabd351530'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:13.968851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.985994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:13.987050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7def77-9b0f-4503-b918-4c73046e6ec9 None None] The sync data for ids ['a301ce16-4702-4361-a2e5-46cabd351530'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:14.029109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4b2c7291-d303-4e41-be9a-b63696184d66 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers/a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 200 len: 885 time: 0.1305180 Jun 30 09:25:14.032102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.052672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.058806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.089009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f354fbe1-3d49-4e30-b1e1-fb059f0ae3c3,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.092683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.094030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-41b9009a-1883-47d1-bc4c-a3cdf88b7082 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727130 Jun 30 09:25:14.096869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52932) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.125740 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36d37c0d-851e-4c59-8e7b-cd5d547947d8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules/f354fbe1-3d49-4e30-b1e1-fb059f0ae3c3 HTTP/1.1" status: 200 len: 763 time: 0.0253253 Jun 30 09:25:14.126109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52934) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.185012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-35d4a7c2-7290-421b-84fc-aeb9545f95dc tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571830 Jun 30 09:25:14.188385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52936) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.214964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.229248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.271446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.279227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.280244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f354fbe1-3d49-4e30-b1e1-fb059f0ae3c3 HTTP/1.1" status: 204 len: 168 time: 0.0908740 Jun 30 09:25:14.282671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52938) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.295682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4c96-a83e-4591-8692-a7c0c7a71e6a tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f354fbe1-3d49-4e30-b1e1-fb059f0ae3c3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.342082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-49258371-ba71-43f8-b062-e04a84e92843 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537062 Jun 30 09:25:14.342393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.347718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Request body: {'security_group_rule': {'security_group_id': 'eec232cf-82d7-46dd-8cb6-a9b861c7665e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:14.376580 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Project daa46310cfa94b619be5ba49054631b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:25:14.383349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.468155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.475967 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.500093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb77eb8-cb2f-4e3d-91b4-2fa6eb297ecd,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.513439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.517735 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-566a30a0-0b06-4c77-934b-59f87de2ab95 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717448 Jun 30 09:25:14.518166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52942) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.548898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-35c94966-7ad2-4901-b514-c68917b169fb tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules/1eb77eb8-cb2f-4e3d-91b4-2fa6eb297ecd HTTP/1.1" status: 200 len: 769 time: 0.0255506 Jun 30 09:25:14.549372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52944) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.589809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d1f00cc8-a7e9-4f63-b0c9-232738ba87ac tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5534396 Jun 30 09:25:14.590461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52946) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.597658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1133862916'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:14.659584 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-539f3ebc-db6d-4ff9-9923-f1e4865ce1b0 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1088138 Jun 30 09:25:14.662392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.725368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.740524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.877950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.892046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.892535 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1eb77eb8-cb2f-4e3d-91b4-2fa6eb297ecd HTTP/1.1" status: 204 len: 168 time: 0.2290111 Jun 30 09:25:14.895140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde6d8-d5b0-46d3-b4bf-b7cd8df7fab2 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eb77eb8-cb2f-4e3d-91b4-2fa6eb297ecd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.895809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52958) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.971781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c8a38018-6d5e-4d54-9a82-2313ee33cd31 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740528 Jun 30 09:25:14.974353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52960) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.054625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.068121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.082077 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.097736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb8bf-ece0-4109-a3ee-eb5954f91646 req-823982ee-86a9-4126-a5f9-744b30542651 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.099675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2cb8bf-ece0-4109-a3ee-eb5954f91646 req-823982ee-86a9-4126-a5f9-744b30542651 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1266274 Jun 30 09:25:15.127123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:15.133784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.176770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2cb8bf-ece0-4109-a3ee-eb5954f91646 req-e5260589-f908-4a9c-bf6d-46cc632e6919 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637774 Jun 30 09:25:15.198722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.206639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.209184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "DELETE /v2.0/security-groups/eec232cf-82d7-46dd-8cb6-a9b861c7665e HTTP/1.1" status: 204 len: 168 time: 0.2336671 Jun 30 09:25:15.215334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.225170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c54fa-cbe3-4dc3-a298-4ded352437e1 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec232cf-82d7-46dd-8cb6-a9b861c7665e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:15.245733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router a301ce16-4702-4361-a2e5-46cabd351530 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:15.281222 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9445129f-821e-4fe3-98b0-430d2989b9d8 tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645730 Jun 30 09:25:15.289791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52966) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.362853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d7379c70-3f35-4c83-8943-9ddb6f70507c tempest-SecGroupIPv6Test-1536431671 tempest-SecGroupIPv6Test-1536431671-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687182 Jun 30 09:25:15.419054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:15.437940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.441850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9260063e-b8bd-437c-a05d-5aea1d3d1d27 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 200 len: 892 time: 0.8475928 Jun 30 09:25:15.442606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52970) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.445207 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] Sync routers for ids ['a301ce16-4702-4361-a2e5-46cabd351530'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:15.469509 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] Routers {'a301ce16-4702-4361-a2e5-46cabd351530'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:15.470529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a301ce16-4702-4361-a2e5-46cabd351530'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:15.506612 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:15.516344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] Routers {'a301ce16-4702-4361-a2e5-46cabd351530'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:15.517203 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a301ce16-4702-4361-a2e5-46cabd351530'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:15.556511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:15.561800 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3024fef4-6f34-46f4-896f-886e6657943e None None] The sync data for ids ['a301ce16-4702-4361-a2e5-46cabd351530'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:15.614882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a4dc0047-e906-40fe-ad03-64481e977662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers/a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 200 len: 892 time: 0.1707244 Jun 30 09:25:15.617686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52972) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.672530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 52976) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.673739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-80bdb667-eb9e-41d6-97a8-b5cc5eb76440 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 200 len: 205 time: 0.0540700 Jun 30 09:25:15.790431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52982) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.819115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.936480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.977885 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42b43124-8bd1-4da0-9258-56da8c4af126 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=daa46310cfa94b619be5ba49054631b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837716 Jun 30 09:25:15.978403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 52988) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:16.010880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port c812327b-9813-4290-8a43-3ecf5dcba2f8 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:16.011466 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.029697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.059813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.098095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.112469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.116143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.120427 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74dbf832-b5b7-4a72-8735-6e3acca9139a HTTP/1.1" status: 204 len: 168 time: 0.1409664 Jun 30 09:25:16.121817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for c812327b-9813-4290-8a43-3ecf5dcba2f8 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:16.131483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855146c-30e5-4ee6-8438-1c7a611dde60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dbf832-b5b7-4a72-8735-6e3acca9139a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:16.342160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.383293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=c812327b-9813-4290-8a43-3ecf5dcba2f8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:16.494300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.575878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b361566-cd63-437d-a26a-b3d45322241f req-f7a8b580-b19d-48b4-840a-1171fcb3b699 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.576708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b361566-cd63-437d-a26a-b3d45322241f req-f7a8b580-b19d-48b4-840a-1171fcb3b699 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2036769 Jun 30 09:25:16.615108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.623251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.693146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b361566-cd63-437d-a26a-b3d45322241f req-cbe3e3a4-3e87-411a-8e10-830b2a175652 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897794 Jun 30 09:25:16.699579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.700802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router a301ce16-4702-4361-a2e5-46cabd351530 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:25:16.708914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.715999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6614e711-bfee-4ff3-b07a-5f02a33a982a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 204 len: 168 time: 1.0407057 Jun 30 09:25:16.716155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53010) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:16.720912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1644265240'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:16.747282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:16.751272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.791779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:16.811430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.811997 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 0ad0815a-e526-401b-93b3-8c726b6f5a21 of type vlan for network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 Jun 30 09:25:16.855800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.885940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.894032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.894832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.931046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53018) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:16.931640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2146325 Jun 30 09:25:16.938241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:16.990802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec1f99-df16-4c52-a7f9-a6b9ee9241b4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=f9ef8924-1ea8-4925-b74f-789fb9f3ee18,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:17.002128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:17.029152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53022) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:17.048692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:17.055265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.171151 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e01d1c15-59ee-4c17-b554-48ca258419cc tempest-ServiceProvidersTest-695607111 tempest-ServiceProvidersTest-695607111-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1407564 Jun 30 09:25:17.283743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.363872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=d24ea540-bc9c-42e1-942f-d502afad13dd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:17.373656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '0ad0815a-e526-401b-93b3-8c726b6f5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:17.373656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: f9ef8924-1ea8-4925-b74f-789fb9f3ee18, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:17.390939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:17.401581 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f9ef8924-1ea8-4925-b74f-789fb9f3ee18) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:17.407421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.408651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.413137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9eb38-7aee-4b73-9db3-a86e96f816ed None None] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:17.427884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42941a94-9d26-4a54-a612-aafee6bd59f2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4950707 Jun 30 09:25:17.430702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:17.436379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2019217370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:17.474899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.478394 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.509775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53036) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:17.566225 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.574725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.600164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.601694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7a9715fe-c775-4fb1-85af-c4605241cfe8 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1698849 Jun 30 09:25:17.605296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53040) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:17.632487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f9ef8924-1ea8-4925-b74f-789fb9f3ee18', 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': 'd24ea540-bc9c-42e1-942f-d502afad13dd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:17.633371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.717095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74e55263-f3e5-4d5a-a4f0-c4dc597b88fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.803723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Allocated IP 2001:db8::2 (f9ef8924-1ea8-4925-b74f-789fb9f3ee18/d24ea540-bc9c-42e1-942f-d502afad13dd/596c31be-6182-44f5-b084-0482dd0cd244) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:18.014984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.023304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Transition to ACTIVE for port object 596c31be-6182-44f5-b084-0482dd0cd244 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:18.039232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Transition to ACTIVE for port object 596c31be-6182-44f5-b084-0482dd0cd244 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:18.047008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.070657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.114383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Pushing event updated for resources: {'Port': ['ID=596c31be-6182-44f5-b084-0482dd0cd244,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.125912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:18.127718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:18.127871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4947bb6-9dfc-44c3-8116-67e92fd64368 req-bbb461b2-8f8f-4f47-917c-2b7ca07dd6ed tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:18.130215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4947bb6-9dfc-44c3-8116-67e92fd64368 req-bbb461b2-8f8f-4f47-917c-2b7ca07dd6ed tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2528596 Jun 30 09:25:18.130977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:18.137660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74e55263-f3e5-4d5a-a4f0-c4dc597b88fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.179835 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-74e55263-f3e5-4d5a-a4f0-c4dc597b88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.210230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Attempting to bind port 596c31be-6182-44f5-b084-0482dd0cd244 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:18.210606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Attempting to bind port 596c31be-6182-44f5-b084-0482dd0cd244 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0ad0815a-e526-401b-93b3-8c726b6f5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:18.210984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Attempting to bind port 596c31be-6182-44f5-b084-0482dd0cd244 on network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:18.217408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:18.218204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Checking segment: {'id': '0ad0815a-e526-401b-93b3-8c726b6f5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:18.218947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.219969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Bound using segment: {'id': '0ad0815a-e526-401b-93b3-8c726b6f5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:18.220666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Bound port: 596c31be-6182-44f5-b084-0482dd0cd244, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0815a-e526-401b-93b3-8c726b6f5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f9ef8924-1ea8-4925-b74f-789fb9f3ee18'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:18.221680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.281547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-74e55263-f3e5-4d5a-a4f0-c4dc597b88fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d25812fb28cc41f8a553471533713499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703483 Jun 30 09:25:18.284303 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53046) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:18.296976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] For port 596c31be-6182-44f5-b084-0482dd0cd244, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:18.300865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] For port 596c31be-6182-44f5-b084-0482dd0cd244, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=596c31be-6182-44f5-b084-0482dd0cd244,segment=NetworkSegment(0ad0815a-e526-401b-93b3-8c726b6f5a21),segment_id=0ad0815a-e526-401b-93b3-8c726b6f5a21)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:18.310584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.323611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e55263-f3e5-4d5a-a4f0-c4dc597b88fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd4adab-6041-4669-9bcd-50166c2aba1c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.335767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4947bb6-9dfc-44c3-8116-67e92fd64368 req-2ecebaaf-ca47-46f9-9ff5-92ac1206c109 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630430 Jun 30 09:25:18.368696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.452546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.455906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579895f2-a195-4e07-9eed-c929a4c9bc1e None None] Pushing event updated for resources: {'Port': ['ID=596c31be-6182-44f5-b084-0482dd0cd244,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.505241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8::1 (f9ef8924-1ea8-4925-b74f-789fb9f3ee18/d24ea540-bc9c-42e1-942f-d502afad13dd/0079a048-2dd1-464c-84d1-8a3f5883d51e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:18.541804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.545491 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.549844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afd4adab-6041-4669-9bcd-50166c2aba1c HTTP/1.1" status: 204 len: 168 time: 0.2617679 Jun 30 09:25:18.563226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682305b-c0ef-41b0-80cb-132f43eab909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd4adab-6041-4669-9bcd-50166c2aba1c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.709662 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.734799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 0079a048-2dd1-464c-84d1-8a3f5883d51e will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:18.773652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.854249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=0079a048-2dd1-464c-84d1-8a3f5883d51e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.874235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:18.875680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:18.878281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:18.878939 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.034558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.461960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.469128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.470269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.700881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:19.704032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=0079a048-2dd1-464c-84d1-8a3f5883d51e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:19.739407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:19.744614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c86cf-5103-4009-9372-dd85b5f67fe6 None None] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:19.916536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d9bc1160-7d6c-4216-90db-18935c16d532 None None] Provisioning for port 596c31be-6182-44f5-b084-0482dd0cd244 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:19.927744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617586a-ab45-4853-aade-36e97ff4269e req-fe0556bd-fa6c-411c-9419-c126bd3e51c4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.930164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a617586a-ab45-4853-aade-36e97ff4269e req-fe0556bd-fa6c-411c-9419-c126bd3e51c4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.3192887 Jun 30 09:25:20.034474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a617586a-ab45-4853-aade-36e97ff4269e req-f23b83e6-633b-482a-8f64-97e83aec1576 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867953 Jun 30 09:25:20.065822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router cce7382d-a601-47fa-b257-5c738c6decdb is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:20.193567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:20.208801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-49fda7be-319b-4d87-9c73-98476f463de0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/cce7382d-a601-47fa-b257-5c738c6decdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997224 Jun 30 09:25:20.209484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:20.259370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] Sync routers for ids ['cce7382d-a601-47fa-b257-5c738c6decdb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:20.295215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] Routers {'cce7382d-a601-47fa-b257-5c738c6decdb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:20.295215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cce7382d-a601-47fa-b257-5c738c6decdb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:20.315099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712d6a5-47ed-4226-8475-d7afe9830401 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:20.319851 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b712d6a5-47ed-4226-8475-d7afe9830401 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports/0079a048-2dd1-464c-84d1-8a3f5883d51e HTTP/1.1" status: 200 len: 911 time: 0.1062448 Jun 30 09:25:20.320254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53090) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:20.328065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd24ea540-bc9c-42e1-942f-d502afad13dd'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:20.356425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:20.368376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 596c31be-6182-44f5-b084-0482dd0cd244 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:20.402336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] Routers {'cce7382d-a601-47fa-b257-5c738c6decdb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:20.403451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cce7382d-a601-47fa-b257-5c738c6decdb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:20.465592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:20.466595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0db553-322c-4a77-8293-70675acb4a59 None None] The sync data for ids ['cce7382d-a601-47fa-b257-5c738c6decdb'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:20.545358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 596c31be-6182-44f5-b084-0482dd0cd244 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:20.551709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 596c31be-6182-44f5-b084-0482dd0cd244 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:20.552339 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.643279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.662189 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.736548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 596c31be-6182-44f5-b084-0482dd0cd244, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=596c31be-6182-44f5-b084-0482dd0cd244,segment=NetworkSegment(0ad0815a-e526-401b-93b3-8c726b6f5a21),segment_id=0ad0815a-e526-401b-93b3-8c726b6f5a21)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:20.744801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.801077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=596c31be-6182-44f5-b084-0482dd0cd244,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:20.895491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:25:21.048302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Provisioning complete for port 596c31be-6182-44f5-b084-0482dd0cd244 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.049104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.147707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:21.180961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:25:21.266325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.303268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:21.328791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Provisioning for port 0079a048-2dd1-464c-84d1-8a3f5883d51e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:21.334526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Provisioning complete for port 0079a048-2dd1-464c-84d1-8a3f5883d51e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.334914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.341933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:21.368402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.442877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:21.465784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe1484-d16e-4757-b149-961602893cc5 None None] Port 0079a048-2dd1-464c-84d1-8a3f5883d51e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:21.523508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['83c4b983-3fe2-4725-ac2b-babc29c08f6e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:21.639994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a710d680-a25f-44dc-8abc-06cc1a4646bb None None] Provisioning complete for port 0079a048-2dd1-464c-84d1-8a3f5883d51e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.640382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a710d680-a25f-44dc-8abc-06cc1a4646bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.745517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a710d680-a25f-44dc-8abc-06cc1a4646bb None None] Port 0079a048-2dd1-464c-84d1-8a3f5883d51e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:21.795534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eff976-5983-47ec-9310-be09baec4b9d req-3a1b223d-45cf-4835-8adf-f77dc2fa5882 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:21.797284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3eff976-5983-47ec-9310-be09baec4b9d req-3a1b223d-45cf-4835-8adf-f77dc2fa5882 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.4408159 Jun 30 09:25:21.856973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3eff976-5983-47ec-9310-be09baec4b9d req-2e8f26ae-fc17-48a6-88d3-993a2e6481ae tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396621 Jun 30 09:25:21.866564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.888813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.896301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:21.897002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.901370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:21.903300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/ports/0079a048-2dd1-464c-84d1-8a3f5883d51e HTTP/1.1" status: 200 len: 911 time: 1.5819299 Jun 30 09:25:21.979249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1908-1d4b-43fe-ac00-f77753f07bc5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=0079a048-2dd1-464c-84d1-8a3f5883d51e,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:22.291361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 596c31be-6182-44f5-b084-0482dd0cd244 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:22.358885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.404004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 596c31be-6182-44f5-b084-0482dd0cd244 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:22.404519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.828494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 0079a048-2dd1-464c-84d1-8a3f5883d51e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:22.829201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.912408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:23.044711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:23.046166 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.085640 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.117883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 0079a048-2dd1-464c-84d1-8a3f5883d51e owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:23.209909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.284822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:23.292762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41da57c-57c5-48ac-ab48-78fd96e8a1b0 req-4dc9a1ed-dcab-48fd-9082-d25a1da235ee tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.301513 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ddb66-3002-4a7e-864f-cfec39da0f6a" -d '{"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:23.315116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d41da57c-57c5-48ac-ab48-78fd96e8a1b0 req-4dc9a1ed-dcab-48fd-9082-d25a1da235ee tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1878619 Jun 30 09:25:23.336589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:23.354187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.412817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d41da57c-57c5-48ac-ab48-78fd96e8a1b0 req-4b77d4bd-720a-4190-a09c-9fd890bb5608 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969791 Jun 30 09:25:23.541673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.598839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.661517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=0079a048-2dd1-464c-84d1-8a3f5883d51e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.851293 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69861c51-71f1-454d-942d-b6722cca4f0d x-openstack-request-id: req-69861c51-71f1-454d-942d-b6722cca4f0d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:23.851778 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:23.852220 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69861c51-71f1-454d-942d-b6722cca4f0d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:23.852780 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'code': 200} Jun 30 09:25:23.902892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.179292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router cce7382d-a601-47fa-b257-5c738c6decdb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:24.640830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:24.648834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-abb17162-7d26-4ff3-95ef-b7a1fa585a88 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/cce7382d-a601-47fa-b257-5c738c6decdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452445 Jun 30 09:25:24.652769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.659965 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] Sync routers for ids ['cce7382d-a601-47fa-b257-5c738c6decdb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:24.677271 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] Routers {'cce7382d-a601-47fa-b257-5c738c6decdb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:24.677949 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cce7382d-a601-47fa-b257-5c738c6decdb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:24.751068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53212) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.751307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-04a560b7-95d1-48b0-a334-edb9740cb58a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=cce7382d-a601-47fa-b257-5c738c6decdb HTTP/1.1" status: 200 len: 205 time: 0.0975235 Jun 30 09:25:24.769221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:24.811487 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] Routers {'cce7382d-a601-47fa-b257-5c738c6decdb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:24.812162 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['cce7382d-a601-47fa-b257-5c738c6decdb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:24.863183 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:24.864160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e1dac-c7f3-416a-8662-e7d1cf16b2e2 None None] The sync data for ids ['cce7382d-a601-47fa-b257-5c738c6decdb'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:24.894280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c384a3-f976-4014-ae57-96bfeaa9ae72 req-9d06236e-6c01-43ec-8760-15b6c023c4a0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:24.895883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83c384a3-f976-4014-ae57-96bfeaa9ae72 req-9d06236e-6c01-43ec-8760-15b6c023c4a0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1510379 Jun 30 09:25:24.902508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.953736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83c384a3-f976-4014-ae57-96bfeaa9ae72 req-29e4473c-8a09-407f-ba81-3ef5dd3a215b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478594 Jun 30 09:25:25.080506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.082596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.139688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.140193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router cce7382d-a601-47fa-b257-5c738c6decdb {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:25:25.149600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.151374 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ee76a95c-7e30-4db9-9d7d-a9747594b6fc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/cce7382d-a601-47fa-b257-5c738c6decdb HTTP/1.1" status: 204 len: 168 time: 0.3989108 Jun 30 09:25:25.154432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53214) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.227558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet d24ea540-bc9c-42e1-942f-d502afad13dd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:25.231687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.287416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.411562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.492390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.527860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=d24ea540-bc9c-42e1-942f-d502afad13dd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:25.530965 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.535484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-381c8a2b-d7c5-4f71-821c-770387bd8721 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/d24ea540-bc9c-42e1-942f-d502afad13dd HTTP/1.1" status: 204 len: 168 time: 0.3774402 Jun 30 09:25:25.536378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53218) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.543653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ccb0a-31a6-41f3-beb4-b1ced9d13ef2 None None] Network f9ef8924-1ea8-4925-b74f-789fb9f3ee18 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:25.682942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.748499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 596c31be-6182-44f5-b084-0482dd0cd244 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:25.749643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.841185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 596c31be-6182-44f5-b084-0482dd0cd244, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=596c31be-6182-44f5-b084-0482dd0cd244,segment=NetworkSegment(0ad0815a-e526-401b-93b3-8c726b6f5a21),segment_id=0ad0815a-e526-401b-93b3-8c726b6f5a21)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:25.841560 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:25.880520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] DHCP port deletion for f9ef8924-1ea8-4925-b74f-789fb9f3ee18 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:25.892503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 596c31be-6182-44f5-b084-0482dd0cd244 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:25.972211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Deleting port 596c31be-6182-44f5-b084-0482dd0cd244 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:25.972875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.037778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.153636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=596c31be-6182-44f5-b084-0482dd0cd244,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:26.162438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 596c31be-6182-44f5-b084-0482dd0cd244 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:26.168174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] For port 596c31be-6182-44f5-b084-0482dd0cd244, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=596c31be-6182-44f5-b084-0482dd0cd244,segment=NetworkSegment(0ad0815a-e526-401b-93b3-8c726b6f5a21),segment_id=0ad0815a-e526-401b-93b3-8c726b6f5a21)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:26.168581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.193790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Calling delete_port for 596c31be-6182-44f5-b084-0482dd0cd244 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:26.330303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 596c31be-6182-44f5-b084-0482dd0cd244 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:26.347914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.371295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2639-4f7c-4260-87eb-8e26f2c8f3cf req-7ab75aea-aa7d-4866-8597-2bf6a5db8cf6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:26.378975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eff2639-4f7c-4260-87eb-8e26f2c8f3cf req-7ab75aea-aa7d-4866-8597-2bf6a5db8cf6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2270780 Jun 30 09:25:26.403883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 596c31be-6182-44f5-b084-0482dd0cd244 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:26.404240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 596c31be-6182-44f5-b084-0482dd0cd244 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:26.416825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ef8924-1ea8-4925-b74f-789fb9f3ee18']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:26.460736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.471826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad0815a-e526-401b-93b3-8c726b6f5a21') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:26.472213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad0815a-e526-401b-93b3-8c726b6f5a21') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:26.490661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] Pushing event deleted for resources: {'Port': ['ID=596c31be-6182-44f5-b084-0482dd0cd244,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:26.500588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cc570-994c-4abf-b668-ae50eff9542f None None] No DVR routers for this DVR port 596c31be-6182-44f5-b084-0482dd0cd244 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:26.516473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.534357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eff2639-4f7c-4260-87eb-8e26f2c8f3cf req-345c4a1a-3398-4684-8450-601745696d5d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543281 Jun 30 09:25:26.539327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.547093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:26.547621 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:26.552263 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:26.653392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.661573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.666808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/f9ef8924-1ea8-4925-b74f-789fb9f3ee18 HTTP/1.1" status: 204 len: 168 time: 1.1299596 Jun 30 09:25:26.667981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53240) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.673202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1029821488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:26.689513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab726f-9854-41f5-a658-30c00c51ea95 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=f9ef8924-1ea8-4925-b74f-789fb9f3ee18,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:26.725260 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.727295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.827087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.835931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.875173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.879118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-46e9fe21-6114-4960-934d-560cfd9fe573 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2070467 Jun 30 09:25:26.879637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53246) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.885396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987966183'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:26.931438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:26.937438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.976264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:26.986150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.986504 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment 02d77f95-fd1b-44c5-8089-5666e2049d73 of type vlan for network 9de8a6e9-3a89-49b5-b890-14956c902d68 Jun 30 09:25:27.085945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.108625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.114633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.115298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.210278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3289702 Jun 30 09:25:27.212686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:27.219035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153526fb-fce5-470b-9d4b-3c4d7432eaae tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=9de8a6e9-3a89-49b5-b890-14956c902d68,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:27.221372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:27.233270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:27.422273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:27.427356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.840863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.898133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=08924071-34ca-4cf1-850f-bbe375a6022b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:27.990620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:27.991375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: 9de8a6e9-3a89-49b5-b890-14956c902d68, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:28.051388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:28.070497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5156a8f-9698-4181-9318-be8f4b93bbc8 req-d072e967-0517-4c06-88ed-40ab182d20fa tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:28.075135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5156a8f-9698-4181-9318-be8f4b93bbc8 req-d072e967-0517-4c06-88ed-40ab182d20fa tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1730750 Jun 30 09:25:28.075845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9de8a6e9-3a89-49b5-b890-14956c902d68) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:28.090049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419ff97-4028-4897-a53c-f2dd460e8e92 None None] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:28.106939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:28.108887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.156957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-09c26c48-c839-43f0-b2ba-9f83f3d4ae6a tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9419658 Jun 30 09:25:28.159981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:28.195169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5156a8f-9698-4181-9318-be8f4b93bbc8 req-7966c56e-c48b-4f5b-a864-eeeddffdfba9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929508 Jun 30 09:25:28.383740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-9de8a6e9-3a89-49b5-b890-14956c902d68', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:28.384682 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.661719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Allocated IP 2001:db8::2 (9de8a6e9-3a89-49b5-b890-14956c902d68/08924071-34ca-4cf1-850f-bbe375a6022b/4d986421-9868-4ef9-bd05-cd6a90568d0a) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:28.896148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.079108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.100937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Transition to ACTIVE for port object 4d986421-9868-4ef9-bd05-cd6a90568d0a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:29.117915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Transition to ACTIVE for port object 4d986421-9868-4ef9-bd05-cd6a90568d0a will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:29.129311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.188981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Pushing event updated for resources: {'Port': ['ID=4d986421-9868-4ef9-bd05-cd6a90568d0a,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:29.209147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:29.211514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:29.215038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:29.367650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Attempting to bind port 4d986421-9868-4ef9-bd05-cd6a90568d0a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:29.368264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Attempting to bind port 4d986421-9868-4ef9-bd05-cd6a90568d0a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:29.368802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Attempting to bind port 4d986421-9868-4ef9-bd05-cd6a90568d0a on network 9de8a6e9-3a89-49b5-b890-14956c902d68 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:29.374982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:29.375660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Checking segment: {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:29.387287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.388407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Bound using segment: {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:29.391114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Bound port: 4d986421-9868-4ef9-bd05-cd6a90568d0a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:29.391114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.407677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2ea76cd7-b64b-4c2d-bc15-82d7e22e053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.407985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8::1 (9de8a6e9-3a89-49b5-b890-14956c902d68/08924071-34ca-4cf1-850f-bbe375a6022b/7053a2f3-429f-4e07-aad8-285b26f8ae27) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:29.567319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] For port 4d986421-9868-4ef9-bd05-cd6a90568d0a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:29.570921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] For port 4d986421-9868-4ef9-bd05-cd6a90568d0a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d986421-9868-4ef9-bd05-cd6a90568d0a,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:29.579845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.718884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6ac0b-e098-4cc8-afe9-b4194726d0d3 None None] Pushing event updated for resources: {'Port': ['ID=4d986421-9868-4ef9-bd05-cd6a90568d0a,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:29.788295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.798548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dffd-c7ce-4611-b558-ccef97c580b5 req-7ceeb4b7-3d76-43b5-9fd9-10b08fad79db tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:29.801079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75b0dffd-c7ce-4611-b558-ccef97c580b5 req-7ceeb4b7-3d76-43b5-9fd9-10b08fad79db tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2691336 Jun 30 09:25:29.852481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 7053a2f3-429f-4e07-aad8-285b26f8ae27 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:29.931337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.004821 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-75b0dffd-c7ce-4611-b558-ccef97c580b5 req-77c4a541-0153-48bd-9884-462740028680 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946976 Jun 30 09:25:30.077127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:30.087863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:30.112572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:30.113187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.215516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:30.524766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d986421-9868-4ef9-bd05-cd6a90568d0a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:30.531892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.640801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4d986421-9868-4ef9-bd05-cd6a90568d0a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:30.937049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.945391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.946475 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.137347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:31.254035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:31.255669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:31.389001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01a64e-055e-4ea5-aa8e-cbb14cfceadc req-396f21f9-f52f-4841-8eff-9ed34f3c3991 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:31.394992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e01a64e-055e-4ea5-aa8e-cbb14cfceadc req-396f21f9-f52f-4841-8eff-9ed34f3c3991 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1291602 Jun 30 09:25:31.473347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e01a64e-055e-4ea5-aa8e-cbb14cfceadc req-21141534-afc8-447d-872b-37a1ab691e9e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704572 Jun 30 09:25:31.506976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1f097-f73e-49f5-b33b-6ef126d9f2c8 None None] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:31.560478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:31.608361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Provisioning for port 4d986421-9868-4ef9-bd05-cd6a90568d0a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:31.623281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Provisioning complete for port 4d986421-9868-4ef9-bd05-cd6a90568d0a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:31.624304 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.811975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.843939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:31.854309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53326) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:31.860759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076133153'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:31.861151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:31.866354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0997afce-4375-4531-904e-c650efc4b574 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7026145 Jun 30 09:25:31.906035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] For port 4d986421-9868-4ef9-bd05-cd6a90568d0a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d986421-9868-4ef9-bd05-cd6a90568d0a,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:31.926885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:31.927801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:31.929310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:31.943129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.007237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:32.023855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.024412 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944 of type vlan for network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 Jun 30 09:25:32.027326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.143585 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1789c03b-f03e-41ab-a0c1-84a061bbc421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.150574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.157215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.219482 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.237149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:32.239864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.359478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5035207 Jun 30 09:25:32.362413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53330) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:32.367619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:32.372443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=1f34d8e5-dad4-4c5c-8079-aea4f7ccec57,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:32.390496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.392494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.393851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.394750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.396249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.396994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.397543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.398243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.399105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.399832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.400674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.402919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553433db-0eb7-4139-b30e-ee8384f6f902 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:32.430125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:32.434637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:32.501269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325cc40-d00c-4bb5-a008-0836b12599e1 None None] Pushing event updated for resources: {'Port': ['ID=4d986421-9868-4ef9-bd05-cd6a90568d0a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:32.661734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Provisioning for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:32.673019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:32.676882 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.700384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Provisioning complete for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:32.700817 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.942347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd0fa-0f32-4ae9-a55f-3d01a4824fa1 req-b0ffc3cf-61b7-489d-846e-890c538f9f07 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:32.945000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-887cd0fa-0f32-4ae9-a55f-3d01a4824fa1 req-b0ffc3cf-61b7-489d-846e-890c538f9f07 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2217021 Jun 30 09:25:33.049741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Port 7053a2f3-429f-4e07-aad8-285b26f8ae27 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:33.057474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-887cd0fa-0f32-4ae9-a55f-3d01a4824fa1 req-e7920eab-cc5e-4332-aa1f-267192b3b2c4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054437 Jun 30 09:25:33.151001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.180866 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.256390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Provisioning complete for port 4d986421-9868-4ef9-bd05-cd6a90568d0a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:33.257033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8909dc11-7594-42af-9a00-0cd42ad401db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.354573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:30Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:30Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:33.393108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:33.393108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:33.396452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=0911c092-b676-4b58-b31b-bd98e43cbc13,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:33.434385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:33.435006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Updating router 865e16d1-4a6f-40db-96c0-34874e0d37df port 7053a2f3-429f-4e07-aad8-285b26f8ae27 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:33.439354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:33.461551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:33.468262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.469342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.496548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f6e38-0ae2-48c0-974e-674dcbb6b9fe None None] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:33.499886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-317fc654-5c3b-4000-9e17-30a79ebaedde tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1337306 Jun 30 09:25:33.500029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:33.564426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.580151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.837368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:33.846361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.855679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b252783f-3d71-41a5-a93c-39f4d90ff69a None None] Provisioning complete for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:33.856060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b252783f-3d71-41a5-a93c-39f4d90ff69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.063003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b252783f-3d71-41a5-a93c-39f4d90ff69a None None] Port 7053a2f3-429f-4e07-aad8-285b26f8ae27 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:34.262723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Allocated IP 2001:db8:1::2 (1f34d8e5-dad4-4c5c-8079-aea4f7ccec57/0911c092-b676-4b58-b31b-bd98e43cbc13/fc9dec0e-1871-49db-93e3-05252cc3279e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:34.364452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d986421-9868-4ef9-bd05-cd6a90568d0a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:34.609352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524025d-e3d6-4cb3-8512-143f89e2f454 req-9d359c6e-684b-4e1e-b1d7-35041fff16f6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.624035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b524025d-e3d6-4cb3-8512-143f89e2f454 req-9d359c6e-684b-4e1e-b1d7-35041fff16f6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.3005033 Jun 30 09:25:34.703461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b524025d-e3d6-4cb3-8512-143f89e2f454 req-cb60ddce-d3e3-4e0f-bf8c-fd81f0560448 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784576 Jun 30 09:25:34.788770 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.898987 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.909109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Transition to ACTIVE for port object fc9dec0e-1871-49db-93e3-05252cc3279e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:34.949173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Transition to ACTIVE for port object fc9dec0e-1871-49db-93e3-05252cc3279e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:34.957530 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.969450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Transition to ACTIVE for port object 7053a2f3-429f-4e07-aad8-285b26f8ae27 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:34.986812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.988916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.088568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:35.098025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.102860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:35.128611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:35.204141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.319520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8:1::1 (1f34d8e5-dad4-4c5c-8079-aea4f7ccec57/0911c092-b676-4b58-b31b-bd98e43cbc13/92bdc130-0290-48d1-9542-85b77fc5ba99) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:35.363487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Pushing event updated for resources: {'Port': ['ID=fc9dec0e-1871-49db-93e3-05252cc3279e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:35.390948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.391731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.392231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.392721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.393258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.393785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.394290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.394783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.395273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.395758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.396307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.396803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:35.467785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Attempting to bind port fc9dec0e-1871-49db-93e3-05252cc3279e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:35.468162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Attempting to bind port fc9dec0e-1871-49db-93e3-05252cc3279e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:35.468534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Attempting to bind port fc9dec0e-1871-49db-93e3-05252cc3279e on network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:35.476901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4d986421-9868-4ef9-bd05-cd6a90568d0a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:35.477279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.479056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091145c1-9420-4ddb-b013-f3aa7bc8213a None None] Pushing event updated for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:35.524805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Attempting to bind port 7053a2f3-429f-4e07-aad8-285b26f8ae27 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:35.525188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Attempting to bind port 7053a2f3-429f-4e07-aad8-285b26f8ae27 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:35.525563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Attempting to bind port 7053a2f3-429f-4e07-aad8-285b26f8ae27 on network 9de8a6e9-3a89-49b5-b890-14956c902d68 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:35.534345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:35.534783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Checking segment: {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:35.535194 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.535594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Bound using segment: {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:35.536622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Bound port: 7053a2f3-429f-4e07-aad8-285b26f8ae27, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d77f95-fd1b-44c5-8089-5666e2049d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:35.537035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.539285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:35.539710 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Checking segment: {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:35.540035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.540428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Bound using segment: {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:35.541051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Bound port: fc9dec0e-1871-49db-93e3-05252cc3279e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:35.541437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.655630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.689890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 92bdc130-0290-48d1-9542-85b77fc5ba99 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:35.740103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.803077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] For port fc9dec0e-1871-49db-93e3-05252cc3279e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:35.843101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] For port fc9dec0e-1871-49db-93e3-05252cc3279e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fc9dec0e-1871-49db-93e3-05252cc3279e,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:35.856145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.867416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:35.874552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] For port 7053a2f3-429f-4e07-aad8-285b26f8ae27, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:35.885379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] For port 7053a2f3-429f-4e07-aad8-285b26f8ae27, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7053a2f3-429f-4e07-aad8-285b26f8ae27,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:35.896389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:35.907056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:35.913583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:35.913844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.961005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.076561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17649b-d33f-4d01-9faf-aa7f07f907ee None None] Pushing event updated for resources: {'Port': ['ID=fc9dec0e-1871-49db-93e3-05252cc3279e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.139275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e918-113c-4a59-86ae-ff1bc67d9bd2 req-f8b9de33-3487-49c3-a75c-906e9b42b088 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.149068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73a9e918-113c-4a59-86ae-ff1bc67d9bd2 req-f8b9de33-3487-49c3-a75c-906e9b42b088 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1909122 Jun 30 09:25:36.174623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:36.175272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:36.247456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.250621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73a9e918-113c-4a59-86ae-ff1bc67d9bd2 req-ee5d8fb2-b46c-417b-8fc4-49fac48acd8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949092 Jun 30 09:25:36.348434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091145c1-9420-4ddb-b013-f3aa7bc8213a None None] Pushing event updated for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.785297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:36.954205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.959463 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.960321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.082123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:37.137449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:36Z', 'revision_number': 3, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:35Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:35Z', 'revision_number': 1, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.192680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2f12a-5646-4053-800f-dcd80b582711 None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:36Z', 'revision_number': 3, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:35Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:35Z', 'revision_number': 1, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:37.222534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:37.224171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:37.475036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:37.818485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:37.830280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53422) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:37.836692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275482885'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:37.837481 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-864b2889-7d5e-4f6f-8fc1-326775552fe9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3364086 Jun 30 09:25:37.919381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:37.925350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.038336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae73a-4087-4570-bfda-8127ef9b1ca0 req-93507a0c-66c4-4d11-9a3c-794172a8fa48 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.047705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5daae73a-4087-4570-bfda-8127ef9b1ca0 req-93507a0c-66c4-4d11-9a3c-794172a8fa48 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.3063736 Jun 30 09:25:38.050081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:38.106572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.107256 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment e1e21fce-b229-4a16-9bb7-93a96c967fb1 of type vlan for network 08a6edfe-35d3-481c-b546-33a81ddc1f53 Jun 30 09:25:38.191561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f1acd2-7527-44ad-b93f-99fadb2fe7ac None None] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:38.195504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5daae73a-4087-4570-bfda-8127ef9b1ca0 req-6b3ce425-3676-4c5b-a354-84ade3719111 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289561 Jun 30 09:25:38.223227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.232947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53428) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:38.330978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.337120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.338037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.480584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-53ad8007-0896-426f-b46f-7648e787172e None None] Provisioning for port fc9dec0e-1871-49db-93e3-05252cc3279e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:38.544975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7135477 Jun 30 09:25:38.545870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e15e1-ec45-48bc-b960-ff6bb1329d34 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=08a6edfe-35d3-481c-b546-33a81ddc1f53,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:38.550299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53436) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:38.553849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fc9dec0e-1871-49db-93e3-05252cc3279e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:38.581103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:38.611789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:38.812189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.834813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:38.842500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.013612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port fc9dec0e-1871-49db-93e3-05252cc3279e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:39.030820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port fc9dec0e-1871-49db-93e3-05252cc3279e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:39.031200 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.149120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.180529 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.231470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.315438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port fc9dec0e-1871-49db-93e3-05252cc3279e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fc9dec0e-1871-49db-93e3-05252cc3279e,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:39.326324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.331521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.332348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7053a2f3-429f-4e07-aad8-285b26f8ae27 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:39.415511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=fc9dec0e-1871-49db-93e3-05252cc3279e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.498225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53446) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:39.499757 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30644bd61cf4427da8a21b30599664b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2655108 Jun 30 09:25:39.501381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b1c2ca-e5b8-4e60-a29a-67c9db611910,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.519886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=676810a4-e74f-458f-a6d6-a17b66b03f31,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.558564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.558917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.559261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.559601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.559928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.560292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.560624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.560950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.561278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.561604 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.561956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.562281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc19c060-0472-49ec-9cf5-3c243d753874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.578865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.579136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.579387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.579766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.580121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.580490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.580825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.581278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.581627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.581981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.582378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.582624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:39.587868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:39.601073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:39.601476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: 08a6edfe-35d3-481c-b546-33a81ddc1f53, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:39.617355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:39.617958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.647663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:39.663649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 08a6edfe-35d3-481c-b546-33a81ddc1f53) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:39.681408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.683875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.700260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e9548-d9ea-423a-9dcc-2aec395fcdb1 None None] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:39.721443 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-909a7cf9-79ff-497a-abc4-10ccbdc4e368 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1690440 Jun 30 09:25:39.722311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53448) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:39.773987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Provisioning for port 92bdc130-0290-48d1-9542-85b77fc5ba99 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:39.809462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6126e-61e6-4738-b79d-9a72aa0b45f9 req-bb019970-c92a-46a0-bffd-7d6c1d2ddf25 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.819138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ad6126e-61e6-4738-b79d-9a72aa0b45f9 req-bb019970-c92a-46a0-bffd-7d6c1d2ddf25 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.3006964 Jun 30 09:25:39.849589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Provisioning complete for port 92bdc130-0290-48d1-9542-85b77fc5ba99 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:39.850271 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.861596 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.892336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.922105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Port 92bdc130-0290-48d1-9542-85b77fc5ba99 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:39.999154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0ad6126e-61e6-4738-b79d-9a72aa0b45f9 req-0761095d-8287-40b5-a7e1-d79f8e16b8b2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784372 Jun 30 09:25:40.003980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.011313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.020042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56b1c2ca-e5b8-4e60-a29a-67c9db611910 HTTP/1.1" status: 204 len: 168 time: 0.5206950 Jun 30 09:25:40.039633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4304b30-0f96-417d-8cf4-478d528683f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b1c2ca-e5b8-4e60-a29a-67c9db611910,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:40.071504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Provisioning complete for port fc9dec0e-1871-49db-93e3-05252cc3279e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:40.071887 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-771e0a63-ac38-4ee8-a9f0-fec43ea46c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.148408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.301231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7053a2f3-429f-4e07-aad8-285b26f8ae27, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7053a2f3-429f-4e07-aad8-285b26f8ae27,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:40.349939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.366674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-08a6edfe-35d3-481c-b546-33a81ddc1f53', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:40.367568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.575532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fc9dec0e-1871-49db-93e3-05252cc3279e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:40.652925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:40.659272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.743905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53456) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:40.762796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9300a0-c6b9-4e82-bb1d-b826aa73e084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.890274 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:40.915088 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:40.917662 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:40.953663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Allocated IP 2001:db8:2::2 (08a6edfe-35d3-481c-b546-33a81ddc1f53/676810a4-e74f-458f-a6d6-a17b66b03f31/9543a96c-5063-469c-a827-fb42e7144916) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:40.967428 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9300a0-c6b9-4e82-bb1d-b826aa73e084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.980191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6d9300a0-c6b9-4e82-bb1d-b826aa73e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.058925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9300a0-c6b9-4e82-bb1d-b826aa73e084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12b0a8b-9b30-4f65-b4e5-ec17e810bef9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:41.074296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6d9300a0-c6b9-4e82-bb1d-b826aa73e084 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e0bc641522d43c895cb4c8120fcafe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266046 Jun 30 09:25:41.075490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:41.126731 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:41.181859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.209215 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.266133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.269189 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.270314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.271005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a12b0a8b-9b30-4f65-b4e5-ec17e810bef9 HTTP/1.1" status: 204 len: 168 time: 0.1945064 Jun 30 09:25:41.305715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Transition to ACTIVE for port object 9543a96c-5063-469c-a827-fb42e7144916 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:41.331701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56d79-818b-4005-89e8-36eb9b12fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12b0a8b-9b30-4f65-b4e5-ec17e810bef9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:41.345487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Transition to ACTIVE for port object 9543a96c-5063-469c-a827-fb42e7144916 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:41.373450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.426376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7e966465-4561-4040-a11a-080917185387 None None] Provisioning complete for port 92bdc130-0290-48d1-9542-85b77fc5ba99 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:41.426376 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e966465-4561-4040-a11a-080917185387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.432268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a62754-37a7-4ea8-a100-e626e21701b5 req-a366414f-da53-4495-aeed-25541a51bff6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:41.440685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6a62754-37a7-4ea8-a100-e626e21701b5 req-a366414f-da53-4495-aeed-25541a51bff6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1599112 Jun 30 09:25:41.472184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8:2::1 (08a6edfe-35d3-481c-b546-33a81ddc1f53/676810a4-e74f-458f-a6d6-a17b66b03f31/b8e1f385-629a-4200-aa33-929e5e79b1c5) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:41.487226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7e966465-4561-4040-a11a-080917185387 None None] Port 92bdc130-0290-48d1-9542-85b77fc5ba99 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:41.510102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:41.522795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:41.525558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:41.536315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Pushing event updated for resources: {'Port': ['ID=9543a96c-5063-469c-a827-fb42e7144916,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:41.541725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port fc9dec0e-1871-49db-93e3-05252cc3279e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:41.542947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.560467 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:36Z', 'revision_number': 3, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:36Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:41.607773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6a62754-37a7-4ea8-a100-e626e21701b5 req-06fb336d-6cd6-4253-ae3f-9bd6362f7f24 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657162 Jun 30 09:25:41.628019 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:41.630720 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Updating router 865e16d1-4a6f-40db-96c0-34874e0d37df port 92bdc130-0290-48d1-9542-85b77fc5ba99 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:41.685878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Attempting to bind port 9543a96c-5063-469c-a827-fb42e7144916 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:41.686522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Attempting to bind port 9543a96c-5063-469c-a827-fb42e7144916 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:41.687092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Attempting to bind port 9543a96c-5063-469c-a827-fb42e7144916 on network 08a6edfe-35d3-481c-b546-33a81ddc1f53 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:41.695531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.697188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:41.698584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Checking segment: {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:41.699229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.700025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Bound using segment: {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:41.701214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Bound port: 9543a96c-5063-469c-a827-fb42e7144916, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:41.701876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.711302 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.727517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object b8e1f385-629a-4200-aa33-929e5e79b1c5 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:41.772553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.874593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:41.882654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:41.900322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:41.903187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.966538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] For port 9543a96c-5063-469c-a827-fb42e7144916, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:41.972397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] For port 9543a96c-5063-469c-a827-fb42e7144916, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9543a96c-5063-469c-a827-fb42e7144916,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:41.980967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.046441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.118405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53470) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:42.138763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a75919-e227-435d-a514-7c3b1ad41573 None None] Pushing event updated for resources: {'Port': ['ID=9543a96c-5063-469c-a827-fb42e7144916,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.143295 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3effcd60-eab1-49f6-a6f3-28da4b4d3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.212050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.299907 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.331104 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Transition to ACTIVE for port object 92bdc130-0290-48d1-9542-85b77fc5ba99 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:42.331335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3effcd60-eab1-49f6-a6f3-28da4b4d3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.340356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3effcd60-eab1-49f6-a6f3-28da4b4d3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.347014 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.433133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3effcd60-eab1-49f6-a6f3-28da4b4d3d82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c5113f8c19c4770b2308c484ef269d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084986 Jun 30 09:25:42.435225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:42.490880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effcd60-eab1-49f6-a6f3-28da4b4d3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb3705-41ea-466c-968b-d87ea99e0569,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.620796 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Attempting to bind port 92bdc130-0290-48d1-9542-85b77fc5ba99 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:42.624695 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Attempting to bind port 92bdc130-0290-48d1-9542-85b77fc5ba99 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:42.625289 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Attempting to bind port 92bdc130-0290-48d1-9542-85b77fc5ba99 on network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:42.634767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.638256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:42.641155 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Checking segment: {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:42.643569 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.644155 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Bound using segment: {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:42.648548 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Bound port: 92bdc130-0290-48d1-9542-85b77fc5ba99, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:42.650385 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.720286 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.794781 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Pushing event updated for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.816332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9543a96c-5063-469c-a827-fb42e7144916 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:42.843617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.844302 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.845207 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.845972 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.846472 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.846964 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.847514 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.849767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.849767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.849767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.849767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.849767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.856231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.859681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.861429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89bb3705-41ea-466c-968b-d87ea99e0569 HTTP/1.1" status: 204 len: 168 time: 0.4187949 Jun 30 09:25:42.895177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169bad6-9037-475b-b9e2-da409ae739ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb3705-41ea-466c-968b-d87ea99e0569,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.902054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] For port 92bdc130-0290-48d1-9542-85b77fc5ba99, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:42.909072 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] For port 92bdc130-0290-48d1-9542-85b77fc5ba99, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92bdc130-0290-48d1-9542-85b77fc5ba99,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:42.918583 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.024103 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:43.024765 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.105906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9543a96c-5063-469c-a827-fb42e7144916 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:43.142539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7053a2f3-429f-4e07-aad8-285b26f8ae27 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:43.191943 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.201881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.202701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.207002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:43.331162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7053a2f3-429f-4e07-aad8-285b26f8ae27 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:43.331615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.445141 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c074c9-9eaf-4685-8211-87a8cc69f8da None None] Pushing event updated for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:43.506248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:43.628460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:43.630781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:43.953960 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:41Z', 'revision_number': 1, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.030803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808229-fd02-440b-b3c2-316d6573cc72 req-998e199f-9165-4967-a585-2f1b7627a063 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:44.041302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84808229-fd02-440b-b3c2-316d6573cc72 req-998e199f-9165-4967-a585-2f1b7627a063 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.3143542 Jun 30 09:25:44.067448 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6893d4be-d3e2-47c6-862b-d76f74d2b61d None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:41Z', 'revision_number': 1, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:44.151588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84808229-fd02-440b-b3c2-316d6573cc72 req-be60a4a6-2925-4c7a-ae3d-24bc767c0d0c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048129 Jun 30 09:25:44.299279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313ec51-418c-4337-8a7b-ba24911ab22d None None] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:44.559250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92bdc130-0290-48d1-9542-85b77fc5ba99 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:44.563304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:44.566651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Provisioning for port 9543a96c-5063-469c-a827-fb42e7144916 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:44.620411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Provisioning complete for port 9543a96c-5063-469c-a827-fb42e7144916 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.620960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.810977 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:44.814648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 92bdc130-0290-48d1-9542-85b77fc5ba99 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:44.827353 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0df6df16-e340-4d14-89a1-60958bb4f650 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1037791 Jun 30 09:25:44.834376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53520) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:44.844501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 92bdc130-0290-48d1-9542-85b77fc5ba99 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.844878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.846543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1448815350'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:44.920067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:44.934637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.050952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:45.082285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.082912 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added segment ac9b3962-3199-4421-87c8-5eff81574f50 of type vlan for network 3878941a-ac76-4135-9277-272579104ec9 Jun 30 09:25:45.209245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.255436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.325270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.327161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] For port 9543a96c-5063-469c-a827-fb42e7144916, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9543a96c-5063-469c-a827-fb42e7144916,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:45.336927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.337579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.352057 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.385160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5492163 Jun 30 09:25:45.390257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53534) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:45.395629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'subnet': {'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:45.463153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.571666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 92bdc130-0290-48d1-9542-85b77fc5ba99, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92bdc130-0290-48d1-9542-85b77fc5ba99,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:45.574008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25f4a-fd57-4070-8523-e1caddc36ae5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Network': ['ID=3878941a-ac76-4135-9277-272579104ec9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.602084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.609589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3878941a-ac76-4135-9277-272579104ec9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:45.627414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:45.675357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36ba3e-1e3d-46f0-afbf-8b7eecdae1b4 None None] Pushing event updated for resources: {'Port': ['ID=9543a96c-5063-469c-a827-fb42e7144916,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.702912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Made reservation on behalf of 6c7b260eba964785a5ef822685096ed6 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:45.707468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.727173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:45.727822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:45.846530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.870742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3fa53-4791-4d7a-9ff2-b7b298ef1fb2 req-85c3bfea-8ec5-4911-9a3d-878ab445c779 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.874300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03d3fa53-4791-4d7a-9ff2-b7b298ef1fb2 req-85c3bfea-8ec5-4911-9a3d-878ab445c779 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2262106 Jun 30 09:25:45.974612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03d3fa53-4791-4d7a-9ff2-b7b298ef1fb2 req-6475d931-ce0d-4abd-a9e1-2dd7232e4273 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872846 Jun 30 09:25:45.991232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:46.165373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Provisioning complete for port 9543a96c-5063-469c-a827-fb42e7144916 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:46.166011 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.222663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.372170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Subnet': ['ID=2f23786b-0c82-4b78-b8e1-d2c2114e2397,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:46.465229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Checking segment: {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:46.465420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Provisioning for port b8e1f385-629a-4200-aa33-929e5e79b1c5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:46.466407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network hostable DHCP agents. Network: 3878941a-ac76-4135-9277-272579104ec9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:46.472479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Provisioning complete for port b8e1f385-629a-4200-aa33-929e5e79b1c5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:46.472858 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.499941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 3878941a-ac76-4135-9277-272579104ec9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:46.528428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:46.537860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3878941a-ac76-4135-9277-272579104ec9) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:46.549812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.551088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.558248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:46.558621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Updating router 865e16d1-4a6f-40db-96c0-34874e0d37df port b8e1f385-629a-4200-aa33-929e5e79b1c5 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:46.560418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3bb52-f040-4645-823d-7ececa857bf6 None None] Port b8e1f385-629a-4200-aa33-929e5e79b1c5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:46.564317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66060273-90ca-4cec-99d7-c7f64ffd87b2 None None] Network 3878941a-ac76-4135-9277-272579104ec9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:46.601627 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb1f6b4e-af48-469b-9516-2f19ca03fda6 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2050917 Jun 30 09:25:46.601627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53572) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:46.611911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9543a96c-5063-469c-a827-fb42e7144916 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:46.762476 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.881918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e4553752-886a-4ccd-a4ce-a6bf2ea3c313 None None] Provisioning complete for port b8e1f385-629a-4200-aa33-929e5e79b1c5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:46.882425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e4553752-886a-4ccd-a4ce-a6bf2ea3c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.032588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e4553752-886a-4ccd-a4ce-a6bf2ea3c313 None None] Port b8e1f385-629a-4200-aa33-929e5e79b1c5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:47.034744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9543a96c-5063-469c-a827-fb42e7144916 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:47.035283 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.044766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-3878941a-ac76-4135-9277-272579104ec9', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:47.046455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.308484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d79a4-0e71-43b3-b0ec-9915d5104b3d req-d5673c23-9798-4cfc-9e1b-3911de7a22d0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.317209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400d79a4-0e71-43b3-b0ec-9915d5104b3d req-d5673c23-9798-4cfc-9e1b-3911de7a22d0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1132917 Jun 30 09:25:47.327563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.354229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7486dfe1-fee0-4236-805b-4f98596bb763 None None] Provisioning complete for port b8e1f385-629a-4200-aa33-929e5e79b1c5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:47.354622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7486dfe1-fee0-4236-805b-4f98596bb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.406079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-400d79a4-0e71-43b3-b0ec-9915d5104b3d req-8d93c8f1-faf9-4eeb-b8b8-87c5c3b11985 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875754 Jun 30 09:25:47.520322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Allocated IP 2001:db8:3::2 (3878941a-ac76-4135-9277-272579104ec9/2f23786b-0c82-4b78-b8e1-d2c2114e2397/f484c390-dba4-4f81-a73d-59dca6ce3199) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:47.526048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7486dfe1-fee0-4236-805b-4f98596bb763 None None] Port b8e1f385-629a-4200-aa33-929e5e79b1c5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:47.685650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.722691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92bdc130-0290-48d1-9542-85b77fc5ba99 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:47.751404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-046887e7-86e4-4643-b9d1-2bbee6cd706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.753103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-046887e7-86e4-4643-b9d1-2bbee6cd706d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1097 time: 0.3307729 Jun 30 09:25:47.759987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Transition to ACTIVE for port object b8e1f385-629a-4200-aa33-929e5e79b1c5 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:47.804873 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.868156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-724f0fe2-a495-4cd0-ab7a-12bcbd2d8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.871369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-724f0fe2-a495-4cd0-ab7a-12bcbd2d8e97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1119783 Jun 30 09:25:47.966033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.977350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Transition to ACTIVE for port object f484c390-dba4-4f81-a73d-59dca6ce3199 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:47.996258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Transition to ACTIVE for port object f484c390-dba4-4f81-a73d-59dca6ce3199 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:48.017606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c2a57-fdad-4d10-831a-c5a109c00da4 None None] Pushing event updated for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.021995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 92bdc130-0290-48d1-9542-85b77fc5ba99 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:48.022419 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.038490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.052175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-52feda94-e29f-4528-9efe-ed85c28fc888 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1001 time: 0.1722343 Jun 30 09:25:48.123961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Pushing event updated for resources: {'Port': ['ID=f484c390-dba4-4f81-a73d-59dca6ce3199,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.232688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-93386b40-ba4b-4782-834d-112f4beb9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.232956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Allocated IP 2001:db8:3::1 (3878941a-ac76-4135-9277-272579104ec9/2f23786b-0c82-4b78-b8e1-d2c2114e2397/48656a50-baec-4a04-9bfe-ae7605da25b9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:48.236713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-93386b40-ba4b-4782-834d-112f4beb9476 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1660223 Jun 30 09:25:48.252286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Network 3878941a-ac76-4135-9277-272579104ec9 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:48.263326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Attempting to bind port b8e1f385-629a-4200-aa33-929e5e79b1c5 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:48.264102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Attempting to bind port b8e1f385-629a-4200-aa33-929e5e79b1c5 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:48.264692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Attempting to bind port b8e1f385-629a-4200-aa33-929e5e79b1c5 on network 08a6edfe-35d3-481c-b546-33a81ddc1f53 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:48.271517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:48.274933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:48.275307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Checking segment: {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:48.275806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.276473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Bound using segment: {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:48.277214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Bound port: b8e1f385-629a-4200-aa33-929e5e79b1c5, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e21fce-b229-4a16-9bb7-93a96c967fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:48.277652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.293551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:48.360163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] For port b8e1f385-629a-4200-aa33-929e5e79b1c5, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:48.360733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-5186c402-440c-48d0-9273-8bc127fe208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.363937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] For port b8e1f385-629a-4200-aa33-929e5e79b1c5, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b8e1f385-629a-4200-aa33-929e5e79b1c5,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:48.365603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-5186c402-440c-48d0-9273-8bc127fe208e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162553 Jun 30 09:25:48.386708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-652bbdd2-f198-4070-9d14-7b0d938c2fd1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:25:48.388815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-652bbdd2-f198-4070-9d14-7b0d938c2fd1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143442 Jun 30 09:25:48.396877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.449078 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.474858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Transition to ACTIVE for port object 48656a50-baec-4a04-9bfe-ae7605da25b9 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:48.491386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c2a57-fdad-4d10-831a-c5a109c00da4 None None] Pushing event updated for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.582304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.645373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-53c91b8c-3937-4b8c-94c7-5dccfe32ffb2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488606 Jun 30 09:25:48.727075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.740719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 3878941a-ac76-4135-9277-272579104ec9 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:48.742535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:48.747141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:48.749837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.896396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a27fb-3f4d-4a41-a4e8-1b7ec1192f73 req-7a463f85-15f8-4a52-ad35-b0f3ee8ca3f2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.903698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b9a27fb-3f4d-4a41-a4e8-1b7ec1192f73 req-7a463f85-15f8-4a52-ad35-b0f3ee8ca3f2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.2135713 Jun 30 09:25:48.907980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e04bfb5a-4212-44d7-b307-d5f4944fb9d5 req-ce4416f1-874a-46a4-8ced-fb775b40efe0 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551429 Jun 30 09:25:48.908250 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Attempting to bind port f484c390-dba4-4f81-a73d-59dca6ce3199 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:48.909147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Attempting to bind port f484c390-dba4-4f81-a73d-59dca6ce3199 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:48.909147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Attempting to bind port f484c390-dba4-4f81-a73d-59dca6ce3199 on network 3878941a-ac76-4135-9277-272579104ec9 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:48.923110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:48.923771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:48.929464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:48.929908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Checking segment: {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:48.930288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.930679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Bound using segment: {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:48.931229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Bound port: f484c390-dba4-4f81-a73d-59dca6ce3199, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:48.931613 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.971217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b9a27fb-3f4d-4a41-a4e8-1b7ec1192f73 req-76bdae57-fbba-4c40-95ae-9f2320e3bf53 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545769 Jun 30 09:25:49.099134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:49.108791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.165779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] For port f484c390-dba4-4f81-a73d-59dca6ce3199, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:49.176274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] For port f484c390-dba4-4f81-a73d-59dca6ce3199, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f484c390-dba4-4f81-a73d-59dca6ce3199,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:49.226154 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.229598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b8e1f385-629a-4200-aa33-929e5e79b1c5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:49.388700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976666e-2320-49cc-9632-9910a3437a0b None None] Pushing event updated for resources: {'Port': ['ID=f484c390-dba4-4f81-a73d-59dca6ce3199,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:49.437334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b8e1f385-629a-4200-aa33-929e5e79b1c5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:49.445456 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b8e1f385-629a-4200-aa33-929e5e79b1c5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:49.446188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.508502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:48Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:49.508790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.517104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.518109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.542645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb91c6-bdf6-4952-b562-1c1daa55612d None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:42Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:48Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:49.599339 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.614847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event updated for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:49.642883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port b8e1f385-629a-4200-aa33-929e5e79b1c5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b8e1f385-629a-4200-aa33-929e5e79b1c5,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:49.650002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.748539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:49.753454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Network 3878941a-ac76-4135-9277-272579104ec9 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:49.755136 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:49.933568 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:50.058526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:50.067676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16c99d4e-0949-4aa6-ae99-02c47f8a8210 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4623206 Jun 30 09:25:50.067676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53652) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:50.074725 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:50.078320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:50.089384 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:50.089968 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.335012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61a32-1110-47d5-8944-e3a339ec0cc5 req-7cd19c6a-32a6-4ca5-85da-c8dbe7181bff tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.347774 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dee61a32-1110-47d5-8944-e3a339ec0cc5 req-7cd19c6a-32a6-4ca5-85da-c8dbe7181bff tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.1389120 Jun 30 09:25:50.410272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dee61a32-1110-47d5-8944-e3a339ec0cc5 req-6437ee94-c2be-442f-a840-2d6ed1171ba6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Jun 30 09:25:50.484464 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:50.691946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:25:50.716368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Removed routes are [] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:25:50.717090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.936093 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:48Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.940429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff11d9-fb43-4f54-bb37-5e505f701345 None None] Network 3878941a-ac76-4135-9277-272579104ec9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:50.981784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:50.982344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Updating router 865e16d1-4a6f-40db-96c0-34874e0d37df port 48656a50-baec-4a04-9bfe-ae7605da25b9 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:25:50.992099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.010479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.061065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:51.102666 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.194946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed609b44-3d65-4cf2-8ba1-9adbaa33095f None None] Provisioning for port f484c390-dba4-4f81-a73d-59dca6ce3199 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:51.311752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:51.348901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f484c390-dba4-4f81-a73d-59dca6ce3199 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:51.420693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.519743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:51.523293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:51.527989 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd1a713-7bcb-4308-bc8b-962711f3703b" -d '{"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-unplugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:51.528228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.530342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f484c390-dba4-4f81-a73d-59dca6ce3199 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:51.532529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.550460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28c3bb58-65c6-4798-a510-4e98c3aa201c tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 954 time: 1.4815426 Jun 30 09:25:51.585330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:51.586679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f484c390-dba4-4f81-a73d-59dca6ce3199 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:51.588893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.635461 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad2c68-0d98-440d-a653-23efcfaed1c8 x-openstack-request-id: req-bbad2c68-0d98-440d-a653-23efcfaed1c8 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:51.636193 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-unplugged", "status": "failed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "code": 422}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:51.636662 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbad2c68-0d98-440d-a653-23efcfaed1c8 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:51.637272 n-d-779913-25 neutron-server[94186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'code': 422} returned with failed status Jun 30 09:25:51.638495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.762275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a6723986-5e1a-4b35-99e1-46f28fcda7f0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 954 time: 0.2270725 Jun 30 09:25:51.765009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53684) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.771725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'routes': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:51.795234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:51.835408 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.837245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917efc-a6bc-4610-8310-1b3a91f1d789 req-a935ab2e-f4a8-4430-b136-103828a84125 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.852633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a917efc-a6bc-4610-8310-1b3a91f1d789 req-a935ab2e-f4a8-4430-b136-103828a84125 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1317515 Jun 30 09:25:51.855971 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Transition to ACTIVE for port object 48656a50-baec-4a04-9bfe-ae7605da25b9 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:51.871583 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.919643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.939179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a917efc-a6bc-4610-8310-1b3a91f1d789 req-79acb218-966d-4bef-a83b-a698a40344c7 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762103 Jun 30 09:25:52.004034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f484c390-dba4-4f81-a73d-59dca6ce3199, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f484c390-dba4-4f81-a73d-59dca6ce3199,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:52.013892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.014981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b8e1f385-629a-4200-aa33-929e5e79b1c5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:52.057696 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6ce27-0069-47be-afbf-223077f3b223 None None] Pushing event updated for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:52.148319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-00b53fcd-8772-42e2-8d4b-e899a19dc1fe None None] Provisioning complete for port f484c390-dba4-4f81-a73d-59dca6ce3199 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:52.149225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-00b53fcd-8772-42e2-8d4b-e899a19dc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.160686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b8e1f385-629a-4200-aa33-929e5e79b1c5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:52.161214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.195119 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Attempting to bind port 48656a50-baec-4a04-9bfe-ae7605da25b9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:52.196122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Attempting to bind port 48656a50-baec-4a04-9bfe-ae7605da25b9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:52.196685 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Attempting to bind port 48656a50-baec-4a04-9bfe-ae7605da25b9 on network 3878941a-ac76-4135-9277-272579104ec9 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:52.203413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:52.204113 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Checking segment: {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:52.204684 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.205236 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Bound using segment: {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:52.206018 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Bound port: 48656a50-baec-4a04-9bfe-ae7605da25b9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b3962-3199-4421-87c8-5eff81574f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3878941a-ac76-4135-9277-272579104ec9'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:52.206665 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.223237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:52.338224 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] For port 48656a50-baec-4a04-9bfe-ae7605da25b9, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:52.343476 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] For port 48656a50-baec-4a04-9bfe-ae7605da25b9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48656a50-baec-4a04-9bfe-ae7605da25b9,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:52.357902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f484c390-dba4-4f81-a73d-59dca6ce3199,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:52.374603 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.446716 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:52.447810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:52.582472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-00b53fcd-8772-42e2-8d4b-e899a19dc1fe None None] Provisioning for port 48656a50-baec-4a04-9bfe-ae7605da25b9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:52.690378 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:53.015243 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6ce27-0069-47be-afbf-223077f3b223 None None] Pushing event updated for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:53.132146 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:50Z', 'revision_number': 6, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:52Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:53.154707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added routes are [] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:25:53.155506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:25:53.197161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f484c390-dba4-4f81-a73d-59dca6ce3199 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:53.200683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5451a3-9a0b-40e2-aad4-e967a0f89e2e None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:50Z', 'revision_number': 6, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:52Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:53.227494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.331617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f484c390-dba4-4f81-a73d-59dca6ce3199 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:53.332060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.736072 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.743124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.954411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:54.118755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:54.132663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:54.134133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba052ff7-753c-43dc-a90d-e990db786693 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 704 time: 2.3679018 Jun 30 09:25:54.136643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:54.288515 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-57bb8d39-5fae-4322-a253-4e70ecdd04f4 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 704 time: 0.1504793 Jun 30 09:25:54.290943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53734) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:54.707566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:54.740611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:54.745991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:54.894335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:55.028288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-ac1272be-1224-4a51-879a-88e131de7ccd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661384 Jun 30 09:25:55.094456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.199252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdc13d-2ec3-41cb-a82f-da61fb7603d1 req-69cfed61-c9cc-493c-80f4-b231d5d5c1c2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:55.200926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8fdc13d-2ec3-41cb-a82f-da61fb7603d1 req-69cfed61-c9cc-493c-80f4-b231d5d5c1c2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1464326 Jun 30 09:25:55.265951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a8fdc13d-2ec3-41cb-a82f-da61fb7603d1 req-a10166ff-a3c4-442f-af81-9493b2d1c02c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563991 Jun 30 09:25:55.272192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48656a50-baec-4a04-9bfe-ae7605da25b9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:55.332654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53768) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:55.441350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 48656a50-baec-4a04-9bfe-ae7605da25b9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:55.454086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 48656a50-baec-4a04-9bfe-ae7605da25b9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:55.454758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.484729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:53Z', 'revision_number': 7, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:52Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.520929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:55.542497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:55.543441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.571525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81785ee6-6e2d-4f59-a2d5-7b9fe7a9df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.618059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 48656a50-baec-4a04-9bfe-ae7605da25b9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:55.619214 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.742133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81785ee6-6e2d-4f59-a2d5-7b9fe7a9df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.761381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-81785ee6-6e2d-4f59-a2d5-7b9fe7a9df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.809473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 48656a50-baec-4a04-9bfe-ae7605da25b9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48656a50-baec-4a04-9bfe-ae7605da25b9,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:55.810041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.833620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53776) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:55.834838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-81785ee6-6e2d-4f59-a2d5-7b9fe7a9df1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cf69b665fda4f51a3373ab63b5991ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004685 Jun 30 09:25:55.843219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 48656a50-baec-4a04-9bfe-ae7605da25b9 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:55.883613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81785ee6-6e2d-4f59-a2d5-7b9fe7a9df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20de856-350a-4724-94c8-c8c2a3b8c3a2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:55.927947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.949399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:55.988730 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.032484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 48656a50-baec-4a04-9bfe-ae7605da25b9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48656a50-baec-4a04-9bfe-ae7605da25b9,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:56.075739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.122754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.233288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.236585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.241260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c20de856-350a-4724-94c8-c8c2a3b8c3a2 HTTP/1.1" status: 204 len: 168 time: 0.4041705 Jun 30 09:25:56.259617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3646b-3717-436d-bde8-cbc3ba61f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20de856-350a-4724-94c8-c8c2a3b8c3a2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:56.271641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.287416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:56.357731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=48656a50-baec-4a04-9bfe-ae7605da25b9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:56.446213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:53Z', 'revision_number': 7, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:52Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:56.546063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613192a-fb8f-440b-9b91-a83ca7a20e66 None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:53Z', 'revision_number': 7, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '48656a50-baec-4a04-9bfe-ae7605da25b9', 'name': '', 'network_id': '3878941a-ac76-4135-9277-272579104ec9', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:41:08:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:47Z', 'updated_at': '2021-06-30T09:25:52Z', 'revision_number': 4, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '2f23786b-0c82-4b78-b8e1-d2c2114e2397', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:56.686334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d9415-7ba6-496d-9565-ca091e4717d3 req-b697ac32-886d-4605-907e-ac34b15aac41 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:56.692434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-641d9415-7ba6-496d-9565-ca091e4717d3 req-b697ac32-886d-4605-907e-ac34b15aac41 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1698232 Jun 30 09:25:56.693951 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.800041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-641d9415-7ba6-496d-9565-ca091e4717d3 req-811404ad-2ff9-4539-a0a4-4c3a7b7bc0d8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972993 Jun 30 09:25:57.017343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53808) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:57.051213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b83d-30ac-4423-b6c1-f5f769f328d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.204158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b83d-30ac-4423-b6c1-f5f769f328d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.209782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b83d-30ac-4423-b6c1-f5f769f328d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.270656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a1a9b83d-30ac-4423-b6c1-f5f769f328d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=435c8e973766452d98fd924bb2116d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495375 Jun 30 09:25:57.270946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b83d-30ac-4423-b6c1-f5f769f328d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88f064-04d8-4c7f-be2c-7de6ff5e9110,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:57.273664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53812) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:57.333334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.366674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.472569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.475729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.477501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf88f064-04d8-4c7f-be2c-7de6ff5e9110 HTTP/1.1" status: 204 len: 168 time: 0.2026954 Jun 30 09:25:57.485005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:57.500956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae059-f3f5-455e-8bd5-922a56b7ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88f064-04d8-4c7f-be2c-7de6ff5e9110,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:57.636940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:57.647509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-26509845-52b7-4891-9619-13b5f05cd662 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3550470 Jun 30 09:25:57.651123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53822) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:57.654257 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:57.666044 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:57.666768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:57.780895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 2f23786b-0c82-4b78-b8e1-d2c2114e2397 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:57.786731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.808608 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:57.885650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.102591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.195580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e611-461e-4d77-9bbb-24e06ce491c9 req-6f7c083a-338f-46cb-aed9-1a666c83412c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:58.199551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e865e611-461e-4d77-9bbb-24e06ce491c9 req-6f7c083a-338f-46cb-aed9-1a666c83412c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1893501 Jun 30 09:25:58.261105 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.283446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e865e611-461e-4d77-9bbb-24e06ce491c9 req-9d0afb44-84c8-4250-9702-c65ade571b14 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581818 Jun 30 09:25:58.309677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=2f23786b-0c82-4b78-b8e1-d2c2114e2397,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:58.319762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.322946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b3bd64c5-95aa-4491-a962-7a4fc42c7c04 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/2f23786b-0c82-4b78-b8e1-d2c2114e2397 HTTP/1.1" status: 204 len: 168 time: 0.6701941 Jun 30 09:25:58.325442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:58.335717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf82cf7-9862-400d-a714-a0f0aff840f9 None None] Network 3878941a-ac76-4135-9277-272579104ec9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:58.428799 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.429706 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:56Z', 'revision_number': 8, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.480404 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:58.497661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port f484c390-dba4-4f81-a73d-59dca6ce3199 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:58.498236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.503644 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:58.504599 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:25:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.661457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3483837-e189-4351-a80a-00575635992b None None] DHCP port deletion for 3878941a-ac76-4135-9277-272579104ec9 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:58.680291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port f484c390-dba4-4f81-a73d-59dca6ce3199, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f484c390-dba4-4f81-a73d-59dca6ce3199,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:58.680851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.704857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for f484c390-dba4-4f81-a73d-59dca6ce3199 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:58.842471 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:58.852682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a3483837-e189-4351-a80a-00575635992b None None] Deleting port f484c390-dba4-4f81-a73d-59dca6ce3199 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:58.853152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3483837-e189-4351-a80a-00575635992b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.919014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.030283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=f484c390-dba4-4f81-a73d-59dca6ce3199,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.033279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port f484c390-dba4-4f81-a73d-59dca6ce3199 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:59.099012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a3483837-e189-4351-a80a-00575635992b None None] For port f484c390-dba4-4f81-a73d-59dca6ce3199, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f484c390-dba4-4f81-a73d-59dca6ce3199,segment=NetworkSegment(ac9b3962-3199-4421-87c8-5eff81574f50),segment_id=ac9b3962-3199-4421-87c8-5eff81574f50)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:59.106317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3483837-e189-4351-a80a-00575635992b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.154218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a3483837-e189-4351-a80a-00575635992b None None] Calling delete_port for f484c390-dba4-4f81-a73d-59dca6ce3199 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:59.183922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f484c390-dba4-4f81-a73d-59dca6ce3199 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:59.324076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.337321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3878941a-ac76-4135-9277-272579104ec9']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:59.362395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f484c390-dba4-4f81-a73d-59dca6ce3199 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:59.363613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f484c390-dba4-4f81-a73d-59dca6ce3199 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:59.374908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9b3962-3199-4421-87c8-5eff81574f50') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:59.379750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9b3962-3199-4421-87c8-5eff81574f50') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:59.433560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.465016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4981-75f3-4624-a404-bd2ff6a33f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.474447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.480256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3483837-e189-4351-a80a-00575635992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.489554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:59.490901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:59.500765 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:59.530966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:56Z', 'revision_number': 8, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:59.554040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3483837-e189-4351-a80a-00575635992b None None] Pushing event deleted for resources: {'Port': ['ID=f484c390-dba4-4f81-a73d-59dca6ce3199,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.570899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3483837-e189-4351-a80a-00575635992b None None] No DVR routers for this DVR port f484c390-dba4-4f81-a73d-59dca6ce3199 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:59.582627 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047aa6f-9e7f-4730-b69a-e9d9e52f8cfc None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:25:56Z', 'revision_number': 8, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8e1f385-629a-4200-aa33-929e5e79b1c5', 'name': '', 'network_id': '08a6edfe-35d3-481c-b546-33a81ddc1f53', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:7d:4f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:40Z', 'updated_at': '2021-06-30T09:25:49Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '676810a4-e74f-458f-a6d6-a17b66b03f31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:59.659442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.675495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.680948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/3878941a-ac76-4135-9277-272579104ec9 HTTP/1.1" status: 204 len: 168 time: 1.3542838 Jun 30 09:25:59.686978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:59.708047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd5f7-ba93-4663-a3af-9b094034d344 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=3878941a-ac76-4135-9277-272579104ec9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.896617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239f5f-c168-410e-881e-ce554aef7f19 req-a9dbee44-6c2e-468c-9e7c-a999fa784b7d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.899491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5239f5f-c168-410e-881e-ce554aef7f19 req-a9dbee44-6c2e-468c-9e7c-a999fa784b7d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.3034599 Jun 30 09:26:00.058875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5239f5f-c168-410e-881e-ce554aef7f19 req-dceb9e72-8136-4f24-94d8-9e5b254115e6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083782 Jun 30 09:26:00.455325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.093143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48656a50-baec-4a04-9bfe-ae7605da25b9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:01.176306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 48656a50-baec-4a04-9bfe-ae7605da25b9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:01.177238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48656a50-baec-4a04-9bfe-ae7605da25b9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:01.184579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port b8e1f385-629a-4200-aa33-929e5e79b1c5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:01.185068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.309726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port b8e1f385-629a-4200-aa33-929e5e79b1c5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b8e1f385-629a-4200-aa33-929e5e79b1c5,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:01.309726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.370737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for b8e1f385-629a-4200-aa33-929e5e79b1c5 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:01.481691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8191ea-40fc-4ed5-942b-e1658ab540c6 req-b511daf1-f125-4b6e-8a10-3f6719997023 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.483311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac8191ea-40fc-4ed5-942b-e1658ab540c6 req-b511daf1-f125-4b6e-8a10-3f6719997023 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1590924 Jun 30 09:26:01.602380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac8191ea-40fc-4ed5-942b-e1658ab540c6 req-5900b84a-164d-4626-8775-27747335fb1e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085911 Jun 30 09:26:01.708857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.749211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=b8e1f385-629a-4200-aa33-929e5e79b1c5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:01.919961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dfa5-915a-44e2-bac8-a8769974be78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.957329 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.024475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.250878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:02.382986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:02.393799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-77196f2a-7d9d-4c85-9784-6c89fa8fd641 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7048438 Jun 30 09:26:02.396311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:02.397784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:02.418171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:02.419518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:02.469289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 676810a4-e74f-458f-a6d6-a17b66b03f31 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:02.474329 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.546168 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.587449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:02.687354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.859517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.877893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.887028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/676810a4-e74f-458f-a6d6-a17b66b03f31 HTTP/1.1" status: 204 len: 168 time: 0.4807832 Jun 30 09:26:02.889055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:02.894151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1fd99-e7f6-4305-b287-636f4cd73f00 None None] Network 08a6edfe-35d3-481c-b546-33a81ddc1f53 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:02.924949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe41ac-e687-41fa-a5e7-8335074f8496 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=676810a4-e74f-458f-a6d6-a17b66b03f31,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.055774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.121147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:01Z', 'revision_number': 9, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.130159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.173970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faf571-191e-49a3-a8c5-d2399ea80cda req-f152a7d2-877e-4015-b4c4-7b84daaa14fc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:03.176658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76faf571-191e-49a3-a8c5-d2399ea80cda req-f152a7d2-877e-4015-b4c4-7b84daaa14fc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.2083664 Jun 30 09:26:03.204720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:03.216336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:03.225716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.264785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76faf571-191e-49a3-a8c5-d2399ea80cda req-22284e49-bdce-465e-a4e4-b6cf7b027398 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724881 Jun 30 09:26:03.296871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 9543a96c-5063-469c-a827-fb42e7144916 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:03.297324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.429044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:03.436790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 9543a96c-5063-469c-a827-fb42e7144916, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9543a96c-5063-469c-a827-fb42e7144916,segment=NetworkSegment(e1e21fce-b229-4a16-9bb7-93a96c967fb1),segment_id=e1e21fce-b229-4a16-9bb7-93a96c967fb1)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:03.437832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.468567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 9543a96c-5063-469c-a827-fb42e7144916 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:03.572959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] DHCP port deletion for 08a6edfe-35d3-481c-b546-33a81ddc1f53 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:26:03.637790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.686538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=9543a96c-5063-469c-a827-fb42e7144916,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.692891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 9543a96c-5063-469c-a827-fb42e7144916 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:03.699155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.828517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Deleting port 9543a96c-5063-469c-a827-fb42e7144916 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:03.828517 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.860684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.880862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a6edfe-35d3-481c-b546-33a81ddc1f53']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.902919 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e21fce-b229-4a16-9bb7-93a96c967fb1') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.903945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e21fce-b229-4a16-9bb7-93a96c967fb1') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.923089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] For port 9543a96c-5063-469c-a827-fb42e7144916, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:03.923398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.923843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.951485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Calling delete_port for 9543a96c-5063-469c-a827-fb42e7144916 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:03.952441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.959136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Port 9543a96c-5063-469c-a827-fb42e7144916 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:26:03.960795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:03.961041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.961993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:03.964961 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:03.968960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:01Z', 'revision_number': 9, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:04.042854 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.059068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] Pushing event deleted for resources: {'Port': ['ID=9543a96c-5063-469c-a827-fb42e7144916,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.062677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.063722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8d317-e142-4059-940e-243ac4a809d0 None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:01Z', 'revision_number': 9, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92bdc130-0290-48d1-9542-85b77fc5ba99', 'name': '', 'network_id': '1f34d8e5-dad4-4c5c-8079-aea4f7ccec57', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:03:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:35Z', 'updated_at': '2021-06-30T09:25:45Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '0911c092-b676-4b58-b31b-bd98e43cbc13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:04.065230 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/08a6edfe-35d3-481c-b546-33a81ddc1f53 HTTP/1.1" status: 204 len: 168 time: 1.1723793 Jun 30 09:26:04.067729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cdfa7-2625-4518-9371-43bf1118e443 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=08a6edfe-35d3-481c-b546-33a81ddc1f53,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.069671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53940) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:04.078405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54165a-6ce2-47da-907c-8f6448a31aaf None None] No DVR routers for this DVR port 9543a96c-5063-469c-a827-fb42e7144916 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:04.458975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.643654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.647452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdb8e0-604a-456e-9b98-fa0baa38a9c3 req-d5d573ff-75b8-48d7-916b-34e9ef4849a2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:04.650535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3fdb8e0-604a-456e-9b98-fa0baa38a9c3 req-d5d573ff-75b8-48d7-916b-34e9ef4849a2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1134207 Jun 30 09:26:04.725626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3fdb8e0-604a-456e-9b98-fa0baa38a9c3 req-628a0206-6f75-451b-aeb8-33550e9b8efe tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597107 Jun 30 09:26:04.772708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 92bdc130-0290-48d1-9542-85b77fc5ba99 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:04.773212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.882503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 92bdc130-0290-48d1-9542-85b77fc5ba99, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=92bdc130-0290-48d1-9542-85b77fc5ba99,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:04.882879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.900807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 92bdc130-0290-48d1-9542-85b77fc5ba99 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:05.114448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9543a96c-5063-469c-a827-fb42e7144916 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:05.116749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.149996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=92bdc130-0290-48d1-9542-85b77fc5ba99,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.152025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9543a96c-5063-469c-a827-fb42e7144916 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:05.152561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9543a96c-5063-469c-a827-fb42e7144916 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:05.153514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b8e1f385-629a-4200-aa33-929e5e79b1c5 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:05.200969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b8e1f385-629a-4200-aa33-929e5e79b1c5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:05.201562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b8e1f385-629a-4200-aa33-929e5e79b1c5 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:05.204042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.327153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.541677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:05.632309 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:05.640227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99b0507c-e0e0-450e-8d12-3106cd88beb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5667145 Jun 30 09:26:05.640227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:05.643590 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:05.653206 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:05.653954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:05.697563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 0911c092-b676-4b58-b31b-bd98e43cbc13 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:05.700981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.739505 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:05.742292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.859324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.930517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700e39c-71ea-484e-91a7-0c336e8095b7 req-2ff868db-db9e-4334-9026-9fb4572daf47 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:05.932284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8700e39c-71ea-484e-91a7-0c336e8095b7 req-2ff868db-db9e-4334-9026-9fb4572daf47 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.0737779 Jun 30 09:26:05.954522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.975784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:05Z', 'revision_number': 10, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:05.990671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8700e39c-71ea-484e-91a7-0c336e8095b7 req-b5445245-8a09-4604-89a6-3ba4feff0eb8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496490 Jun 30 09:26:06.001294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=0911c092-b676-4b58-b31b-bd98e43cbc13,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.010031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.017478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-29c16c9c-11e0-4ffd-bb45-262e58d04f8d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/0911c092-b676-4b58-b31b-bd98e43cbc13 HTTP/1.1" status: 204 len: 168 time: 0.3763542 Jun 30 09:26:06.019958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:06.026296 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:06.032075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a2d14-e0ff-4902-9875-5d5599e7a20e None None] Network 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:06.038712 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:06.039728 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.144228 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:06.153734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.241820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port fc9dec0e-1871-49db-93e3-05252cc3279e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:06.242125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.308076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] DHCP port deletion for 1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:26:06.403639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Deleting port fc9dec0e-1871-49db-93e3-05252cc3279e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:06.404055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.518376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] For port fc9dec0e-1871-49db-93e3-05252cc3279e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fc9dec0e-1871-49db-93e3-05252cc3279e,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:06.518852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.521481 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:05Z', 'revision_number': 10, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.536536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Calling delete_port for fc9dec0e-1871-49db-93e3-05252cc3279e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:06.558474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca157ec0-326e-4928-a3f7-90a8a06b0db3 None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:05Z', 'revision_number': 10, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None, '_interfaces': [{'id': '7053a2f3-429f-4e07-aad8-285b26f8ae27', 'name': '', 'network_id': '9de8a6e9-3a89-49b5-b890-14956c902d68', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'mac_address': 'fa:16:3e:ca:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:25:29Z', 'updated_at': '2021-06-30T09:25:40Z', 'revision_number': 5, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'subnets': [{'id': '08924071-34ca-4cf1-850f-bbe375a6022b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:06.633268 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.666847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] Pushing event deleted for resources: {'Port': ['ID=fc9dec0e-1871-49db-93e3-05252cc3279e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.676714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ddd23-4123-4253-8b23-d9c3e296b2e8 None None] No DVR routers for this DVR port fc9dec0e-1871-49db-93e3-05252cc3279e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:06.699387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port fc9dec0e-1871-49db-93e3-05252cc3279e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fc9dec0e-1871-49db-93e3-05252cc3279e,segment=NetworkSegment(d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944),segment_id=d6a15c2b-f8ce-43e2-a3e8-f2e37fc39944)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:06.699752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.713291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for fc9dec0e-1871-49db-93e3-05252cc3279e owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:06.796266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.827609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=fc9dec0e-1871-49db-93e3-05252cc3279e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.830920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port fc9dec0e-1871-49db-93e3-05252cc3279e on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:06.929512 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.945197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f34d8e5-dad4-4c5c-8079-aea4f7ccec57']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.961803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.962121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a15c2b-f8ce-43e2-a3e8-f2e37fc39944') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.974146 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.992376 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.008889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:07.010117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self.session.flush() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:07.014300 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:07.090884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.118996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.121280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/1f34d8e5-dad4-4c5c-8079-aea4f7ccec57 HTTP/1.1" status: 204 len: 168 time: 1.0999441 Jun 30 09:26:07.121908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c60b-563a-47a0-a51a-cdf6a9812f1b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=1f34d8e5-dad4-4c5c-8079-aea4f7ccec57,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:07.123692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53964) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:07.127035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fc9dec0e-1871-49db-93e3-05252cc3279e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:07.157927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: fc9dec0e-1871-49db-93e3-05252cc3279e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:07.158586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fc9dec0e-1871-49db-93e3-05252cc3279e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:07.159209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92bdc130-0290-48d1-9542-85b77fc5ba99 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:07.188197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 92bdc130-0290-48d1-9542-85b77fc5ba99 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:07.188751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 92bdc130-0290-48d1-9542-85b77fc5ba99 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:07.323825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d8c4b-2504-46c4-80d0-3c68b151772a req-9f5b2522-32a4-430f-a874-73a1a94089ae tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.325466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-878d8c4b-2504-46c4-80d0-3c68b151772a req-9f5b2522-32a4-430f-a874-73a1a94089ae tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.0828187 Jun 30 09:26:07.376531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-878d8c4b-2504-46c4-80d0-3c68b151772a req-0a3a6f07-ef30-4e04-96d6-c150358d4bd4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Jun 30 09:26:07.510894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.766326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 7053a2f3-429f-4e07-aad8-285b26f8ae27 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:07.766582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.860650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 7053a2f3-429f-4e07-aad8-285b26f8ae27, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7053a2f3-429f-4e07-aad8-285b26f8ae27,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:07.861166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.873838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 7053a2f3-429f-4e07-aad8-285b26f8ae27 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:08.047676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.079923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=7053a2f3-429f-4e07-aad8-285b26f8ae27,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:08.179205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.337181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:08.417060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:08.422891 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c5144205-f9ae-4b6c-b503-5e46193fcb2e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2983391 Jun 30 09:26:08.425654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:08.431773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:08.446922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:08.447862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.488685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting subnet 08924071-34ca-4cf1-850f-bbe375a6022b {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:08.492817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.536903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.549591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:08.639738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.667398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e265b9-df85-4f03-bf87-bd0307073867 req-54afca40-e0ee-4bf8-8e8d-9bccf399f233 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.676750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74e265b9-df85-4f03-bf87-bd0307073867 req-54afca40-e0ee-4bf8-8e8d-9bccf399f233 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.1272786 Jun 30 09:26:08.719242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.734500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74e265b9-df85-4f03-bf87-bd0307073867 req-9e9d8a3c-349c-4ffa-875f-f2352f6c7dd6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560126 Jun 30 09:26:08.779642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.782394 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/08924071-34ca-4cf1-850f-bbe375a6022b HTTP/1.1" status: 204 len: 168 time: 0.3553884 Jun 30 09:26:08.783717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991f44-e52b-4327-81bf-d4426e9d0154 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Subnet': ['ID=08924071-34ca-4cf1-850f-bbe375a6022b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:08.785645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:08.791615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad9bd9-4029-4986-8f49-194830a2d374 None None] Network 9de8a6e9-3a89-49b5-b890-14956c902d68 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:08.821577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.889246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:08.911184 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.914432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:08.915073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.986040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Deleting port 4d986421-9868-4ef9-bd05-cd6a90568d0a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:08.986646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.025779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:09.077301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] For port 4d986421-9868-4ef9-bd05-cd6a90568d0a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4d986421-9868-4ef9-bd05-cd6a90568d0a,segment=NetworkSegment(02d77f95-fd1b-44c5-8089-5666e2049d73),segment_id=02d77f95-fd1b-44c5-8089-5666e2049d73)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:09.077678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.099435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Calling delete_port for 4d986421-9868-4ef9-bd05-cd6a90568d0a owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:09.106664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:09.145820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dfff9-c938-451d-8763-4a91dda3a5b9 None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:09.226635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.253484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Port': ['ID=4d986421-9868-4ef9-bd05-cd6a90568d0a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:09.257092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No DVR routers for this DVR port 4d986421-9868-4ef9-bd05-cd6a90568d0a on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:09.350740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.363808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de8a6e9-3a89-49b5-b890-14956c902d68']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:09.378006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d77f95-fd1b-44c5-8089-5666e2049d73') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:09.378292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d77f95-fd1b-44c5-8089-5666e2049d73') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:09.390480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.405776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.412125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:09.412670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:09.416657 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:09.477989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.485167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.490272 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/networks/9de8a6e9-3a89-49b5-b890-14956c902d68 HTTP/1.1" status: 204 len: 168 time: 0.6965945 Jun 30 09:26:09.491225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53984) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:09.495469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'routes': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:09.508630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d90314-708c-4ff1-86a0-55713d2ff581 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Pushing event deleted for resources: {'Network': ['ID=9de8a6e9-3a89-49b5-b890-14956c902d68,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:09.542007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604705c-c2e1-4809-a9d1-0f3d29a8cb32 None None] DHCP port deletion for 9de8a6e9-3a89-49b5-b890-14956c902d68 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:26:09.689449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Added routes are [] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:26:09.690066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.extraroute_db [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Removed routes are [] {{(pid=94185) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:26:09.690545 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.882833 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.908519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.959550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b13bd-c0ff-45e0-a3e4-a5480812672a req-1f4326fe-0049-4c27-99f7-44c118463a4b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.961067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-360b13bd-c0ff-45e0-a3e4-a5480812672a req-1f4326fe-0049-4c27-99f7-44c118463a4b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.0716355 Jun 30 09:26:10.006781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-360b13bd-c0ff-45e0-a3e4-a5480812672a req-4030700f-ad62-4d2c-8d7f-5abb4a79c844 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389040 Jun 30 09:26:10.277823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router 865e16d1-4a6f-40db-96c0-34874e0d37df has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:10.281020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-b0ae1abf-dfd6-47ab-8883-e33af56e5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.283807 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-b0ae1abf-dfd6-47ab-8883-e33af56e5056 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 1095 time: 0.5955687 Jun 30 09:26:10.303221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:10.417304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:10.425525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.429850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8efeaeee-3455-43d4-af97-7da73ab0cef5 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 705 time: 0.9355073 Jun 30 09:26:10.430256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 53996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:10.434282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Sync routers for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:10.459074 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:10.461592 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.476187 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.495453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-589ea335-eed1-44b3-bb6f-6d218bc13d55 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 205 time: 0.0598545 Jun 30 09:26:10.498335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 53998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:10.591419 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:10.625623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.653062 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.681549 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Checking router: 865e16d1-4a6f-40db-96c0-34874e0d37df for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:10.690548 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Routers {'865e16d1-4a6f-40db-96c0-34874e0d37df'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:10.691163 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['865e16d1-4a6f-40db-96c0-34874e0d37df'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.761532 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] Set router 865e16d1-4a6f-40db-96c0-34874e0d37df gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:10.813705 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.932611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.937704 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb213dbe-f97a-499e-91be-2b2255ddc2dc None None] The sync data for ids ['865e16d1-4a6f-40db-96c0-34874e0d37df'] in n-d-779913-25 is: [{'id': '865e16d1-4a6f-40db-96c0-34874e0d37df', 'name': 'tempest-RoutersIpV6Test-router-1029821488', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:25:26Z', 'updated_at': '2021-06-30T09:26:07Z', 'revision_number': 11, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:10.961731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.022516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.022981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router 865e16d1-4a6f-40db-96c0-34874e0d37df {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:26:11.031369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.032474 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f1e19047-4a72-4145-9772-6809b63cfaa9 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 204 len: 168 time: 0.5230937 Jun 30 09:26:11.037649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:11.041827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-358303159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:11.069571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:11.105563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.107774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.113976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d986421-9868-4ef9-bd05-cd6a90568d0a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:11.155779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4d986421-9868-4ef9-bd05-cd6a90568d0a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:11.156513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4d986421-9868-4ef9-bd05-cd6a90568d0a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:11.157133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7053a2f3-429f-4e07-aad8-285b26f8ae27 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:11.170039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.180777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.203608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7053a2f3-429f-4e07-aad8-285b26f8ae27 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:11.204399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7053a2f3-429f-4e07-aad8-285b26f8ae27 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:11.208736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:11.232586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.236823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6bba9b86-b618-4f17-b9a4-03c8b6d1094b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1995025 Jun 30 09:26:11.237578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:11.244894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:11.268252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3daf1f-0975-4318-bc89-18d387a83d99 req-d7b66033-06ae-466b-a3e0-2d540da46bc6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.275487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb3daf1f-0975-4318-bc89-18d387a83d99 req-d7b66033-06ae-466b-a3e0-2d540da46bc6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 943 time: 0.0820236 Jun 30 09:26:11.316432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb3daf1f-0975-4318-bc89-18d387a83d99 req-9d028a55-55b3-461c-95b6-0d9b8b57abb6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400586 Jun 30 09:26:11.326291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:11.339642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.422386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Transition to ACTIVE for port object 83c4b983-3fe2-4725-ac2b-babc29c08f6e will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:11.463581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.541949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.561271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8058279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8058302', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8059528'] for router, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.566316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=9']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:11.778117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] No DVR routers for this DVR port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:11.889566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Router c0131226-b50d-46a0-aa9c-80a52cb11705 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:26:12.257089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:12.257774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:12.257774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:12.260682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:12.268336 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.271430 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d8fb532a-008f-4980-9225-1509fd5869dc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "PUT /v2.0/routers/c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 200 len: 697 time: 1.0286496 Jun 30 09:26:12.271617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:12.271804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54028) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:12.272275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Attempting to bind port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:12.277709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:12.278092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:12.278492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Bound using segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:12.278934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Bound port: 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:12.279070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Sync routers for ids ['c0131226-b50d-46a0-aa9c-80a52cb11705'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:12.279566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.292150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Routers {'c0131226-b50d-46a0-aa9c-80a52cb11705'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:12.293397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0131226-b50d-46a0-aa9c-80a52cb11705'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:12.365857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:12.370008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:12.378226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.380867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Set router c0131226-b50d-46a0-aa9c-80a52cb11705 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:12.428383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.429363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.431610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] 10.222.0.11 "PUT /v2.0/ports/83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1092 time: 2.1336107 Jun 30 09:26:12.434803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:12.438581 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5b7ed-9310-45c9-ac73-3599df556e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:12.483222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-84655b20-e2aa-4eac-bdd4-2085666c3fbc tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/routers/c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 200 len: 703 time: 0.2099087 Jun 30 09:26:12.483870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:12.507127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0131226-b50d-46a0-aa9c-80a52cb11705', 'name': 'tempest-RoutersIpV6Test-router-358303159', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:11Z', 'updated_at': '2021-06-30T09:26:11Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:12.561508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Checking router: c0131226-b50d-46a0-aa9c-80a52cb11705 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:12.564322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3481f397-01ae-4ab1-97ec-dfb7e3c73336 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 200 len: 205 time: 0.0787671 Jun 30 09:26:12.567354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54046) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:12.581359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Routers {'c0131226-b50d-46a0-aa9c-80a52cb11705'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:12.582099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:26:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c0131226-b50d-46a0-aa9c-80a52cb11705'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:12.645696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f6411-6298-428f-b104-5cf041886e37 service neutron] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:12.700424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-1bdb9e21-b928-41fb-afbb-8349ec2759e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.702447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-1bdb9e21-b928-41fb-afbb-8349ec2759e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1096 time: 0.2243664 Jun 30 09:26:12.729291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.735947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] Set router c0131226-b50d-46a0-aa9c-80a52cb11705 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:12.856195 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c2bce-6c62-433e-a168-1171d35600f4 x-openstack-request-id: req-b32c2bce-6c62-433e-a168-1171d35600f4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:12.856569 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:12.856896 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b32c2bce-6c62-433e-a168-1171d35600f4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:12.857512 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'status': 'completed', 'code': 200} Jun 30 09:26:12.876599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0131226-b50d-46a0-aa9c-80a52cb11705', 'name': 'tempest-RoutersIpV6Test-router-358303159', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:11Z', 'updated_at': '2021-06-30T09:26:11Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:12.883278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db1d90-d846-4d06-94e5-c23a0fed41f3 req-33e6cc7b-8352-4489-99a1-95943ba32aa2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.890317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98db1d90-d846-4d06-94e5-c23a0fed41f3 req-33e6cc7b-8352-4489-99a1-95943ba32aa2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1202881 Jun 30 09:26:12.927172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514bf1fb-a9fb-4bfc-b3cd-11fccb3bd977 None None] The sync data for ids ['c0131226-b50d-46a0-aa9c-80a52cb11705'] in n-d-779913-25 is: [{'id': 'c0131226-b50d-46a0-aa9c-80a52cb11705', 'name': 'tempest-RoutersIpV6Test-router-358303159', 'tenant_id': '6c7b260eba964785a5ef822685096ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:11Z', 'updated_at': '2021-06-30T09:26:11Z', 'revision_number': 2, 'project_id': '6c7b260eba964785a5ef822685096ed6', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:12.999169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-113c8182-a466-4e67-b577-c5fdfe37912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.001101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-113c8182-a466-4e67-b577-c5fdfe37912f service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.2790635 Jun 30 09:26:13.029376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.032180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.149195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-b7fca858-6ead-4907-9222-2749a903fa9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 999 time: 0.1391892 Jun 30 09:26:13.158163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98db1d90-d846-4d06-94e5-c23a0fed41f3 req-0953c05d-3a00-44ef-8c68-1acf7d8e3d45 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668285 Jun 30 09:26:13.159024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.159758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Fanout notify agent at l3_agent the message router_deleted on router c0131226-b50d-46a0-aa9c-80a52cb11705 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:26:13.174111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.178712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2214421d-19e9-4ed8-92a3-69ab7eea4287 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 204 len: 168 time: 0.6066680 Jun 30 09:26:13.182600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54058) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.216422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-99cd175a-95c3-48b9-91d5-1afc144bb4da tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 200 len: 205 time: 0.0326250 Jun 30 09:26:13.218779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54060) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.240057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-4fdec56b-dd6d-4e9a-ad01-ead5625801fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.241712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-4fdec56b-dd6d-4e9a-ad01-ead5625801fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0859447 Jun 30 09:26:13.271007 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-5db914c2-4ba1-41af-b6cd-102406293108 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:13.272241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5db914c2-4ba1-41af-b6cd-102406293108 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/c0131226-b50d-46a0-aa9c-80a52cb11705 HTTP/1.1" status: 404 len: 336 time: 0.0521190 Jun 30 09:26:13.274865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.304947 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd257601-eaf1-4a0f-a7ba-f4235dfdff66 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.305546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd257601-eaf1-4a0f-a7ba-f4235dfdff66 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.309938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dd257601-eaf1-4a0f-a7ba-f4235dfdff66 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/2f23786b-0c82-4b78-b8e1-d2c2114e2397 HTTP/1.1" status: 404 len: 337 time: 0.0337784 Jun 30 09:26:13.312340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54066) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.342769 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7919c7-426f-4582-bec4-5d2b6f691d0e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.343570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7919c7-426f-4582-bec4-5d2b6f691d0e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.346011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c7919c7-426f-4582-bec4-5d2b6f691d0e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/676810a4-e74f-458f-a6d6-a17b66b03f31 HTTP/1.1" status: 404 len: 337 time: 0.0321591 Jun 30 09:26:13.351814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54068) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.355881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-3087a464-d81c-4e24-857a-c16d3dc586fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.357879 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-3087a464-d81c-4e24-857a-c16d3dc586fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094208 Jun 30 09:26:13.369129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-ad3e84d3-a5f4-410d-bc23-df469aec10c8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:26:13.370281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-ad3e84d3-a5f4-410d-bc23-df469aec10c8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061994 Jun 30 09:26:13.394483 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fb47c8-1039-411d-9680-e8604c47c6f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.395258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fb47c8-1039-411d-9680-e8604c47c6f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.400809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3fb47c8-1039-411d-9680-e8604c47c6f3 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/0911c092-b676-4b58-b31b-bd98e43cbc13 HTTP/1.1" status: 404 len: 337 time: 0.0473459 Jun 30 09:26:13.401853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54072) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.432451 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b239bd24-fec4-4205-bfb5-b44be63c1928 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.433740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b239bd24-fec4-4205-bfb5-b44be63c1928 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.439218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b239bd24-fec4-4205-bfb5-b44be63c1928 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/08924071-34ca-4cf1-850f-bbe375a6022b HTTP/1.1" status: 404 len: 337 time: 0.0360079 Jun 30 09:26:13.439966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54074) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.484409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c8770e7f-078a-41f4-8545-7c3950654547 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 200 len: 205 time: 0.0429225 Jun 30 09:26:13.487166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54080) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.495587 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-839ae421-705e-45a2-a71c-a5e4f9313b00 service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181133 Jun 30 09:26:13.557131 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-4c41eaa5-ed59-4396-9368-fff678770633 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:13.557520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4c41eaa5-ed59-4396-9368-fff678770633 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/865e16d1-4a6f-40db-96c0-34874e0d37df HTTP/1.1" status: 404 len: 336 time: 0.0667801 Jun 30 09:26:13.559727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54084) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.598826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-057bb497-24a7-4c28-8b95-2d5c676f9ea7 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=cce7382d-a601-47fa-b257-5c738c6decdb HTTP/1.1" status: 200 len: 205 time: 0.0378954 Jun 30 09:26:13.599835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54086) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.623167 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-aa73cb7b-2947-459a-9cc8-4cf1026df607 req-edb44c51-ce06-403a-afb9-fe40fb054e05 service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199913 Jun 30 09:26:13.647716 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-879ae8a5-b02b-45dd-87aa-61aa16592d75 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:13.652106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-879ae8a5-b02b-45dd-87aa-61aa16592d75 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/cce7382d-a601-47fa-b257-5c738c6decdb HTTP/1.1" status: 404 len: 336 time: 0.0507522 Jun 30 09:26:13.652339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54088) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.725324 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e234e7f-3448-434e-9c4a-06c10644d30b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.725618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e234e7f-3448-434e-9c4a-06c10644d30b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.732703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9e234e7f-3448-434e-9c4a-06c10644d30b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/d24ea540-bc9c-42e1-942f-d502afad13dd HTTP/1.1" status: 404 len: 337 time: 0.0742002 Jun 30 09:26:13.732940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54092) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.761964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9e9f6dce-5d21-4d11-bf8d-d8248e3f9657 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 200 len: 205 time: 0.0290890 Jun 30 09:26:13.766665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54096) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.811169 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-0531a99d-0381-4994-9e7c-2459b52ede6f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:13.812066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0531a99d-0381-4994-9e7c-2459b52ede6f tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/a301ce16-4702-4361-a2e5-46cabd351530 HTTP/1.1" status: 404 len: 336 time: 0.0437219 Jun 30 09:26:13.818030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54102) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.854267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7c38add3-a8c5-4fae-9077-025906887f4e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=24edd018-15c3-4de9-b0e4-37d76a23cdc1 HTTP/1.1" status: 200 len: 205 time: 0.0306151 Jun 30 09:26:13.855273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.870579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-fa06e94c-a5ab-466b-80a0-196665100fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.872324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-fa06e94c-a5ab-466b-80a0-196665100fec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1096 time: 0.1679962 Jun 30 09:26:13.952080 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-8c84d1a6-f317-4d89-a024-fdbac8b11101 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:13.957455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54110) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.958476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c84d1a6-f317-4d89-a024-fdbac8b11101 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/24edd018-15c3-4de9-b0e4-37d76a23cdc1 HTTP/1.1" status: 404 len: 336 time: 0.1018193 Jun 30 09:26:13.996220 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb860d0-aaa0-4a35-96e4-2216e4c3cdb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:13.996776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb860d0-aaa0-4a35-96e4-2216e4c3cdb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:13.998733 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3bb860d0-aaa0-4a35-96e4-2216e4c3cdb2 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/fec3fa84-4881-4b58-bf1b-07e143371cfd HTTP/1.1" status: 404 len: 337 time: 0.0389798 Jun 30 09:26:14.001383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54114) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.047225 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ffb4ed85-ffdc-4d83-9365-a834b8884484 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=85ccd7e1-19a0-466c-8146-d3afd0ab2948 HTTP/1.1" status: 200 len: 205 time: 0.0444050 Jun 30 09:26:14.050122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54120) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.166017 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-56e0cf16-4004-4822-8451-9ec38515b695 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:14.170151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54124) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.170390 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-56e0cf16-4004-4822-8451-9ec38515b695 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/85ccd7e1-19a0-466c-8146-d3afd0ab2948 HTTP/1.1" status: 404 len: 336 time: 0.1184967 Jun 30 09:26:14.195776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-2bd16ce3-1c31-4712-8f28-19ddc0b8b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.197690 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-2bd16ce3-1c31-4712-8f28-19ddc0b8b41b service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.3186669 Jun 30 09:26:14.212867 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd97803-c5cd-4390-b65c-a3e52a949eb0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:14.213411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd97803-c5cd-4390-b65c-a3e52a949eb0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:14.216181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-afd97803-c5cd-4390-b65c-a3e52a949eb0 tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/26c3563e-0d69-48c8-881a-709c50e17783 HTTP/1.1" status: 404 len: 337 time: 0.0443337 Jun 30 09:26:14.221875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54130) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.312816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ac313028-207d-47b2-8867-fb332b7a403e tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "GET /v2.0/ports?device_id=8da851dc-98bc-434e-befd-22d91d092e54 HTTP/1.1" status: 200 len: 205 time: 0.0896962 Jun 30 09:26:14.317800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54134) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.413087 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-99856d66-fc5b-432c-96d6-21baad3b77ff tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] delete failed (client error): The resource could not be found. Jun 30 09:26:14.419008 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99856d66-fc5b-432c-96d6-21baad3b77ff tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/routers/8da851dc-98bc-434e-befd-22d91d092e54 HTTP/1.1" status: 404 len: 336 time: 0.0898955 Jun 30 09:26:14.420310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.434560 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-ae988f40-210e-4fc3-a10f-84bdc46d6922 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 999 time: 0.2230258 Jun 30 09:26:14.481840 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8d966-e028-40b2-84e8-ed6fab2b486d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:14.482424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8d966-e028-40b2-84e8-ed6fab2b486d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:14.487790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f8b8d966-e028-40b2-84e8-ed6fab2b486d tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/d5444c69-72f8-4a8a-a60f-719296237b8c HTTP/1.1" status: 404 len: 337 time: 0.0627005 Jun 30 09:26:14.492140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54140) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:14.548952 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-f698aa11-7d8b-4a6e-b785-4a76fab5060b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] DELETE failed (client error): The resource could not be found. Jun 30 09:26:14.549409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f698aa11-7d8b-4a6e-b785-4a76fab5060b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:26:14.551228 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f698aa11-7d8b-4a6e-b785-4a76fab5060b tempest-RoutersIpV6Test-905462681 tempest-RoutersIpV6Test-905462681-project] 10.222.0.66 "DELETE /v2.0/subnets/113f140b-9487-437c-a1a6-fb7962462fe8 HTTP/1.1" status: 404 len: 337 time: 0.0580986 Jun 30 09:26:14.592815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-6179bc3a-003d-45b3-9fe5-7477001c7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.601275 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-6179bc3a-003d-45b3-9fe5-7477001c7698 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1211936 Jun 30 09:26:14.624014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148969-2f38-4149-915b-5f1db733ef3c req-e66a699c-c79f-4cb4-9b0e-1ec99bc1b2e1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.626074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c148969-2f38-4149-915b-5f1db733ef3c req-e66a699c-c79f-4cb4-9b0e-1ec99bc1b2e1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1788862 Jun 30 09:26:14.692804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c148969-2f38-4149-915b-5f1db733ef3c req-28e148ef-d1ac-4e10-81b5-bc6e000be827 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584548 Jun 30 09:26:14.724610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-91af048f-5357-48f9-a06a-d9256f3a7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.745404 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-91af048f-5357-48f9-a06a-d9256f3a7123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147828 Jun 30 09:26:14.919517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-e9faf615-01ee-4b95-a881-e6b0c6e5f77d service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758573 Jun 30 09:26:15.145239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:15.353935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3be7bfe-b9d5-42e3-85fb-2768387e82b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c7b260eba964785a5ef822685096ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067692 Jun 30 09:26:15.356426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 54158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:15.519422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.560445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.683099 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.686383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.687531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7aa40ca3-9b10-4195-9086-0b9c2597266b HTTP/1.1" status: 204 len: 168 time: 0.3301101 Jun 30 09:26:15.717977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28e981-c029-4634-9795-75bdbf6434ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa40ca3-9b10-4195-9086-0b9c2597266b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:16.220272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebba7-9757-454e-b37b-364fba573521 req-57bfeb6e-3be5-45da-aaa0-585c024d2bf8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.224224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-971ebba7-9757-454e-b37b-364fba573521 req-57bfeb6e-3be5-45da-aaa0-585c024d2bf8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.2087531 Jun 30 09:26:16.303766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-971ebba7-9757-454e-b37b-364fba573521 req-2d5dc585-91a3-48fe-8653-85acb8f9c711 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624726 Jun 30 09:26:17.178442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54208) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:17.334528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a297f80a-37d0-4761-a1f1-f39a769f7035 tempest-DvrRoutersNegativeTest-586991921 tempest-DvrRoutersNegativeTest-586991921-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2111502871', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:17.345645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.policy [None req-a297f80a-37d0-4761-a1f1-f39a769f7035 tempest-DvrRoutersNegativeTest-586991921 tempest-DvrRoutersNegativeTest-586991921-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94185) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 09:26:17.346557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.policy [None req-a297f80a-37d0-4761-a1f1-f39a769f7035 tempest-DvrRoutersNegativeTest-586991921 tempest-DvrRoutersNegativeTest-586991921-project] Failed policy check for 'create_router' {{(pid=94185) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 09:26:17.347325 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-a297f80a-37d0-4761-a1f1-f39a769f7035 tempest-DvrRoutersNegativeTest-586991921 tempest-DvrRoutersNegativeTest-586991921-project] create failed (client error): Access was denied to this resource. Jun 30 09:26:17.348940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a297f80a-37d0-4761-a1f1-f39a769f7035 tempest-DvrRoutersNegativeTest-586991921 tempest-DvrRoutersNegativeTest-586991921-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1692965 Jun 30 09:26:17.504210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a7f2-6d6b-4d48-a9b9-2905c7f0d4b7 req-473646ca-7f4c-4f37-b242-a00e588c1a03 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.512654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8484a7f2-6d6b-4d48-a9b9-2905c7f0d4b7 req-473646ca-7f4c-4f37-b242-a00e588c1a03 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0829985 Jun 30 09:26:17.576156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8484a7f2-6d6b-4d48-a9b9-2905c7f0d4b7 req-01d27ee1-22b8-49eb-9420-c485b3e05e91 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619533 Jun 30 09:26:17.784677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54228) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:17.993204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbe38a07-0645-4adc-9d6b-f55423d78daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.227205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbe38a07-0645-4adc-9d6b-f55423d78daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.234850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbe38a07-0645-4adc-9d6b-f55423d78daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.284871 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbe38a07-0645-4adc-9d6b-f55423d78daa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1947e4d3e79d4a8d82af714faa357e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964237 Jun 30 09:26:18.284871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe38a07-0645-4adc-9d6b-f55423d78daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb62144-9ac8-41d7-9837-0d7bd11b6994,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:18.285625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 54236) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:18.383221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.418115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.489034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.491912 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.493172 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0eb62144-9ac8-41d7-9837-0d7bd11b6994 HTTP/1.1" status: 204 len: 168 time: 0.2063603 Jun 30 09:26:18.513336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e328e-eec0-44d3-9dc3-04e0737e8cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb62144-9ac8-41d7-9837-0d7bd11b6994,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:18.887407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8516ff-3942-4c76-a46d-3bdc2782f5bf req-b66e328c-a450-48eb-94fd-b1b3ba623ba9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.890466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8516ff-3942-4c76-a46d-3bdc2782f5bf req-b66e328c-a450-48eb-94fd-b1b3ba623ba9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1511490 Jun 30 09:26:18.995771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8516ff-3942-4c76-a46d-3bdc2782f5bf req-3205281c-3297-4d5f-b5ec-7e2aababa0a2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944793 Jun 30 09:26:20.350422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87cb10-573d-4a49-868c-4d2a0eaa5dcc req-a6e69034-0c73-45a7-9fb9-10a1e2cc3f8f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.359829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f87cb10-573d-4a49-868c-4d2a0eaa5dcc req-a6e69034-0c73-45a7-9fb9-10a1e2cc3f8f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1331527 Jun 30 09:26:20.438682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f87cb10-573d-4a49-868c-4d2a0eaa5dcc req-b25b9a9d-bb5f-40ae-a581-ad41c2498b2f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777800 Jun 30 09:26:21.764162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96917-3ba2-4d69-9576-ac5729293e46 req-3a7ea005-161a-4fc4-beb9-24c5b7eb178f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.766868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7d96917-3ba2-4d69-9576-ac5729293e46 req-3a7ea005-161a-4fc4-beb9-24c5b7eb178f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1116674 Jun 30 09:26:21.860351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7d96917-3ba2-4d69-9576-ac5729293e46 req-f53eea95-6aa3-4cb2-8f8c-6e49e506f752 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827880 Jun 30 09:26:23.318545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfc636-e7b2-46bc-8389-19cdb7bce32f req-ebb80d01-2d01-4e61-bba1-c652dff16209 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.333924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2bfc636-e7b2-46bc-8389-19cdb7bce32f req-ebb80d01-2d01-4e61-bba1-c652dff16209 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.2592769 Jun 30 09:26:23.403295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2bfc636-e7b2-46bc-8389-19cdb7bce32f req-37fae202-6a27-4f3c-9998-3eb7ebab8b0b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628197 Jun 30 09:26:24.626711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7231c-b835-4d2c-89ef-b623bed4a56f req-4c221494-4898-4d6e-823b-83f76daa66b1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.628790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60c7231c-b835-4d2c-89ef-b623bed4a56f req-4c221494-4898-4d6e-823b-83f76daa66b1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0874243 Jun 30 09:26:24.686755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60c7231c-b835-4d2c-89ef-b623bed4a56f req-47b59cad-ea50-4d62-a5fd-8ea29a2d937c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510051 Jun 30 09:26:25.926582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19a524-b52b-4dd3-b794-59a0291d2f65 req-4ccf0ef6-d2c7-40e3-b07b-2cadab4ebab2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.928167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b19a524-b52b-4dd3-b794-59a0291d2f65 req-4ccf0ef6-d2c7-40e3-b07b-2cadab4ebab2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1056445 Jun 30 09:26:25.968912 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b19a524-b52b-4dd3-b794-59a0291d2f65 req-c42e6f30-9d7f-418b-baa6-ec79f23a2d91 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347672 Jun 30 09:26:27.263067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd01919-abc2-41f6-994a-dae5c39ab485 req-1a025dc9-62ba-4c0b-b244-e30149d20cd0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.264062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cd01919-abc2-41f6-994a-dae5c39ab485 req-1a025dc9-62ba-4c0b-b244-e30149d20cd0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1008091 Jun 30 09:26:27.315349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cd01919-abc2-41f6-994a-dae5c39ab485 req-a9774650-075c-44ec-abb8-72ceac493a0d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449412 Jun 30 09:26:27.442452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4ad5b7ed-9310-45c9-ac73-3599df556e2e req-21403f16-9069-4123-b848-cebc14f0171f service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233568 Jun 30 09:26:27.578827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-2e6d33f9-5571-43d2-87d8-cd505c1d215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.587769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-2e6d33f9-5571-43d2-87d8-cd505c1d215f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1096 time: 0.0765896 Jun 30 09:26:27.706275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-f759bbb9-acad-4c2d-921b-67c74ff255f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.707753 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-f759bbb9-acad-4c2d-921b-67c74ff255f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.0982797 Jun 30 09:26:27.803607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-ce06efea-a362-484c-b4e8-7c78bafddb07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 999 time: 0.0885038 Jun 30 09:26:27.868676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-04679672-4bc9-4592-a598-c84642beb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.870293 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-04679672-4bc9-4592-a598-c84642beb09b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0598018 Jun 30 09:26:27.940302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-3706a43b-99b8-4e01-badd-9ea699072d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.943294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-3706a43b-99b8-4e01-badd-9ea699072d0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661459 Jun 30 09:26:28.088999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-25a98152-c8b3-495c-ab24-3467062f0177 service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394415 Jun 30 09:26:28.238300 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-034c45d9-b242-48ba-ba88-a7ccd217cae1 req-42375d4a-fb16-47e0-8a01-4020585974c4 service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427832 Jun 30 09:26:28.639768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df0c6e-2187-47e8-b63f-4ae03f7c02f3 req-ee590d25-7ad7-45cc-90f5-30cc6580e4c1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.653707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47df0c6e-2187-47e8-b63f-4ae03f7c02f3 req-ee590d25-7ad7-45cc-90f5-30cc6580e4c1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1484997 Jun 30 09:26:28.711127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47df0c6e-2187-47e8-b63f-4ae03f7c02f3 req-0de734e8-4c26-48ef-9082-45258d16b439 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553255 Jun 30 09:26:29.146633 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:29.250758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5dae1255-d8ed-439d-ada8-b8ce12592aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.942682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd77cc-51d3-47e1-9ff8-569e01cdcd4b req-67f54093-5c09-4bb1-9da3-66b7994bcb9f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:29.946366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97dd77cc-51d3-47e1-9ff8-569e01cdcd4b req-67f54093-5c09-4bb1-9da3-66b7994bcb9f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0948358 Jun 30 09:26:30.008225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97dd77cc-51d3-47e1-9ff8-569e01cdcd4b req-f867e7dc-0c5d-4602-9ae2-ead82bae95a8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509195 Jun 30 09:26:31.245222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefce7f-460b-45da-9270-3ddb612f81cf req-9ed57eb3-0fea-4039-921a-c15291ad52d9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.247634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baefce7f-460b-45da-9270-3ddb612f81cf req-9ed57eb3-0fea-4039-921a-c15291ad52d9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0992405 Jun 30 09:26:31.324644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baefce7f-460b-45da-9270-3ddb612f81cf req-b01f3160-eef0-4f0d-8502-8d21a8dace48 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587156 Jun 30 09:26:31.909568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9011-d010-4be5-9883-a91c34c82359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.016120 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.565361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bd766-72ee-4bce-b160-235fcaa0f249 req-f10d5605-07e8-4569-bb8d-079e6010a26a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:32.573402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-576bd766-72ee-4bce-b160-235fcaa0f249 req-f10d5605-07e8-4569-bb8d-079e6010a26a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0874624 Jun 30 09:26:32.617000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-576bd766-72ee-4bce-b160-235fcaa0f249 req-47571b30-c2eb-4a9e-bdf7-e40ecd9fb13d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Jun 30 09:26:32.986196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.470969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.908926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c41b-58d5-4191-851f-eea8d2d7d932 req-432919b7-9e7f-4e0a-909b-3da8bd3db851 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.916745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b361c41b-58d5-4191-851f-eea8d2d7d932 req-432919b7-9e7f-4e0a-909b-3da8bd3db851 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1208155 Jun 30 09:26:33.969478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b361c41b-58d5-4191-851f-eea8d2d7d932 req-96a85f4f-9a10-4f74-8e4c-cff09cf3092a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480094 Jun 30 09:26:34.641477 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.121303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.287607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8d230-9c2c-4222-b292-8b16eb01eec0 req-16f714fd-d8c2-4f7a-aedd-cc7122681e73 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:35.291842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4b8d230-9c2c-4222-b292-8b16eb01eec0 req-16f714fd-d8c2-4f7a-aedd-cc7122681e73 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.1303849 Jun 30 09:26:35.398005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4b8d230-9c2c-4222-b292-8b16eb01eec0 req-63670906-2132-4bdb-896d-013807da15a0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011913 Jun 30 09:26:36.639933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d71c-8505-49f5-bb9a-5c721ce6720a req-f0f6988d-2658-428b-9233-d84c57b1b796 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.644966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab22d71c-8505-49f5-bb9a-5c721ce6720a req-f0f6988d-2658-428b-9233-d84c57b1b796 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 944 time: 0.0872068 Jun 30 09:26:36.693834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab22d71c-8505-49f5-bb9a-5c721ce6720a req-6c680828-faf5-4499-8f6f-482761ff4f9d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411966 Jun 30 09:26:36.698232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:36.912801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:36.927916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'mac_address': 'fa:16:3e:09:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:36.998196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.012502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:37.034607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:37.041147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.120235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:37.132226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.132831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.133931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.134515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.135235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.135819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.136356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.136877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.137405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.137959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.138635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.139330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:37.410787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['83c4b983-3fe2-4725-ac2b-babc29c08f6e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:37.964796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c611a11-fb1b-44dc-9d72-9a000a55fa08 req-89e54b9d-3fee-41a7-852e-c3ab64fa22d4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:37.970481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c611a11-fb1b-44dc-9d72-9a000a55fa08 req-89e54b9d-3fee-41a7-852e-c3ab64fa22d4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 945 time: 0.0850728 Jun 30 09:26:38.030668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c611a11-fb1b-44dc-9d72-9a000a55fa08 req-6c594533-a2b6-42ed-84d6-2bbc37ae0596 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572085 Jun 30 09:26:38.715466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:38.786325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:38.795983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 83c4b983-3fe2-4725-ac2b-babc29c08f6e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:38.797795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.889027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.927350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:38.930957 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19fcdb4-cb17-402c-846e-ea31d1f84d7d" -d '{"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:38.944589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:38.956757 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.031644 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9627b85-92d9-4c3a-bebc-a247162f5168 x-openstack-request-id: req-f9627b85-92d9-4c3a-bebc-a247162f5168 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:39.032441 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-plugged", "status": "completed", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:39.033252 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9627b85-92d9-4c3a-bebc-a247162f5168 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:39.051277 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'code': 200} Jun 30 09:26:39.051277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:39.349665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dd39f-24c0-4355-a420-e6c90fd5ac59 req-f6e33791-2ad0-45be-8ff8-2262d87a0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:39.351251 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b4dd39f-24c0-4355-a420-e6c90fd5ac59 req-f6e33791-2ad0-45be-8ff8-2262d87a0bbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1098 time: 0.1214991 Jun 30 09:26:39.429908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea33fe-995d-4ec3-b1e4-471768f0b76e req-dbeeb930-1937-4691-b480-a3f9c4c076e4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:39.431519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dea33fe-995d-4ec3-b1e4-471768f0b76e req-dbeeb930-1937-4691-b480-a3f9c4c076e4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.1658971 Jun 30 09:26:39.446589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b4dd39f-24c0-4355-a420-e6c90fd5ac59 req-386f9194-3758-4753-b510-d909073e2c26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721307 Jun 30 09:26:39.514656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dea33fe-995d-4ec3-b1e4-471768f0b76e req-dbe9db1e-6b5f-4b4b-84ba-eb5f9137b885 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704205 Jun 30 09:26:40.869656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96899615-5b12-4131-8e4c-71db3ba81159 req-22e833de-6165-40bb-a26a-da1e9bbd2c7a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:40.871823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96899615-5b12-4131-8e4c-71db3ba81159 req-22e833de-6165-40bb-a26a-da1e9bbd2c7a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.0866158 Jun 30 09:26:40.944005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96899615-5b12-4131-8e4c-71db3ba81159 req-c27d356e-8b8c-430e-8dc0-86dff082f632 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633430 Jun 30 09:26:42.265799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51529e4-605a-4a65-86f0-f7af8f514dfd req-753f4ba5-e83b-4216-8725-fc126c94dc51 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:42.267937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51529e4-605a-4a65-86f0-f7af8f514dfd req-753f4ba5-e83b-4216-8725-fc126c94dc51 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.1126404 Jun 30 09:26:42.316545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a51529e4-605a-4a65-86f0-f7af8f514dfd req-a404b9d0-18f1-49a2-af6f-85fdc3d0ddc2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405822 Jun 30 09:26:59.287502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-40862423-f3dd-49f6-914f-bf468241e7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.909889 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4ed80650-21dc-46dc-bbbf-76d9c802c6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.043932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.982920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.448398 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.629159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.121790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.148609 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:15.144124 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-7ddd440e-e031-4247-a4bc-abea88d86745 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909786 Jun 30 09:27:15.305714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-de8f4305-364c-4873-8fc0-727ffac56b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:15.308975 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-de8f4305-364c-4873-8fc0-727ffac56b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 1098 time: 0.0943844 Jun 30 09:27:15.501169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-9913f5dd-0103-4dd4-9067-3c22dafed8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:15.502771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-9913f5dd-0103-4dd4-9067-3c22dafed8c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1661377 Jun 30 09:27:15.926151 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-0e8a0499-2b2b-4084-9f11-0cc8656e5a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 200 len: 1001 time: 0.4168091 Jun 30 09:27:16.043044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-b7d7a507-33a5-46a5-97f9-c9ba3d72a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:16.052645 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-b7d7a507-33a5-46a5-97f9-c9ba3d72a8a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1189833 Jun 30 09:27:16.160846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-399641f4-bf7a-4102-a078-f17fc91b7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:16.164075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-399641f4-bf7a-4102-a078-f17fc91b7680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031559 Jun 30 09:27:16.361279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-ed4a5a02-9906-4342-b24b-da002afc646a service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867318 Jun 30 09:27:16.546942 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d2603d92-f9c1-4da6-8901-47abfabe4dc7 req-2f193a83-120c-4b7a-9d17-cd9c47a0b849 service neutron] 10.222.0.11 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781685 Jun 30 09:27:18.174807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56446) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:18.372151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.518439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.529493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.589696 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afdde028b1834e349e6f9c34500cb5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133718 Jun 30 09:27:18.590846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9317c88-4e9a-4268-8869-6f21e1f2198d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.594289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56462) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:18.600093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.600441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.600781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.601116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.601450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.601796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.602321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.602657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.602984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.603312 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.603635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.604065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea530462-8955-4c2a-9ce6-0f2192470e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.665724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.698074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.761563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.764263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.765441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9317c88-4e9a-4268-8869-6f21e1f2198d HTTP/1.1" status: 204 len: 168 time: 0.1698751 Jun 30 09:27:18.775275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9317c88-4e9a-4268-8869-6f21e1f2198d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.785471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.785852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.786444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.787332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.788776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.789129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.789491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.790046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.790622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.790991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.791450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:18.794494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259556ff-b18c-497d-81fa-039a58b4bcf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:19.164704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56484) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:19.190795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0281e27d-e205-4ada-a914-430ac1b554c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.345179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0281e27d-e205-4ada-a914-430ac1b554c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.349999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0281e27d-e205-4ada-a914-430ac1b554c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.400506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0281e27d-e205-4ada-a914-430ac1b554c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccdbe52374db41ba93bcf40c3c21416a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345967 Jun 30 09:27:19.401806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281e27d-e205-4ada-a914-430ac1b554c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af0b98-da8b-499e-9507-6cfa4c09834d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:19.403403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56492) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:19.461837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.483984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.531817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.534572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.538201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5af0b98-da8b-499e-9507-6cfa4c09834d HTTP/1.1" status: 204 len: 168 time: 0.1312892 Jun 30 09:27:19.559499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1effa6-c110-4126-a9ba-297da469b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af0b98-da8b-499e-9507-6cfa4c09834d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:22.986327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:23.105504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-852e6708-a03d-4287-a743-b5fa3e495f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.209846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-852e6708-a03d-4287-a743-b5fa3e495f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.215206 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-852e6708-a03d-4287-a743-b5fa3e495f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.271795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56624) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:23.274746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-852e6708-a03d-4287-a743-b5fa3e495f92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7dbe0560d3f9450eb8423fb20fe7520c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868025 Jun 30 09:27:23.277670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e6708-a03d-4287-a743-b5fa3e495f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4bb7b-7091-4cc5-8784-c825149e4b34,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.370420 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.409115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.474852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.478083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.479296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cc4bb7b-7091-4cc5-8784-c825149e4b34 HTTP/1.1" status: 204 len: 168 time: 0.2064838 Jun 30 09:27:23.487864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5a13-76e3-44ac-9cd6-7a57d5f8f2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4bb7b-7091-4cc5-8784-c825149e4b34,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.909018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 56642) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:23.925894 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae218-d70d-46ff-9784-27f882f4b930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.096158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae218-d70d-46ff-9784-27f882f4b930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.102487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae218-d70d-46ff-9784-27f882f4b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.174736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae218-d70d-46ff-9784-27f882f4b930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26fa53-9823-433e-a178-bec5b21fa6cf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:24.187341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fd9ae218-d70d-46ff-9784-27f882f4b930 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07c08eb70dd24b4aa8efafcfa37a0a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742786 Jun 30 09:27:24.188989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 56648) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:24.289316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.330232 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.430519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.435272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.437500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e26fa53-9823-433e-a178-bec5b21fa6cf HTTP/1.1" status: 204 len: 168 time: 0.2476993 Jun 30 09:27:24.456485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ac367-10a1-48a2-bc2a-dc2d20ef6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26fa53-9823-433e-a178-bec5b21fa6cf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:29.274923 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7be5ba54-cf4c-4068-93c7-d40a926b22a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.914037 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1906c05c-eb49-408b-b877-3f63227151e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.020742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57312) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:32.041966 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.184144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3dc53884-b6bc-4521-948b-b995afdf8c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.326204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3dc53884-b6bc-4521-948b-b995afdf8c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.330979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3dc53884-b6bc-4521-948b-b995afdf8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.373746 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3dc53884-b6bc-4521-948b-b995afdf8c72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fcf8cd82a8f47aaa3a91b09f9f77707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517318 Jun 30 09:27:32.375880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc53884-b6bc-4521-948b-b995afdf8c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364d3774-bed3-45bf-9532-6e5bb1d6ff86,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:32.376598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:32.431158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.453303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.522470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.527922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.533154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/364d3774-bed3-45bf-9532-6e5bb1d6ff86 HTTP/1.1" status: 204 len: 168 time: 0.1554198 Jun 30 09:27:32.542329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d780b6d-4ea0-45d3-9373-fbef0dc0ffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364d3774-bed3-45bf-9532-6e5bb1d6ff86,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:32.973428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.980388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:32.996333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05b4c94d-6623-4b33-927d-901e711d8818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.117263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05b4c94d-6623-4b33-927d-901e711d8818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.121693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-05b4c94d-6623-4b33-927d-901e711d8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.182066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4c94d-6623-4b33-927d-901e711d8818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd1690-06b4-4a06-a6a1-57a541f274a2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.192463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-05b4c94d-6623-4b33-927d-901e711d8818 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=052b50a860484ef3ac561dd3a7083e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091060 Jun 30 09:27:33.192898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57346) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:33.252742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.278990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.364694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.369344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.378766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51cd1690-06b4-4a06-a6a1-57a541f274a2 HTTP/1.1" status: 204 len: 168 time: 0.1792550 Jun 30 09:27:33.387679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0de6-6ca9-40ea-b1f1-ed9624cc31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd1690-06b4-4a06-a6a1-57a541f274a2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.460400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.648994 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.123107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.147874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:49.065564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:49.247850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39f51281-1469-4757-844c-73fd39b8ae4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.373363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39f51281-1469-4757-844c-73fd39b8ae4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.382281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39f51281-1469-4757-844c-73fd39b8ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.429586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-39f51281-1469-4757-844c-73fd39b8ae4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc11aa0cb1244feda3b0182b1d757b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617747 Jun 30 09:27:49.432523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57780) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:49.440244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51281-1469-4757-844c-73fd39b8ae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef6d70d-59f5-46c0-8d64-2ad5d34dccde,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:49.501358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.530325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.593677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.597797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.603492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ef6d70d-59f5-46c0-8d64-2ad5d34dccde HTTP/1.1" status: 204 len: 168 time: 0.1663487 Jun 30 09:27:49.621686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581b86-8512-4856-8067-f9d49486d4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef6d70d-59f5-46c0-8d64-2ad5d34dccde,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:49.953192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57794) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:49.969856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7732150-7c99-40c4-a465-653ea71de1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.079959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7732150-7c99-40c4-a465-653ea71de1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.084337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7732150-7c99-40c4-a465-653ea71de1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.125151 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7732150-7c99-40c4-a465-653ea71de1cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=802abfc5fe8b4f0c99731cf49cb3c7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706350 Jun 30 09:27:50.125948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7732150-7c99-40c4-a465-653ea71de1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fa84ba-358b-4976-b8ee-16f86d95a216,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:50.127816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:50.201315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.236065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.293636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.297624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.299214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36fa84ba-358b-4976-b8ee-16f86d95a216 HTTP/1.1" status: 204 len: 168 time: 0.1698747 Jun 30 09:27:50.310302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4be4ca-1c63-46aa-892b-48928981e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fa84ba-358b-4976-b8ee-16f86d95a216,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:51.526170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 57858) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:51.662180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad8917e9-d70c-4190-9f03-5bdc217552ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.069458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad8917e9-d70c-4190-9f03-5bdc217552ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.073940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad8917e9-d70c-4190-9f03-5bdc217552ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.113593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8917e9-d70c-4190-9f03-5bdc217552ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9973c-edee-45b1-a43d-a14a50ea062d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:52.120890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 57870) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:52.121479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad8917e9-d70c-4190-9f03-5bdc217552ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3311b19b7b8494998bb77263c2619e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927632 Jun 30 09:27:52.183537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.219059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.280344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.283367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.284838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0c9973c-edee-45b1-a43d-a14a50ea062d HTTP/1.1" status: 204 len: 168 time: 0.1628761 Jun 30 09:27:52.300021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0265-94b5-4026-80fd-8fc04cf12a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9973c-edee-45b1-a43d-a14a50ea062d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:53.130533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8223-6281-4150-9cb1-85913a7e31ee req-a3c166c7-204c-46e2-8f1b-a4196878f7f1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:53.132285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a79d8223-6281-4150-9cb1-85913a7e31ee req-a3c166c7-204c-46e2-8f1b-a4196878f7f1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.1008637 Jun 30 09:27:53.176476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a79d8223-6281-4150-9cb1-85913a7e31ee req-5910318b-b796-4657-b2e2-849d7945212f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Jun 30 09:27:54.461489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfefbf-7441-42a6-aed4-7bcad795b177 req-9365702b-f9e1-4e35-9e79-f7d82471e130 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.463218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67bfefbf-7441-42a6-aed4-7bcad795b177 req-9365702b-f9e1-4e35-9e79-f7d82471e130 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.1237929 Jun 30 09:27:54.511384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67bfefbf-7441-42a6-aed4-7bcad795b177 req-3b67ce58-1491-4371-ad87-378d21857ffa tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=f6cc4a4d-ec1d-435c-946a-7f34a97879c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Jun 30 09:27:54.729326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-6cae8a7f-3e8b-462d-9ca3-3d2b9c4d5e1f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.731082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-6cae8a7f-3e8b-462d-9ca3-3d2b9c4d5e1f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 946 time: 0.0764885 Jun 30 09:27:54.864563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Deleting port 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:54.864563 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.014314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] For port 83c4b983-3fe2-4725-ac2b-babc29c08f6e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=83c4b983-3fe2-4725-ac2b-babc29c08f6e,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:55.014840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.348343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.349429 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.349823 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Floating IP 47851fdb-29f9-4dcb-92ae-0686ec60595e disassociated. External IP: 172.25.4.227, port: 83c4b983-3fe2-4725-ac2b-babc29c08f6e. Jun 30 09:27:55.350367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Calling delete_port for 83c4b983-3fe2-4725-ac2b-babc29c08f6e owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:55.610869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.727504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'Port': ['ID=83c4b983-3fe2-4725-ac2b-babc29c08f6e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:55.799000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90cb555f-4a65-4e97-8306-b2e5e4b06e88 req-2bc41f24-0571-4e26-9621-47e0d2f972b5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa HTTP/1.1" status: 200 len: 210 time: 0.0548732 Jun 30 09:27:55.871556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:55.996119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:56.009793 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:56.023180 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:56.023817 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:27:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:56.045797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] No DVR routers for this DVR port 83c4b983-3fe2-4725-ac2b-babc29c08f6e on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:56.048455 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.050518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67338af6-dd1e-4f37-b7e7-98ee26ef6489 req-3cbbdf4f-60dd-43dc-95a1-899259f9e358 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.11 "DELETE /v2.0/ports/83c4b983-3fe2-4725-ac2b-babc29c08f6e HTTP/1.1" status: 204 len: 173 time: 1.3136632 Jun 30 09:27:56.050945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-deleted', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:56.053580 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c542e55-8550-4215-ad6d-8b4741f3cf93" -d '{"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-deleted", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:56.140369 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b29c56-c7f7-463a-82fe-c5b65e8c2cc5 x-openstack-request-id: req-75b29c56-c7f7-463a-82fe-c5b65e8c2cc5 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:56.140661 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa", "name": "network-vif-deleted", "tag": "83c4b983-3fe2-4725-ac2b-babc29c08f6e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:56.140989 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75b29c56-c7f7-463a-82fe-c5b65e8c2cc5 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:56.141379 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f78cbc-0c8c-45ab-ab8c-8a4716dfd8aa', 'name': 'network-vif-deleted', 'tag': '83c4b983-3fe2-4725-ac2b-babc29c08f6e', 'status': 'completed', 'code': 200} Jun 30 09:27:56.211094 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:56.455187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:56.483013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:27:56.496521 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:56.497230 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:27:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:56.649638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:56.952169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:56.984236 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b6eb80-f085-4bd6-9cd6-4402c6c136a5 None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:57.045578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.153326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.440470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.440470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.440470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.440470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "DELETE /v2.0/security-groups/f6cc4a4d-ec1d-435c-946a-7f34a97879c2 HTTP/1.1" status: 204 len: 168 time: 0.2618155 Jun 30 09:27:57.445432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.446667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69395a-4a71-4125-b3b1-d04706802b61 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc4a4d-ec1d-435c-946a-7f34a97879c2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:57.447485 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-cef2bbc1-2614-4d3b-a602-6a4c4ebc7ea8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] show failed (client error): The resource could not be found. Jun 30 09:27:57.448292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.448583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cef2bbc1-2614-4d3b-a602-6a4c4ebc7ea8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups/f6cc4a4d-ec1d-435c-946a-7f34a97879c2 HTTP/1.1" status: 404 len: 347 time: 0.0584362 Jun 30 09:27:57.628833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Deleting port a2806c89-8cd8-4f16-a117-28cd894e4551 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:57.629338 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.631941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8c56b-1609-4cb3-aa9b-aad2272d89b2 None None] New status for floating IP 47851fdb-29f9-4dcb-92ae-0686ec60595e: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:27:57.734668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.735515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.752400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Calling delete_port for a2806c89-8cd8-4f16-a117-28cd894e4551 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:58.088172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.133806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'Port': ['ID=a2806c89-8cd8-4f16-a117-28cd894e4551,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:58.198188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58082) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.209795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.214911 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.216083 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d7a27cdf-5220-48fb-8004-c10ba6d3bfb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "DELETE /v2.0/floatingips/47851fdb-29f9-4dcb-92ae-0686ec60595e HTTP/1.1" status: 204 len: 168 time: 0.8410971 Jun 30 09:27:58.341054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa03b3f3-e76a-48cd-a201-826acb48a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.465471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa03b3f3-e76a-48cd-a201-826acb48a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.472565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa03b3f3-e76a-48cd-a201-826acb48a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.562129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03b3f3-e76a-48cd-a201-826acb48a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a2efe5-caf9-4697-8329-f691160ea6be,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:58.579548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa03b3f3-e76a-48cd-a201-826acb48a715 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80a88eb37557434f8b38c7497cea6f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799465 Jun 30 09:27:58.582294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58098) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.656793 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.681238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.746537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.752757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.754615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18a2efe5-caf9-4697-8329-f691160ea6be HTTP/1.1" status: 204 len: 168 time: 0.1708415 Jun 30 09:27:58.767039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f438455-7e91-457a-b97f-252a00ae5e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a2efe5-caf9-4697-8329-f691160ea6be,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:58.868820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58114) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:58.874093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584062816', 'description': 'tempest-description--309202770'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:58.941947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.069060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.076461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.121915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.124517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2543170 Jun 30 09:27:59.127377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58122) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.132880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5329130-39db-4eed-8288-7df37e2b07c5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5780a6-1389-465b-9c6a-d8d053b3396e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.140871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group_rule': {'security_group_id': '0a5780a6-1389-465b-9c6a-d8d053b3396e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:59.180107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:59.202302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.226925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 83c4b983-3fe2-4725-ac2b-babc29c08f6e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:59.227355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 83c4b983-3fe2-4725-ac2b-babc29c08f6e not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:59.257442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6fb6797e-156a-419a-b9e8-62bcfa30df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.308121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.314580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.330692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b7643c-71e0-4e46-bc12-79d47d31cc4c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.340522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.351389 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.353298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6f5d7715-99bf-4802-aa4a-50f09a64d85c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2243397 Jun 30 09:27:59.355843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58132) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.361941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'security_group_rule': {'security_group_id': '0a5780a6-1389-465b-9c6a-d8d053b3396e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:59.365158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0739650-4309-4005-8663-55d873f8d2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.398408 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.488552 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.496543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.516897 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0739650-4309-4005-8663-55d873f8d2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.519546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421fa6c4-9e4d-4344-ae9b-6a2d2b9771a6,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.529961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0739650-4309-4005-8663-55d873f8d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.541516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.545421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5da7027-5292-4310-8ee2-0c52bf2d54f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1877873 Jun 30 09:27:59.548979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 58138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.562181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:59.578187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0739650-4309-4005-8663-55d873f8d2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba486d0-e4f8-4c6b-abad-f5b6d785fd74,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.586472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a0739650-4309-4005-8663-55d873f8d2cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=281f98bbd5b64e6ea70d425296b91367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447712 Jun 30 09:27:59.587098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58142) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.610746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.652322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.679060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.745692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.748582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.753718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aba486d0-e4f8-4c6b-abad-f5b6d785fd74 HTTP/1.1" status: 204 len: 168 time: 0.1652420 Jun 30 09:27:59.757966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.763759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84eb1-ad34-4be7-be36-78b3029c15d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba486d0-e4f8-4c6b-abad-f5b6d785fd74,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.911576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Allocated IP 172.25.4.119 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d25c66e2-d0aa-49f3-a881-729bb963bce1) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:00.061705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.114150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.179827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:00.181330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:00.185208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:00.266610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=d25c66e2-d0aa-49f3-a881-729bb963bce1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.339537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.401974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.631028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.644115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.706103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=d25c66e2-d0aa-49f3-a881-729bb963bce1,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.771042 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.794116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.796269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bfb05aa0-0539-4f44-8617-66bcd60c1175 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2452748 Jun 30 09:28:01.127060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-6b3c9723-76f7-4d8b-af00-d6db91e3c247 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1584062816&fields=id&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 267 time: 0.0717177 Jun 30 09:28:01.356181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-5c346693-2aaa-4e1f-ac68-32c0bd42f594 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.363569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-5c346693-2aaa-4e1f-ac68-32c0bd42f594 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 817 time: 0.2370172 Jun 30 09:28:01.378074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-4d77d95c-325e-4020-8290-42735ef21793 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/quotas/f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 375 time: 0.0134678 Jun 30 09:28:01.533879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-88b9fdce-8e49-4743-8dca-84635685257a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422403 Jun 30 09:28:01.676373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-981bc124-3532-4bfd-a9f8-9cd9d8787a45 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:28:01.677659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-981bc124-3532-4bfd-a9f8-9cd9d8787a45 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1418734 Jun 30 09:28:01.785063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-3bbf371b-5d78-400e-8db4-e4cdef48ee57 service neutron] 10.222.0.66 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006236 Jun 30 09:28:01.922451 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9ddaa7d3-fcf3-4e4d-b563-416cc7dde162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.935905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-ff4a1c3f-82bc-4ddf-8f28-282786851898 service neutron] 10.222.0.66 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409969 Jun 30 09:28:02.016827 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.206056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8017f562-c63c-457b-829f-cdf6304698c4 req-93137338-4c41-4387-9816-eccde49b841d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 210 time: 0.0450583 Jun 30 09:28:02.987730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.418040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e41e1806-0103-4dd3-9a61-70e127dfaf0a req-92a620c3-e301-42e8-a76a-c5c95c99e3a7 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 210 time: 0.0386159 Jun 30 09:28:03.478333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.669607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-758e2ede-9e53-4ff4-a1e8-e20894a54683 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:03.671646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-758e2ede-9e53-4ff4-a1e8-e20894a54683 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 817 time: 0.2078371 Jun 30 09:28:03.783779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-ed6c8941-857f-491b-83e3-e8f82e98f543 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 380 time: 0.1040642 Jun 30 09:28:03.794592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'port': {'device_id': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'admin_state_up': True, 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'security_groups': ['0a5780a6-1389-465b-9c6a-d8d053b3396e']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:03.964559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Made reservation on behalf of f552d62833ac4c54806679f405a54e48 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:03.973128 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.186711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Allocated IP 172.20.0.4 (2a38748f-89f6-49ea-a14b-cecec1ec62b8/66231947-0886-4c5d-b738-f34adf89afc9/08944a1a-2532-4b51-9875-f416222fd77a) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:04.373166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.388829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Transition to ACTIVE for port object 08944a1a-2532-4b51-9875-f416222fd77a will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:04.436772 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.512350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:04.518004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:04.541730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:04.561627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.641237 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.673077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:04.674272 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.701724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b5a92807-4692-4a5f-a47a-951d304b4501 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117696 Jun 30 09:28:04.731591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Request body: {'port': {'device_id': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:04.820159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a541e-8263-4a5c-847f-dc88d83f048d req-a8786eea-50cc-4183-b9fa-5f56fa4b347c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:04.822450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af2a541e-8263-4a5c-847f-dc88d83f048d req-a8786eea-50cc-4183-b9fa-5f56fa4b347c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 931 time: 0.1351378 Jun 30 09:28:04.992577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af2a541e-8263-4a5c-847f-dc88d83f048d req-b49de3a6-df17-4380-bed9-49a34721656e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231489 Jun 30 09:28:05.022335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.029791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5781fe59-1a5c-4ef8-89b3-bc2af284d0e2 None None] Provisioning for port 08944a1a-2532-4b51-9875-f416222fd77a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:05.034372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5781fe59-1a5c-4ef8-89b3-bc2af284d0e2 None None] Provisioning complete for port 08944a1a-2532-4b51-9875-f416222fd77a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:05.034748 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5781fe59-1a5c-4ef8-89b3-bc2af284d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.141581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5781fe59-1a5c-4ef8-89b3-bc2af284d0e2 None None] Port 08944a1a-2532-4b51-9875-f416222fd77a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:05.151153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.459401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:05.469120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.496828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Transition to ACTIVE for port object 08944a1a-2532-4b51-9875-f416222fd77a will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:05.501570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.588098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.763037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Attempting to bind port 08944a1a-2532-4b51-9875-f416222fd77a on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:05.763475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Attempting to bind port 08944a1a-2532-4b51-9875-f416222fd77a by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:05.763874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Attempting to bind port 08944a1a-2532-4b51-9875-f416222fd77a on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:05.769384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Port 08944a1a-2532-4b51-9875-f416222fd77a on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:05.769722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Attempting to bind port 08944a1a-2532-4b51-9875-f416222fd77a on network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:05.776840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:05.777255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Checking segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:05.777733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Bound using segment: {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:05.778208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Bound port: 08944a1a-2532-4b51-9875-f416222fd77a, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94db933-9d29-4377-8124-aa12caa735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:05.778627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.880148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:05.884644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:05.890638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.933785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.934609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.936020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] 10.222.0.41 "PUT /v2.0/ports/08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 1092 time: 1.2094948 Jun 30 09:28:05.936479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:05.939123 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01098de-3ef8-4d09-a56e-aa23306f98df" -d '{"events": [{"name": "network-changed", "server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:05.998424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b1aa-9257-478e-b83c-d021a7409960 service neutron] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:06.172322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b1afe04d-661a-4599-bfc7-a49dc5f71411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.177380 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b1afe04d-661a-4599-bfc7-a49dc5f71411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1095 time: 0.1617603 Jun 30 09:28:06.317807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-b3b3ce0b-c005-4b33-a2dd-25b11a684451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 217 time: 0.1325600 Jun 30 09:28:06.383308 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba0dead-9869-45ef-bf9e-1488ec52b5b3 x-openstack-request-id: req-6ba0dead-9869-45ef-bf9e-1488ec52b5b3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:06.383606 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:06.383863 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ba0dead-9869-45ef-bf9e-1488ec52b5b3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:06.384262 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'status': 'completed', 'code': 200} Jun 30 09:28:06.464703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-bf9999a7-5f4c-45c0-93a7-7809269860e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.467640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-bf9999a7-5f4c-45c0-93a7-7809269860e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.1397734 Jun 30 09:28:06.530570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd318-ab24-462b-bd05-4aa5c77ff2a8 req-37f800b7-c576-4768-a79c-5b1a326c5e59 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.530570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a8fd318-ab24-462b-bd05-4aa5c77ff2a8 req-37f800b7-c576-4768-a79c-5b1a326c5e59 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.2107935 Jun 30 09:28:06.605363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a8fd318-ab24-462b-bd05-4aa5c77ff2a8 req-127a6c55-d8c5-4ed6-a617-b9f1f4d733f8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695035 Jun 30 09:28:06.608679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-2ee264d2-ea91-4c35-a41a-2ab0c29c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.610279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-2ee264d2-ea91-4c35-a41a-2ab0c29c94d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360331 Jun 30 09:28:06.742246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-02f0aeea-af90-4cfd-9858-b0f648df277e service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230950 Jun 30 09:28:06.866795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c8e829e-8f8b-4e1e-8380-c4f07d4cb146 req-4d5fbfa5-947e-4a61-b3f7-1aababe61936 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171908 Jun 30 09:28:07.048543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-d2a39a14-be3a-4a65-8529-73cd39310313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.051038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-d2a39a14-be3a-4a65-8529-73cd39310313 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1095 time: 0.0816929 Jun 30 09:28:07.257783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-c50caf31-7c1c-437f-9b34-1fd1b3327014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.259459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-c50caf31-7c1c-437f-9b34-1fd1b3327014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.2007365 Jun 30 09:28:07.312218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-159d2292-3b53-482d-b4e3-4970dbe1b5d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 217 time: 0.0428689 Jun 30 09:28:07.373876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-6c2d0b94-01a9-4da4-8c57-1f8abcb9e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.375493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-6c2d0b94-01a9-4da4-8c57-1f8abcb9e721 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0568576 Jun 30 09:28:07.448703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-ceda65ed-9915-40ee-89c7-a27178ab4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.450929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-ceda65ed-9915-40ee-89c7-a27178ab4a1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676730 Jun 30 09:28:07.572972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-2120b450-b795-4b5d-b5ee-0b626a0cffdd service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153927 Jun 30 09:28:07.734875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c01098de-3ef8-4d09-a56e-aa23306f98df req-d0cca509-3fbb-44f1-b437-dfda61f20e09 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523201 Jun 30 09:28:07.856785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd751dc6-b178-4702-b065-c4588c6578b5 req-36c23717-2818-43c3-ada1-32831864fb89 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.858464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd751dc6-b178-4702-b065-c4588c6578b5 req-36c23717-2818-43c3-ada1-32831864fb89 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1000843 Jun 30 09:28:08.252629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd751dc6-b178-4702-b065-c4588c6578b5 req-efe70994-a71b-408f-925a-4177b1da0125 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872018 Jun 30 09:28:09.605528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb3c5-4603-426d-b4a6-92ddff304353 req-4a005473-2935-45e5-ba34-8ce601cb02b8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:09.613635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6acdb3c5-4603-426d-b4a6-92ddff304353 req-4a005473-2935-45e5-ba34-8ce601cb02b8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1066785 Jun 30 09:28:09.693303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:28:09.702387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6acdb3c5-4603-426d-b4a6-92ddff304353 req-6bf1ff61-83bb-432d-a1ed-6ed7eccfac9d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871351 Jun 30 09:28:09.796500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:09.832278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '08944a1a-2532-4b51-9875-f416222fd77a', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:28:09.888898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.920814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:09.950076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:09.956419 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.025999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:10.035006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.035489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.036567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.037100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.037797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.038223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.038636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.039047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.039455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.039863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.040269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.040674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:10.190477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['08944a1a-2532-4b51-9875-f416222fd77a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:10.945723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b6fbc-85cf-430c-b091-d4714bb98858 req-9c18343b-e548-48cc-9edd-c9c15567bba0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:10.954147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-246b6fbc-85cf-430c-b091-d4714bb98858 req-9c18343b-e548-48cc-9edd-c9c15567bba0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 944 time: 0.0820367 Jun 30 09:28:11.032543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-246b6fbc-85cf-430c-b091-d4714bb98858 req-d24efc71-8ec4-4a59-9bc6-f0ca5f93e183 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766158 Jun 30 09:28:11.713284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:11.808432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 08944a1a-2532-4b51-9875-f416222fd77a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:11.818186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 08944a1a-2532-4b51-9875-f416222fd77a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:11.818576 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.937927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.984575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:11.986021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:11.990174 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88538e20-ef98-4a47-bec9-bd34aa4da07e" -d '{"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:11.996225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.056739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:12.061423 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d476e9-d306-43ef-898e-271e14042b46 x-openstack-request-id: req-01d476e9-d306-43ef-898e-271e14042b46 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:12.061823 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:12.062082 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01d476e9-d306-43ef-898e-271e14042b46 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:12.062967 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'code': 200} Jun 30 09:28:12.223473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65af89-4f0c-4eaa-a750-01b4f46ae77e req-5d92f136-3ff9-4c94-adde-c12efad843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:12.225073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a65af89-4f0c-4eaa-a750-01b4f46ae77e req-5d92f136-3ff9-4c94-adde-c12efad843e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1097 time: 0.0898142 Jun 30 09:28:12.360857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a65af89-4f0c-4eaa-a750-01b4f46ae77e req-05b06661-a75a-463b-9415-161f9c4700b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212783 Jun 30 09:28:12.406868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687122e-bcd2-4f9d-af45-88adff5d145d req-9ccd4925-ecae-45c8-92b5-79c9c1b70e06 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:12.408401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c687122e-bcd2-4f9d-af45-88adff5d145d req-9ccd4925-ecae-45c8-92b5-79c9c1b70e06 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.2145162 Jun 30 09:28:12.491277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c687122e-bcd2-4f9d-af45-88adff5d145d req-8462d9ca-12f0-49f4-b4e6-03b96e8a8234 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746036 Jun 30 09:28:13.865365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2160b-481a-4897-9ced-3a8a2bf76a20 req-8ee296f8-3d5f-44de-8e75-ab15e8e0c7e2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.879309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e2160b-481a-4897-9ced-3a8a2bf76a20 req-8ee296f8-3d5f-44de-8e75-ab15e8e0c7e2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.2523623 Jun 30 09:28:13.973385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e2160b-481a-4897-9ced-3a8a2bf76a20 req-2e183d6a-e9d7-44a1-b8e9-7bf87e5c415b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871940 Jun 30 09:28:14.188264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91296-83f2-4570-be29-00964b341f4e req-c5467e9a-b69a-4614-9522-e8274c79afa5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:14.190147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66a91296-83f2-4570-be29-00964b341f4e req-c5467e9a-b69a-4614-9522-e8274c79afa5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0731213 Jun 30 09:28:14.198914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:14.203789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Request body: {'floatingip': {'port_id': '08944a1a-2532-4b51-9875-f416222fd77a'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:14.263263 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.429740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.434812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.610256 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Floating IP be7dd714-aa47-46cf-b1f8-87170dc5b8c3 associated. External IP: 172.25.4.119, port: 08944a1a-2532-4b51-9875-f416222fd77a. Jun 30 09:28:15.874237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:16.014007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:16.024375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:16.025558 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.068601 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:16.072114 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-021dc282-88e2-414b-b8cc-e474964e2045 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "PUT /v2.0/floatingips/be7dd714-aa47-46cf-b1f8-87170dc5b8c3 HTTP/1.1" status: 200 len: 991 time: 1.8694701 Jun 30 09:28:16.072114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:16.073237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.073406 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af4412-f005-4ab7-b73b-413bcf0af6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:16.217998 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559471f-74b6-408f-b03a-da84dbbcc0cd x-openstack-request-id: req-9559471f-74b6-408f-b03a-da84dbbcc0cd {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:16.218296 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:16.218556 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9559471f-74b6-408f-b03a-da84dbbcc0cd {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:16.219007 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'status': 'completed', 'code': 200} Jun 30 09:28:16.298715 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:16.337959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-31de4a45-b1d8-4171-9cc6-289a1fa8e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:16.341074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-31de4a45-b1d8-4171-9cc6-289a1fa8e425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1097 time: 0.1006718 Jun 30 09:28:16.554030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-1311ac14-fbc8-4697-b29f-6db7eeedfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:16.556333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-1311ac14-fbc8-4697-b29f-6db7eeedfde6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.2080977 Jun 30 09:28:16.624196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58790) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:16.694311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-e9cfa527-62da-4d5e-a5b2-ccfad300a967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 999 time: 0.1317747 Jun 30 09:28:16.717334 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'be7dd714-aa47-46cf-b1f8-87170dc5b8c3', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:00Z', 'updated_at': '2021-06-30T09:28:15Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.768208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-7bd268b0-9d03-4d96-bc1f-f3d8ff437b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:16.769733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-7bd268b0-9d03-4d96-bc1f-f3d8ff437b78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0694225 Jun 30 09:28:16.771684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad9682d-6912-426a-ac87-480e2be145c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.793052 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:16.834720 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:16.835625 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.890173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-548ec3f2-daeb-4c1f-8c50-be25186bc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:16.893076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-548ec3f2-daeb-4c1f-8c50-be25186bc863 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170492 Jun 30 09:28:17.016608 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-51bf0374-1450-4272-af9f-0b7d832a2045 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164896 Jun 30 09:28:17.044309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad9682d-6912-426a-ac87-480e2be145c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.053562 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0ad9682d-6912-426a-ac87-480e2be145c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.108444 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:17.177134 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0ad9682d-6912-426a-ac87-480e2be145c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa4705321ab24612ab7865892f43b7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489569 Jun 30 09:28:17.180687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 58794) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:17.198709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9682d-6912-426a-ac87-480e2be145c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f5e73-354b-4b98-9bb1-3279a9faecb3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.281185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c1af4412-f005-4ab7-b73b-413bcf0af6bf req-cdf0a72c-3c6e-43f4-bc3b-e5f3bc4910f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571647 Jun 30 09:28:17.328208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.414663 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.506312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.509799 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.516472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab0f5e73-354b-4b98-9bb1-3279a9faecb3 HTTP/1.1" status: 204 len: 168 time: 0.3347363 Jun 30 09:28:17.531349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ed2b6-ba7a-4ad4-8a18-2e7898ce319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f5e73-354b-4b98-9bb1-3279a9faecb3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.768956 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'be7dd714-aa47-46cf-b1f8-87170dc5b8c3', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:00Z', 'updated_at': '2021-06-30T09:28:15Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:17.802692 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5befe4ed-c440-4f62-9961-a473b30cd7a4 None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'be7dd714-aa47-46cf-b1f8-87170dc5b8c3', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'floating_ip_address': '172.25.4.119', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:00Z', 'updated_at': '2021-06-30T09:28:15Z', 'revision_number': 1, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:18.068117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4079dd0-8872-42d6-adf0-d7c732c38888 None None] New status for floating IP be7dd714-aa47-46cf-b1f8-87170dc5b8c3: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:28:20.083508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-21ec39b7-62d8-4bcc-8fbc-6e912ee3f148 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=19442892540f4ada9f69dfc1507896db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309889 Jun 30 09:28:20.150417 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:20.280321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-45274863-3aaa-4c76-b16b-9ce890e5d79c tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:20.281973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-45274863-3aaa-4c76-b16b-9ce890e5d79c tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923599 Jun 30 09:28:20.301563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-f37cef16-1204-4624-91c9-059507397fb1 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/quotas/19442892540f4ada9f69dfc1507896db HTTP/1.1" status: 200 len: 375 time: 0.0096536 Jun 30 09:28:20.350099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-d56143fb-3ca6-4aa2-971b-3cdd0390b5e5 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19442892540f4ada9f69dfc1507896db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436606 Jun 30 09:28:20.578000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-560281bd-cd89-4735-a1da-6a08ed058bce req-eba2de16-e284-49c8-8504-bfbfc9afd817 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0557532 Jun 30 09:28:21.708057 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-8d1a3172-1289-4516-bee4-f0e7b6838b72 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19442892540f4ada9f69dfc1507896db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712576 Jun 30 09:28:21.789826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cdf10732-0968-4cdf-91a4-1b22bdad2568 req-86352241-de10-4148-9aeb-14fb51c55765 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0446396 Jun 30 09:28:22.102059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-0d02ce27-b385-4123-9452-0fadf165092c tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:22.104238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-0d02ce27-b385-4123-9452-0fadf165092c tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3923881 Jun 30 09:28:22.118702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Request body: {'port': {'device_id': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '19442892540f4ada9f69dfc1507896db'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:22.263249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Made reservation on behalf of 19442892540f4ada9f69dfc1507896db for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:22.267166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.278985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.383934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.388298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.465220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08779b3-4d8c-4922-ae59-ced732a080dd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:22.481990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.482343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.482691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.483032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.483369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.483700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.484044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.484884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.484884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.485075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.485326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.485636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:22.545524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Allocated IP 192.168.233.87 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/84b7287c-4700-4180-aaa7-538efb0a05f2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:22.706556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.731286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Transition to ACTIVE for port object 84b7287c-4700-4180-aaa7-538efb0a05f2 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:22.779038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.829405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:22.835695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:22.840499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:22.907569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:22.908230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.912603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Pushing event updated for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:22.932436 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-045bc6e6-a7cf-44d0-805a-c635d28ab259 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8176057 Jun 30 09:28:22.963636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Request body: {'port': {'device_id': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:23.060495 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9de1e-a56d-4358-9735-95ea413c6648 req-7791abc6-cd13-4fe8-8bee-f45cbec20255 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:23.069335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59d9de1e-a56d-4358-9735-95ea413c6648 req-7791abc6-cd13-4fe8-8bee-f45cbec20255 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 935 time: 0.1050663 Jun 30 09:28:23.102609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.127352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59d9de1e-a56d-4358-9735-95ea413c6648 req-ec4d413e-d83e-40ee-9969-84e8d4ebe699 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Jun 30 09:28:23.292930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0179d0a8-c454-4c61-9590-ecc5a4ec3a6a None None] Provisioning for port 84b7287c-4700-4180-aaa7-538efb0a05f2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:23.297827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0179d0a8-c454-4c61-9590-ecc5a4ec3a6a None None] Provisioning complete for port 84b7287c-4700-4180-aaa7-538efb0a05f2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:23.299838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0179d0a8-c454-4c61-9590-ecc5a4ec3a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.343312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0179d0a8-c454-4c61-9590-ecc5a4ec3a6a None None] Port 84b7287c-4700-4180-aaa7-538efb0a05f2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:23.422355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b7287c-4700-4180-aaa7-538efb0a05f2 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:23.431402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.446398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Transition to ACTIVE for port object 84b7287c-4700-4180-aaa7-538efb0a05f2 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:23.453002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.508783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Pushing event updated for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.607978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Attempting to bind port 84b7287c-4700-4180-aaa7-538efb0a05f2 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:23.608563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Attempting to bind port 84b7287c-4700-4180-aaa7-538efb0a05f2 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:23.608674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Attempting to bind port 84b7287c-4700-4180-aaa7-538efb0a05f2 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:23.613542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Port 84b7287c-4700-4180-aaa7-538efb0a05f2 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:23.613903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Attempting to bind port 84b7287c-4700-4180-aaa7-538efb0a05f2 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:23.620619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:23.620976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:23.621491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:23.622008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Bound port: 84b7287c-4700-4180-aaa7-538efb0a05f2, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:23.622622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.714042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:23.718518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=84b7287c-4700-4180-aaa7-538efb0a05f2,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:23.724602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.784556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:23.786193 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.788493 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] 10.222.0.11 "PUT /v2.0/ports/84b7287c-4700-4180-aaa7-538efb0a05f2 HTTP/1.1" status: 200 len: 1096 time: 0.8428099 Jun 30 09:28:23.789264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:23.794559 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02a3aed-9138-4619-9a74-95a1a4679508" -d '{"events": [{"name": "network-changed", "server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:23.852504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b547d-1949-4754-9cb3-a83eb8146e8c service neutron] Pushing event updated for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.881778 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8afeda9-a0a0-4a76-8353-9394704ff0c9 x-openstack-request-id: req-a8afeda9-a0a0-4a76-8353-9394704ff0c9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:23.882086 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:23.882348 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8afeda9-a0a0-4a76-8353-9394704ff0c9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:23.884621 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2', 'status': 'completed', 'code': 200} Jun 30 09:28:23.938135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-3fed7e93-14f2-47a1-947b-16ec6858297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:23.939670 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-3fed7e93-14f2-47a1-947b-16ec6858297f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19442892540f4ada9f69dfc1507896db&device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 1099 time: 0.0801768 Jun 30 09:28:24.005488 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-0c57f410-44e8-481d-92f3-af62c24114a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=84b7287c-4700-4180-aaa7-538efb0a05f2 HTTP/1.1" status: 200 len: 217 time: 0.0513575 Jun 30 09:28:24.067059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-8fe4a0be-fba7-49d6-87ca-bd070c06ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.068580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-8fe4a0be-fba7-49d6-87ca-bd070c06ae56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0564492 Jun 30 09:28:24.145512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-74cc8b42-d89c-47f4-82ee-f85b5b785aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.147082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-74cc8b42-d89c-47f4-82ee-f85b5b785aeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723248 Jun 30 09:28:24.298365 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-3a870fbd-b04f-402a-89f8-bc0495a5b75f service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444893 Jun 30 09:28:24.334992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761edf5-0b76-4d89-825a-82077420e534 req-13be72e8-ad5b-4364-ae60-44ba8774d9cb tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.336695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7761edf5-0b76-4d89-825a-82077420e534 req-13be72e8-ad5b-4364-ae60-44ba8774d9cb tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 947 time: 0.0776436 Jun 30 09:28:24.384255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7761edf5-0b76-4d89-825a-82077420e534 req-4d369e04-692a-4ad8-a113-f7260c5f2b00 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Jun 30 09:28:24.403399 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cf6596de-9f07-43b2-a996-ff537f11acbb req-80b9b54a-ac26-4017-bec9-f17c3bcc30c3 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979161 Jun 30 09:28:24.518549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-7cbc144d-2302-44f4-8df1-3df7a1b193ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.520694 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-7cbc144d-2302-44f4-8df1-3df7a1b193ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19442892540f4ada9f69dfc1507896db&device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 1099 time: 0.0599444 Jun 30 09:28:24.619637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-4b10cd77-dff0-45ad-8a14-dbbdfa1c8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.621101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-4b10cd77-dff0-45ad-8a14-dbbdfa1c8d3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.0940797 Jun 30 09:28:24.663486 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-fcd77ecf-f771-4718-8f00-a4a09f3e9a64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=84b7287c-4700-4180-aaa7-538efb0a05f2 HTTP/1.1" status: 200 len: 217 time: 0.0358005 Jun 30 09:28:24.719483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-63fce3df-fcb5-4d25-96c7-159513ee875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.720993 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-63fce3df-fcb5-4d25-96c7-159513ee875e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0514460 Jun 30 09:28:24.798337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-ff189f72-fc43-40b1-952b-4f5cbeaa7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.800085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-ff189f72-fc43-40b1-952b-4f5cbeaa7b8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721078 Jun 30 09:28:24.903645 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-577df866-81e1-4e85-b010-b47c11966501 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964890 Jun 30 09:28:25.009907 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a02a3aed-9138-4619-9a74-95a1a4679508 req-f536b890-5c21-4464-80fe-496f498369cf service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982249 Jun 30 09:28:25.606015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb2c91-bdaa-4317-9675-fc35cbb1652d req-036cd7ec-7a2d-4b39-b120-238ebf2a3c12 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.607631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97fb2c91-bdaa-4317-9675-fc35cbb1652d req-036cd7ec-7a2d-4b39-b120-238ebf2a3c12 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 947 time: 0.0787065 Jun 30 09:28:25.651035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97fb2c91-bdaa-4317-9675-fc35cbb1652d req-6cc9e054-350b-410f-9595-5fdbfec1e0c7 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Jun 30 09:28:26.856681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce83fd-9122-4b7b-ba2f-52da8cde6484 req-7a244460-4a2b-4c98-a92b-b6b8471c73cd tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:26.858549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39ce83fd-9122-4b7b-ba2f-52da8cde6484 req-7a244460-4a2b-4c98-a92b-b6b8471c73cd tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 947 time: 0.0807176 Jun 30 09:28:26.899155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39ce83fd-9122-4b7b-ba2f-52da8cde6484 req-22b27f89-6510-46f6-abfb-498bbbca3a4e tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Jun 30 09:28:27.317106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 84b7287c-4700-4180-aaa7-538efb0a05f2 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:28:27.432545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=84b7287c-4700-4180-aaa7-538efb0a05f2,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:27.446233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '84b7287c-4700-4180-aaa7-538efb0a05f2', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': '84b7287c-4700-4180-aaa7-538efb0a05f2', 'mac_address': 'fa:16:3e:9f:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:28:27.496667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.510989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b7287c-4700-4180-aaa7-538efb0a05f2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:27.543343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=84b7287c-4700-4180-aaa7-538efb0a05f2,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:27.548859 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.608808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:27.853180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['84b7287c-4700-4180-aaa7-538efb0a05f2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:28.098196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdf2a7-1414-4a3b-a8be-f4351d64b0e0 req-b6abc279-444d-4e5e-9051-8f3cbc4ce966 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:28.099667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98fdf2a7-1414-4a3b-a8be-f4351d64b0e0 req-b6abc279-444d-4e5e-9051-8f3cbc4ce966 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 948 time: 0.0664856 Jun 30 09:28:28.147225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98fdf2a7-1414-4a3b-a8be-f4351d64b0e0 req-283a67ba-6921-4897-a742-747c33d4bce1 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Jun 30 09:28:29.255909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7bf08600-23e6-4380-891f-169facfc452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.332560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 84b7287c-4700-4180-aaa7-538efb0a05f2 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:29.377428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0e4d-5543-4022-9fb8-522e1d75e070 req-acd3bfe0-1777-48f8-bd65-67c9c62bad84 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:29.381165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-243f0e4d-5543-4022-9fb8-522e1d75e070 req-acd3bfe0-1777-48f8-bd65-67c9c62bad84 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 948 time: 0.0993400 Jun 30 09:28:29.405421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 84b7287c-4700-4180-aaa7-538efb0a05f2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:29.411286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 84b7287c-4700-4180-aaa7-538efb0a05f2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:29.411952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.449516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-243f0e4d-5543-4022-9fb8-522e1d75e070 req-2ee4fdef-40e3-48b8-96e7-24d398ed7578 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641351 Jun 30 09:28:29.512930 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.542953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:29.545888 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a6ea26-8dc2-4a57-810e-bdcaa93b958c" -d '{"events": [{"server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "name": "network-vif-plugged", "status": "completed", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:29.566377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=84b7287c-4700-4180-aaa7-538efb0a05f2,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:29.571914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.613259 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4b465-b8f6-4c3a-9697-59bec382f1bf x-openstack-request-id: req-30f4b465-b8f6-4c3a-9697-59bec382f1bf {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:29.613638 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "name": "network-vif-plugged", "status": "completed", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:29.613892 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30f4b465-b8f6-4c3a-9697-59bec382f1bf {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:29.614298 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2', 'code': 200} Jun 30 09:28:29.660453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:29.747645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb781d-2e25-4b60-8096-16c4cc4fcee7 req-20b2b5df-dd24-41e6-af40-6eee86b4f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:29.749162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7cb781d-2e25-4b60-8096-16c4cc4fcee7 req-20b2b5df-dd24-41e6-af40-6eee86b4f35d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 1101 time: 0.0592725 Jun 30 09:28:29.791434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7cb781d-2e25-4b60-8096-16c4cc4fcee7 req-5986e002-f587-4d16-91eb-0cd0d0b5738a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Jun 30 09:28:30.673341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89119ba5-6eab-4dbe-9daf-28bc970c6bee req-98433b7f-7b03-4fe8-8e8d-0238641285d4 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:30.675145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89119ba5-6eab-4dbe-9daf-28bc970c6bee req-98433b7f-7b03-4fe8-8e8d-0238641285d4 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 949 time: 0.0877945 Jun 30 09:28:30.718025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89119ba5-6eab-4dbe-9daf-28bc970c6bee req-91d6c38b-6b17-4164-8e49-88dc20f77216 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358856 Jun 30 09:28:31.914292 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-53b2aa21-ac0c-48f0-a2d6-c2beef5333b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.974086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15729-0d5b-47c5-a5a3-51a720e89617 req-a8decbd9-52e5-424e-b5b4-4f704640e654 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:31.976088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eca15729-0d5b-47c5-a5a3-51a720e89617 req-a8decbd9-52e5-424e-b5b4-4f704640e654 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 949 time: 0.1051626 Jun 30 09:28:32.025254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.031755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eca15729-0d5b-47c5-a5a3-51a720e89617 req-23c6e07f-4645-404c-8d06-e890edb6d888 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481975 Jun 30 09:28:32.471131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3fbbf-53bd-4043-aa6a-599353a3cb71 req-ae120ce3-9f42-4972-857f-487d5cb2e0cf tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:32.473420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aeb3fbbf-53bd-4043-aa6a-599353a3cb71 req-ae120ce3-9f42-4972-857f-487d5cb2e0cf tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 949 time: 0.0753541 Jun 30 09:28:32.514863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aeb3fbbf-53bd-4043-aa6a-599353a3cb71 req-315830f2-5451-4e55-953c-db540ff6f64f tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Jun 30 09:28:32.972220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.143654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59884) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.291042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4b8b7c3b-2335-4120-ae19-deacb1ef7c2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=133fb756187742d586a59f664c124ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456306 Jun 30 09:28:33.293542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59888) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.341842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.368407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.425066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.427637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.428922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e8177b5-b5e0-4fa9-b39c-28af955bbba7 HTTP/1.1" status: 204 len: 168 time: 0.1343465 Jun 30 09:28:33.437298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d59e6-d0d2-4a97-8c24-0cea9c59e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8177b5-b5e0-4fa9-b39c-28af955bbba7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.475681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.716300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe614-d1d0-46dd-aca1-6c44e1a9f7a9 req-495a4452-d2ed-4c02-be06-2a0640359dae tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:33.718530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0ffe614-d1d0-46dd-aca1-6c44e1a9f7a9 req-495a4452-d2ed-4c02-be06-2a0640359dae tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 949 time: 0.0838559 Jun 30 09:28:33.782923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0ffe614-d1d0-46dd-aca1-6c44e1a9f7a9 req-fc0a5165-754f-4c4d-8932-7f1f6716a75a tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/security-groups?id=e08779b3-4d8c-4922-ae59-ced732a080dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584750 Jun 30 09:28:33.796447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-d62ee5f2-f71c-461e-8a5e-4e8a2082ed12 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:33.798173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-d62ee5f2-f71c-461e-8a5e-4e8a2082ed12 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 949 time: 0.0822120 Jun 30 09:28:33.915836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Deleting port 84b7287c-4700-4180-aaa7-538efb0a05f2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:33.916502 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.991887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.032711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] For port 84b7287c-4700-4180-aaa7-538efb0a05f2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=84b7287c-4700-4180-aaa7-538efb0a05f2,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:34.033329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.048058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Calling delete_port for 84b7287c-4700-4180-aaa7-538efb0a05f2 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:34.126412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.211198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.231054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['84b7287c-4700-4180-aaa7-538efb0a05f2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:34.302805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] No DVR routers for this DVR port 84b7287c-4700-4180-aaa7-538efb0a05f2 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:34.306003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.308955 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2c477038-f890-4d41-b15c-f2a9ec0a622e req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.11 "DELETE /v2.0/ports/84b7287c-4700-4180-aaa7-538efb0a05f2 HTTP/1.1" status: 204 len: 173 time: 0.5002110 Jun 30 09:28:34.309648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'name': 'network-vif-deleted', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:34.316960 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc9033-36c9-432b-aa77-b0c0537dece2" -d '{"events": [{"server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "name": "network-vif-deleted", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:34.324708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39cd6-f907-4377-91a7-f56a7d488a33 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] Pushing event deleted for resources: {'Port': ['ID=84b7287c-4700-4180-aaa7-538efb0a05f2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.325230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.338037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.396261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d7b8d0d612b47f4b003970cd5e6e785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034140 Jun 30 09:28:34.399123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.414789 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ea728-6e7b-4c31-9702-576d00199dc8 x-openstack-request-id: req-6e8ea728-6e7b-4c31-9702-576d00199dc8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:34.414923 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c03169-a628-4ed5-9a63-fb37b097c2e3", "name": "network-vif-deleted", "tag": "84b7287c-4700-4180-aaa7-538efb0a05f2", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:34.415106 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e8ea728-6e7b-4c31-9702-576d00199dc8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:34.415688 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c03169-a628-4ed5-9a63-fb37b097c2e3', 'name': 'network-vif-deleted', 'tag': '84b7287c-4700-4180-aaa7-538efb0a05f2', 'status': 'completed', 'code': 200} Jun 30 09:28:34.444537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7af9d8-5806-41ef-b20d-14a16704880d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.455963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.456508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.456956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.457416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.457868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.458308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.458762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.459198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.459626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.460055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.460481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.461060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e6858-f16b-4957-82d8-7ff92e303cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:34.506630 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.546047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.610981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.613621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.614837 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a7af9d8-5806-41ef-b20d-14a16704880d HTTP/1.1" status: 204 len: 168 time: 0.2147164 Jun 30 09:28:34.623230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c269-4f9d-432c-90db-db9e163da34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7af9d8-5806-41ef-b20d-14a16704880d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.654467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.963768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afe7a030-3b24-4150-84b2-ca319eeda953 req-9acba779-f7bc-42c0-8041-57f10b6e9121 tempest-VolumesNegativeTest-704028828 tempest-VolumesNegativeTest-704028828-project] 10.222.0.66 "GET /v2.0/ports?device_id=56c03169-a628-4ed5-9a63-fb37b097c2e3 HTTP/1.1" status: 200 len: 210 time: 0.0343740 Jun 30 09:28:35.091952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 59954) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.106066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5982d8e-7091-4cad-b405-b4f746c9591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.141280 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.211446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5982d8e-7091-4cad-b405-b4f746c9591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.215447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c5982d8e-7091-4cad-b405-b4f746c9591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.255959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c5982d8e-7091-4cad-b405-b4f746c9591f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=618918a2a0da4442b55ad695752d2373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617274 Jun 30 09:28:35.256533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5982d8e-7091-4cad-b405-b4f746c9591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e16f97-aad3-4326-b6da-d9ca9beea209,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.257458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.320874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.343428 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.402944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.406307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.410792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94e16f97-aad3-4326-b6da-d9ca9beea209 HTTP/1.1" status: 204 len: 168 time: 0.1521826 Jun 30 09:28:35.419102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fc9a9-765c-4fd0-8fb8-e7c0083d1326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e16f97-aad3-4326-b6da-d9ca9beea209,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.166302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 59998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:36.279513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1503132858-network', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:36.303028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Made reservation on behalf of 6da09ae8dc654ad78062725dc0a33b0f for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:36.305506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.314886 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.426158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.432334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.479138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:36.484077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c763f43-c813-4a7e-b52d-2b70e0ca3b86,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.494453 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.494991 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Added segment cce71fde-4ab8-41d2-9db9-225ab9c6be91 of type vlan for network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 Jun 30 09:28:36.548736 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.583800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.585116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.586165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.647369 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4808307 Jun 30 09:28:36.652262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60022) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:36.656455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55071596-3bc6-4153-b268-d4122d23f9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6bebfc-7455-42f1-acf8-5cc957b8a2d2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.658129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Request body: {'subnet': {'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1503132858-subnet', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:36.674372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:36.705707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Made reservation on behalf of 6da09ae8dc654ad78062725dc0a33b0f for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:36.709037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.966125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.036240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a161984-7eae-47bb-bc0a-fb62fe63076d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:37.046931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Checking segment: {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:37.047316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Network hostable DHCP agents. Network: 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:37.076932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:37.092663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:37.099847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.101011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.110199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037571a-4fe6-4204-914e-cf6bd7533fbc None None] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:37.137151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60066) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:37.137903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5355a31-1b27-4d16-8085-96993f148768 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4835184 Jun 30 09:28:37.145798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:37.220325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.226779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.341267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'fixed_ips': [{'subnet_id': '5a161984-7eae-47bb-bc0a-fb62fe63076d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:37.342870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.351199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.378807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 84b7287c-4700-4180-aaa7-538efb0a05f2 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:37.466613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 84b7287c-4700-4180-aaa7-538efb0a05f2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:37.467269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 84b7287c-4700-4180-aaa7-538efb0a05f2 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:37.627454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Allocated IP 172.20.0.2 (7b6bebfc-7455-42f1-acf8-5cc957b8a2d2/5a161984-7eae-47bb-bc0a-fb62fe63076d/ff29d305-1e96-42e2-9516-e0f93deeaa4f) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:37.911377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.923557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Transition to ACTIVE for port object ff29d305-1e96-42e2-9516-e0f93deeaa4f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:37.943720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Transition to ACTIVE for port object ff29d305-1e96-42e2-9516-e0f93deeaa4f will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:37.948337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.950446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.991333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:37.994288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:37.997610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:38.008593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Pushing event updated for resources: {'Port': ['ID=ff29d305-1e96-42e2-9516-e0f93deeaa4f,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.069796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Attempting to bind port ff29d305-1e96-42e2-9516-e0f93deeaa4f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:38.070255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Attempting to bind port ff29d305-1e96-42e2-9516-e0f93deeaa4f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:38.070549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Attempting to bind port ff29d305-1e96-42e2-9516-e0f93deeaa4f on network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:38.076315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:38.076702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Checking segment: {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:38.077108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.077535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Bound using segment: {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:38.078055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Bound port: ff29d305-1e96-42e2-9516-e0f93deeaa4f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:38.078440 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.149234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] For port ff29d305-1e96-42e2-9516-e0f93deeaa4f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:38.152907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] For port ff29d305-1e96-42e2-9516-e0f93deeaa4f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ff29d305-1e96-42e2-9516-e0f93deeaa4f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:38.158947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.193244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.214216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.227323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bbd35-4f32-4e2b-b080-8e107b8bf7e8 None None] Pushing event updated for resources: {'Port': ['ID=ff29d305-1e96-42e2-9516-e0f93deeaa4f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.354496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Allocated IP 172.25.4.122 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:38.556231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.604757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.663079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Pushing event updated for resources: {'Port': ['ID=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.672400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:38.674137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:38.676850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:38.953018 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.292875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.335494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ff29d305-1e96-42e2-9516-e0f93deeaa4f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:39.436587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ff29d305-1e96-42e2-9516-e0f93deeaa4f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:39.576722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:28:39.680987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602a4d9-2ba8-4e32-9302-fd567b692d76 None None] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:39.751947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:39.764259 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Sync routers for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:39.776628 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:39.777155 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.778484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:39.778829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-207f3a69-c26e-4381-a53f-89fcec16381b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6400094 Jun 30 09:28:39.781415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60236) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.804064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Provisioning for port ff29d305-1e96-42e2-9516-e0f93deeaa4f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:39.813186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Provisioning complete for port ff29d305-1e96-42e2-9516-e0f93deeaa4f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:39.813186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.965494 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:40.004181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.044562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] For port ff29d305-1e96-42e2-9516-e0f93deeaa4f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ff29d305-1e96-42e2-9516-e0f93deeaa4f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:40.049576 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.118912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1d91d-3c93-4990-89bd-eba29169bc4f None None] Pushing event updated for resources: {'Port': ['ID=ff29d305-1e96-42e2-9516-e0f93deeaa4f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.262442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:38Z', 'revision_number': 3, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:40.301583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Checking router: 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:40.302236 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Updating router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:40.371536 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.372778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.385660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9bff1c74-bce4-48a7-8c1b-81c15a4d428d None None] Provisioning complete for port ff29d305-1e96-42e2-9516-e0f93deeaa4f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:40.386311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9bff1c74-bce4-48a7-8c1b-81c15a4d428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.580927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Allocated IP 172.20.0.1 (7b6bebfc-7455-42f1-acf8-5cc957b8a2d2/5a161984-7eae-47bb-bc0a-fb62fe63076d/93814a7c-3453-4166-a5f5-67243445532f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:40.757983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.781067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Transition to ACTIVE for port object 93814a7c-3453-4166-a5f5-67243445532f will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:40.818217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.867796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:40.873723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:40.876360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:40.897082 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.909004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Pushing event updated for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.911412 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Transition to ACTIVE for port object ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:40.923651 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.950907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.959820 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Attempting to bind port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:40.960192 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Attempting to bind port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:40.960915 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Attempting to bind port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:40.986811 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:40.987391 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:40.988208 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.988603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:40.989087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Bound port: ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:40.989465 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.058244 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] For port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:41.062765 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] For port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:41.070696 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.114803 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:41.115658 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:41.202882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f7620ab-1bbe-4d5d-84df-9e9e22b9d6ca None None] Provisioning for port 93814a7c-3453-4166-a5f5-67243445532f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:41.208158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1f7620ab-1bbe-4d5d-84df-9e9e22b9d6ca None None] Provisioning complete for port 93814a7c-3453-4166-a5f5-67243445532f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:41.208539 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f7620ab-1bbe-4d5d-84df-9e9e22b9d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.246558 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:41.255628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1f7620ab-1bbe-4d5d-84df-9e9e22b9d6ca None None] Port 93814a7c-3453-4166-a5f5-67243445532f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:41.257422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.287808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ff29d305-1e96-42e2-9516-e0f93deeaa4f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:41.369453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ff29d305-1e96-42e2-9516-e0f93deeaa4f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:41.370131 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.398627 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Pushing event updated for resources: {'Port': ['ID=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.426951 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.427293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.427635 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.427967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.428307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.428622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.428945 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.429269 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.429588 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.430104 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.430428 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.430750 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:41.495558 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a632e-bcc9-423f-bfaa-854456a6c8a1 None None] Pushing event updated for resources: {'Port': ['ID=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.506565 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:38Z', 'revision_number': 3, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:41.522397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.527094 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.540701 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f7f8c-54fd-44a3-95fe-a0c2777d0296 None None] The sync data for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 is: [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:38Z', 'revision_number': 3, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:41.608414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Pushing event updated for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.611383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.841449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:41.844034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:42.073843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:42.128841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.289634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f6e19d25-b165-4cec-b0cc-e90ccbfc1af6 None None] Provisioning complete for port 93814a7c-3453-4166-a5f5-67243445532f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:42.290306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f6e19d25-b165-4cec-b0cc-e90ccbfc1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.303287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:42.319423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-03adfaca-b85a-4916-939c-62589ce9da49 admin admin] 10.222.0.66 "PUT /v2.0/routers/1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5365922 Jun 30 09:28:42.346473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f6e19d25-b165-4cec-b0cc-e90ccbfc1af6 None None] Port 93814a7c-3453-4166-a5f5-67243445532f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:42.380669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.394474 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea1d4b44-b2c6-4c83-a6a4-87c5ee9ab2e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19442892540f4ada9f69dfc1507896db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472630 Jun 30 09:28:42.497781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.537234 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.616384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.619847 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.621148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e08779b3-4d8c-4922-ae59-ced732a080dd HTTP/1.1" status: 204 len: 168 time: 0.2395022 Jun 30 09:28:42.635924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888299-3b3b-4629-91f3-1e323ad50448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08779b3-4d8c-4922-ae59-ced732a080dd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.167135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60296) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:43.172203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1580573201-network', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:43.205698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Made reservation on behalf of 6a861555074f4ba3a9c8b7389e3b1dae for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:43.209251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.221363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.282367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:43.362907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.364452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:43.369663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:43.370095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.370728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.390100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:43.413306 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.413654 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Added segment 150827a6-22d3-436d-82bd-fb8c5847224b of type vlan for network fd805811-28f0-4452-97ed-4ac9c91201e1 Jun 30 09:28:43.423313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059ccd89-13e0-4f6f-9555-df7516c9807d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.464369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.470663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.488053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:43.493247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.527940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.530012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:43.532231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.610537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.908334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7403445 Jun 30 09:28:43.911601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60310) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:43.923092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Request body: {'subnet': {'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1580573201-subnet', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:43.938795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec80c-b062-4f5d-83fd-ad5b529913d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd805811-28f0-4452-97ed-4ac9c91201e1,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.962386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network fd805811-28f0-4452-97ed-4ac9c91201e1 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:43.963971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Made reservation on behalf of 6a861555074f4ba3a9c8b7389e3b1dae for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:43.966368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.099337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Sync routers for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:44.148856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:44.149908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:44.224264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.286399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c668c2ab-0fb5-4987-be98-d3931b496f8b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:44.287250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.297419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Checking segment: {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:44.297815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Network hostable DHCP agents. Network: fd805811-28f0-4452-97ed-4ac9c91201e1, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:44.318653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Network fd805811-28f0-4452-97ed-4ac9c91201e1 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:44.329906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, fd805811-28f0-4452-97ed-4ac9c91201e1) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:44.330563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:44.338243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:44.339548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.360139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f36e8f5d-9cbf-403d-9f66-4eeae998bd93 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4451332 Jun 30 09:28:44.360507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.365172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:44.369612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61567e9d-1615-42de-b36c-bbc68044e5ec None None] Network fd805811-28f0-4452-97ed-4ac9c91201e1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:44.397598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.398927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.499742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.570756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60336) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.686276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-fd805811-28f0-4452-97ed-4ac9c91201e1', 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'fixed_ips': [{'subnet_id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:44.687406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.691022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.696371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.699706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 4, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '93814a7c-3453-4166-a5f5-67243445532f', 'name': '', 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'mac_address': 'fa:16:3e:5f:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:40Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 2, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'subnets': [{'id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:44.703547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'network': {'name': 'tempest-network-smoke--1936277574', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:44.738854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:44.742400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.754080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.768355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.api [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:28:44.768355 n-d-779913-25 neutron-server[94185]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:28:44.768355 n-d-779913-25 neutron-server[94185]: [parameters: {'project_id_1': '3717b0c70b964d4bb93aeb2b57cd600f', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 28, 44, 712400)}] Jun 30 09:28:44.768355 n-d-779913-25 neutron-server[94185]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:44.769977 n-d-779913-25 neutron-server[94185]: DEBUG oslo_db.api [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:44.874930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.880164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.894721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Checking router: 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:44.895079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Updating router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 port 93814a7c-3453-4166-a5f5-67243445532f binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:44.911830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:44.918277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2c582-a6eb-4aef-baf5-59bf8096ba99,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:44.924642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.925644 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Added segment a5eec3ee-41c6-410c-b36f-23f8bd2e7e94 of type vlan for network 15452224-790a-4ff6-ae1a-4d21edb5ed48 Jun 30 09:28:44.947306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.966194 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.983273 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.988474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.021769 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.027102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:45.027710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.090388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Allocated IP 172.25.4.5 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d9985c03-ebb0-4248-8974-daab8c81b150) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:45.098720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5266187 Jun 30 09:28:45.101537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60340) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:45.105991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-553539400', 'admin_state_up': True, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:45.131936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864fb8-d274-4f46-aac1-e65238126742 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Network': ['ID=15452224-790a-4ff6-ae1a-4d21edb5ed48,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.135874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.136166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.136300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Allocated IP 172.20.0.2 (fd805811-28f0-4452-97ed-4ac9c91201e1/c668c2ab-0fb5-4987-be98-d3931b496f8b/d90708ce-7455-4676-b7bf-684abacdd748) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:45.148881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:45.215027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.248803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.302937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.316692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.319110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:45.375130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:45.385392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:45.393399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:45.396151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.399203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9985c03-ebb0-4248-8974-daab8c81b150,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.502540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:45.503857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.550721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.593642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Transition to ACTIVE for port object d90708ce-7455-4676-b7bf-684abacdd748 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:45.615294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.636115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Transition to ACTIVE for port object d90708ce-7455-4676-b7bf-684abacdd748 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:45.642371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Transition to ACTIVE for port object 93814a7c-3453-4166-a5f5-67243445532f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:45.661546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.670789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.671915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.677897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.700660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.721558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.740132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Network fd805811-28f0-4452-97ed-4ac9c91201e1 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:45.752609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:45.755561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:45.761570 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3717b0c70b964d4bb93aeb2b57cd600f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4707839 Jun 30 09:28:45.764288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60344) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:45.774120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127481f-1dbd-4100-9bdc-f8df7dc886f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece96a51-aea6-49f5-a618-5595b96dd546,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.775458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Pushing event updated for resources: {'Port': ['ID=d90708ce-7455-4676-b7bf-684abacdd748,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.780921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.897620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.25.4.66 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/0f5f6e21-d2f5-414a-a9cd-01caf160679d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:45.907820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Attempting to bind port 93814a7c-3453-4166-a5f5-67243445532f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:45.908106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Attempting to bind port 93814a7c-3453-4166-a5f5-67243445532f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:45.908215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.908453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Attempting to bind port 93814a7c-3453-4166-a5f5-67243445532f on network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:45.924491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc755-1a0f-419d-8b05-ed6cc4f4c390 None None] Pushing event updated for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.937883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:45.938287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Checking segment: {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:45.938695 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.939405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Bound using segment: {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:45.939603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Bound port: 93814a7c-3453-4166-a5f5-67243445532f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce71fde-4ab8-41d2-9db9-225ab9c6be91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:45.939954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.945111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.949680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Attempting to bind port d90708ce-7455-4676-b7bf-684abacdd748 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:45.950097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Attempting to bind port d90708ce-7455-4676-b7bf-684abacdd748 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:45.950471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Attempting to bind port d90708ce-7455-4676-b7bf-684abacdd748 on network fd805811-28f0-4452-97ed-4ac9c91201e1 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:45.960724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:45.961205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Checking segment: {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:45.961510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.961955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Bound using segment: {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:45.962441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Bound port: d90708ce-7455-4676-b7bf-684abacdd748, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:45.962832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.041235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.060477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] For port 93814a7c-3453-4166-a5f5-67243445532f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:46.083116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.086359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] For port 93814a7c-3453-4166-a5f5-67243445532f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93814a7c-3453-4166-a5f5-67243445532f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:46.093202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] For port d90708ce-7455-4676-b7bf-684abacdd748, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:46.093424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.095838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.096015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.097869 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ece96a51-aea6-49f5-a618-5595b96dd546 HTTP/1.1" status: 204 len: 168 time: 0.3320525 Jun 30 09:28:46.121226 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.144705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dc9d5-384b-44c2-8f9b-67e2dd09cdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece96a51-aea6-49f5-a618-5595b96dd546,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:46.149501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] For port d90708ce-7455-4676-b7bf-684abacdd748, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d90708ce-7455-4676-b7bf-684abacdd748,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:46.175616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.208018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:46.209046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:46.215647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:46.216262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc755-1a0f-419d-8b05-ed6cc4f4c390 None None] Pushing event updated for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:46.224267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:46.230997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:46.262564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=0f5f6e21-d2f5-414a-a9cd-01caf160679d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:46.324854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Router 5c88b834-7a72-4251-90fe-65f695428c07 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:28:46.445778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c9970-dc03-485b-892e-3288e3635c60 None None] Pushing event updated for resources: {'Port': ['ID=d90708ce-7455-4676-b7bf-684abacdd748,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:46.490156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:46.582946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:46.595581 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Sync routers for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:46.611923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.616894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60358) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:46.623605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2e037624-ef4e-49bf-bff5-17fb7ae10df9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2592835 Jun 30 09:28:46.649480 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:46.650527 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:46.897276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.925913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 4, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '93814a7c-3453-4166-a5f5-67243445532f', 'name': '', 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'mac_address': 'fa:16:3e:5f:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:40Z', 'updated_at': '2021-06-30T09:28:46Z', 'revision_number': 4, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'subnets': [{'id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:46.968073 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:46.970200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2d84d-2e63-40b3-bda3-4c2fc27d8f9a None None] The sync data for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 is: [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:41Z', 'revision_number': 4, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '93814a7c-3453-4166-a5f5-67243445532f', 'name': '', 'network_id': '7b6bebfc-7455-42f1-acf8-5cc957b8a2d2', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'mac_address': 'fa:16:3e:5f:90:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:40Z', 'updated_at': '2021-06-30T09:28:46Z', 'revision_number': 4, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'subnets': [{'id': '5a161984-7eae-47bb-bc0a-fb62fe63076d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:47.322383 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:45Z', 'revision_number': 3, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:47.361607 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Checking router: 5c88b834-7a72-4251-90fe-65f695428c07 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:47.361990 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Updating router 5c88b834-7a72-4251-90fe-65f695428c07 port d9985c03-ebb0-4248-8974-daab8c81b150 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:47.459915 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.460847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d90708ce-7455-4676-b7bf-684abacdd748 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:47.619452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d90708ce-7455-4676-b7bf-684abacdd748 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:47.626084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93814a7c-3453-4166-a5f5-67243445532f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:47.689624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.743054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 93814a7c-3453-4166-a5f5-67243445532f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:47.748971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 93814a7c-3453-4166-a5f5-67243445532f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:47.749960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.904439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.975191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c07b2-4ba1-499e-806a-83bf3d6b5814 None None] Network fd805811-28f0-4452-97ed-4ac9c91201e1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:47.979227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 93814a7c-3453-4166-a5f5-67243445532f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93814a7c-3453-4166-a5f5-67243445532f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:47.996307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.013983 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.025134 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Transition to ACTIVE for port object d9985c03-ebb0-4248-8974-daab8c81b150 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:48.038804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.040131 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.105349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a601bf-7db8-4991-a125-725bef46fd68 None None] Pushing event updated for resources: {'Port': ['ID=d9985c03-ebb0-4248-8974-daab8c81b150,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.116365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Provisioning for port d90708ce-7455-4676-b7bf-684abacdd748 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:48.127975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Provisioning complete for port d90708ce-7455-4676-b7bf-684abacdd748 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:48.128615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.130654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Attempting to bind port d9985c03-ebb0-4248-8974-daab8c81b150 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:48.131134 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Attempting to bind port d9985c03-ebb0-4248-8974-daab8c81b150 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:48.131600 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Attempting to bind port d9985c03-ebb0-4248-8974-daab8c81b150 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:48.137951 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:48.138463 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:48.138960 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.139478 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:48.140237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Bound port: d9985c03-ebb0-4248-8974-daab8c81b150, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:48.141001 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.187120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.244889 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] For port d9985c03-ebb0-4248-8974-daab8c81b150, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:48.251162 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] For port d9985c03-ebb0-4248-8974-daab8c81b150, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d9985c03-ebb0-4248-8974-daab8c81b150,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:48.260793 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.326420 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:48.327331 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:48.351420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Allocated IP 172.20.0.1 (fd805811-28f0-4452-97ed-4ac9c91201e1/c668c2ab-0fb5-4987-be98-d3931b496f8b/3a058985-beb2-4c8a-93c8-f24b6ccff906) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:48.401379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:28:48.423600 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a601bf-7db8-4991-a125-725bef46fd68 None None] Pushing event updated for resources: {'Port': ['ID=d9985c03-ebb0-4248-8974-daab8c81b150,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.555794 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.563812 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:48.601488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.606533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] For port d90708ce-7455-4676-b7bf-684abacdd748, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d90708ce-7455-4676-b7bf-684abacdd748,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:48.614650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.623379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Transition to ACTIVE for port object 3a058985-beb2-4c8a-93c8-f24b6ccff906 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:48.665525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.699705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e849176-5eae-49b1-a6c0-cc28d5b62510 None None] Pushing event updated for resources: {'Port': ['ID=d90708ce-7455-4676-b7bf-684abacdd748,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.791499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Network fd805811-28f0-4452-97ed-4ac9c91201e1 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:48.802048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:48.808912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:48.861178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:45Z', 'revision_number': 3, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:48.891640 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6befc40a-4116-4857-a646-a63e419e41bc None None] The sync data for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 is: [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:45Z', 'revision_number': 3, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:49.044096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f2b7b5bc-4d18-460d-bd50-305797fd0570 None None] Provisioning complete for port d90708ce-7455-4676-b7bf-684abacdd748 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:49.044665 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f2b7b5bc-4d18-460d-bd50-305797fd0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.309076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.323973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d90708ce-7455-4676-b7bf-684abacdd748 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:49.342451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:49.360144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:49.371341 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.401438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:49.402304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:49.435248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.440199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c3330f1-925c-443f-badf-794ef9a85de2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3347714 Jun 30 09:28:49.440622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60404) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.448887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-378493b2-515a-44f0-96aa-08c7e6cfc770 None None] Provisioning for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:49.461866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-378493b2-515a-44f0-96aa-08c7e6cfc770 None None] Provisioning complete for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:49.461866 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-378493b2-515a-44f0-96aa-08c7e6cfc770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.486002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d90708ce-7455-4676-b7bf-684abacdd748 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:49.486404 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.605249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-378493b2-515a-44f0-96aa-08c7e6cfc770 None None] Port 3a058985-beb2-4c8a-93c8-f24b6ccff906 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:49.623153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.654854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:49.787350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a375df90-f0f1-43f1-ad48-b0d3f4de34b7 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ae8ac4177e0c46f9bab14336999764bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3454857 Jun 30 09:28:49.790019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60408) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.859147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60410) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.864028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93814a7c-3453-4166-a5f5-67243445532f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:49.866444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'network': {'name': 'tempest-network-smoke--1635594717', 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:49.921358 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.936096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.959570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 93814a7c-3453-4166-a5f5-67243445532f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:49.959972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.009507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:46Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:50.024214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.028080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.075076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:50.076312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Updating router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 port 0f5f6e21-d2f5-414a-a9cd-01caf160679d binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:50.120077 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.197478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Network fd805811-28f0-4452-97ed-4ac9c91201e1 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:50.199641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:50.387182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Router 5c88b834-7a72-4251-90fe-65f695428c07 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:50.394148 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:50.398023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.421810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.433743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71f697-195d-4b90-9851-cf8cf9ee413f tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:50.439020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c71f697-195d-4b90-9851-cf8cf9ee413f tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6479161 Jun 30 09:28:50.441052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60414) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.486482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7474181c-71ac-40da-bd38-bcc2c72af067 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440598 Jun 30 09:28:50.489088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.498682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496776633', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.526728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.548296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Transition to ACTIVE for port object 0f5f6e21-d2f5-414a-a9cd-01caf160679d will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:50.565772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.578314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.584054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.613231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:50.613499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158ece-6ddc-47a2-90ac-9c7d2703712b None None] Pushing event updated for resources: {'Port': ['ID=0f5f6e21-d2f5-414a-a9cd-01caf160679d,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.621328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:50.628236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65290414-7a5b-403b-a9b5-3a39dcf8c3c5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.636999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2d16fd5e-a82f-4b43-8850-11b22e8564b8 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c88b834-7a72-4251-90fe-65f695428c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187185 Jun 30 09:28:50.642627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.643715 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Added segment 2e2ab4c1-4247-4575-ab1b-8eb0de4e635b of type vlan for network ca0a19f3-7951-438a-a7c6-692369b80a61 Jun 30 09:28:50.667656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:50.670843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2200179f-d724-486c-9678-a7ffc189ef07 None None] Provisioning complete for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:50.671226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2200179f-d724-486c-9678-a7ffc189ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.672839 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.674157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Attempting to bind port 0f5f6e21-d2f5-414a-a9cd-01caf160679d on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:50.674569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Attempting to bind port 0f5f6e21-d2f5-414a-a9cd-01caf160679d by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:50.674941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Attempting to bind port 0f5f6e21-d2f5-414a-a9cd-01caf160679d on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:50.703173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.705355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:50.706537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:50.706796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.707595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:50.708632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Bound port: 0f5f6e21-d2f5-414a-a9cd-01caf160679d, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:50.708982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.741180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.748241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2200179f-d724-486c-9678-a7ffc189ef07 None None] Port 3a058985-beb2-4c8a-93c8-f24b6ccff906 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:50.750002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:50.751084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.807406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] For port 0f5f6e21-d2f5-414a-a9cd-01caf160679d, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:50.813587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] For port 0f5f6e21-d2f5-414a-a9cd-01caf160679d, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f5f6e21-d2f5-414a-a9cd-01caf160679d,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:50.823954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.852175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9910471 Jun 30 09:28:50.855193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60424) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.860281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'admin_state_up': True, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.871183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9fc57-97d8-45fd-9b42-80e89d7fc3aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Network': ['ID=ca0a19f3-7951-438a-a7c6-692369b80a61,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.897697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:50.898462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:50.901963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network ca0a19f3-7951-438a-a7c6-692369b80a61 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:50.913916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.915319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.968322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.998876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.019367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158ece-6ddc-47a2-90ac-9c7d2703712b None None] Pushing event updated for resources: {'Port': ['ID=0f5f6e21-d2f5-414a-a9cd-01caf160679d,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.070776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Subnet': ['ID=7cf91307-3e8e-4081-a98e-8519aa76c732,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.085589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Checking segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:51.085992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network hostable DHCP agents. Network: 15452224-790a-4ff6-ae1a-4d21edb5ed48, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:51.103864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:51.111625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:51.125464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 15452224-790a-4ff6-ae1a-4d21edb5ed48) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:51.148456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:51.149656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.173801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8d5c1cff-77af-451f-91c8-17d5fc974c3f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6822579 Jun 30 09:28:51.177459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60436) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.178082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4223ff2-344d-4633-94b9-c26a96866357 None None] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:51.311125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.386312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d9985c03-ebb0-4248-8974-daab8c81b150 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:51.467081 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Sync routers for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:51.482845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:51.485705 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:51.619909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.646003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-15452224-790a-4ff6-ae1a-4d21edb5ed48', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:51.646889 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.670270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:51.675609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.774869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d9985c03-ebb0-4248-8974-daab8c81b150 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:51.791352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d9985c03-ebb0-4248-8974-daab8c81b150 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:51.791748 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.889120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.935375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.25.4.162 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/70ab0562-75c5-4cf4-80cd-69e53394e4ff) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:52.053262 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:49Z', 'revision_number': 4, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3a058985-beb2-4c8a-93c8-f24b6ccff906', 'name': '', 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'mac_address': 'fa:16:3e:be:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:48Z', 'updated_at': '2021-06-30T09:28:49Z', 'revision_number': 2, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'subnets': [{'id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:52.062662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:46Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:52.091743 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Checking router: 5c88b834-7a72-4251-90fe-65f695428c07 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:52.092161 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Updating router 5c88b834-7a72-4251-90fe-65f695428c07 port 3a058985-beb2-4c8a-93c8-f24b6ccff906 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:52.097140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d11564-bb05-48ea-bdc5-2dc597632bbd None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:46Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:52.148862 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.171509 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.177579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Allocated IP 172.20.0.2 (15452224-790a-4ff6-ae1a-4d21edb5ed48/7cf91307-3e8e-4081-a98e-8519aa76c732/6ee453ce-00f5-4401-b831-513895746c47) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:52.185219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.227086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port d9985c03-ebb0-4248-8974-daab8c81b150, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d9985c03-ebb0-4248-8974-daab8c81b150,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:52.227927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60468) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:52.287244 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.376926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=d9985c03-ebb0-4248-8974-daab8c81b150,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.377651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.473157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.489563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Transition to ACTIVE for port object 6ee453ce-00f5-4401-b831-513895746c47 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:52.534538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Transition to ACTIVE for port object 6ee453ce-00f5-4401-b831-513895746c47 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:52.548535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.608485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:52.608730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:52.613288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:52.615995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:52.651214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:52.653460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=70ab0562-75c5-4cf4-80cd-69e53394e4ff,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.657056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:52.668033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.1 (15452224-790a-4ff6-ae1a-4d21edb5ed48/7cf91307-3e8e-4081-a98e-8519aa76c732/ce9d40fa-fdea-4f27-a34e-566ea230b0b5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:52.707839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Pushing event updated for resources: {'Port': ['ID=6ee453ce-00f5-4401-b831-513895746c47,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.724414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Attempting to bind port 6ee453ce-00f5-4401-b831-513895746c47 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:52.724927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Attempting to bind port 6ee453ce-00f5-4401-b831-513895746c47 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:52.725540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Attempting to bind port 6ee453ce-00f5-4401-b831-513895746c47 on network 15452224-790a-4ff6-ae1a-4d21edb5ed48 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:52.732852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:52.733857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Checking segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:52.733857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.734538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Bound using segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:52.735125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Bound port: 6ee453ce-00f5-4401-b831-513895746c47, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:52.735759 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.744785 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.758493 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Transition to ACTIVE for port object 3a058985-beb2-4c8a-93c8-f24b6ccff906 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:52.769710 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.889588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] For port 6ee453ce-00f5-4401-b831-513895746c47, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:52.894424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] For port 6ee453ce-00f5-4401-b831-513895746c47, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ee453ce-00f5-4401-b831-513895746c47,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:52.900300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.930210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Attempting to bind port 3a058985-beb2-4c8a-93c8-f24b6ccff906 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:52.930583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Attempting to bind port 3a058985-beb2-4c8a-93c8-f24b6ccff906 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:52.931125 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Attempting to bind port 3a058985-beb2-4c8a-93c8-f24b6ccff906 on network fd805811-28f0-4452-97ed-4ac9c91201e1 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:52.934903 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612a9e8-b2fb-47e3-94dc-0e94975bf582 None None] Pushing event updated for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.941277 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:52.941853 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Checking segment: {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:52.942514 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.942961 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Bound using segment: {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:52.944930 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Bound port: 3a058985-beb2-4c8a-93c8-f24b6ccff906, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150827a6-22d3-436d-82bd-fb8c5847224b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:52.944930 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.952137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.991939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object ce9d40fa-fdea-4f27-a34e-566ea230b0b5 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:53.004207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931f35a-836d-407a-a7e5-9de2730e4e7d None None] Pushing event updated for resources: {'Port': ['ID=6ee453ce-00f5-4401-b831-513895746c47,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.046768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] For port 3a058985-beb2-4c8a-93c8-f24b6ccff906, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:53.052713 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] For port 3a058985-beb2-4c8a-93c8-f24b6ccff906, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a058985-beb2-4c8a-93c8-f24b6ccff906,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:53.067484 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.075401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.076500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.158545 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612a9e8-b2fb-47e3-94dc-0e94975bf582 None None] Pushing event updated for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.162939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.187383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:53.190974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:53.198791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:53.208412 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:53.210209 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:53.283364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.381710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.466199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f5f6e21-d2f5-414a-a9cd-01caf160679d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:53.513622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:53.577203 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.580128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0f5f6e21-d2f5-414a-a9cd-01caf160679d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:53.588529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0f5f6e21-d2f5-414a-a9cd-01caf160679d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:53.588751 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.804384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.862961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0f5f6e21-d2f5-414a-a9cd-01caf160679d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f5f6e21-d2f5-414a-a9cd-01caf160679d,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:53.870459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.871805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d9985c03-ebb0-4248-8974-daab8c81b150 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:53.882839 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:49Z', 'revision_number': 4, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3a058985-beb2-4c8a-93c8-f24b6ccff906', 'name': '', 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'mac_address': 'fa:16:3e:be:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:48Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'subnets': [{'id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:53.952678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Deleting port 93814a7c-3453-4166-a5f5-67243445532f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:53.953262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.953701 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f9d798-9af2-4068-b4ab-588b21e97be5 None None] The sync data for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 is: [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:49Z', 'revision_number': 4, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '3a058985-beb2-4c8a-93c8-f24b6ccff906', 'name': '', 'network_id': 'fd805811-28f0-4452-97ed-4ac9c91201e1', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'mac_address': 'fa:16:3e:be:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:48Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'subnets': [{'id': 'c668c2ab-0fb5-4987-be98-d3931b496f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:53.957162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.987157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0f5f6e21-d2f5-414a-a9cd-01caf160679d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.001535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d9985c03-ebb0-4248-8974-daab8c81b150 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:54.001984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.172779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] For port 93814a7c-3453-4166-a5f5-67243445532f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=93814a7c-3453-4166-a5f5-67243445532f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:54.177363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.183311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.190721 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.197105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Calling delete_port for 93814a7c-3453-4166-a5f5-67243445532f owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:54.275955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.278654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.293168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router 9014dc49-100b-40c1-94e4-97759b035dd9 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:28:54.439585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:54.442727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:54.592900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:54.641681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8f07e-27b0-457a-aa1d-536b7d1dd4d5 None None] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:54.703602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fde276f-cac5-495f-b23d-33b0fd143577 None None] Provisioning for port 6ee453ce-00f5-4401-b831-513895746c47 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:54.727205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:54.733972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3459d5b2-1857-4421-9c3f-572a7c50df30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/182e434c-5fbe-4496-9ec1-ba32a3d4c1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5553141 Jun 30 09:28:54.736467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60474) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.969789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:54.976842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.977577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.978222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.978884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.979535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.980159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.980743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.983927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Sync routers for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:54.992144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:54.995601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-794376e4-25ba-4c18-a10d-9ec5c69cde18 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5634 time: 0.2576547 Jun 30 09:28:54.996876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:54.997943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:54.998503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60478) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.029525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.033488 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8f49d394-dc18-49f5-9ef0-8678e3564cc3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1745121 Jun 30 09:28:55.034406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60480) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.043610 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.087730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Pushing event deleted for resources: {'Port': ['ID=93814a7c-3453-4166-a5f5-67243445532f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.123282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.123601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.124072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.124528 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.125055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.128274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.128757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.131683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2f1ce2a2-cd9e-46c0-9ddb-f67c59594562 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4651 time: 0.1320977 Jun 30 09:28:55.135619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60484) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.244888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:55.258338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-19baf100-e228-4564-af46-938b91980f9e tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73bde918b1844b9fa63eeb43c0f92406&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2222192 Jun 30 09:28:55.270016 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60486) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.508789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a7ddc473-1ed8-4522-b0c2-683c57e3f1af None None] Provisioning for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:55.542652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a7ddc473-1ed8-4522-b0c2-683c57e3f1af None None] Provisioning complete for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:55.545797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ddc473-1ed8-4522-b0c2-683c57e3f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.576615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe87e3b-e0af-4aec-86fe-4c537929548f tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:55.584831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4fe87e3b-e0af-4aec-86fe-4c537929548f tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3129394 Jun 30 09:28:55.585681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60488) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.636137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a058985-beb2-4c8a-93c8-f24b6ccff906 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:55.697147 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-44fd301c-389f-4c08-b868-e9d48122683d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441408 Jun 30 09:28:55.700991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60490) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.710481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705722526', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:55.732259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddc473-1ed8-4522-b0c2-683c57e3f1af None None] Port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:55.799080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:55.817702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:55.818146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.838474 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:55.854916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:55.855279 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:55.904319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.954423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:55.987714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Checking router: 9014dc49-100b-40c1-94e4-97759b035dd9 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:55.988082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Updating router 9014dc49-100b-40c1-94e4-97759b035dd9 port 70ab0562-75c5-4cf4-80cd-69e53394e4ff binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:55.990042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bea89373-f8ee-40d9-8e0d-a850c0d8d5a4 None None] Provisioning complete for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:55.990423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bea89373-f8ee-40d9-8e0d-a850c0d8d5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.044311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:56.050236 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.079984 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:56.184724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-206c9e5b-6cd2-494c-a252-a6349e989f32 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 1.0476530 Jun 30 09:28:56.188909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.308737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.310902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bea89373-f8ee-40d9-8e0d-a850c0d8d5a4 None None] Port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:56.390549 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 2, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:56.397053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:56.418349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 3a058985-beb2-4c8a-93c8-f24b6ccff906, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a058985-beb2-4c8a-93c8-f24b6ccff906,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:56.437834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:56.439365 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Updating router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:28:56.465100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.465826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f5f6e21-d2f5-414a-a9cd-01caf160679d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:56.487166 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.554721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dab69197-a2bb-496d-b22c-7c7ad7acf853 None None] Provisioning complete for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:56.554978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dab69197-a2bb-496d-b22c-7c7ad7acf853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.616486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.628679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.671349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dab69197-a2bb-496d-b22c-7c7ad7acf853 None None] Port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:56.696991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:56.699655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0f5f6e21-d2f5-414a-a9cd-01caf160679d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:56.699849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60496) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.700381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.704496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880347448', 'description': 'tempest-secgroup-smoke-880347448 description', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:56.710947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Sync routers for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:56.716307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-746f554b-e8ab-451b-859b-c6ae82a440bb admin admin] 10.222.0.66 "PUT /v2.0/routers/1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4845958 Jun 30 09:28:56.719027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60498) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.766893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.793192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:56.793864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:56.796551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Subnet': ['ID=9ad4b072-45a9-4c29-94f3-ae50a5c476fb,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.799873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Checking segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:56.799873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network hostable DHCP agents. Network: ca0a19f3-7951-438a-a7c6-692369b80a61, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:56.857533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.882521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Transition to ACTIVE for port object 70ab0562-75c5-4cf4-80cd-69e53394e4ff will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:56.894425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network ca0a19f3-7951-438a-a7c6-692369b80a61 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:56.911677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, ca0a19f3-7951-438a-a7c6-692369b80a61) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:56.922859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30335df-3289-40bd-af36-710dd9781cc1 None None] Network ca0a19f3-7951-438a-a7c6-692369b80a61 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:56.930667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:56.931281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.947976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.957288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.964690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.971628 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.983500 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.996158 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Transition to ACTIVE for port object ce9d40fa-fdea-4f27-a34e-566ea230b0b5 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:57.006073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.010236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3065453 Jun 30 09:28:57.010598 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.010816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60500) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.017456 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3a8b079e-3717-4657-86dc-c2e6ccd9f0f2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3155260 Jun 30 09:28:57.020923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60502) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.027046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.048358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1fe05-7efe-4765-a7d7-c5c21e98636a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03349630-5967-4d0f-9a82-0e16879c5940,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.079028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.158424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.165355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.186825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829b7fa7-de5b-4a9a-a34c-4bd3d608b795,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.213525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.216650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-09ebaf0b-24d6-4cf8-ba1f-8247aeed92f0 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045569 Jun 30 09:28:57.219883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.222760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:57.226650 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Attempting to bind port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:57.227228 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Attempting to bind port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:57.227614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.228172 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Attempting to bind port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 on network 15452224-790a-4ff6-ae1a-4d21edb5ed48 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:57.240456 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:57.241046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Checking segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:57.241678 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.242332 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Bound using segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:57.243114 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Bound port: ce9d40fa-fdea-4f27-a34e-566ea230b0b5, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:57.243719 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.277854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.378231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2289a5a-0fcb-4b24-b8ce-cd9f8b017ae3 None None] Pushing event updated for resources: {'Port': ['ID=70ab0562-75c5-4cf4-80cd-69e53394e4ff,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.384766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ee453ce-00f5-4401-b831-513895746c47 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:57.442727 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.449568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.451842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.477413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Attempting to bind port 70ab0562-75c5-4cf4-80cd-69e53394e4ff on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:57.477973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Attempting to bind port 70ab0562-75c5-4cf4-80cd-69e53394e4ff by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:57.478448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Attempting to bind port 70ab0562-75c5-4cf4-80cd-69e53394e4ff on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:57.494155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0b0946-9118-4a0f-b928-c211eec07f7a,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.503716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.506273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a472f050-382d-4d2e-aed7-d8ec470b7551 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2842076 Jun 30 09:28:57.510303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60510) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.519838 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deba5b5-c8ce-4d05-853b-d2c3b5bc0ede None None] Pushing event updated for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.525722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:57.526021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.526234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:57.526917 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.527428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:57.528073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Bound port: 70ab0562-75c5-4cf4-80cd-69e53394e4ff, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:57.528528 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.537859 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] For port ce9d40fa-fdea-4f27-a34e-566ea230b0b5, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:57.542034 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] For port ce9d40fa-fdea-4f27-a34e-566ea230b0b5, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:57.551719 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.589917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.598387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] For port 70ab0562-75c5-4cf4-80cd-69e53394e4ff, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:57.601702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] For port 70ab0562-75c5-4cf4-80cd-69e53394e4ff, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=70ab0562-75c5-4cf4-80cd-69e53394e4ff,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:57.639175 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deba5b5-c8ce-4d05-853b-d2c3b5bc0ede None None] Pushing event updated for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.642481 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:57.643957 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:57.646170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.653157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:57.710281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6ee453ce-00f5-4401-b831-513895746c47 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:57.753493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2289a5a-0fcb-4b24-b8ce-cd9f8b017ae3 None None] Pushing event updated for resources: {'Port': ['ID=70ab0562-75c5-4cf4-80cd-69e53394e4ff,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.754136 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.757554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6ee453ce-00f5-4401-b831-513895746c47 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:57.758000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.768574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Deleting port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:57.769121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.772664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.808887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1949ff49-6fc4-4b8c-acb8-25315e1a53fc,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.858767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:57.858978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.867299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7328607-115b-4e15-bd96-0b6105942b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480818 Jun 30 09:28:57.875415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60512) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.882387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.955257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:57.956841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:57.970606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.069074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.077786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.083301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] For port ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:58.083908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.104956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9230c8e6-e525-4f06-854c-620c283d55e9,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.106040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Calling delete_port for ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:58.117877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.120648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b47761fc-585f-4e61-b542-0ee2ce9da35f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2430217 Jun 30 09:28:58.122547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60514) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.130164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:58.160932 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:28:58.166368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.177775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.219190 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae616b26-4da8-4969-85e1-df2f1dc6a53f None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:58.266565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.270123 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.296537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.309521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-ca0a19f3-7951-438a-a7c6-692369b80a61', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:58.310554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.320341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:58.322407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.327852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94786dd-c41c-4c6e-9696-9cf9f98a2992,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.337598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.344741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55164539-5d0f-44d8-b730-894a8c8c8151 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2208538 Jun 30 09:28:58.349043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60516) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.358035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': '03349630-5967-4d0f-9a82-0e16879c5940', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:58.406466 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:28:58.415303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.432222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:54Z', 'revision_number': 5, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port': {'id': 'ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:38Z', 'updated_at': '2021-06-30T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.532024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.540316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.597146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa275016-d193-44ce-9b3c-cbf537bd4de1,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.615440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.617798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-792d50b4-cb1b-4fde-9fdd-d24cf3d251d5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2667007 Jun 30 09:28:58.620754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Checking router: 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:58.663651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Routers {'1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:58.664454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.680988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.684949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 6ee453ce-00f5-4401-b831-513895746c47, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ee453ce-00f5-4401-b831-513895746c47,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:58.714693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.731169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.823467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.853440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] Set router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:58.895692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-5ad70d7c-ff3e-410c-9b3f-25772c62ae39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880347448&fields=id&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 267 time: 0.0698986 Jun 30 09:28:58.942364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:58Z', 'revision_number': 7, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.956147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.960243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.983944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Allocated IP 172.20.0.2 (ca0a19f3-7951-438a-a7c6-692369b80a61/9ad4b072-45a9-4c29-94f3-ae50a5c476fb/89eec33f-8913-4b56-b880-2b4b33a06729) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:58.992915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c05f7-6186-4d83-8b32-7bb1135734bf None None] The sync data for ids ['1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3'] in n-d-779913-25 is: [{'id': '1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3', 'name': 'tempest-TestAggregatesBasicOps-1503132858-router', 'tenant_id': '6da09ae8dc654ad78062725dc0a33b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:37Z', 'updated_at': '2021-06-30T09:28:58Z', 'revision_number': 7, 'project_id': '6da09ae8dc654ad78062725dc0a33b0f', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:59.030810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.031370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:28:59.034376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=6ee453ce-00f5-4401-b831-513895746c47,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.039052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.044176 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-021cac82-c74d-4495-b04a-f630f7889b12 admin admin] 10.222.0.66 "DELETE /v2.0/routers/1463c9b6-9adb-41e7-9d96-c1bdf15e2fc3 HTTP/1.1" status: 204 len: 168 time: 2.3089170 Jun 30 09:28:59.045390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60532) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:59.097629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a058985-beb2-4c8a-93c8-f24b6ccff906 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:59.122772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-6d442a9b-6bf1-4b34-9c4a-744c7cb6ad58 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:59.124497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-6d442a9b-6bf1-4b34-9c4a-744c7cb6ad58 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 797 time: 0.2211580 Jun 30 09:28:59.142479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Deleting subnet 5a161984-7eae-47bb-bc0a-fb62fe63076d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:59.146556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.149158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-6f5a6fc8-2871-4e16-8a65-384ebb484fdc tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/quotas/ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 375 time: 0.0182536 Jun 30 09:28:59.207358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:59.223530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.273811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce60e7d6-b98d-43eb-900c-c663a8ca5714 None None] The sync data for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 is: [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:59.281226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3a058985-beb2-4c8a-93c8-f24b6ccff906 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:59.281614 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.317075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-0a060c55-5f65-4464-b6ee-8dbb05ca1a6d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499212 Jun 30 09:28:59.324343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.326314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f59aec98-da82-444c-be9b-9005725d4147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.339906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Transition to ACTIVE for port object 89eec33f-8913-4b56-b880-2b4b33a06729 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:59.356386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.368097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Transition to ACTIVE for port object 89eec33f-8913-4b56-b880-2b4b33a06729 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:59.397662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.433304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.20.0.1 (ca0a19f3-7951-438a-a7c6-692369b80a61/9ad4b072-45a9-4c29-94f3-ae50a5c476fb/2f247fbe-e264-460e-8d4e-6c0544922be5) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:59.443712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ce9d40fa-fdea-4f27-a34e-566ea230b0b5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:59.475166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-51f10002-076f-4b3f-af33-cf458638d378 service neutron] 10.222.0.66 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432831 Jun 30 09:28:59.476629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.518903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.524440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a161984-7eae-47bb-bc0a-fb62fe63076d HTTP/1.1" status: 204 len: 168 time: 0.4775634 Jun 30 09:28:59.525282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60534) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:59.536285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334e00e-219b-4b87-8029-54b361b48a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a161984-7eae-47bb-bc0a-fb62fe63076d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.666418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Network ca0a19f3-7951-438a-a7c6-692369b80a61 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:59.675705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39005e-0769-40dd-866b-60139f61a40f None None] Network 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:59.686758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:59.692813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.701743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Pushing event updated for resources: {'Port': ['ID=89eec33f-8913-4b56-b880-2b4b33a06729,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.715843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-50b24b48-e568-4c77-b7d2-9aed77f958f7 service neutron] 10.222.0.66 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342143 Jun 30 09:28:59.739772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:59.836432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Deleting port ff29d305-1e96-42e2-9516-e0f93deeaa4f {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:59.837837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.896987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:59.901640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Attempting to bind port 89eec33f-8913-4b56-b880-2b4b33a06729 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:59.902049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Attempting to bind port 89eec33f-8913-4b56-b880-2b4b33a06729 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:59.902906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Attempting to bind port 89eec33f-8913-4b56-b880-2b4b33a06729 on network ca0a19f3-7951-438a-a7c6-692369b80a61 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:59.907594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:59.907980 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.918371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:59.918820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Checking segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:59.919153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.919472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Bound using segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:59.920227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Bound port: 89eec33f-8913-4b56-b880-2b4b33a06729, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:59.920684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.974849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] For port ff29d305-1e96-42e2-9516-e0f93deeaa4f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ff29d305-1e96-42e2-9516-e0f93deeaa4f,segment=NetworkSegment(cce71fde-4ab8-41d2-9db9-225ab9c6be91),segment_id=cce71fde-4ab8-41d2-9db9-225ab9c6be91)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:59.975373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.993408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Calling delete_port for ff29d305-1e96-42e2-9516-e0f93deeaa4f owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:00.121646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] For port 89eec33f-8913-4b56-b880-2b4b33a06729, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:00.153101 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] For port 89eec33f-8913-4b56-b880-2b4b33a06729, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89eec33f-8913-4b56-b880-2b4b33a06729,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:00.163923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.166381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e3dbe0a-ea8d-44d7-b87d-4584794f1299 req-2c757ba5-e55f-4ee9-913e-a0a554e92c7e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 210 time: 0.1649051 Jun 30 09:29:00.182586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.203011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Transition to ACTIVE for port object 2f247fbe-e264-460e-8d4e-6c0544922be5 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:00.226920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.260612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.260927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff29d305-1e96-42e2-9516-e0f93deeaa4f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.264812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c0fb7-33ad-4f79-8b68-9bab7364e50b None None] DHCP port deletion for 7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:00.274961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] No DVR routers for this DVR port ff29d305-1e96-42e2-9516-e0f93deeaa4f on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:00.275243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.327958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network ca0a19f3-7951-438a-a7c6-692369b80a61 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:00.332672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:00.338932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:00.367916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ce9d40fa-fdea-4f27-a34e-566ea230b0b5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:00.380764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.399255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.429149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2cb31-cacc-4b87-83bd-916b9cbf5097 None None] Pushing event updated for resources: {'Port': ['ID=89eec33f-8913-4b56-b880-2b4b33a06729,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.448224 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.453568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.472817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6bebfc-7455-42f1-acf8-5cc957b8a2d2']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.490335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce71fde-4ab8-41d2-9db9-225ab9c6be91') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.490955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce71fde-4ab8-41d2-9db9-225ab9c6be91') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.503111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.514772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.529675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.540297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:00.541162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:00.543395 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:00.622402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.632150 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.634357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] 10.222.0.66 "DELETE /v2.0/networks/7b6bebfc-7455-42f1-acf8-5cc957b8a2d2 HTTP/1.1" status: 204 len: 168 time: 1.0936992 Jun 30 09:29:00.637387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60548) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.649335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c0551-7738-49ed-b389-d66836fdad2c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6bebfc-7455-42f1-acf8-5cc957b8a2d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.788581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.003864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89eec33f-8913-4b56-b880-2b4b33a06729 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:01.081668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 89eec33f-8913-4b56-b880-2b4b33a06729 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:01.087432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ce9d40fa-fdea-4f27-a34e-566ea230b0b5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:01.162337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:01.163116 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.262628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ee453ce-00f5-4401-b831-513895746c47 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:01.339830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6ee453ce-00f5-4401-b831-513895746c47 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:01.340379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.364717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.375716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.505131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4571a1c5-918e-410e-9bd4-e532bab780d9 req-04f00ff4-c0ae-4e3a-b92f-541dcb613b96 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 210 time: 0.1028430 Jun 30 09:29:01.620097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.633870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.671931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ff29d305-1e96-42e2-9516-e0f93deeaa4f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:01.723189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ff29d305-1e96-42e2-9516-e0f93deeaa4f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:01.734155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ff29d305-1e96-42e2-9516-e0f93deeaa4f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:01.734785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93814a7c-3453-4166-a5f5-67243445532f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:01.789446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 93814a7c-3453-4166-a5f5-67243445532f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:01.790109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 93814a7c-3453-4166-a5f5-67243445532f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:01.918400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b4f60b7-5897-4a8a-b567-beb2309949a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.969486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b7ffb-40c0-44f5-8464-31c26f1ca864 None None] Network ca0a19f3-7951-438a-a7c6-692369b80a61 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:01.996617 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-6db9ec00-71e2-4e3e-b044-ebcec6f9f267 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:01.998195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-6db9ec00-71e2-4e3e-b044-ebcec6f9f267 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 797 time: 0.3664508 Jun 30 09:29:02.073056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Provisioning for port 89eec33f-8913-4b56-b880-2b4b33a06729 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:02.081068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Provisioning complete for port 89eec33f-8913-4b56-b880-2b4b33a06729 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:02.081792 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.092736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-827a87e7-d6d8-4dfa-94ca-bb2cee8426c2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 379 time: 0.0729795 Jun 30 09:29:02.096535 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.130666 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.202850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'port': {'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'admin_state_up': True, 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'security_groups': ['03349630-5967-4d0f-9a82-0e16879c5940']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:02.210090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network ca0a19f3-7951-438a-a7c6-692369b80a61 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:02.215749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.224300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:02.287948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] For port 89eec33f-8913-4b56-b880-2b4b33a06729, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89eec33f-8913-4b56-b880-2b4b33a06729,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:02.311979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.387853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850bfb0-9dd6-4426-98da-432b1b3d7b6e None None] Pushing event updated for resources: {'Port': ['ID=89eec33f-8913-4b56-b880-2b4b33a06729,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.512114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router 9014dc49-100b-40c1-94e4-97759b035dd9 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:02.521676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:02.525287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.645695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Provisioning for port 2f247fbe-e264-460e-8d4e-6c0544922be5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:02.650598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Provisioning complete for port 2f247fbe-e264-460e-8d4e-6c0544922be5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:02.650989 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.702956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce669983-a5e4-43ff-bb49-7da3e4f4c18b req-d0e8f871-a1ce-4fc5-9307-e5560764c3ac tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 210 time: 0.0451443 Jun 30 09:29:02.721660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Port 2f247fbe-e264-460e-8d4e-6c0544922be5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:02.735289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Provisioning complete for port 89eec33f-8913-4b56-b880-2b4b33a06729 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:02.735673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8390-0e64-47d6-b43d-345217ca686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.861147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Deleting port 3a058985-beb2-4c8a-93c8-f24b6ccff906 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:02.862160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.912835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:02.921798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-80959472-edaf-4199-b15b-0b611f7b2345 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "PUT /v2.0/routers/9014dc49-100b-40c1-94e4-97759b035dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8990891 Jun 30 09:29:02.924576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60558) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.924768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.4 (15452224-790a-4ff6-ae1a-4d21edb5ed48/7cf91307-3e8e-4081-a98e-8519aa76c732/7de8ba84-202b-4752-9468-ee07d31ab656) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:02.930058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--717820839', 'description': 'tempest-secgroup_access--717820839 description', 'project_id': '73bde918b1844b9fa63eeb43c0f92406'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:02.963893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.992752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89eec33f-8913-4b56-b880-2b4b33a06729 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:03.009409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] For port 3a058985-beb2-4c8a-93c8-f24b6ccff906, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3a058985-beb2-4c8a-93c8-f24b6ccff906,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:03.009852 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.033655 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.051372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ecba24b-4c52-499d-be53-b1d88ecb43f9 None None] Provisioning complete for port 2f247fbe-e264-460e-8d4e-6c0544922be5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:03.051750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ecba24b-4c52-499d-be53-b1d88ecb43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.061554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.063298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Calling delete_port for 3a058985-beb2-4c8a-93c8-f24b6ccff906 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:03.066522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.094313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.095827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1699474 Jun 30 09:29:03.101623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60560) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.106168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3ecba24b-4c52-499d-be53-b1d88ecb43f9 None None] Port 2f247fbe-e264-460e-8d4e-6c0544922be5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:03.106398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--384833029', 'description': 'tempest-secgroup_general--384833029 description', 'project_id': '73bde918b1844b9fa63eeb43c0f92406'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:03.106693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02aedd-281a-42e3-9b9c-97596c99ff89 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38df52c1-936b-4e4e-8518-1e6d7bcea131,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.129163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 89eec33f-8913-4b56-b880-2b4b33a06729 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:03.129542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.223908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.227322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.270483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 70ab0562-75c5-4cf4-80cd-69e53394e4ff up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:03.294675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d57a1f43-1066-46c3-a160-f8e26a40b8bc None None] Provisioning complete for port 2f247fbe-e264-460e-8d4e-6c0544922be5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:03.295071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d57a1f43-1066-46c3-a160-f8e26a40b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.340075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object 7de8ba84-202b-4752-9468-ee07d31ab656 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:03.341574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d57a1f43-1066-46c3-a160-f8e26a40b8bc None None] Port 2f247fbe-e264-460e-8d4e-6c0544922be5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:03.349562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-ce8e2723-1408-4c6d-8bd6-2feeaa950d40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938361 Jun 30 09:29:03.353814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 70ab0562-75c5-4cf4-80cd-69e53394e4ff completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:03.358000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 70ab0562-75c5-4cf4-80cd-69e53394e4ff triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:03.358510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.374040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.383984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.427469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.431436 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3260832 Jun 30 09:29:03.432583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60564) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.438307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'security_group_rule': {'security_group_id': '38df52c1-936b-4e4e-8518-1e6d7bcea131', 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:03.450361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fe2d2-4b90-4de5-afcf-5cd88f083cd3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31568c1-2474-4a77-a78d-9442e4017a16,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.451240 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.481662 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.484502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 70ab0562-75c5-4cf4-80cd-69e53394e4ff, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=70ab0562-75c5-4cf4-80cd-69e53394e4ff,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:03.492662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.494241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.499683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-da58524e-e5ff-4584-9a2b-41b5febaf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:03.501186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-da58524e-e5ff-4584-9a2b-41b5febaf4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1097 time: 0.1041207 Jun 30 09:29:03.548810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=70ab0562-75c5-4cf4-80cd-69e53394e4ff,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.552637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:03.568684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:03.575308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.575887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:03.576030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:03.576238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ecadb8d1-ef91-41ff-9c20-b0ea39ffff3f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:03.581968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.584687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:03.609310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.619416 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.635907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.656160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a058985-beb2-4c8a-93c8-f24b6ccff906,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.675100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:03.675785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.678782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de83b7d4-e3f5-4f62-94ea-4c84f12cb248,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.683027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-01eba68b-5ec1-497d-9190-1de95a63f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:03.684816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-01eba68b-5ec1-497d-9190-1de95a63f8c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.1604550 Jun 30 09:29:03.688812 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.699364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6336aa1e-58df-40cc-a3d8-3fcbce6c6880 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2657309 Jun 30 09:29:03.815022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-a4578934-107c-4ce8-af06-3b2bd50804a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 1001 time: 0.1140957 Jun 30 09:29:03.919543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-d67232eb-5dc9-41ee-9af9-9e5778537d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:03.921271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-d67232eb-5dc9-41ee-9af9-9e5778537d5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0976460 Jun 30 09:29:04.029541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-bd1c6048-8ad2-4974-97e7-16f08fc713e6 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--384833029&fields=id&tenant_id=73bde918b1844b9fa63eeb43c0f92406 HTTP/1.1" status: 200 len: 267 time: 0.1071122 Jun 30 09:29:04.068523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8b4591c-c621-4305-acf8-d51cc82e634b None None] Provisioning for port 7de8ba84-202b-4752-9468-ee07d31ab656 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:04.073312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8b4591c-c621-4305-acf8-d51cc82e634b None None] Provisioning complete for port 7de8ba84-202b-4752-9468-ee07d31ab656 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:04.075273 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8b4591c-c621-4305-acf8-d51cc82e634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.087894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29cf7-66c0-48b7-afe4-21791ed2bb49 req-ad2fe071-3784-472a-a510-26cb0d156459 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:04.089435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0e29cf7-66c0-48b7-afe4-21791ed2bb49 req-ad2fe071-3784-472a-a510-26cb0d156459 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 931 time: 0.1660225 Jun 30 09:29:04.097640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-8cd65790-b464-4b0e-b550-69ec840f2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:04.099238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-8cd65790-b464-4b0e-b550-69ec840f2548 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717143 Jun 30 09:29:04.111275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4591c-c621-4305-acf8-d51cc82e634b None None] Port 7de8ba84-202b-4752-9468-ee07d31ab656 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:04.130307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-f191edb9-e759-4a23-9790-e43e73892f75 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--717820839&fields=id&tenant_id=73bde918b1844b9fa63eeb43c0f92406 HTTP/1.1" status: 200 len: 267 time: 0.0928180 Jun 30 09:29:04.165619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-56aff291-f1dc-4428-bba2-622ac8cf3b6f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9988587 Jun 30 09:29:04.177154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Request body: {'port': {'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:04.256960 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e0e29cf7-66c0-48b7-afe4-21791ed2bb49 req-1e6bde09-e24f-46f2-95fd-f5c6a9fe40e2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567352 Jun 30 09:29:04.326671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-1e0b6a89-b46c-41b2-811f-87cd11c1b15a service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154944 Jun 30 09:29:04.333915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.378055 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.389149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-dbb08e33-6ad9-4992-b7ac-d44ebf2d422b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:04.390686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-dbb08e33-6ad9-4992-b7ac-d44ebf2d422b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/networks?id=ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 200 len: 797 time: 0.2485077 Jun 30 09:29:04.429683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-baddf62e-dfe1-4c22-a3d3-72b06a686f54 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/quotas/73bde918b1844b9fa63eeb43c0f92406 HTTP/1.1" status: 200 len: 375 time: 0.0234895 Jun 30 09:29:04.462116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4241c47c-321d-4c1b-8f87-e3913e9f8427 req-55844362-19e8-4d1c-851b-ecea3c1699da service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254077 Jun 30 09:29:04.531536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-3ef9730e-11fa-4eb1-b854-b9f954a5f9ff tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933685 Jun 30 09:29:04.636496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-cf32fff1-d835-439f-8f11-49193d3b9c95 service neutron] 10.222.0.66 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900052 Jun 30 09:29:04.640963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.677042 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Sync routers for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:04.687367 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:04.688153 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:04.749581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-9eb6a26f-327c-466c-a4ea-49b0694bbcfb service neutron] 10.222.0.66 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057796 Jun 30 09:29:04.800731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Router 5c88b834-7a72-4251-90fe-65f695428c07 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:04.815920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de8ba84-202b-4752-9468-ee07d31ab656 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:04.825855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.843530 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:04.880979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Transition to ACTIVE for port object 7de8ba84-202b-4752-9468-ee07d31ab656 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:04.885696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.959303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 70ab0562-75c5-4cf4-80cd-69e53394e4ff up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:05.001652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:05.057371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:05.072269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea2cdd91-849a-4ac7-b450-220aa0f91153 admin admin] 10.222.0.66 "PUT /v2.0/routers/5c88b834-7a72-4251-90fe-65f695428c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4312108 Jun 30 09:29:05.072804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Sync routers for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:05.072938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60590) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:05.077026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1742268-77f0-446b-ba52-d321419003d8 req-a8b9e9f1-f73c-4e5a-a576-7e80f6dc153e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0572617 Jun 30 09:29:05.109275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:05.114445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:05.149990 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:01Z', 'revision_number': 2, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:05.170627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 70ab0562-75c5-4cf4-80cd-69e53394e4ff triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:05.171001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.185879 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Checking router: 9014dc49-100b-40c1-94e4-97759b035dd9 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:05.186499 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Updating router 9014dc49-100b-40c1-94e4-97759b035dd9 port 2f247fbe-e264-460e-8d4e-6c0544922be5 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:29:05.201452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Attempting to bind port 7de8ba84-202b-4752-9468-ee07d31ab656 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:05.202199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Attempting to bind port 7de8ba84-202b-4752-9468-ee07d31ab656 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:05.202867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Attempting to bind port 7de8ba84-202b-4752-9468-ee07d31ab656 on network 15452224-790a-4ff6-ae1a-4d21edb5ed48 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:05.215246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Port 7de8ba84-202b-4752-9468-ee07d31ab656 on network 15452224-790a-4ff6-ae1a-4d21edb5ed48 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:29:05.215841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Attempting to bind port 7de8ba84-202b-4752-9468-ee07d31ab656 on network 15452224-790a-4ff6-ae1a-4d21edb5ed48 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:05.231943 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:05.232494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Checking segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:05.233401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Bound using segment: {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:05.234087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Bound port: 7de8ba84-202b-4752-9468-ee07d31ab656, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:05.234671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.239312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.254385 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.269662 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.360505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:05.459680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:05.464204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7de8ba84-202b-4752-9468-ee07d31ab656,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:05.475910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.519122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.519888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.521335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] 10.222.0.11 "PUT /v2.0/ports/7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 1092 time: 1.3490050 Jun 30 09:29:05.524300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:05.528088 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174" -d '{"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:05.542667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.617930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b328c-1f5b-40a8-828c-1e85770a2eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:05.666990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a0380-fbbb-43a1-bc30-20b845d9f478 req-b724f93c-8398-4027-bf83-83e56b014a16 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.680392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee1a0380-fbbb-43a1-bc30-20b845d9f478 req-b724f93c-8398-4027-bf83-83e56b014a16 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 943 time: 0.2027521 Jun 30 09:29:05.701840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Deleting port d9985c03-ebb0-4248-8974-daab8c81b150 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:05.704290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.771080 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.785716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee1a0380-fbbb-43a1-bc30-20b845d9f478 req-758cdd39-e479-4bd4-8167-241a9d5b6c37 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027069 Jun 30 09:29:05.799011 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Transition to ACTIVE for port object 2f247fbe-e264-460e-8d4e-6c0544922be5 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:05.815381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ccf2fd96-f4d8-4a44-b914-94d10b4838c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.819942 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-ccf2fd96-f4d8-4a44-b914-94d10b4838c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1095 time: 0.2135611 Jun 30 09:29:05.824153 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.939939 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf00a2-b40e-4a07-bfad-1501912d9435 x-openstack-request-id: req-a0bf00a2-b40e-4a07-bfad-1501912d9435 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:05.939939 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:05.940309 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0bf00a2-b40e-4a07-bfad-1501912d9435 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:05.949994 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656', 'status': 'completed', 'code': 200} Jun 30 09:29:05.966814 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c0b2a-abec-425e-b6dd-9ce30b3a5fac None None] Pushing event updated for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.001262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-180f8f4f-2e63-47bd-804a-8eee2919a44c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 217 time: 0.1671758 Jun 30 09:29:06.143442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Attempting to bind port 2f247fbe-e264-460e-8d4e-6c0544922be5 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:06.144026 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Attempting to bind port 2f247fbe-e264-460e-8d4e-6c0544922be5 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:06.144613 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Attempting to bind port 2f247fbe-e264-460e-8d4e-6c0544922be5 on network ca0a19f3-7951-438a-a7c6-692369b80a61 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:06.147731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 5, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port': {'id': 'd9985c03-ebb0-4248-8974-daab8c81b150', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:af:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c88b834-7a72-4251-90fe-65f695428c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.156029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] For port d9985c03-ebb0-4248-8974-daab8c81b150, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d9985c03-ebb0-4248-8974-daab8c81b150,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:06.156694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.160062 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:06.160858 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Checking segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:06.161490 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.162231 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Bound using segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:06.163723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Bound port: 2f247fbe-e264-460e-8d4e-6c0544922be5, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:06.164353 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.181704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Calling delete_port for d9985c03-ebb0-4248-8974-daab8c81b150 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:06.191510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-7481a2f3-6276-4142-a2aa-a927f0285d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:06.193528 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-7481a2f3-6276-4142-a2aa-a927f0285d4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.1850176 Jun 30 09:29:06.213428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Checking router: 5c88b834-7a72-4251-90fe-65f695428c07 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:06.256885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Routers {'5c88b834-7a72-4251-90fe-65f695428c07'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:06.257536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['5c88b834-7a72-4251-90fe-65f695428c07'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.344724 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] For port 2f247fbe-e264-460e-8d4e-6c0544922be5, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:06.353368 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] For port 2f247fbe-e264-460e-8d4e-6c0544922be5, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2f247fbe-e264-460e-8d4e-6c0544922be5,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:06.365285 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.370038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-4969d13e-daab-4f69-bef7-6308e1b5af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:06.371958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-4969d13e-daab-4f69-bef7-6308e1b5af68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719668 Jun 30 09:29:06.523431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] Set router 5c88b834-7a72-4251-90fe-65f695428c07 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:06.570218 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:06.571436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.573437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ece75488-2a82-4503-8a3e-2423faa8bcba req-336d1ba5-fa51-4881-8dc2-ebfb138e1580 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.1103740 Jun 30 09:29:06.579779 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c0b2a-abec-425e-b6dd-9ce30b3a5fac None None] Pushing event updated for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.671464 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-67dfec8c-860c-4f6e-a8ca-98d84948f45f service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925594 Jun 30 09:29:06.688583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.717857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:29:05Z', 'revision_number': 6, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.736333 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:06.777105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff81dac-fcb2-4cdf-8af3-9a0e5a33b09f None None] The sync data for ids ['5c88b834-7a72-4251-90fe-65f695428c07'] in n-d-779913-25 is: [{'id': '5c88b834-7a72-4251-90fe-65f695428c07', 'name': 'tempest-TestAggregatesBasicOps-1580573201-router', 'tenant_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:44Z', 'updated_at': '2021-06-30T09:29:05Z', 'revision_number': 6, 'project_id': '6a861555074f4ba3a9c8b7389e3b1dae', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:06.917534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-923ab21b-eea4-4d8b-a847-67f257560a35 req-a5cf6048-4dd7-432e-b42d-a01390ea56d8 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265472 Jun 30 09:29:06.963484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9985c03-ebb0-4248-8974-daab8c81b150,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:07.111885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.187036 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:06Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:07.203760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-7e81d40b-9e38-462d-b42d-827c20767f82 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.205480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-7e81d40b-9e38-462d-b42d-827c20767f82 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.41 "GET /v2.0/networks?id=ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 200 len: 797 time: 0.1995718 Jun 30 09:29:07.245829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c7abf-0774-498e-be9a-620f3a1c07fc req-92aaf220-a67c-4885-81a4-205ec9c62244 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.253982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9c7abf-0774-498e-be9a-620f3a1c07fc req-92aaf220-a67c-4885-81a4-205ec9c62244 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 943 time: 0.1465070 Jun 30 09:29:07.258004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.261328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.301932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-0f2d1462-0228-435d-a3b3-57d0df529ca2 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73bde918b1844b9fa63eeb43c0f92406 HTTP/1.1" status: 200 len: 476 time: 0.0875449 Jun 30 09:29:07.313402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'port': {'device_id': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'admin_state_up': True, 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'security_groups': ['d31568c1-2474-4a77-a78d-9442e4017a16', '38df52c1-936b-4e4e-8518-1e6d7bcea131']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:07.317347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.317347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c88b834-7a72-4251-90fe-65f695428c07 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:07.322778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.326346 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a0e8bf10-3364-4b11-9aaa-32cb87da901c admin admin] 10.222.0.66 "DELETE /v2.0/routers/5c88b834-7a72-4251-90fe-65f695428c07 HTTP/1.1" status: 204 len: 168 time: 2.2482016 Jun 30 09:29:07.327378 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:07.384298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-437a23c8-bf98-4c28-8fd6-3e8f6639b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.385860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-437a23c8-bf98-4c28-8fd6-3e8f6639b9b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1095 time: 0.3647394 Jun 30 09:29:07.387036 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7287-7f31-4634-bf41-923e782da2cb None None] The sync data for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 is: [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:06Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:07.394559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Deleting subnet c668c2ab-0fb5-4987-be98-d3931b496f8b {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:07.403079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.410862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9c7abf-0774-498e-be9a-620f3a1c07fc req-eef51d27-3270-4673-95ca-0d510843f2c4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549535 Jun 30 09:29:07.530452 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.543543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:07.553500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.649899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-8bb009c3-b4de-41ae-a4fd-bcfcbf1d1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.651683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-8bb009c3-b4de-41ae-a4fd-bcfcbf1d1ab9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.2209888 Jun 30 09:29:07.683137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.721560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.20.0.10 (ca0a19f3-7951-438a-a7c6-692369b80a61/9ad4b072-45a9-4c29-94f3-ae50a5c476fb/b1a63131-6c80-466d-8dfa-98d3d2518e81) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:07.750182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd1949c8-713f-4a85-a913-b443d6898f94 req-f51513e5-bfcf-49ed-b86d-f93088e1d1cb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jun 30 09:29:07.758716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-5ddd04e1-5aa6-4b13-8823-46c43dbc76d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 217 time: 0.0457482 Jun 30 09:29:07.833459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-7f5e495b-1611-4bf0-a904-f71724d60597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.835316 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-7f5e495b-1611-4bf0-a904-f71724d60597 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0698965 Jun 30 09:29:07.841811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.875475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d335b-5aa0-4027-bf86-c54272227e06 None None] Network fd805811-28f0-4452-97ed-4ac9c91201e1 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:07.959395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.981737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Transition to ACTIVE for port object b1a63131-6c80-466d-8dfa-98d3d2518e81 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:08.038135 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.136372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network ca0a19f3-7951-438a-a7c6-692369b80a61 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:08.141342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:08.145526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.149061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:08.157577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] DHCP port deletion for fd805811-28f0-4452-97ed-4ac9c91201e1 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:08.235805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.236535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.258303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Deleting port d90708ce-7455-4676-b7bf-684abacdd748 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:08.259096 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.273364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-5ccec307-92ce-45a9-9c85-1184be3e9f31 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9575179 Jun 30 09:29:08.280555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Request body: {'port': {'device_id': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:08.367790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] For port d90708ce-7455-4676-b7bf-684abacdd748, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d90708ce-7455-4676-b7bf-684abacdd748,segment=NetworkSegment(150827a6-22d3-436d-82bd-fb8c5847224b),segment_id=150827a6-22d3-436d-82bd-fb8c5847224b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:08.368507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.395467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.398575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c668c2ab-0fb5-4987-be98-d3931b496f8b HTTP/1.1" status: 204 len: 168 time: 1.0700300 Jun 30 09:29:08.399243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.402234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.404046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dec28-986c-400c-9016-9bff44b05e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c668c2ab-0fb5-4987-be98-d3931b496f8b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.406991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Calling delete_port for d90708ce-7455-4676-b7bf-684abacdd748 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:08.489441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-b176166b-5966-4b73-8fba-3214fd05345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.491204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-b176166b-5966-4b73-8fba-3214fd05345c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6315577 Jun 30 09:29:08.572877 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.589730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] No DVR routers for this DVR port d90708ce-7455-4676-b7bf-684abacdd748 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:08.614240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87484575-75b6-4c00-a25b-9563ca3db1d9 None None] Pushing event deleted for resources: {'Port': ['ID=d90708ce-7455-4676-b7bf-684abacdd748,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.623319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba479d7f-fdf7-4784-baf6-811cac7aa62a None None] Provisioning for port b1a63131-6c80-466d-8dfa-98d3d2518e81 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:08.627905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-0386e16d-1818-42c3-8d56-15273f445663 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279771 Jun 30 09:29:08.631038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.639217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ba479d7f-fdf7-4784-baf6-811cac7aa62a None None] Provisioning complete for port b1a63131-6c80-466d-8dfa-98d3d2518e81 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:08.639596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba479d7f-fdf7-4784-baf6-811cac7aa62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.680119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ba479d7f-fdf7-4784-baf6-811cac7aa62a None None] Port b1a63131-6c80-466d-8dfa-98d3d2518e81 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:08.732610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a688be7a-1bf2-4c21-86b4-4a2f73ab2174 req-2b52b1e5-bffa-428d-a0dc-0bedd717d23d service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975692 Jun 30 09:29:08.859182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cae1a-34d3-4490-85a5-c49bdcdc59f2 req-b15f5851-72d7-4bd8-98aa-9e883f719f6c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.860806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd8cae1a-34d3-4490-85a5-c49bdcdc59f2 req-b15f5851-72d7-4bd8-98aa-9e883f719f6c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 943 time: 0.3020678 Jun 30 09:29:08.886780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2f247fbe-e264-460e-8d4e-6c0544922be5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:08.902111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.931001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd805811-28f0-4452-97ed-4ac9c91201e1']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.946933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2f247fbe-e264-460e-8d4e-6c0544922be5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:08.951802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2f247fbe-e264-460e-8d4e-6c0544922be5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:08.952601 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.979624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150827a6-22d3-436d-82bd-fb8c5847224b') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.979929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150827a6-22d3-436d-82bd-fb8c5847224b') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.998841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd8cae1a-34d3-4490-85a5-c49bdcdc59f2 req-febc2192-3e49-4d62-9e5f-6849ffe316fc tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289759 Jun 30 09:29:09.003358 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.036479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.037091 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.050715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:09.051127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:09.053619 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:09.073693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2f247fbe-e264-460e-8d4e-6c0544922be5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2f247fbe-e264-460e-8d4e-6c0544922be5,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:09.078156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.137998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.149707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd81b-5bba-4777-aaa4-190dd7969d3c req-18ad627e-d540-42ac-a26c-6d20123d7f39 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:09.151239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2fd81b-5bba-4777-aaa4-190dd7969d3c req-18ad627e-d540-42ac-a26c-6d20123d7f39 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 971 time: 0.2228866 Jun 30 09:29:09.156946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a058985-beb2-4c8a-93c8-f24b6ccff906 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:09.177496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.181346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a63131-6c80-466d-8dfa-98d3d2518e81 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:09.182442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3a058985-beb2-4c8a-93c8-f24b6ccff906 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:09.183188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3a058985-beb2-4c8a-93c8-f24b6ccff906 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:09.183609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d90708ce-7455-4676-b7bf-684abacdd748 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:09.203736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.207557 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.209407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] 10.222.0.66 "DELETE /v2.0/networks/fd805811-28f0-4452-97ed-4ac9c91201e1 HTTP/1.1" status: 204 len: 168 time: 0.8062148 Jun 30 09:29:09.210840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d90708ce-7455-4676-b7bf-684abacdd748 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:09.211890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d90708ce-7455-4676-b7bf-684abacdd748 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:09.212578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d9985c03-ebb0-4248-8974-daab8c81b150 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:09.226484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643bb4-48fd-4311-bcd7-71156a39abfa admin admin] Pushing event deleted for resources: {'Network': ['ID=fd805811-28f0-4452-97ed-4ac9c91201e1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.234848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2fd81b-5bba-4777-aaa4-190dd7969d3c req-72760bfc-69b7-41aa-804b-f94588baa123 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0762141 Jun 30 09:29:09.240918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d9985c03-ebb0-4248-8974-daab8c81b150 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:09.241373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d9985c03-ebb0-4248-8974-daab8c81b150 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:09.258647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Transition to ACTIVE for port object b1a63131-6c80-466d-8dfa-98d3d2518e81 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:09.263482 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.377942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Pushing event updated for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.442596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Attempting to bind port b1a63131-6c80-466d-8dfa-98d3d2518e81 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:09.443021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Attempting to bind port b1a63131-6c80-466d-8dfa-98d3d2518e81 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:09.443428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Attempting to bind port b1a63131-6c80-466d-8dfa-98d3d2518e81 on network ca0a19f3-7951-438a-a7c6-692369b80a61 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:09.444069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:09.448739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Port b1a63131-6c80-466d-8dfa-98d3d2518e81 on network ca0a19f3-7951-438a-a7c6-692369b80a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:29:09.449068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Attempting to bind port b1a63131-6c80-466d-8dfa-98d3d2518e81 on network ca0a19f3-7951-438a-a7c6-692369b80a61 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:09.456621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:09.456848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Checking segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:09.457492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Bound using segment: {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:09.458050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Bound port: b1a63131-6c80-466d-8dfa-98d3d2518e81, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:09.458429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.495920 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bb6ff0c0-c96e-47e8-bedd-53b3341a5853 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6da09ae8dc654ad78062725dc0a33b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505252 Jun 30 09:29:09.498513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60630) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:09.562651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:09.567237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:09.575487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.595479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7de8ba84-202b-4752-9468-ee07d31ab656 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:29:09.608242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.711576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7de8ba84-202b-4752-9468-ee07d31ab656,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:09.724678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7de8ba84-202b-4752-9468-ee07d31ab656', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:29:09.768498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.784045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de8ba84-202b-4752-9468-ee07d31ab656 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:09.812447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7de8ba84-202b-4752-9468-ee07d31ab656,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:09.819486 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.892059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.957522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:09.958177 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.959508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] 10.222.0.41 "PUT /v2.0/ports/b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 200 len: 1132 time: 1.6847286 Jun 30 09:29:09.961592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:09.963846 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19606b6-d0be-493d-bd54-c21e39fb5060" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:09.991522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.012303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c343-2492-4270-95d9-358f4de8ed2f service neutron] Pushing event updated for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.022102 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126d46c5-8626-4d5a-befa-168371cf52b8 x-openstack-request-id: req-126d46c5-8626-4d5a-befa-168371cf52b8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:10.022485 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:10.022828 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-126d46c5-8626-4d5a-befa-168371cf52b8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:10.023368 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'status': 'completed', 'code': 200} Jun 30 09:29:10.082002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-aa5bfaab-abbb-46d3-90d6-0ed6913c49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.083459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-aa5bfaab-abbb-46d3-90d6-0ed6913c49c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1135 time: 0.0802658 Jun 30 09:29:10.084417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.086913 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.087933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c763f43-c813-4a7e-b52d-2b70e0ca3b86 HTTP/1.1" status: 204 len: 168 time: 0.5885170 Jun 30 09:29:10.101655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152e686-8b24-40fe-9ed6-06787054c2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c763f43-c813-4a7e-b52d-2b70e0ca3b86,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.113938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7de8ba84-202b-4752-9468-ee07d31ab656'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:10.134444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-f65d5410-ca6e-42a8-ba69-545e324e249f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 200 len: 217 time: 0.0430126 Jun 30 09:29:10.219694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-dab5d108-256a-4948-89d3-29e45bf49e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.221987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-dab5d108-256a-4948-89d3-29e45bf49e9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ad4b072-45a9-4c29-94f3-ae50a5c476fb HTTP/1.1" status: 200 len: 835 time: 0.0789254 Jun 30 09:29:10.277184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee13bc9-7442-4267-9480-ced44473434a req-f083f8db-b606-4884-81a1-655c479dd73d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.282678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ee13bc9-7442-4267-9480-ced44473434a req-f083f8db-b606-4884-81a1-655c479dd73d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 944 time: 0.1403699 Jun 30 09:29:10.342916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ee13bc9-7442-4267-9480-ced44473434a req-3a84616d-cdde-43ad-84a2-e280ca17bef3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535250 Jun 30 09:29:10.348532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-cfeb0b2c-a3da-4209-88e8-28e63028bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.350407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-cfeb0b2c-a3da-4209-88e8-28e63028bf7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca0a19f3-7951-438a-a7c6-692369b80a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200323 Jun 30 09:29:10.492971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-800c281b-0f20-43b1-b214-25d2502ba874 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357818 Jun 30 09:29:10.516738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188778a-3b6d-4a75-aea8-90df9fb2338d req-f152e57d-00ee-48e3-9fac-a2ecb6f4671c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.522695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d188778a-3b6d-4a75-aea8-90df9fb2338d req-f152e57d-00ee-48e3-9fac-a2ecb6f4671c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 983 time: 0.1450038 Jun 30 09:29:10.565584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60644) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:10.607658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ddfc2489-8984-47b8-b182-1c346d45ad22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a861555074f4ba3a9c8b7389e3b1dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401931 Jun 30 09:29:10.610380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60646) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:10.613176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d188778a-3b6d-4a75-aea8-90df9fb2338d req-d99995b8-cf37-41e4-a6df-45039d38e469 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0523312 Jun 30 09:29:10.639341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e2edd8f-f79d-43cd-a465-a00466e945ab req-9eb0474d-14bb-4cf5-acd4-edb5bbe38d1c service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388440 Jun 30 09:29:10.660839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.683277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.735641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.738768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.739913 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/059ccd89-13e0-4f6f-9555-df7516c9807d HTTP/1.1" status: 204 len: 168 time: 0.1286261 Jun 30 09:29:10.744282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-a90b920f-d8fc-4219-b882-cc5605220761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.745950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-a90b920f-d8fc-4219-b882-cc5605220761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1135 time: 0.0595818 Jun 30 09:29:10.747818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661817c3-77e8-4da6-b621-6d8a44f9ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ccd89-13e0-4f6f-9555-df7516c9807d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.855078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2f247fbe-e264-460e-8d4e-6c0544922be5 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:10.858228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-b09f9586-1c4e-4933-b37a-35f4f50e55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.859647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-b09f9586-1c4e-4933-b37a-35f4f50e55dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 200 len: 898 time: 0.1077721 Jun 30 09:29:10.902558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-016f0e22-6e98-4f01-8989-10144cb2230f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 200 len: 217 time: 0.0353611 Jun 30 09:29:10.907736 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2f247fbe-e264-460e-8d4e-6c0544922be5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:10.908282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.976552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-06260a69-7385-4bd5-a01e-e1b098fcd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.978339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-06260a69-7385-4bd5-a01e-e1b098fcd0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ad4b072-45a9-4c29-94f3-ae50a5c476fb HTTP/1.1" status: 200 len: 835 time: 0.0679996 Jun 30 09:29:11.043218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-46f9d824-dd7e-446c-a632-547e50909d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.044771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-46f9d824-dd7e-446c-a632-547e50909d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca0a19f3-7951-438a-a7c6-692369b80a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599878 Jun 30 09:29:11.154599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-203efae4-71ae-4437-ab0d-1006f69be020 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025314 Jun 30 09:29:11.268082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e19606b6-d0be-493d-bd54-c21e39fb5060 req-3801644e-5fa3-4f54-93d5-7c8704ca6e36 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051433 Jun 30 09:29:11.536427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a5bfe-9f82-41ab-8baa-39c7ec3ae284 req-b6574678-15ff-49d7-b636-56a66420088a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.537955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-727a5bfe-9f82-41ab-8baa-39c7ec3ae284 req-b6574678-15ff-49d7-b636-56a66420088a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 944 time: 0.0646389 Jun 30 09:29:11.577240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-727a5bfe-9f82-41ab-8baa-39c7ec3ae284 req-08889c26-6056-41d7-b024-284a03f2383a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333314 Jun 30 09:29:11.611048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7de8ba84-202b-4752-9468-ee07d31ab656 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:11.658919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7de8ba84-202b-4752-9468-ee07d31ab656 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:11.662845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7de8ba84-202b-4752-9468-ee07d31ab656 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:11.663226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.742420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.765462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:11.768468 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da52fd0-2084-464e-8ed1-9b4ea83a4e76" -d '{"events": [{"server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "name": "network-vif-plugged", "status": "completed", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:11.781383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7de8ba84-202b-4752-9468-ee07d31ab656,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:11.785818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.794922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af0d5b-c284-4682-8a8e-2793c464aa25 req-cc18b3fa-4141-4377-93c4-658fdbf303dc tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.796415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5af0d5b-c284-4682-8a8e-2793c464aa25 req-cc18b3fa-4141-4377-93c4-658fdbf303dc tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 983 time: 0.0698149 Jun 30 09:29:11.817881 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6ad63-51df-4420-be99-9bf80d93a981 x-openstack-request-id: req-52c6ad63-51df-4420-be99-9bf80d93a981 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:11.818203 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "name": "network-vif-plugged", "status": "completed", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:11.818459 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52c6ad63-51df-4420-be99-9bf80d93a981 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:11.818901 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656', 'code': 200} Jun 30 09:29:11.842935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:11.846491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5af0d5b-c284-4682-8a8e-2793c464aa25 req-ce988cbf-5e3c-4dff-8d6a-9ea2e181170f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0440633 Jun 30 09:29:11.851450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.851798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.852137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.852471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.852803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.853129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.853454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.853957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.854184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.855095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.855439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.856270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:11.938964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45e94-c269-42d2-8332-b2e4269bf4ca req-9f6c773d-966a-4de6-b812-c4a899cf518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.940489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-64a45e94-c269-42d2-8332-b2e4269bf4ca req-9f6c773d-966a-4de6-b812-c4a899cf518e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0620024 Jun 30 09:29:11.973866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-64a45e94-c269-42d2-8332-b2e4269bf4ca req-dd4a1398-1be2-4ae4-a568-ee27a2186592 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273669 Jun 30 09:29:12.757411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a37af-6aca-495b-80c3-1f5c9600dec2 req-8f8bdc4f-9390-4516-952e-4bcd8d671fe1 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:12.758901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d9a37af-6aca-495b-80c3-1f5c9600dec2 req-8f8bdc4f-9390-4516-952e-4bcd8d671fe1 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.0632684 Jun 30 09:29:12.796687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9d9a37af-6aca-495b-80c3-1f5c9600dec2 req-f532626a-4f1c-493f-bbae-4d8374c109bc tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Jun 30 09:29:13.029313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df799-e4e6-43a3-b181-cbc0875fd082 req-6e1f437b-8009-46e7-b1f1-6ff5f4f2ef8e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.030894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a20df799-e4e6-43a3-b181-cbc0875fd082 req-6e1f437b-8009-46e7-b1f1-6ff5f4f2ef8e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 983 time: 0.0653288 Jun 30 09:29:13.079235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a20df799-e4e6-43a3-b181-cbc0875fd082 req-09d6765c-dc7a-4fc7-af59-6374528e479a tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0418842 Jun 30 09:29:13.978288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5867b8-0bb0-43cc-bbba-bda87d2d455b req-b6567e62-0bd5-4cd1-8cda-27034e460265 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.979825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f5867b8-0bb0-43cc-bbba-bda87d2d455b req-b6567e62-0bd5-4cd1-8cda-27034e460265 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.0688088 Jun 30 09:29:14.006007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b1a63131-6c80-466d-8dfa-98d3d2518e81 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:29:14.018652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f5867b8-0bb0-43cc-bbba-bda87d2d455b req-6b75761e-38d7-4300-9c12-d41eb4c8ce08 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Jun 30 09:29:14.103196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:14.115983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'port_id': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'mac_address': 'fa:16:3e:47:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:29:14.155596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.168785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a63131-6c80-466d-8dfa-98d3d2518e81 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:14.190295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:14.195672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.208125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858db78a-da74-48a8-b3ca-622d3751dde0 req-b55ce8fd-fcab-492c-9f86-b20e3c4535d2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:14.209636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-858db78a-da74-48a8-b3ca-622d3751dde0 req-b55ce8fd-fcab-492c-9f86-b20e3c4535d2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.0734627 Jun 30 09:29:14.258161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:14.283815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-858db78a-da74-48a8-b3ca-622d3751dde0 req-b75ea105-c5d8-4409-a802-fbd4985f744a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644889 Jun 30 09:29:14.306336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d37af-cb61-4268-bc25-78f1faf62220 req-3aac5152-f39c-4101-a4cf-9a1eb0bf2b11 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:14.308069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-781d37af-cb61-4268-bc25-78f1faf62220 req-3aac5152-f39c-4101-a4cf-9a1eb0bf2b11 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 984 time: 0.1085489 Jun 30 09:29:14.313116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60674) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.361620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-781d37af-cb61-4268-bc25-78f1faf62220 req-21066d7d-d14a-40cf-91ad-2667e2fd7f51 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0428679 Jun 30 09:29:14.364804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34ee11-d1ee-446f-a127-1c55602a1acf tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:14.366380 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c34ee11-d1ee-446f-a127-1c55602a1acf tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1092 time: 0.0522387 Jun 30 09:29:14.369562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.374302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:14.399735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.409864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['b1a63131-6c80-466d-8dfa-98d3d2518e81'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:14.507643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.626554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.25.4.8 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ec309717-579a-42da-a73c-7393f4c2e720) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:14.729430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.768023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.806553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:14.811456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:14.817535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:14.823291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=ec309717-579a-42da-a73c-7393f4c2e720,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.228396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.308208 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.466398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.470999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.535752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=ec309717-579a-42da-a73c-7393f4c2e720,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.551590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904a03d-2f01-4ec8-89d9-7256534f6d65 req-0002e77b-e9b4-46fa-9584-081833b14de9 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:15.552623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.553194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b904a03d-2f01-4ec8-89d9-7256534f6d65 req-0002e77b-e9b4-46fa-9584-081833b14de9 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 984 time: 0.0671387 Jun 30 09:29:15.595710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b904a03d-2f01-4ec8-89d9-7256534f6d65 req-d49c5ab5-dfba-4f81-8d1e-28fceea43c1a tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0362117 Jun 30 09:29:15.655054 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Floating IP 679e785d-51d3-44f1-a144-e3e66bf58f2f associated. External IP: 172.25.4.8, port: 7de8ba84-202b-4752-9468-ee07d31ab656. Jun 30 09:29:15.863548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:15.981720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:15.992129 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:16.001699 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:16.002374 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:16.004059 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.022774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b1a63131-6c80-466d-8dfa-98d3d2518e81 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:16.049472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60684) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:16.049961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-62084309-644f-40db-98ff-23559342af44 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6790342 Jun 30 09:29:16.050459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:16.053108 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde626f-eafc-4ef1-a9d3-2c575a389e23" -d '{"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:16.082934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port b1a63131-6c80-466d-8dfa-98d3d2518e81 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:16.087208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port b1a63131-6c80-466d-8dfa-98d3d2518e81 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:16.087668 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.103500 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80edf370-36d5-44b2-abde-353f4995517f x-openstack-request-id: req-80edf370-36d5-44b2-abde-353f4995517f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:16.104060 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:16.104536 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80edf370-36d5-44b2-abde-353f4995517f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:16.105174 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656', 'status': 'completed', 'code': 200} Jun 30 09:29:16.134733 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:16.142896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-86dfcadb-6011-400c-b060-a3790f19ce43 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/679e785d-51d3-44f1-a144-e3e66bf58f2f HTTP/1.1" status: 200 len: 989 time: 0.0904469 Jun 30 09:29:16.177463 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.194914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-a1db11e1-6e9d-43ce-9eaa-e4344dba94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.196469 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-a1db11e1-6e9d-43ce-9eaa-e4344dba94c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0594623 Jun 30 09:29:16.203389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:16.205855 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f665f67-1b32-4e6a-8b7c-e8919a7270af" -d '{"events": [{"server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "name": "network-vif-plugged", "status": "completed", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:16.220877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:16.227094 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.255777 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374fe49-8818-4b24-ba20-df662564d3af x-openstack-request-id: req-6374fe49-8818-4b24-ba20-df662564d3af {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:16.256172 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "name": "network-vif-plugged", "status": "completed", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:16.256488 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6374fe49-8818-4b24-ba20-df662564d3af {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:16.256894 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'code': 200} Jun 30 09:29:16.287946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:16.332517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-a6fb8b12-8f51-4b08-bae0-a94552c06a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.334022 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-a6fb8b12-8f51-4b08-bae0-a94552c06a56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.1314707 Jun 30 09:29:16.381984 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:15Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:16.387305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941892e-7612-4577-8763-59fa8e763341 req-cbf50f07-82ab-4fc0-9855-cdbab1348fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.389616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c941892e-7612-4577-8763-59fa8e763341 req-cbf50f07-82ab-4fc0-9855-cdbab1348fb2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1137 time: 0.0670772 Jun 30 09:29:16.405722 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-142efed7-4342-499a-8435-c71d5ce26efc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 997 time: 0.0653338 Jun 30 09:29:16.408291 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:16.417355 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:16.418133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:16.427732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c941892e-7612-4577-8763-59fa8e763341 req-a4aa35e6-794e-4107-85f6-d028b8a95481 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38df52c1-936b-4e4e-8518-1e6d7bcea131&id=d31568c1-2474-4a77-a78d-9442e4017a16&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0313356 Jun 30 09:29:16.463931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-5580732f-d992-4423-8604-2d050da2f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.465418 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-5580732f-d992-4423-8604-2d050da2f3fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0529563 Jun 30 09:29:16.523899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-b4137be5-a7e8-4939-bb8c-c4fd0e5576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.525574 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:16.525703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-b4137be5-a7e8-4939-bb8c-c4fd0e5576f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538118 Jun 30 09:29:16.624145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-ad53ac88-22ee-4418-b67a-abab99b3c26e service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911369 Jun 30 09:29:16.728514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5dde626f-eafc-4ef1-a9d3-2c575a389e23 req-54867685-0d96-40fb-8a90-d6ff875e9d66 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971026 Jun 30 09:29:16.769370 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:15Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:16.783498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca7ac0-b8de-47dc-b24c-aec095963d7d req-c82f6035-4742-42c2-89b5-5061d77ab1bb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:16.785082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ca7ac0-b8de-47dc-b24c-aec095963d7d req-c82f6035-4742-42c2-89b5-5061d77ab1bb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 985 time: 0.0660880 Jun 30 09:29:16.799470 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037d8-cc16-4b4a-b1af-88d1b77ab623 None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:15Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:16.834799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48ca7ac0-b8de-47dc-b24c-aec095963d7d req-99880f01-089e-4b3c-ae36-915adafa4988 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0436919 Jun 30 09:29:17.003935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8d66e-9138-47d3-a56c-b2ce37f53274 None None] New status for floating IP 679e785d-51d3-44f1-a144-e3e66bf58f2f: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:29:17.062199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-118925e9-4082-49f7-a457-2218eccf9b21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537269 Jun 30 09:29:17.145822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:17.182447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-f9a66ffb-5a3f-4f70-8340-37b68f38b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:17.184309 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-f9a66ffb-5a3f-4f70-8340-37b68f38b343 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0803640 Jun 30 09:29:17.274582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa197d41-0a1f-41bf-9625-37d971c75626 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/679e785d-51d3-44f1-a144-e3e66bf58f2f HTTP/1.1" status: 200 len: 989 time: 0.1276262 Jun 30 09:29:17.321009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-ee531fb9-7fd2-4453-94ae-91ac2e6b3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:17.322521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-ee531fb9-7fd2-4453-94ae-91ac2e6b3f63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.1132748 Jun 30 09:29:17.388218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-36cd4206-1a04-4bb0-9179-c8f8973484af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 999 time: 0.0595615 Jun 30 09:29:17.449502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-30c3a050-e19b-4edb-9b3a-a70389d16753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:17.451452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-30c3a050-e19b-4edb-9b3a-a70389d16753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0570750 Jun 30 09:29:17.511377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-6978e6d2-e819-4b93-9718-b24dc9689d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:17.513002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-6978e6d2-e819-4b93-9718-b24dc9689d0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553696 Jun 30 09:29:17.610298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-cd65dd77-6248-4df5-9745-d16988e2a53d service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892613 Jun 30 09:29:17.705126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0718411c-17b3-4656-af9c-d3510abc2ba0 req-11f70c90-0472-46ce-83cb-2d70af76551b service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899434 Jun 30 09:29:18.012951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac4bd0-4280-424a-adbe-402f4828b99c req-5d9775ca-35fb-4ae7-b60c-6509b79bf62b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.014455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feac4bd0-4280-424a-adbe-402f4828b99c req-5d9775ca-35fb-4ae7-b60c-6509b79bf62b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 985 time: 0.0672495 Jun 30 09:29:18.056883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feac4bd0-4280-424a-adbe-402f4828b99c req-c069e012-6102-4c01-8cfa-a425592a2e84 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365310 Jun 30 09:29:18.238702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cf1e4-c7ae-4e48-a7d0-cb559fd9e9dd req-62586bda-30f4-45b2-8821-a7d930984c7a tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.240243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631cf1e4-c7ae-4e48-a7d0-cb559fd9e9dd req-62586bda-30f4-45b2-8821-a7d930984c7a tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 985 time: 0.0676303 Jun 30 09:29:18.278779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:18.282559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-631cf1e4-c7ae-4e48-a7d0-cb559fd9e9dd req-035b3004-3f19-4664-93a7-db9c7a379f59 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0364473 Jun 30 09:29:18.343667 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7ccab2a-8ee2-4dc0-95df-1d55a990802e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/679e785d-51d3-44f1-a144-e3e66bf58f2f HTTP/1.1" status: 200 len: 991 time: 0.0637970 Jun 30 09:29:18.456464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-0e0c63e4-2b46-42c7-b69c-ce46632148ec tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.458028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-0e0c63e4-2b46-42c7-b69c-ce46632148ec tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1137 time: 0.0535595 Jun 30 09:29:18.479771 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-25ed8cfd-a8cc-4f2c-8822-8a141c286910 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.570369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-25ed8cfd-a8cc-4f2c-8822-8a141c286910 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.574199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-25ed8cfd-a8cc-4f2c-8822-8a141c286910 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.597780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce5cb8c3-e9b9-48e1-a673-35843d517fd0 req-25ed8cfd-a8cc-4f2c-8822-8a141c286910 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1337621 Jun 30 09:29:18.606707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed8cfd-a8cc-4f2c-8822-8a141c286910 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d88c71-fe31-4e2f-8493-0dbd5cc65cba,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:18.622348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60706) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:18.678735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ac697-32cb-440b-85ca-9789f6512dbc tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.680264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-df7ac697-32cb-440b-85ca-9789f6512dbc tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1132 time: 0.0569351 Jun 30 09:29:18.683883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60708) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:18.688555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:18.710609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.805515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.913295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.25.4.242 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/10d28e9a-af94-4400-9b37-1cdc078f87e4) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:19.019734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.064305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.103139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:19.105934 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:19.111585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:19.117193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=10d28e9a-af94-4400-9b37-1cdc078f87e4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.550763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.628260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.779919 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.784308 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.854273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=10d28e9a-af94-4400-9b37-1cdc078f87e4,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.863549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.962957 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Floating IP c24ecd06-9ac7-44be-bac5-5d7831624331 associated. External IP: 172.25.4.242, port: b1a63131-6c80-466d-8dfa-98d3d2518e81. Jun 30 09:29:20.173149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router 9014dc49-100b-40c1-94e4-97759b035dd9 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:20.281782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:20.291172 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Sync routers for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:20.298067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.300659 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:20.301298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:20.338097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71a94405-9cdd-43e2-a0fc-182674f3bb13 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6507711 Jun 30 09:29:20.338097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:20.338465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60712) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.338994 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:20.384104 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f997df9-20d6-4863-b269-5aa3afae9996 x-openstack-request-id: req-5f997df9-20d6-4863-b269-5aa3afae9996 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:20.384573 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:20.384929 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f997df9-20d6-4863-b269-5aa3afae9996 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:20.385475 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'status': 'completed', 'code': 200} Jun 30 09:29:20.410092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:20.472660 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-69401f46-02d3-41c0-a586-45d770223935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.474401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-69401f46-02d3-41c0-a586-45d770223935 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1137 time: 0.0662992 Jun 30 09:29:20.586265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.586679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.587099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.587569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.588024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.588491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.590326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b45cc358-68d5-4c13-860e-2494a9312b5d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.2507470 Jun 30 09:29:20.590511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-c3985754-2e24-4c39-b3f2-e8fc587261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.591879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-c3985754-2e24-4c39-b3f2-e8fc587261c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 200 len: 898 time: 0.1109354 Jun 30 09:29:20.593081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.666806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-0a97a1fe-ca3a-4709-9b00-428eb7cdac50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 200 len: 1000 time: 0.0673785 Jun 30 09:29:20.672844 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c24ecd06-9ac7-44be-bac5-5d7831624331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'port_id': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'mac_address': 'fa:16:3e:47:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:19Z', 'updated_at': '2021-06-30T09:29:19Z', 'revision_number': 0, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:20.683665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.684135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.684594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.685049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.685498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.686248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.690706 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-af143062-0033-4dc4-916e-dd39615fa738 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3994 time: 0.0939660 Jun 30 09:29:20.690973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60720) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.703842 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Checking router: 9014dc49-100b-40c1-94e4-97759b035dd9 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:20.712436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:20.712987 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:20.723754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-b3c5e2c2-4822-4560-b6bd-e59eb6c2eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.725361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-b3c5e2c2-4822-4560-b6bd-e59eb6c2eb72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ad4b072-45a9-4c29-94f3-ae50a5c476fb HTTP/1.1" status: 200 len: 835 time: 0.0525846 Jun 30 09:29:20.787579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-d88f52ba-f700-4705-a080-440347e1c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.789209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-d88f52ba-f700-4705-a080-440347e1c9ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca0a19f3-7951-438a-a7c6-692369b80a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569861 Jun 30 09:29:20.840916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:20.890816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-9aa5774e-ea73-45a4-887c-493aa2a83e66 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955124 Jun 30 09:29:20.932561 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f3c8ef0-2880-444a-9d55-91ed59fb9ee7 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.2374897 Jun 30 09:29:20.932833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60722) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.993576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d98d5d15-79ab-4c0f-9952-a27e6a74ddfb req-6c4cf9a5-3b5c-4fe3-99af-cdef68c455b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962803 Jun 30 09:29:20.998673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932442f-18e8-4a80-9a41-bd92c0dbd746 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.999165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932442f-18e8-4a80-9a41-bd92c0dbd746 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:21.003298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2932442f-18e8-4a80-9a41-bd92c0dbd746 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9014dc49-100b-40c1-94e4-97759b035dd9 HTTP/1.1" status: 200 len: 1992 time: 0.0671029 Jun 30 09:29:21.177608 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c24ecd06-9ac7-44be-bac5-5d7831624331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'port_id': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'mac_address': 'fa:16:3e:47:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:19Z', 'updated_at': '2021-06-30T09:29:19Z', 'revision_number': 0, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:21.204255 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7fd293-81c9-4362-9157-4d6666ec8a42 None None] The sync data for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 is: [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c24ecd06-9ac7-44be-bac5-5d7831624331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'floating_ip_address': '172.25.4.242', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'port_id': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'mac_address': 'fa:16:3e:47:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:19Z', 'updated_at': '2021-06-30T09:29:19Z', 'revision_number': 0, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:21.405381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55d22be-e83f-4589-8494-cfd9dc1fdd16 None None] New status for floating IP c24ecd06-9ac7-44be-bac5-5d7831624331: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:29:29.251500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9325ff5-5ed0-4cb8-8304-8eb231f77bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.910175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64d8db3b-f453-489a-a2dd-5eb8bf856dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.014857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.981210 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.490036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.162182 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:34.642564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.157341 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.014499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48599608-d56e-402f-9ac7-c9527d7d70b4 req-10c4527c-05a5-41b2-9767-30322c447367 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:53.016633 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48599608-d56e-402f-9ac7-c9527d7d70b4 req-10c4527c-05a5-41b2-9767-30322c447367 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0658407 Jun 30 09:29:53.054651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48599608-d56e-402f-9ac7-c9527d7d70b4 req-3a997a40-9056-4120-8414-415d6c5b353e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jun 30 09:29:54.145071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60834) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.238908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c380f51-6cbd-47ed-bc87-c8b3ab0aae8f req-dbae6685-2147-48f2-8d25-42f94480a912 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:54.240401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c380f51-6cbd-47ed-bc87-c8b3ab0aae8f req-dbae6685-2147-48f2-8d25-42f94480a912 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0682893 Jun 30 09:29:54.251974 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d5355164-6a87-45dc-823c-eb3a2e6ace97 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2671 time: 0.1055665 Jun 30 09:29:54.254445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60836) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.259559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'network': {'name': 'tempest-network-smoke--1235627842', 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'port_security_enabled': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:54.280318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c380f51-6cbd-47ed-bc87-c8b3ab0aae8f req-9ffac588-9d8a-4e0a-b566-69b8af743e3a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 Jun 30 09:29:54.284821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:54.288909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.319195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:54.330120 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.330469 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Added segment 79ffd429-e479-4a62-b0fa-77cf59054503 of type vlan for network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f Jun 30 09:29:54.383864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.742950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.db.resource_extend [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:29:54.761144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.767051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:54.767629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.858077 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6025667 Jun 30 09:29:54.861626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 60838) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.866481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'admin_state_up': True, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:54.873067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Network': ['ID=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.882111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.882461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.882805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.883143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.883473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.883803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.884135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.884462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.884786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.885111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.885432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.885783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673bd6ac-3b5c-4216-808e-ff6aee6d4697 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:54.892346 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.893371 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.899412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:54.944529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.403249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.522454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e536ed-54a4-41ea-aa38-0bf766e6e68b req-03ebb6e2-42a9-4920-8fe0-0acdb24db514 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:55.523973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e536ed-54a4-41ea-aa38-0bf766e6e68b req-03ebb6e2-42a9-4920-8fe0-0acdb24db514 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.1229994 Jun 30 09:29:55.577611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e536ed-54a4-41ea-aa38-0bf766e6e68b req-1384d7e2-325a-475e-a865-d6a9dbc725c4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473714 Jun 30 09:29:55.677465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.696376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.805428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.25.4.230 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/05ef6d72-732e-4417-9886-3461a6b8b612) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:55.910039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.959107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.997106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:55.999912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:56.002529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:56.032555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=05ef6d72-732e-4417-9886-3461a6b8b612,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.043991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.044341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.044684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.045021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.045348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.045679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.046031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.046357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.046807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.047738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.048066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.048386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:56.270407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.468254 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.591677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router ae363874-b4ba-4192-80f1-42863a5e05e2 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:29:56.710532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:56.720614 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Sync routers for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:56.730214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:56.730836 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.753933 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.755146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bd331f1e-eb3f-409f-923b-fe37849edf08 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8924658 Jun 30 09:29:56.758664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60846) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.784310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd06d-8a79-4049-a2c3-8277be30a14a req-9489b843-c0f1-4c08-b5c1-3b9d9ddfaafd tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.785937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c10cd06d-8a79-4049-a2c3-8277be30a14a req-9489b843-c0f1-4c08-b5c1-3b9d9ddfaafd tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0870888 Jun 30 09:29:56.833811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c10cd06d-8a79-4049-a2c3-8277be30a14a req-2223944f-cda1-4d79-b794-eddb3c86d6ab tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Jun 30 09:29:56.838656 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:56.840513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78fb1a-9cee-4329-88c2-790fe7aa2d75 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.842372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4a78fb1a-9cee-4329-88c2-790fe7aa2d75 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73bde918b1844b9fa63eeb43c0f92406&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0817797 Jun 30 09:29:56.845701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60848) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.938781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8b230-5caa-49ac-889c-8c541a133c75 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.940298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d2e8b230-5caa-49ac-889c-8c541a133c75 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936444 Jun 30 09:29:56.943547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60850) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.972702 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a9c62624-662a-465b-ba06-5eeab77c57ab tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280607 Jun 30 09:29:56.975466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60852) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.003906 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3d547793-835c-480c-b2ed-f9b7767f5603 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=73bde918b1844b9fa63eeb43c0f92406&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273218 Jun 30 09:29:57.006526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60854) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.023140 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:56Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:57.049920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Checking router: ae363874-b4ba-4192-80f1-42863a5e05e2 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:57.050322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Updating router ae363874-b4ba-4192-80f1-42863a5e05e2 port 05ef6d72-732e-4417-9886-3461a6b8b612 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:29:57.086103 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.099506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e37794-9bba-4d79-b8c6-ab20e19c5ffa tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.100903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-87e37794-9bba-4d79-b8c6-ab20e19c5ffa tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934579 Jun 30 09:29:57.103748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.131141 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e53a23b8-8288-4259-9eed-cdc6d0eaa9f2 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263095 Jun 30 09:29:57.133575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60858) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.138429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341031182', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:57.230443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:57.234345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.345589 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.355408 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Transition to ACTIVE for port object 05ef6d72-732e-4417-9886-3461a6b8b612 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:57.360543 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.407897 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Attempting to bind port 05ef6d72-732e-4417-9886-3461a6b8b612 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:57.408269 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Attempting to bind port 05ef6d72-732e-4417-9886-3461a6b8b612 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:57.408641 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Attempting to bind port 05ef6d72-732e-4417-9886-3461a6b8b612 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:57.419648 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:57.420024 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:57.420428 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.420824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:57.421323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Bound port: 05ef6d72-732e-4417-9886-3461a6b8b612, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:57.421729 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.423522 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Pushing event updated for resources: {'Port': ['ID=05ef6d72-732e-4417-9886-3461a6b8b612,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.432000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.447794 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.448140 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.448478 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.448807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.449133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.449461 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.449800 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.450123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.450442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.450757 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.451071 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.451390 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:57.487053 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] For port 05ef6d72-732e-4417-9886-3461a6b8b612, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:57.490587 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] For port 05ef6d72-732e-4417-9886-3461a6b8b612, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05ef6d72-732e-4417-9886-3461a6b8b612,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:57.495468 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.497057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Subnet': ['ID=e08f921a-875a-4007-8eaf-a30d63f7615b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.506193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Checking segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:57.506608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network hostable DHCP agents. Network: 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:57.527959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:57.541103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:57.547536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.548608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.554644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f93506-c62c-4043-ac40-ccd36bde9fbe None None] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:57.559487 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:57.560386 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:57.569160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-046d8858-a157-44b9-841c-ee6e80e9bc61 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4321301 Jun 30 09:29:57.569633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60860) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.671575 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:57.737426 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d693d47-e757-4650-b702-b8ed25a481ea None None] Pushing event updated for resources: {'Port': ['ID=05ef6d72-732e-4417-9886-3461a6b8b612,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.881882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'fixed_ips': [{'subnet_id': 'e08f921a-875a-4007-8eaf-a30d63f7615b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:57.883281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.894905 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a248a013-aab5-4529-8469-57840e3f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:56Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:57.926839 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248a013-aab5-4529-8469-57840e3f353a None None] The sync data for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 is: [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:56Z', 'revision_number': 3, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:58.058068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Allocated IP 172.20.0.18 (95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f/e08f921a-875a-4007-8eaf-a30d63f7615b/cb23eb22-41a1-4f59-a9db-6252e07c41a0) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:58.079317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ce03c-76f7-4b89-b1a6-a8f84e80d71f req-2df183ee-9688-4899-9cc5-0aa93c7a756d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:58.087231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c2ce03c-76f7-4b89-b1a6-a8f84e80d71f req-2df183ee-9688-4899-9cc5-0aa93c7a756d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0800047 Jun 30 09:29:58.088787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.126440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c2ce03c-76f7-4b89-b1a6-a8f84e80d71f req-8db23665-de19-416d-9a54-5cec82d9acb7 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Jun 30 09:29:58.249487 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.258587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Transition to ACTIVE for port object cb23eb22-41a1-4f59-a9db-6252e07c41a0 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:58.287477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Transition to ACTIVE for port object cb23eb22-41a1-4f59-a9db-6252e07c41a0 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:58.295175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.335673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:58.342326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:58.347945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:58.352346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Pushing event updated for resources: {'Port': ['ID=cb23eb22-41a1-4f59-a9db-6252e07c41a0,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:58.421642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Attempting to bind port cb23eb22-41a1-4f59-a9db-6252e07c41a0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:58.422644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Attempting to bind port cb23eb22-41a1-4f59-a9db-6252e07c41a0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:58.423723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Attempting to bind port cb23eb22-41a1-4f59-a9db-6252e07c41a0 on network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:58.428803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:58.429368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Checking segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:58.429924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.430426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Bound using segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:58.431016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Bound port: cb23eb22-41a1-4f59-a9db-6252e07c41a0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:58.431508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.444657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.20.0.17 (95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f/e08f921a-875a-4007-8eaf-a30d63f7615b/f68021b9-99e8-455e-93d4-3d7f9c4dd83c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:58.507118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] For port cb23eb22-41a1-4f59-a9db-6252e07c41a0, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:58.512018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] For port cb23eb22-41a1-4f59-a9db-6252e07c41a0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb23eb22-41a1-4f59-a9db-6252e07c41a0,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:58.518867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.585692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e17eb-3a94-4c80-835d-6c2d35df5b84 None None] Pushing event updated for resources: {'Port': ['ID=cb23eb22-41a1-4f59-a9db-6252e07c41a0,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:58.593151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.609576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Transition to ACTIVE for port object f68021b9-99e8-455e-93d4-3d7f9c4dd83c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:58.648724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.699105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:58.702928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:58.709804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:58.741587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:58.784710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.943753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb23eb22-41a1-4f59-a9db-6252e07c41a0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:58.987405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.005808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port cb23eb22-41a1-4f59-a9db-6252e07c41a0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:59.009652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05ef6d72-732e-4417-9886-3461a6b8b612 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:59.061950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 05ef6d72-732e-4417-9886-3461a6b8b612 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:59.066437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 05ef6d72-732e-4417-9886-3461a6b8b612 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:59.066816 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.148616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.170730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 05ef6d72-732e-4417-9886-3461a6b8b612, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05ef6d72-732e-4417-9886-3461a6b8b612,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:59.175478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.273908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=05ef6d72-732e-4417-9886-3461a6b8b612,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:59.290797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-75996275-4f60-49a1-9be2-a2cbfa40b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.316820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.324566 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.338992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7c765-0f11-42f6-ab0a-dbfb310b3bf1 req-c420b3b7-d1a4-4e6e-870f-4853273f53a0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:59.340798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62b7c765-0f11-42f6-ab0a-dbfb310b3bf1 req-c420b3b7-d1a4-4e6e-870f-4853273f53a0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0769131 Jun 30 09:29:59.390963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62b7c765-0f11-42f6-ab0a-dbfb310b3bf1 req-8e87850a-412d-4c12-9742-5ad7936aa826 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Jun 30 09:29:59.431495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.444618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:59.560927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:59.565499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:59.665969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8e076-54bf-40cb-bdb4-153ca08c08f9 None None] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:59.699580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router ae363874-b4ba-4192-80f1-42863a5e05e2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:59.748103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Provisioning for port cb23eb22-41a1-4f59-a9db-6252e07c41a0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:59.758050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Provisioning complete for port cb23eb22-41a1-4f59-a9db-6252e07c41a0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:59.758724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.836470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:59.844943 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ccbb886c-f01f-4862-a0b1-7e5177c1836c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "PUT /v2.0/routers/ae363874-b4ba-4192-80f1-42863a5e05e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741301 Jun 30 09:29:59.915783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.966520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] For port cb23eb22-41a1-4f59-a9db-6252e07c41a0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb23eb22-41a1-4f59-a9db-6252e07c41a0,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:59.972049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.043514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Sync routers for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:00.057633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d262-9c7c-4eb9-af64-b795437fa2fc None None] Pushing event updated for resources: {'Port': ['ID=cb23eb22-41a1-4f59-a9db-6252e07c41a0,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:00.061187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:00.061952 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:00.182777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-ff3d8fd9-022f-4b3e-b495-080532ee1ec1 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.190730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-ff3d8fd9-022f-4b3e-b495-080532ee1ec1 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/networks?id=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f HTTP/1.1" status: 200 len: 798 time: 0.1419365 Jun 30 09:30:00.193579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:00.208807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-ff6117f7-fcd5-4199-bf32-81de26b53006 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/quotas/73bde918b1844b9fa63eeb43c0f92406 HTTP/1.1" status: 200 len: 375 time: 0.0161986 Jun 30 09:30:00.290828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-6208d053-2957-4f54-b033-d6f75d10a85a tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0811076 Jun 30 09:30:00.331758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Provisioning for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:00.338641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Provisioning complete for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:00.339008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.396929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Port f68021b9-99e8-455e-93d4-3d7f9c4dd83c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:00.432259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Provisioning complete for port cb23eb22-41a1-4f59-a9db-6252e07c41a0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:00.432638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5d8f-1cec-4b53-9e18-3026adf38105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.451319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-1faeaffa-b7fa-4528-9fa6-c809a0e97c78 service neutron] 10.222.0.66 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470964 Jun 30 09:30:00.489114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:58Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f68021b9-99e8-455e-93d4-3d7f9c4dd83c', 'name': '', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:0b:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:58Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 2, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:00.534319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Checking router: ae363874-b4ba-4192-80f1-42863a5e05e2 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:00.534936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Updating router ae363874-b4ba-4192-80f1-42863a5e05e2 port f68021b9-99e8-455e-93d4-3d7f9c4dd83c binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:00.610241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.635377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-90d8b563-d345-4ef3-9ca0-d2e496d26902 service neutron] 10.222.0.66 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769488 Jun 30 09:30:00.673467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d6899-0f4c-4947-b7ba-cd8183d2fb89 req-6ebb7d0c-2083-4e7e-9810-2d2c8037a7e7 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.680496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c38d6899-0f4c-4947-b7ba-cd8183d2fb89 req-6ebb7d0c-2083-4e7e-9810-2d2c8037a7e7 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.1056950 Jun 30 09:30:00.730184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c38d6899-0f4c-4947-b7ba-cd8183d2fb89 req-de5fbf67-4e51-437d-bd90-2658d4e59c72 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Jun 30 09:30:00.746117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d9efc36-64b5-4130-bda5-fd71575bb984 None None] Provisioning complete for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:00.746938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d9efc36-64b5-4130-bda5-fd71575bb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.835434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2d9efc36-64b5-4130-bda5-fd71575bb984 None None] Port f68021b9-99e8-455e-93d4-3d7f9c4dd83c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:00.865161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a233839-f1ba-40cb-976c-c35ff4d3c63c req-0ac750af-5378-490b-aedf-09c70b0cf99e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 210 time: 0.0449777 Jun 30 09:30:00.908099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb23eb22-41a1-4f59-a9db-6252e07c41a0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:00.983585 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.997528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-72d51e4e-5e08-46e6-9143-0040f7dce79f None None] Provisioning complete for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:00.997937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72d51e4e-5e08-46e6-9143-0040f7dce79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.002614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Transition to ACTIVE for port object f68021b9-99e8-455e-93d4-3d7f9c4dd83c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:01.034328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.076699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-72d51e4e-5e08-46e6-9143-0040f7dce79f None None] Port f68021b9-99e8-455e-93d4-3d7f9c4dd83c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:01.103941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port cb23eb22-41a1-4f59-a9db-6252e07c41a0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:01.104321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.114158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c27c-e238-4a96-bc68-af7492e887ef None None] Pushing event updated for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.210381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Attempting to bind port f68021b9-99e8-455e-93d4-3d7f9c4dd83c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:01.210759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Attempting to bind port f68021b9-99e8-455e-93d4-3d7f9c4dd83c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:01.211125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Attempting to bind port f68021b9-99e8-455e-93d4-3d7f9c4dd83c on network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:01.221082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:01.221385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Checking segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:01.221794 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.222187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Bound using segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:01.222676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Bound port: f68021b9-99e8-455e-93d4-3d7f9c4dd83c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:01.223056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.300879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05ef6d72-732e-4417-9886-3461a6b8b612 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:01.348774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] For port f68021b9-99e8-455e-93d4-3d7f9c4dd83c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:01.356647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] For port f68021b9-99e8-455e-93d4-3d7f9c4dd83c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:01.363739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.456798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:01.457432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:01.460108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 05ef6d72-732e-4417-9886-3461a6b8b612 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:01.460482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.463688 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c27c-e238-4a96-bc68-af7492e887ef None None] Pushing event updated for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.771115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:01.930449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78360b9d-5816-4fd2-8a5e-b21e5334d03b req-4295d482-30bd-4944-b2f8-0129c99de94f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.932297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78360b9d-5816-4fd2-8a5e-b21e5334d03b req-4295d482-30bd-4944-b2f8-0129c99de94f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0813169 Jun 30 09:30:01.937769 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb37a-7cb7-4da1-9181-ab217d566805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.018040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78360b9d-5816-4fd2-8a5e-b21e5334d03b req-66bd4b94-8148-4fbd-a2c0-97f2e9d37e5c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787997 Jun 30 09:30:02.056909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11312ea8-3523-427c-b187-fd54ba0c7dad req-1ad285da-d3a6-4549-b4e6-e37f8fcc487e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 210 time: 0.0467784 Jun 30 09:30:02.073076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.100779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:58Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f68021b9-99e8-455e-93d4-3d7f9c4dd83c', 'name': '', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:0b:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:58Z', 'updated_at': '2021-06-30T09:30:01Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:02.127672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-1bb2f54e-3722-4389-a75d-b502ad33543c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.129194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-1bb2f54e-3722-4389-a75d-b502ad33543c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.11 "GET /v2.0/networks?id=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f HTTP/1.1" status: 200 len: 798 time: 0.2122669 Jun 30 09:30:02.129450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fde72f-a78d-4e3b-bd61-479587879d7f None None] The sync data for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 is: [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:29:58Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f68021b9-99e8-455e-93d4-3d7f9c4dd83c', 'name': '', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:0b:ac:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:58Z', 'updated_at': '2021-06-30T09:30:01Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:02.142556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Request body: {'port': {'device_id': '9b653d61-2836-463b-9100-358fc6598e2d', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'admin_state_up': True, 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:02.315447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Made reservation on behalf of 73bde918b1844b9fa63eeb43c0f92406 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:02.319180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.464476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Allocated IP 172.20.0.19 (95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f/e08f921a-875a-4007-8eaf-a30d63f7615b/ce8dc9bc-0db2-4d35-9100-d34e21f7c16e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:02.619304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.634851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Transition to ACTIVE for port object ce8dc9bc-0db2-4d35-9100-d34e21f7c16e will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:02.668976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.712530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:02.716017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:02.725294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:02.739827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event updated for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:02.791468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.792136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.811943 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-cc22d119-828c-4fa4-8b33-9fcafd58aa30 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6743886 Jun 30 09:30:02.829287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Request body: {'port': {'device_id': '9b653d61-2836-463b-9100-358fc6598e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:02.923576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f68021b9-99e8-455e-93d4-3d7f9c4dd83c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:02.925496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.994514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.000487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:03.004869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:03.005245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.054096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0c572646-37b4-4871-aef3-08a1c6afb00d None None] Provisioning for port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:03.059285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0c572646-37b4-4871-aef3-08a1c6afb00d None None] Provisioning complete for port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:03.059953 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c572646-37b4-4871-aef3-08a1c6afb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.174323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0c572646-37b4-4871-aef3-08a1c6afb00d None None] Port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:03.197579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.236825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f68021b9-99e8-455e-93d4-3d7f9c4dd83c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:03.243633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.279851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8dc9bc-0db2-4d35-9100-d34e21f7c16e {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:03.289100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.303022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.314096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Transition to ACTIVE for port object ce8dc9bc-0db2-4d35-9100-d34e21f7c16e will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:03.319772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.368960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf827-38bc-48c5-b499-ed25db0ba3b2 req-392ee56c-05ef-4ed6-9834-556724b34cbb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.371575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51abf827-38bc-48c5-b499-ed25db0ba3b2 req-392ee56c-05ef-4ed6-9834-556724b34cbb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 895 time: 0.1088791 Jun 30 09:30:03.382174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b49ed9-e314-455b-acd6-f12037d239ea req-d3e13325-600f-4ff3-b43d-a62150179f51 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.383932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b49ed9-e314-455b-acd6-f12037d239ea req-d3e13325-600f-4ff3-b43d-a62150179f51 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.1849732 Jun 30 09:30:03.431473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Pushing event updated for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.459866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b49ed9-e314-455b-acd6-f12037d239ea req-3f8d455c-1717-4ae7-a3e6-ff0f1382b45f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694494 Jun 30 09:30:03.482522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.495412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Attempting to bind port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:03.495760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Attempting to bind port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:03.496083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Attempting to bind port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e on network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:03.500785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e on network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:03.501256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Attempting to bind port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e on network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:03.506353 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:03.506778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Checking segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:03.507085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Bound using segment: {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:03.507584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Bound port: ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ffd429-e479-4a62-b0fa-77cf59054503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:03.507949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.585389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:03.588880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:03.594398 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.910096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.910706 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.912113 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] 10.222.0.11 "PUT /v2.0/ports/ce8dc9bc-0db2-4d35-9100-d34e21f7c16e HTTP/1.1" status: 200 len: 1056 time: 1.0887454 Jun 30 09:30:03.912551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:03.914922 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682ceda-628b-4530-a285-406823e6d94c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:03.942510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb0403-e378-47dc-be21-15b637a3edae service neutron] Pushing event updated for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.987328 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8dfef2-3dcd-403f-9d48-1aa2bcfc00a4 x-openstack-request-id: req-ec8dfef2-3dcd-403f-9d48-1aa2bcfc00a4 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:03.987630 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:03.987888 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec8dfef2-3dcd-403f-9d48-1aa2bcfc00a4 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:03.988288 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e', 'status': 'completed', 'code': 200} Jun 30 09:30:04.016714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-17e53e11-7363-4988-b55f-cfe657c78f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.019279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-17e53e11-7363-4988-b55f-cfe657c78f38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 1059 time: 0.0622203 Jun 30 09:30:04.062683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-12223e2f-4db0-4eb3-9ffa-301aed372944 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e HTTP/1.1" status: 200 len: 217 time: 0.0366404 Jun 30 09:30:04.115218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-9e96e489-2deb-402f-bf64-a6b91eaba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.116659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-9e96e489-2deb-402f-bf64-a6b91eaba521 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e08f921a-875a-4007-8eaf-a30d63f7615b HTTP/1.1" status: 200 len: 838 time: 0.0483875 Jun 30 09:30:04.174748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-0ccc49c6-5d3c-4f93-84cb-3a695d07de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.176212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-0ccc49c6-5d3c-4f93-84cb-3a695d07de0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0536523 Jun 30 09:30:04.266736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-92fc25d6-7bc0-4a0d-8e47-c2dedda14c94 service neutron] 10.222.0.11 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838296 Jun 30 09:30:04.267559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:04.358860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd82df78-d7a4-4930-87ba-2f603ecf6bf6 req-251176e8-c3d4-447f-a474-663cc78a9f93 service neutron] 10.222.0.11 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Jun 30 09:30:04.367390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.379585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '08944a1a-2532-4b51-9875-f416222fd77a', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:04.417596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.434869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:04.456630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.461824 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.466094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ceda-628b-4530-a285-406823e6d94c req-fe07cad7-965c-4d4f-8010-782e01206156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.467773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-fe07cad7-965c-4d4f-8010-782e01206156 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 1059 time: 0.0586753 Jun 30 09:30:04.523795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.548632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['08944a1a-2532-4b51-9875-f416222fd77a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:04.596830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ceda-628b-4530-a285-406823e6d94c req-bad7d90f-c24a-4d1c-8381-9364a0b1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.597833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-bad7d90f-c24a-4d1c-8381-9364a0b1d117 service neutron] 10.222.0.11 "GET /v2.0/networks?id=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f HTTP/1.1" status: 200 len: 899 time: 0.1232312 Jun 30 09:30:04.641648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-1de32204-e133-451d-b0af-fa236b38a3cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e HTTP/1.1" status: 200 len: 217 time: 0.0373385 Jun 30 09:30:04.662538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757bd7e-a1f7-4748-a51c-eefb421c9fa3 req-677b5382-ec7f-4813-b5a0-2de347855b50 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.664103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c757bd7e-a1f7-4748-a51c-eefb421c9fa3 req-677b5382-ec7f-4813-b5a0-2de347855b50 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 907 time: 0.1267235 Jun 30 09:30:04.668794 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.689183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a50ec-c6c0-49a4-aec5-e37ff047d0bb req-6ef4f53c-1aba-4beb-951f-2270a92a001a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.690629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a60a50ec-c6c0-49a4-aec5-e37ff047d0bb req-6ef4f53c-1aba-4beb-951f-2270a92a001a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 944 time: 0.1004636 Jun 30 09:30:04.700779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ceda-628b-4530-a285-406823e6d94c req-e0992489-3b9b-42ab-990b-229ace370263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.702428 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-e0992489-3b9b-42ab-990b-229ace370263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e08f921a-875a-4007-8eaf-a30d63f7615b HTTP/1.1" status: 200 len: 838 time: 0.0547316 Jun 30 09:30:04.738742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a60a50ec-c6c0-49a4-aec5-e37ff047d0bb req-3ead5fe5-0b71-4574-80fc-98f6fdef3ea0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Jun 30 09:30:04.767659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ceda-628b-4530-a285-406823e6d94c req-0a7110e0-c494-40ba-9611-d3c7d148ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.769153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-0a7110e0-c494-40ba-9611-d3c7d148ac93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0609193 Jun 30 09:30:04.859506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-e73f94a3-ffba-4f2e-9530-7fad2d87b6c4 service neutron] 10.222.0.11 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833583 Jun 30 09:30:04.876304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f68021b9-99e8-455e-93d4-3d7f9c4dd83c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:04.925532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f68021b9-99e8-455e-93d4-3d7f9c4dd83c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:04.925948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.953197 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6682ceda-628b-4530-a285-406823e6d94c req-feb5104a-1566-4179-bff8-00035f5a450a service neutron] 10.222.0.11 "GET /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Jun 30 09:30:05.174688 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.411161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803236b-f67d-4c11-aa8f-927e34316608 req-964165d5-5a92-4e35-b357-faa809a7d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.412677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-964165d5-5a92-4e35-b357-faa809a7d097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1096 time: 0.0582223 Jun 30 09:30:05.518842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803236b-f67d-4c11-aa8f-927e34316608 req-37447374-e5d0-4901-b1c1-35f6bfb07dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.520540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-37447374-e5d0-4901-b1c1-35f6bfb07dc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.0884526 Jun 30 09:30:05.591870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-9ed4494a-0821-4088-a3d6-80d2b776188a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 1000 time: 0.0644524 Jun 30 09:30:05.641783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803236b-f67d-4c11-aa8f-927e34316608 req-bca0e74e-d100-49a7-8f66-fd090a7012ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.643252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-bca0e74e-d100-49a7-8f66-fd090a7012ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0446846 Jun 30 09:30:05.705548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803236b-f67d-4c11-aa8f-927e34316608 req-58b44a1d-35f1-4485-9eb4-543323858cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.707121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-58b44a1d-35f1-4485-9eb4-543323858cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572212 Jun 30 09:30:05.849606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-d50f3b82-98e4-4e13-8192-1b70953764e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362264 Jun 30 09:30:05.966197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a7aef-f6ac-425b-b7b4-d65e92400248 req-669d52b2-1d4e-4cfd-a4fa-eb7fecddf783 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.979804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52a7aef-f6ac-425b-b7b4-d65e92400248 req-669d52b2-1d4e-4cfd-a4fa-eb7fecddf783 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 907 time: 0.1817183 Jun 30 09:30:06.043893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5cb8-2fa1-4860-bd3e-81dcd7ace11e req-5dd95a4c-055b-4c45-b717-e22b2b0dd322 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.046090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af1b5cb8-2fa1-4860-bd3e-81dcd7ace11e req-5dd95a4c-055b-4c45-b717-e22b2b0dd322 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 944 time: 0.1655266 Jun 30 09:30:06.051041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9803236b-f67d-4c11-aa8f-927e34316608 req-c7c30333-0853-4b5f-b1b2-e688933fb507 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933160 Jun 30 09:30:06.091784 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af1b5cb8-2fa1-4860-bd3e-81dcd7ace11e req-ceba67a2-802d-48dc-a668-df5818c81b1b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387638 Jun 30 09:30:06.268629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:06.349345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 08944a1a-2532-4b51-9875-f416222fd77a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:06.349738 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.465475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.505864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:06.506930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:06.509429 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444eb303-6399-415e-a4e8-bfd33de40b18" -d '{"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:06.513563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.570434 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eec008-6862-4449-80a3-9b8e513527f9 x-openstack-request-id: req-b5eec008-6862-4449-80a3-9b8e513527f9 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:06.570877 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:06.571130 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5eec008-6862-4449-80a3-9b8e513527f9 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:06.571529 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'code': 200} Jun 30 09:30:06.572372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.175957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941c39-49c3-4152-be4e-d34e0a1ad788 req-7f9d40a0-6eb1-4f75-b208-9e9a7ca92771 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.177534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f941c39-49c3-4152-be4e-d34e0a1ad788 req-7f9d40a0-6eb1-4f75-b208-9e9a7ca92771 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 907 time: 0.0773284 Jun 30 09:30:07.306449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5378043-29da-4a3e-a780-819764fe653d req-70c2f914-0710-4903-8660-d48d9f114857 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.309071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5378043-29da-4a3e-a780-819764fe653d req-70c2f914-0710-4903-8660-d48d9f114857 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0752885 Jun 30 09:30:07.359845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5378043-29da-4a3e-a780-819764fe653d req-424a8e26-be6a-42b8-be03-41cf95d43ada tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Jun 30 09:30:07.928613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce8dc9bc-0db2-4d35-9100-d34e21f7c16e details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:08.050260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:08.064291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e', 'network_id': '95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f', 'port_id': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e', 'mac_address': 'fa:16:3e:9f:d4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f921a-875a-4007-8eaf-a30d63f7615b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:08.107906 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.123937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8dc9bc-0db2-4d35-9100-d34e21f7c16e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:08.148259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:08.154021 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.212210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:08.403402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9f4cc-07de-4225-9215-efd9dd12983d req-80711a75-80c8-47ff-82ac-86fb15df87ca tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.411555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78c9f4cc-07de-4225-9215-efd9dd12983d req-80711a75-80c8-47ff-82ac-86fb15df87ca tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 908 time: 0.0849180 Jun 30 09:30:08.478002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['ce8dc9bc-0db2-4d35-9100-d34e21f7c16e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:08.565629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62106fac-1d57-42b3-ba25-74935aa298e0 req-728b28b0-7e97-4ec6-b515-7902b070f912 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.567233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62106fac-1d57-42b3-ba25-74935aa298e0 req-728b28b0-7e97-4ec6-b515-7902b070f912 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0818183 Jun 30 09:30:08.612878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-62106fac-1d57-42b3-ba25-74935aa298e0 req-a741602d-69c9-4fb0-b648-dd1c007197a6 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Jun 30 09:30:09.598595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d92cac-f90c-4e2a-af9f-ee8c315ab0db req-83694b9e-906b-4cae-94c1-367bbed3750c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.600182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67d92cac-f90c-4e2a-af9f-ee8c315ab0db req-83694b9e-906b-4cae-94c1-367bbed3750c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 908 time: 0.0662258 Jun 30 09:30:09.816361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f95d-df17-4e47-b2e2-d5822b2b167e req-cc46b8f2-d6cd-4610-9364-24f041145bb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.818141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fd7f95d-df17-4e47-b2e2-d5822b2b167e req-cc46b8f2-d6cd-4610-9364-24f041145bb2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0783265 Jun 30 09:30:09.865548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fd7f95d-df17-4e47-b2e2-d5822b2b167e req-57fdf024-230d-4466-9943-edabe9e3fd01 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Jun 30 09:30:09.923594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce8dc9bc-0db2-4d35-9100-d34e21f7c16e up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:09.974466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:09.980085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:09.980085 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.070634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.097005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:10.100278 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc01a00-4c0e-4a5f-a6f9-bb83889eab4d" -d '{"events": [{"server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:10.114410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:10.120838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.153099 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f4bd0-bfe7-4cdd-8818-ab235ecf877f x-openstack-request-id: req-ba7f4bd0-bfe7-4cdd-8818-ab235ecf877f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:10.153392 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "name": "network-vif-plugged", "status": "completed", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:10.153652 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba7f4bd0-bfe7-4cdd-8818-ab235ecf877f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:10.154070 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e', 'code': 200} Jun 30 09:30:10.185335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.289519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2ef88-1d75-4ba1-bef2-29e07729e61b req-5da5ec8a-8b5e-42e7-8dc2-cdc6f434d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.291244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-30f2ef88-1d75-4ba1-bef2-29e07729e61b req-5da5ec8a-8b5e-42e7-8dc2-cdc6f434d19e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 1061 time: 0.0650892 Jun 30 09:30:10.808644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b52b9-6484-4340-b445-3fe448cb155a req-3ecfdeae-9d5d-49e9-aa21-44f8568948aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.818653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e6b52b9-6484-4340-b445-3fe448cb155a req-3ecfdeae-9d5d-49e9-aa21-44f8568948aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.0904605 Jun 30 09:30:11.060241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b5337-fe7f-4f33-b3de-b0ea13db2699 req-b00bb958-ad19-4bf2-8c72-b87ed357c610 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:11.062527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e0b5337-fe7f-4f33-b3de-b0ea13db2699 req-b00bb958-ad19-4bf2-8c72-b87ed357c610 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0656998 Jun 30 09:30:11.104969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e0b5337-fe7f-4f33-b3de-b0ea13db2699 req-f693bf17-18e2-4f9c-91a6-220e6f3dfe2b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362949 Jun 30 09:30:11.161533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:12.000630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feaced-9cf5-4f30-827c-4d9be215ecbc req-2cf07167-dbe6-498c-a4c2-e83025845879 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.002291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-59feaced-9cf5-4f30-827c-4d9be215ecbc req-2cf07167-dbe6-498c-a4c2-e83025845879 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.0680480 Jun 30 09:30:12.208894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc311d0-5dfa-4909-bb73-b8f221c13332 req-7dd59e8e-d046-4888-9916-5b5b8d17e2ec tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.211231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cfc311d0-5dfa-4909-bb73-b8f221c13332 req-7dd59e8e-d046-4888-9916-5b5b8d17e2ec tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.0812135 Jun 30 09:30:12.321547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67250841-84e4-4a4b-b59e-df6dd14da7c9 req-7e225977-0ec5-4ca3-bd9e-679fdf05e68e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.323037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67250841-84e4-4a4b-b59e-df6dd14da7c9 req-7e225977-0ec5-4ca3-bd9e-679fdf05e68e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0845780 Jun 30 09:30:12.404567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67250841-84e4-4a4b-b59e-df6dd14da7c9 req-aec7f9ce-5baa-4154-ade2-a8fbfa2685b8 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748558 Jun 30 09:30:12.425792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c00c6-777f-4ee1-83dd-dc07c1c12bf9 req-89facbe6-63a4-4fa0-be89-ce2f80496f2e tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.429249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-173c00c6-777f-4ee1-83dd-dc07c1c12bf9 req-89facbe6-63a4-4fa0-be89-ce2f80496f2e tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 1061 time: 0.0807462 Jun 30 09:30:12.681693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889584-26c7-48aa-84d9-e34e89438045 req-44f7846f-1fcb-4797-8ad7-7671712bcd86 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.683373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2889584-26c7-48aa-84d9-e34e89438045 req-44f7846f-1fcb-4797-8ad7-7671712bcd86 tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1137 time: 0.0781686 Jun 30 09:30:12.743731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2889584-26c7-48aa-84d9-e34e89438045 req-4296987d-07eb-4c3e-be82-a9bf25cc3f7d tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0525508 Jun 30 09:30:12.768898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 60978) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.831897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89978a3a-46b3-4c6d-b03f-3bcad590dedf tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.836000 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89978a3a-46b3-4c6d-b03f-3bcad590dedf tempest-TestSecurityGroupsBasicOps-957749083 tempest-TestSecurityGroupsBasicOps-957749083-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 1056 time: 0.0635355 Jun 30 09:30:13.262192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde9eb8-8c15-4691-9de1-e39502296366 req-4b52628c-6d5c-40ad-8525-24a0904fa7b4 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:13.265150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bfde9eb8-8c15-4691-9de1-e39502296366 req-4b52628c-6d5c-40ad-8525-24a0904fa7b4 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.0707736 Jun 30 09:30:13.650292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf599f-0e10-4368-8043-c1a524442334 req-99797d1e-9bfb-489d-8660-feeee4d5c240 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:13.652172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1daf599f-0e10-4368-8043-c1a524442334 req-99797d1e-9bfb-489d-8660-feeee4d5c240 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0716398 Jun 30 09:30:13.692631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1daf599f-0e10-4368-8043-c1a524442334 req-af234df3-2f6f-48e1-8ffa-f076e340c5ae tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Jun 30 09:30:14.464328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4ab21-b555-4be2-adc9-94703299e4a8 req-761044c7-0f1c-466f-8d95-11010c20cc47 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:14.465986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c4ab21-b555-4be2-adc9-94703299e4a8 req-761044c7-0f1c-466f-8d95-11010c20cc47 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.0753703 Jun 30 09:30:14.638960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-6d67ffec-5dc3-42af-9691-2f89c5ad191e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:14.641030 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-6d67ffec-5dc3-42af-9691-2f89c5ad191e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 909 time: 0.1281683 Jun 30 09:30:14.760643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:14.761039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.889223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:14.890611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.909392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for ce8dc9bc-0db2-4d35-9100-d34e21f7c16e owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:14.918378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae318-6ee1-4578-b818-b6ffe0a4f022 req-49d96e33-d83d-40df-b754-d27ed5459e28 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:14.918378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6adae318-6ee1-4578-b818-b6ffe0a4f022 req-49d96e33-d83d-40df-b754-d27ed5459e28 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.0708880 Jun 30 09:30:14.958919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6adae318-6ee1-4578-b818-b6ffe0a4f022 req-cb33a143-84eb-471a-92fe-589069e5f3b3 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381627 Jun 30 09:30:15.073649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.104256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=ce8dc9bc-0db2-4d35-9100-d34e21f7c16e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:15.169512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] No DVR routers for this DVR port ce8dc9bc-0db2-4d35-9100-d34e21f7c16e on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:15.172776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.174835 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b13cfa6-2174-4a88-be76-056e7f5b57fa req-9736c44c-fe9a-4ebe-8efe-ad00c461ed02 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.11 "DELETE /v2.0/ports/ce8dc9bc-0db2-4d35-9100-d34e21f7c16e HTTP/1.1" status: 204 len: 173 time: 0.5281999 Jun 30 09:30:15.175286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'name': 'network-vif-deleted', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:15.177983 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54f72b1-c2cf-46ea-b343-27e210ff1f56" -d '{"events": [{"server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "name": "network-vif-deleted", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:15.218556 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce3beb-5b18-4a12-8a3d-25ae48408672 x-openstack-request-id: req-fcce3beb-5b18-4a12-8a3d-25ae48408672 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:15.218782 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b653d61-2836-463b-9100-358fc6598e2d", "name": "network-vif-deleted", "tag": "ce8dc9bc-0db2-4d35-9100-d34e21f7c16e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:15.219045 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fcce3beb-5b18-4a12-8a3d-25ae48408672 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:15.219446 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b653d61-2836-463b-9100-358fc6598e2d', 'name': 'network-vif-deleted', 'tag': 'ce8dc9bc-0db2-4d35-9100-d34e21f7c16e', 'status': 'completed', 'code': 200} Jun 30 09:30:15.621243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-baebb89c-986f-4a28-bd5f-7f6ee7b05fe9 req-5298942f-546f-4404-b73a-b3dd11857f26 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b653d61-2836-463b-9100-358fc6598e2d HTTP/1.1" status: 200 len: 210 time: 0.0289125 Jun 30 09:30:15.696291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06655e-6422-4c26-a763-7046df2452a4 req-777590db-fc98-4174-82d2-c7a8fa6931de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.697894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-777590db-fc98-4174-82d2-c7a8fa6931de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1097 time: 0.0565169 Jun 30 09:30:16.160277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06655e-6422-4c26-a763-7046df2452a4 req-768dffa2-f8f4-458c-9a50-53574ed8c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.161971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-768dffa2-f8f4-458c-9a50-53574ed8c001 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.4582381 Jun 30 09:30:16.186332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732b0db-e1d7-4579-9360-da07278324cd req-c4734701-f877-4f37-bdad-e04ae0f8c5ea tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.188407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1732b0db-e1d7-4579-9360-da07278324cd req-c4734701-f877-4f37-bdad-e04ae0f8c5ea tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.1004703 Jun 30 09:30:16.259934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-18f83255-9f28-45ed-bd53-7e9cbd35e9d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 1001 time: 0.0903742 Jun 30 09:30:16.262748 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1732b0db-e1d7-4579-9360-da07278324cd req-1116934e-8523-4fa2-ba4b-65fbe94718bd tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480225 Jun 30 09:30:16.308282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06655e-6422-4c26-a763-7046df2452a4 req-b78f717f-8bd8-4754-80ce-391db6bd8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.310019 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-b78f717f-8bd8-4754-80ce-391db6bd8935 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0441363 Jun 30 09:30:16.369627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06655e-6422-4c26-a763-7046df2452a4 req-a0cebd44-61f6-4b7a-991b-0286afe9602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.371140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-a0cebd44-61f6-4b7a-991b-0286afe9602c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544579 Jun 30 09:30:16.459707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-2b1f364f-fa26-475e-9ede-27292f8640fd service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811996 Jun 30 09:30:16.560122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ad06655e-6422-4c26-a763-7046df2452a4 req-ed399f6c-cabc-4599-b4c6-67be93bcc687 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939293 Jun 30 09:30:16.720515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32782) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:17.081336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.347349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port f68021b9-99e8-455e-93d4-3d7f9c4dd83c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:17.347602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.473344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port f68021b9-99e8-455e-93d4-3d7f9c4dd83c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:17.473714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.491617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for f68021b9-99e8-455e-93d4-3d7f9c4dd83c owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:17.509702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21bc17-543c-4e3a-bc66-195487d55ecc req-24154da3-0f51-4930-8adf-34c72a7667b4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:17.511213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac21bc17-543c-4e3a-bc66-195487d55ecc req-24154da3-0f51-4930-8adf-34c72a7667b4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 945 time: 0.1206591 Jun 30 09:30:17.599737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac21bc17-543c-4e3a-bc66-195487d55ecc req-ae008cab-b7dc-48ca-a7e8-d817f716fe12 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815248 Jun 30 09:30:17.729821 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.761816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=f68021b9-99e8-455e-93d4-3d7f9c4dd83c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.936063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce8dc9bc-0db2-4d35-9100-d34e21f7c16e no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:17.951077 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.965379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: ce8dc9bc-0db2-4d35-9100-d34e21f7c16e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:17.966201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce8dc9bc-0db2-4d35-9100-d34e21f7c16e not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:18.056980 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-4cc8e194-3841-43d3-99c4-322701b75198 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550430 Jun 30 09:30:18.161726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-d853f98a-23bb-4719-8bcb-027f5ab96c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.163344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-d853f98a-23bb-4719-8bcb-027f5ab96c1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0578990 Jun 30 09:30:18.205804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router ae363874-b4ba-4192-80f1-42863a5e05e2 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:18.285036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-cae30abb-d793-4348-b063-20ee7370f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.286696 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-cae30abb-d793-4348-b063-20ee7370f644 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.1011975 Jun 30 09:30:18.334441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:18.339991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0c47666d-973f-49d2-9ec5-52119d567630 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "PUT /v2.0/routers/ae363874-b4ba-4192-80f1-42863a5e05e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6183741 Jun 30 09:30:18.346316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32786) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.346941 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Sync routers for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:18.350564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:18.362972 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-34a1483a-a576-4343-92c2-77003a07c738 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 999 time: 0.0700059 Jun 30 09:30:18.366924 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:18.367828 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:18.400527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting subnet e08f921a-875a-4007-8eaf-a30d63f7615b {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:18.403984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.428650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-10c7ec99-d431-4248-8b9a-3e66f191cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.431113 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-10c7ec99-d431-4248-8b9a-3e66f191cd19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0608511 Jun 30 09:30:18.450148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.450543 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.476550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:18.479417 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64040a1-c68e-4766-b57c-aa78a4ffa938" -d '{"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-unplugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:18.497391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:18.504289 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.517337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:18.532206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-76d8fabe-f745-4e01-a33a-26e0c5117737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.533732 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-76d8fabe-f745-4e01-a33a-26e0c5117737 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955613 Jun 30 09:30:18.543816 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d308b10b-ae2f-41ae-8a8c-69531b95a17f x-openstack-request-id: req-d308b10b-ae2f-41ae-8a8c-69531b95a17f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:18.544146 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-unplugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:18.544648 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d308b10b-ae2f-41ae-8a8c-69531b95a17f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:18.545581 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'code': 200} Jun 30 09:30:18.576188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.586828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.587339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.587777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.588227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.588702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.589207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.589651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.590214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.590659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.591092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.591787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.592269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:18.634381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.712840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-32ca1811-397c-4e57-a3e8-c403ff03e7c4 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707728 Jun 30 09:30:18.729787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.763836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Subnet': ['ID=e08f921a-875a-4007-8eaf-a30d63f7615b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.788586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244c2a3-a91f-421d-a664-91e6b925da7a None None] Network 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:18.794401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.800615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-260a00fb-e062-4e11-8857-6a102e4ac0db tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/subnets/e08f921a-875a-4007-8eaf-a30d63f7615b HTTP/1.1" status: 204 len: 168 time: 0.4508331 Jun 30 09:30:18.803597 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:30:17Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:18.813133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.873522 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Checking router: ae363874-b4ba-4192-80f1-42863a5e05e2 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:18.887106 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Routers {'ae363874-b4ba-4192-80f1-42863a5e05e2'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:18.888080 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['ae363874-b4ba-4192-80f1-42863a5e05e2'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:18.905985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8bf7-d192-41e3-a500-2743f880090b req-11d8fb1c-9485-4228-b4fc-12857545ad84 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.907688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-782f8bf7-d192-41e3-a500-2743f880090b req-11d8fb1c-9485-4228-b4fc-12857545ad84 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1339486 Jun 30 09:30:18.965116 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8aa0dba1-72ef-4a50-a35f-36e133f469e9 req-7193610a-261f-40a4-94c6-68ffea502c35 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444916 Jun 30 09:30:18.976934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-782f8bf7-d192-41e3-a500-2743f880090b req-338cfd28-9719-45d8-9cb7-b2b713bf2995 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632186 Jun 30 09:30:18.994162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.043286 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] Set router ae363874-b4ba-4192-80f1-42863a5e05e2 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:19.126581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.132811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] DHCP port deletion for 95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:19.187649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Deleting port cb23eb22-41a1-4f59-a9db-6252e07c41a0 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:19.188415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.213708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port 05ef6d72-732e-4417-9886-3461a6b8b612 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:19.214468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.265637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] For port cb23eb22-41a1-4f59-a9db-6252e07c41a0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=cb23eb22-41a1-4f59-a9db-6252e07c41a0,segment=NetworkSegment(79ffd429-e479-4a62-b0fa-77cf59054503),segment_id=79ffd429-e479-4a62-b0fa-77cf59054503)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:19.266418 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.283924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Calling delete_port for cb23eb22-41a1-4f59-a9db-6252e07c41a0 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:19.334986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port 05ef6d72-732e-4417-9886-3461a6b8b612, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05ef6d72-732e-4417-9886-3461a6b8b612,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:19.335450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.359485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for 05ef6d72-732e-4417-9886-3461a6b8b612 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:19.373145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.393438 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:30:17Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.404743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] Pushing event deleted for resources: {'Port': ['ID=cb23eb22-41a1-4f59-a9db-6252e07c41a0,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.414752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0e6d2-4578-48d5-bcd0-b30ab84530da None None] No DVR routers for this DVR port cb23eb22-41a1-4f59-a9db-6252e07c41a0 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:19.426603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898fb529-98f2-4258-a497-e04e979bc0b3 None None] The sync data for ids ['ae363874-b4ba-4192-80f1-42863a5e05e2'] in n-d-779913-25 is: [{'id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-580436150', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:29:54Z', 'updated_at': '2021-06-30T09:30:17Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '05ef6d72-732e-4417-9886-3461a6b8b612', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae363874-b4ba-4192-80f1-42863a5e05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:29:55Z', 'updated_at': '2021-06-30T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:19.564399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.589556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=05ef6d72-732e-4417-9886-3461a6b8b612,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.652495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.747034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.750373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.797641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.798232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Fanout notify agent at l3_agent the message router_deleted on router ae363874-b4ba-4192-80f1-42863a5e05e2 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:19.806760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.811025 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7c30801f-f685-4e29-bcdf-99905c68c02b tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/routers/ae363874-b4ba-4192-80f1-42863a5e05e2 HTTP/1.1" status: 204 len: 168 time: 0.9967399 Jun 30 09:30:19.812557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32812) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:19.896386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.997310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.007693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:20.020130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ffd429-e479-4a62-b0fa-77cf59054503') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:20.020515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ffd429-e479-4a62-b0fa-77cf59054503') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:20.030784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.047755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.054391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:20.054925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:20.058080 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:20.127471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.137852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.140219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/networks/95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f HTTP/1.1" status: 204 len: 168 time: 0.3265207 Jun 30 09:30:20.143046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32820) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.153278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85635bb7-995f-48fa-a282-e07947c9d54f tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Network': ['ID=95ec9bca-a98d-4eb4-92fb-c83f1a9b7a7f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:20.301884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceed5b-4655-417a-ab27-662ea6476c44 req-22fc7798-123a-4ed3-8097-72d3f72f2c2c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:20.303648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7ceed5b-4655-417a-ab27-662ea6476c44 req-22fc7798-123a-4ed3-8097-72d3f72f2c2c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0770202 Jun 30 09:30:20.331299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port 10d28e9a-af94-4400-9b37-1cdc078f87e4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:20.331969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.347969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7ceed5b-4655-417a-ab27-662ea6476c44 req-f6e2ab99-cc35-4c25-84b3-bbd669adf081 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364070 Jun 30 09:30:20.415523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.415893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.428087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for 10d28e9a-af94-4400-9b37-1cdc078f87e4 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:20.452783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32832) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.618685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-8b9b2ef0-f7d6-40ed-9276-3b53ef395bbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621861 Jun 30 09:30:20.633302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.667033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=10d28e9a-af94-4400-9b37-1cdc078f87e4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:20.728904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.729314 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Floating IP c24ecd06-9ac7-44be-bac5-5d7831624331 disassociated (deleted). External IP: 172.25.4.242, port: b1a63131-6c80-466d-8dfa-98d3d2518e81. Jun 30 09:30:20.901465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb23eb22-41a1-4f59-a9db-6252e07c41a0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:20.926372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: cb23eb22-41a1-4f59-a9db-6252e07c41a0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:20.926901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device cb23eb22-41a1-4f59-a9db-6252e07c41a0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:20.927430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05ef6d72-732e-4417-9886-3461a6b8b612 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:20.948219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 05ef6d72-732e-4417-9886-3461a6b8b612 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:20.948665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05ef6d72-732e-4417-9886-3461a6b8b612 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:20.949161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f68021b9-99e8-455e-93d4-3d7f9c4dd83c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:20.970153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f68021b9-99e8-455e-93d4-3d7f9c4dd83c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:20.970481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f68021b9-99e8-455e-93d4-3d7f9c4dd83c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:20.990094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32844) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.092097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d030915-c868-4caf-a99b-f05eef9e6124 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.092705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d030915-c868-4caf-a99b-f05eef9e6124 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.093821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d030915-c868-4caf-a99b-f05eef9e6124 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.095686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d030915-c868-4caf-a99b-f05eef9e6124 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=ae8ac4177e0c46f9bab14336999764bd&network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 2972 time: 0.1043425 Jun 30 09:30:21.240781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router 9014dc49-100b-40c1-94e4-97759b035dd9 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:21.353104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:21.357786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.364196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Sync routers for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:21.379853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:21.380587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:21.400110 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-89ba5744-6345-4d1a-b918-614530c0131e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/floatingips/c24ecd06-9ac7-44be-bac5-5d7831624331 HTTP/1.1" status: 204 len: 168 time: 1.2534320 Jun 30 09:30:21.400110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:21.400947 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc16a27-8efe-425d-914f-0576a3aeea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:21.500339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:21.654558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16aae-2995-4de3-a938-cbae63a10d03 req-c6130f9c-214b-4dd3-b212-add37916dc3e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.656175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47a16aae-2995-4de3-a938-cbae63a10d03 req-c6130f9c-214b-4dd3-b212-add37916dc3e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1283579 Jun 30 09:30:21.659633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-8b48e0cc-c2ae-47e3-9e1f-8748fad636fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.661145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-8b48e0cc-c2ae-47e3-9e1f-8748fad636fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463&tenant_id=f552d62833ac4c54806679f405a54e48 HTTP/1.1" status: 200 len: 1095 time: 0.1594713 Jun 30 09:30:21.687956 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0277296-fca0-49cf-92ee-c33bf3d94c5a x-openstack-request-id: req-e0277296-fca0-49cf-92ee-c33bf3d94c5a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:21.688248 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:21.688501 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0277296-fca0-49cf-92ee-c33bf3d94c5a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:21.688904 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'status': 'completed', 'code': 200} Jun 30 09:30:21.728428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:21.747141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47a16aae-2995-4de3-a938-cbae63a10d03 req-001c6678-9e07-4ab8-b7b8-f12b87dcf4fe tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818915 Jun 30 09:30:21.767509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Checking router: 9014dc49-100b-40c1-94e4-97759b035dd9 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:21.791103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:21.791724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:21.835199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-d59c34a7-f1d6-4f2f-b4bb-82e4df38f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.836699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-d59c34a7-f1d6-4f2f-b4bb-82e4df38f3f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f552d62833ac4c54806679f405a54e48&device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1095 time: 0.1427286 Jun 30 09:30:21.862472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-81c4c149-4296-4744-af67-398d9e296f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.863983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-81c4c149-4296-4744-af67-398d9e296f81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73bde918b1844b9fa63eeb43c0f92406&device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 1137 time: 0.1329465 Jun 30 09:30:22.063784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:22.280709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-be309a85-c117-41ac-b864-998a00b04864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:22.307370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be309a85-c117-41ac-b864-998a00b04864 None None] The sync data for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 is: [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 4, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2f247fbe-e264-460e-8d4e-6c0544922be5', 'name': '', 'network_id': 'ca0a19f3-7951-438a-a7c6-692369b80a61', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'mac_address': 'fa:16:3e:fe:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:58Z', 'updated_at': '2021-06-30T09:29:09Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'subnets': [{'id': '9ad4b072-45a9-4c29-94f3-ae50a5c476fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:22.339809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41acce-026f-4cf1-a2f9-85b34c4b2af2 req-f63e923c-a2fe-4c02-aaee-51d8cddd9f35 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.341367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df41acce-026f-4cf1-a2f9-85b34c4b2af2 req-f63e923c-a2fe-4c02-aaee-51d8cddd9f35 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 985 time: 0.5577035 Jun 30 09:30:22.405576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-c9957988-0e7e-4aa5-a080-a61f74b153cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.407075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-c9957988-0e7e-4aa5-a080-a61f74b153cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 200 len: 918 time: 0.5605333 Jun 30 09:30:22.410951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-1529c545-fc76-455c-9d2e-659e1678ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.412346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-1529c545-fc76-455c-9d2e-659e1678ec39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 200 len: 898 time: 0.5353928 Jun 30 09:30:22.473127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df41acce-026f-4cf1-a2f9-85b34c4b2af2 req-94c888fb-cdff-418e-84b5-f924b031cd1c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/security-groups?id=d31568c1-2474-4a77-a78d-9442e4017a16&id=38df52c1-936b-4e4e-8518-1e6d7bcea131&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1225634 Jun 30 09:30:22.502627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-a804edae-8e79-4bd2-bc10-081041fe793a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 200 len: 217 time: 0.0819788 Jun 30 09:30:22.542072 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555e14c6-750c-4a7b-948f-ce2658f254b5 None None] New status for floating IP c24ecd06-9ac7-44be-bac5-5d7831624331: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:30:22.557413 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-10c4f001-52c4-478a-8580-1d1fc83d28e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 200 len: 999 time: 0.1350203 Jun 30 09:30:22.601573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-032f7272-aca3-49a5-824a-c46d85a777cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.602811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-032f7272-aca3-49a5-824a-c46d85a777cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ad4b072-45a9-4c29-94f3-ae50a5c476fb HTTP/1.1" status: 200 len: 835 time: 0.0916252 Jun 30 09:30:22.647708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-53ffac6a-e96d-4aae-939e-ff69fe9f0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.649167 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-53ffac6a-e96d-4aae-939e-ff69fe9f0b60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 200 len: 856 time: 0.0836694 Jun 30 09:30:22.707457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-23d4a020-a9de-4634-a8e0-5b3144b670fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.708985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-23d4a020-a9de-4634-a8e0-5b3144b670fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca0a19f3-7951-438a-a7c6-692369b80a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994501 Jun 30 09:30:22.738966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-07f20bc3-dedf-41c2-a525-2c391b6fab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.740407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-07f20bc3-dedf-41c2-a525-2c391b6fab2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a38748f-89f6-49ea-a14b-cecec1ec62b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836313 Jun 30 09:30:22.895109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-d0f2e23a-68d7-4b69-a386-d9685a631c94 service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757963 Jun 30 09:30:22.921261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-f1d67923-20c8-4a52-a6b7-001996cf7ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522605 Jun 30 09:30:22.940455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.41', 49785) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.006280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-ea8be380-a345-4aad-86c2-914578574296 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:23.007756 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-ea8be380-a345-4aad-86c2-914578574296 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 985 time: 0.0655971 Jun 30 09:30:23.101197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-5fc177a4-1788-4d87-a6e4-2e5a2d928ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708529 Jun 30 09:30:23.103025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-ef1f4043-9fe3-4681-b71e-b29ee27c7bab service neutron] 10.222.0.41 "GET /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840570 Jun 30 09:30:23.113010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d382-eda3-44ce-b23b-8b0b2406e6b5 req-728b1d1d-2661-4c43-b421-7bdd9bcfb0f9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:23.114589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ce9d382-eda3-44ce-b23b-8b0b2406e6b5 req-728b1d1d-2661-4c43-b421-7bdd9bcfb0f9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.2376974 Jun 30 09:30:23.116493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port b1a63131-6c80-466d-8dfa-98d3d2518e81 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:23.116845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.161632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ce9d382-eda3-44ce-b23b-8b0b2406e6b5 req-9aafc656-aa3d-4174-b7dd-d2dcff092de4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359406 Jun 30 09:30:23.216105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port b1a63131-6c80-466d-8dfa-98d3d2518e81, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=b1a63131-6c80-466d-8dfa-98d3d2518e81,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:23.216456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.228800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for b1a63131-6c80-466d-8dfa-98d3d2518e81 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:23.367501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.402097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=b1a63131-6c80-466d-8dfa-98d3d2518e81,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.457706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] No DVR routers for this DVR port b1a63131-6c80-466d-8dfa-98d3d2518e81 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:23.460783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.467242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2245a253-d7bb-4e75-af52-b87f1563b1fa req-a8c50d9d-e707-4be3-8df6-ae6a6eb1ca32 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.41 "DELETE /v2.0/ports/b1a63131-6c80-466d-8dfa-98d3d2518e81 HTTP/1.1" status: 204 len: 173 time: 0.4540977 Jun 30 09:30:23.667569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7164df8a-bae9-4b0c-add8-3bbe741aa28b req-10873e9f-6f8a-409a-8cb9-cfbcffa44d25 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Jun 30 09:30:23.690374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'name': 'network-vif-deleted', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:23.693334 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7333f20b-c85a-4400-8a6a-7616c076e7e4" -d '{"events": [{"server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "name": "network-vif-deleted", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:23.734958 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff496e3-435d-44ee-964d-fb7d333001db x-openstack-request-id: req-4ff496e3-435d-44ee-964d-fb7d333001db {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:23.736049 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbe7b02-fa4c-462e-8b7c-693d0a6064f8", "name": "network-vif-deleted", "tag": "b1a63131-6c80-466d-8dfa-98d3d2518e81", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:23.736411 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ff496e3-435d-44ee-964d-fb7d333001db {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:23.736970 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbe7b02-fa4c-462e-8b7c-693d0a6064f8', 'name': 'network-vif-deleted', 'tag': 'b1a63131-6c80-466d-8dfa-98d3d2518e81', 'status': 'completed', 'code': 200} Jun 30 09:30:24.078324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32886) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.136362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903569f2-d4f0-4019-9c1f-bae197d9b919 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:24.137961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-903569f2-d4f0-4019-9c1f-bae197d9b919 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646 HTTP/1.1" status: 200 len: 814 time: 0.0586793 Jun 30 09:30:24.352230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f407d4-eac4-4572-b014-bc9b68b96bdc req-422d9d17-4db0-4047-9784-3bb40328a135 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:24.353895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31f407d4-eac4-4572-b014-bc9b68b96bdc req-422d9d17-4db0-4047-9784-3bb40328a135 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0711036 Jun 30 09:30:24.398900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31f407d4-eac4-4572-b014-bc9b68b96bdc req-4f4752ef-9588-46a8-96a9-40fe235e2f19 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Jun 30 09:30:24.839474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10cace87-058f-403f-a29e-e0bc52adb368 req-25aac151-65c2-48ac-b7a2-6cdaa94f8a5c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0361314 Jun 30 09:30:24.873925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32896) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.879255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'network': {'name': 'tempest-network-smoke--1272215385', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:24.905873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:24.911839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.940131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:24.950917 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.951559 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Added segment f42027b8-ae13-48ce-b513-040c77cac04f of type vlan for network f53ed672-4042-4e95-b8f8-7483f6f3e471 Jun 30 09:30:24.999683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.034899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.040520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.041124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.101578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2264533 Jun 30 09:30:25.105651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32898) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.119288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcf0ab-8d35-44c6-9625-8326ee0d140c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Network': ['ID=f53ed672-4042-4e95-b8f8-7483f6f3e471,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.130981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:25.199217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caebe8c-d272-400c-9658-7e58ff6b2e10 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.200782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8caebe8c-d272-400c-9658-7e58ff6b2e10 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ae8ac4177e0c46f9bab14336999764bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0939040 Jun 30 09:30:25.205838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.392385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b9fcf9-5627-459a-bf16-4b4c35751839 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.396498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b7b9fcf9-5627-459a-bf16-4b4c35751839 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1870775 Jun 30 09:30:25.396754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32902) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.432820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-444adaaa-df42-4e19-b903-f4eb59f5fe7a tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349317 Jun 30 09:30:25.435696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32906) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.466037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b7acf2a-fbd3-4272-aa3b-3801a54cf0a9 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ae8ac4177e0c46f9bab14336999764bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286686 Jun 30 09:30:25.468787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32908) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.595519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c95c2-8bdf-4207-8f52-8e775d56492e tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.597016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0b2c95c2-8bdf-4207-8f52-8e775d56492e tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272769 Jun 30 09:30:25.599901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32910) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.625435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df964ce8-802a-4e2e-9f61-ebcf87e3ec6c req-14548950-62d2-4524-9bbf-0ddf22e4ed00 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.627000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df964ce8-802a-4e2e-9f61-ebcf87e3ec6c req-14548950-62d2-4524-9bbf-0ddf22e4ed00 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0888610 Jun 30 09:30:25.631451 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d6f4ece-49e3-43b5-a680-0ece32db9e54 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302906 Jun 30 09:30:25.635466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.646092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706788237', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:25.745366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df964ce8-802a-4e2e-9f61-ebcf87e3ec6c req-331d3f95-a0d3-4d6c-851e-a06aa45c965a tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109483 Jun 30 09:30:25.791522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:25.796859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.046766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-058338da-d179-4394-b57a-6f3e1d2ecaa4 req-e8dc7095-7467-4bb0-ba82-e6a468f9eb4c tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Jun 30 09:30:26.073224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.139139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Subnet': ['ID=4254977e-0754-4bd2-82e6-99edf72a2cec,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.150345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Checking segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:26.150701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network hostable DHCP agents. Network: f53ed672-4042-4e95-b8f8-7483f6f3e471, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:26.172927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:26.192569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f53ed672-4042-4e95-b8f8-7483f6f3e471) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:26.197264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:26.197855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.203719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76415cba-f787-42e3-9723-96e73fb4b46e None None] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:26.214850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9a22d3e2-2367-49d2-82d0-e5d49595a18b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5771329 Jun 30 09:30:26.362468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b1a63131-6c80-466d-8dfa-98d3d2518e81 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:26.399900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: b1a63131-6c80-466d-8dfa-98d3d2518e81 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:26.400561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device b1a63131-6c80-466d-8dfa-98d3d2518e81 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:26.416412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f53ed672-4042-4e95-b8f8-7483f6f3e471', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ips': [{'subnet_id': '4254977e-0754-4bd2-82e6-99edf72a2cec'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:26.417295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.536294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32920) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.541050 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12001825', 'description': 'tempest-secgroup-smoke-12001825 description', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:26.566818 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.588453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Allocated IP 172.20.0.18 (f53ed672-4042-4e95-b8f8-7483f6f3e471/4254977e-0754-4bd2-82e6-99edf72a2cec/749d781c-17bd-4a03-9030-ddfcdcc3730e) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:26.689789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.694336 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.736687 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.738173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2007923 Jun 30 09:30:26.740306 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e5bcb-19b8-460d-8b2b-4b1f2552b1b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc75c7a5-3c59-47ab-81eb-29f585513016,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.741814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32922) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.748425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:26.769239 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.778914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Transition to ACTIVE for port object 749d781c-17bd-4a03-9030-ddfcdcc3730e will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:26.795780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Transition to ACTIVE for port object 749d781c-17bd-4a03-9030-ddfcdcc3730e will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:26.815491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.823750 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.888106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Pushing event updated for resources: {'Port': ['ID=749d781c-17bd-4a03-9030-ddfcdcc3730e,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.898992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:26.900882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:26.903394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:26.999399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.000460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Attempting to bind port 749d781c-17bd-4a03-9030-ddfcdcc3730e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:27.001005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Attempting to bind port 749d781c-17bd-4a03-9030-ddfcdcc3730e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:27.001395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Attempting to bind port 749d781c-17bd-4a03-9030-ddfcdcc3730e on network f53ed672-4042-4e95-b8f8-7483f6f3e471 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:27.008116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.008471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:27.009045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Checking segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:27.009807 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.010072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Bound using segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:27.010644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Bound port: 749d781c-17bd-4a03-9030-ddfcdcc3730e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:27.010871 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.035774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850a310c-cba0-4aff-b262-cdb8ddb343e4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.065186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.069449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0fa0e081-a7ef-43df-97d2-f7973399f65c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252838 Jun 30 09:30:27.070244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 32926) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.078763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.079972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746a448-a71b-4895-9dd5-827d44d4092f req-c3a568d7-b31d-42d0-9184-96b63d5ff525 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:27.081577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2746a448-a71b-4895-9dd5-827d44d4092f req-c3a568d7-b31d-42d0-9184-96b63d5ff525 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1412797 Jun 30 09:30:27.131147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] For port 749d781c-17bd-4a03-9030-ddfcdcc3730e, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:27.140311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] For port 749d781c-17bd-4a03-9030-ddfcdcc3730e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=749d781c-17bd-4a03-9030-ddfcdcc3730e,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:27.149140 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.159290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.196644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2746a448-a71b-4895-9dd5-827d44d4092f req-3c415228-d337-45f0-8a5a-edeca4ef8332 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994976 Jun 30 09:30:27.246749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f834e-da1a-453f-87bc-7018c40c97e4 None None] Pushing event updated for resources: {'Port': ['ID=749d781c-17bd-4a03-9030-ddfcdcc3730e,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.339325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.339669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed2c1e72-79c3-4f2e-b689-0e0cfde32ca4 req-d9757f3b-1f88-4519-afa6-c07b08bf6183 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0558538 Jun 30 09:30:27.347290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.378106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e41a80d-395b-47dd-b7b0-ed5516a0085c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.386845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.390877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18eaf23c-9c21-4237-8536-55b290a420b4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160729 Jun 30 09:30:27.391256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.396490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.426648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.537926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.543663 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.583158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a068a4-9227-4d91-8617-6704a79eb0c1,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.583158 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.583158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-70a05602-653c-4e3d-a339-54aa6ef0a6da tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905334 Jun 30 09:30:27.585636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.590293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.642053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.721640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.726115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.747588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d559cad4-7629-4e39-8220-29cf4b029869,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.752211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.753625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-415b838c-774f-4b13-b4d5-5dd6005e7927 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668150 Jun 30 09:30:27.757275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.763278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.797432 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:30:27.804421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.893087 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.897556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.917719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5c843a-c07e-4e3c-a789-901f8f2a52ea,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.927829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.932630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2421396-469d-4bc5-8df6-7c68a0c33a84 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712210 Jun 30 09:30:27.932909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32936) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.937982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc75c7a5-3c59-47ab-81eb-29f585513016', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:27.961651 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:30:27.968121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.051817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.058884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.079044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ff142b-a097-47df-86b4-8487c903a25c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:28.090456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.094456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2cf01d6c-e1ee-4225-9926-6c0065adef14 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602957 Jun 30 09:30:28.338375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-f12b5bc9-f25d-4b25-b92e-076bea8f5912 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12001825&fields=id&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 267 time: 0.0675440 Jun 30 09:30:28.466563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051eda5b-8104-498a-b966-0acd177e16c1 None None] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:28.507870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-62473575-5d14-416c-9813-65d928cedd56 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:28.509414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-62473575-5d14-416c-9813-65d928cedd56 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/networks?id=f53ed672-4042-4e95-b8f8-7483f6f3e471 HTTP/1.1" status: 200 len: 797 time: 0.1601324 Jun 30 09:30:28.520915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0a55-f6f2-44fb-80a4-b679d1a7bd48 req-7fb3b471-a84f-4807-b8d8-fe210bb70ac0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:28.522501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fab0a55-f6f2-44fb-80a4-b679d1a7bd48 req-7fb3b471-a84f-4807-b8d8-fe210bb70ac0 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1484911 Jun 30 09:30:28.542271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-2908d19f-a50c-474b-bb23-469065fc9f7f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/quotas/ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 375 time: 0.0186393 Jun 30 09:30:28.567458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-40c54f5b-d88c-4e93-b151-fe43368d2988 None None] Provisioning for port 749d781c-17bd-4a03-9030-ddfcdcc3730e completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:28.654541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fab0a55-f6f2-44fb-80a4-b679d1a7bd48 req-e0c54b6c-74f1-43d9-b70c-8459ea63e080 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222665 Jun 30 09:30:28.725308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-43129d5a-d086-4a30-a79e-872352d4087a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1728013 Jun 30 09:30:28.864741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-db1f9ab7-d0a4-4354-a1a1-d164feee713a req-ea7b06fc-b9c3-4c53-9ef0-986adeb141cb tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0493476 Jun 30 09:30:28.943431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-a43d78df-2198-4f96-b9de-75aea752275e service neutron] 10.222.0.66 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030587 Jun 30 09:30:29.013344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 749d781c-17bd-4a03-9030-ddfcdcc3730e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:29.070269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 749d781c-17bd-4a03-9030-ddfcdcc3730e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:29.074613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 749d781c-17bd-4a03-9030-ddfcdcc3730e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:29.074997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.086038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-9b7c3279-deb8-4226-b634-e092b45c341a service neutron] 10.222.0.66 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414628 Jun 30 09:30:29.164213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.198686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 749d781c-17bd-4a03-9030-ddfcdcc3730e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=749d781c-17bd-4a03-9030-ddfcdcc3730e,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:29.218820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.285408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ef80c906-5c3b-4dac-afc6-b150e4ec6de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.292429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=749d781c-17bd-4a03-9030-ddfcdcc3730e,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.308448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8464812-2f17-4378-be1b-db04740d3b5c req-425af75c-decd-4187-878f-1c8d5ecb080c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 210 time: 0.0617902 Jun 30 09:30:29.893088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef513aed-ce9a-4856-9b48-c2d95815a397 req-aee24eea-e041-41b5-98dd-5626ea612c5b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:29.895766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef513aed-ce9a-4856-9b48-c2d95815a397 req-aee24eea-e041-41b5-98dd-5626ea612c5b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0967710 Jun 30 09:30:29.968016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef513aed-ce9a-4856-9b48-c2d95815a397 req-f7db1b88-fe0a-4fea-8561-a34f43bca4f9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650949 Jun 30 09:30:30.085693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b564a25b-e340-46ad-8c53-e4bc8219caf5 req-b2c1791a-d15b-40fe-adca-01b8e56fe462 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jun 30 09:30:30.511087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cb44330-13e1-4d70-85dc-2da01f039180 req-4c19901f-f095-4953-9a41-50b3e144cbf6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 210 time: 0.0579071 Jun 30 09:30:30.537457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-1851d75a-20fc-4c47-9320-57b5f102c398 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:30.539816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-1851d75a-20fc-4c47-9320-57b5f102c398 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/networks?id=f53ed672-4042-4e95-b8f8-7483f6f3e471 HTTP/1.1" status: 200 len: 797 time: 0.1334832 Jun 30 09:30:30.605715 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-bd3bded1-31dc-4fd0-9275-29285250d0a6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 470 time: 0.0566790 Jun 30 09:30:30.614770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'port': {'device_id': '9559c366-acc7-464d-aff3-514c90df1122', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'admin_state_up': True, 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'security_groups': ['cc75c7a5-3c59-47ab-81eb-29f585513016']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:30.751642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:30.755290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.901711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.26 (f53ed672-4042-4e95-b8f8-7483f6f3e471/4254977e-0754-4bd2-82e6-99edf72a2cec/0fdfab78-0d51-4b33-bb9f-ca9b963f9095) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:30.913080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 749d781c-17bd-4a03-9030-ddfcdcc3730e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:30.979003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 749d781c-17bd-4a03-9030-ddfcdcc3730e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:30.979389 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.117853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.137137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:31.201710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.229872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3369f7-a841-4768-8183-06e17d033fa0 req-6001a2d8-58cb-4bb8-88ab-54623b35ff2d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:31.232294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e3369f7-a841-4768-8183-06e17d033fa0 req-6001a2d8-58cb-4bb8-88ab-54623b35ff2d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0822818 Jun 30 09:30:31.257698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.283411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:31.285567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:31.289414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:31.317638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5b646f5-b17b-49fc-85f2-58c45d4cb478 req-6fb6013f-3adf-480e-bbcd-051405196fe3 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0428576 Jun 30 09:30:31.353591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e3369f7-a841-4768-8183-06e17d033fa0 req-13cc89a4-28d9-4d63-9d77-f41624330fd9 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028206 Jun 30 09:30:31.383653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:31.384649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.412544 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-a31ab48f-4362-48bd-ac45-b1b43fb24fb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019340 Jun 30 09:30:31.434243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Request body: {'port': {'device_id': '9559c366-acc7-464d-aff3-514c90df1122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:31.523680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.649575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-92c6efb6-90f2-41b6-8a7d-2ed761c973d2 None None] Provisioning for port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:31.656886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-92c6efb6-90f2-41b6-8a7d-2ed761c973d2 None None] Provisioning complete for port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:31.657373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-92c6efb6-90f2-41b6-8a7d-2ed761c973d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.702492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762798a-460b-498c-ab76-510def58703c req-fa1a678c-08b8-4ea4-9ea1-18db31a01908 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:31.709646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7762798a-460b-498c-ab76-510def58703c req-fa1a678c-08b8-4ea4-9ea1-18db31a01908 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 932 time: 0.0763776 Jun 30 09:30:31.725671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-92c6efb6-90f2-41b6-8a7d-2ed761c973d2 None None] Port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:31.762605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7762798a-460b-498c-ab76-510def58703c req-6476b4ae-c0cc-4ba4-ae4a-7e9829118eb4 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515575 Jun 30 09:30:31.857821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:31.865388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.886022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Transition to ACTIVE for port object 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:31.891000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.919093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0b9cc5b9-1ac0-47cc-a280-bf1703e188ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.981352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Pushing event updated for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:32.021900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.035881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Attempting to bind port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:32.036418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Attempting to bind port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:32.036822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Attempting to bind port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 on network f53ed672-4042-4e95-b8f8-7483f6f3e471 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:32.042584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 on network f53ed672-4042-4e95-b8f8-7483f6f3e471 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:32.042988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Attempting to bind port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 on network f53ed672-4042-4e95-b8f8-7483f6f3e471 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:32.048389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:32.048761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Checking segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:32.049129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Bound using segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:32.049565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Bound port: 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:32.049957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.152791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:32.160500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:32.167049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.203250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.203910 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.205600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] 10.222.0.11 "PUT /v2.0/ports/0fdfab78-0d51-4b33-bb9f-ca9b963f9095 HTTP/1.1" status: 200 len: 1093 time: 0.7766349 Jun 30 09:30:32.208310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:32.210838 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36" -d '{"events": [{"name": "network-changed", "server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:32.246792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699a45-f913-4004-a11d-5da167f1a34e service neutron] Pushing event updated for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:32.294135 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3274a0-46cb-4faf-a696-323e0a3d3b49 x-openstack-request-id: req-ff3274a0-46cb-4faf-a696-323e0a3d3b49 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:32.294462 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:32.294792 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff3274a0-46cb-4faf-a696-323e0a3d3b49 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:32.295791 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095', 'status': 'completed', 'code': 200} Jun 30 09:30:32.331968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-d8d84918-f156-4ecd-ae40-d8130d9757bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.333481 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-d8d84918-f156-4ecd-ae40-d8130d9757bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 1096 time: 0.0829759 Jun 30 09:30:32.383336 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-85a8410a-efcc-4082-9a89-44c7b82445b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095 HTTP/1.1" status: 200 len: 217 time: 0.0428598 Jun 30 09:30:32.456941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-72e7dcf3-8bfd-4c77-b1cb-763a3a74bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.462977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-72e7dcf3-8bfd-4c77-b1cb-763a3a74bcc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254977e-0754-4bd2-82e6-99edf72a2cec HTTP/1.1" status: 200 len: 837 time: 0.0722947 Jun 30 09:30:32.551804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933925-d07d-4050-a2b6-867126dd75af req-16027d6a-dc15-4cb6-9d4c-3a7da5d4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.554103 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-16027d6a-dc15-4cb6-9d4c-3a7da5d4ece8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53ed672-4042-4e95-b8f8-7483f6f3e471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0839696 Jun 30 09:30:32.641587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c40a39ce-8842-46d9-874e-e0db87d353bb req-74c88cd5-6940-4f57-9d96-d414198fdb36 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0750360 Jun 30 09:30:32.697318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201514c6-16d0-49ec-ac58-89e7a1e6f312 req-64981304-aea1-401e-acc0-f8776957953d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.699050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-201514c6-16d0-49ec-ac58-89e7a1e6f312 req-64981304-aea1-401e-acc0-f8776957953d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1440353 Jun 30 09:30:32.728547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-cf31661c-f8c2-44b9-abab-a9e21301ae40 service neutron] 10.222.0.11 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564641 Jun 30 09:30:32.762979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-201514c6-16d0-49ec-ac58-89e7a1e6f312 req-5a6649b4-7ec3-4c8d-be17-3a36bceb3370 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575511 Jun 30 09:30:32.833082 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f933925-d07d-4050-a2b6-867126dd75af req-14c12c8e-4925-46ce-87e2-a92c98239696 service neutron] 10.222.0.11 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981865 Jun 30 09:30:32.976531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-6c293799-7fa9-4c79-999a-ff51b64a4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:32.978819 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-6c293799-7fa9-4c79-999a-ff51b64a4d53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 1096 time: 0.0765784 Jun 30 09:30:32.996437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.012168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc7330-baa0-4453-91ad-84c54823207e req-14513a94-c0df-4a6a-9ab5-ad50c96a2bab tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.015253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edcc7330-baa0-4453-91ad-84c54823207e req-14513a94-c0df-4a6a-9ab5-ad50c96a2bab tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 944 time: 0.0870624 Jun 30 09:30:33.059242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edcc7330-baa0-4453-91ad-84c54823207e req-553b3d40-8bba-462b-9b8d-f384b2b20acb tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354719 Jun 30 09:30:33.079569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-92f6b89d-f786-4c44-91d0-90383b541830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.081023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-92f6b89d-f786-4c44-91d0-90383b541830 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f53ed672-4042-4e95-b8f8-7483f6f3e471 HTTP/1.1" status: 200 len: 898 time: 0.0962546 Jun 30 09:30:33.131521 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-a45237db-4ddc-4793-9a09-94c73f63e673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095 HTTP/1.1" status: 200 len: 217 time: 0.0427063 Jun 30 09:30:33.181431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-8495fee4-c8af-4f3e-b74c-44b54263bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.182914 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-8495fee4-c8af-4f3e-b74c-44b54263bfc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4254977e-0754-4bd2-82e6-99edf72a2cec HTTP/1.1" status: 200 len: 837 time: 0.0462017 Jun 30 09:30:33.242372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-e28a63fd-2d5b-4300-a169-f2262e5d3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.243876 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-e28a63fd-2d5b-4300-a169-f2262e5d3b8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f53ed672-4042-4e95-b8f8-7483f6f3e471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0547445 Jun 30 09:30:33.336433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-ea2b500d-5602-4a7c-9515-9ab5fd41302f service neutron] 10.222.0.11 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860469 Jun 30 09:30:33.426061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2ce98d50-9cde-4c69-b5c6-c605d5d11c36 req-64c28d80-8f66-4087-bd59-02961c80383b service neutron] 10.222.0.11 "GET /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830295 Jun 30 09:30:33.473532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.827679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-189d03a5-aaab-4e0a-872e-db42ce8925c8 req-88ac2efa-4ff9-47df-af93-79418d2b306e tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fbe7b02-fa4c-462e-8b7c-693d0a6064f8 HTTP/1.1" status: 200 len: 210 time: 0.0308645 Jun 30 09:30:33.975985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4486d7-1d08-45f7-a4c2-482356a6bddc req-2701c99d-558e-4101-ae71-c4336b88ed16 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.977391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee4486d7-1d08-45f7-a4c2-482356a6bddc req-2701c99d-558e-4101-ae71-c4336b88ed16 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0681276 Jun 30 09:30:34.016305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee4486d7-1d08-45f7-a4c2-482356a6bddc req-d4f9fc8f-4756-45f1-94ed-e3b952ac50dc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Jun 30 09:30:34.251638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84cd7-1960-4826-a9c6-30c5f4621900 req-91d04cb1-2d13-405a-847e-fde08f170950 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:34.253808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14d84cd7-1960-4826-a9c6-30c5f4621900 req-91d04cb1-2d13-405a-847e-fde08f170950 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 944 time: 0.0722947 Jun 30 09:30:34.298903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14d84cd7-1960-4826-a9c6-30c5f4621900 req-8c16d58e-4f4f-46c9-b5dc-677a0c75c25a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376937 Jun 30 09:30:34.650347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.921524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 32996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:34.979555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.002051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.045962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.048589 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.049743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/security-groups/d31568c1-2474-4a77-a78d-9442e4017a16 HTTP/1.1" status: 204 len: 168 time: 0.1271865 Jun 30 09:30:35.052543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.059791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92b8dc-603e-4970-afc7-2dba2f5d1923 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31568c1-2474-4a77-a78d-9442e4017a16,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.118450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.142700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.176322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.190652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.193382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.194577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/security-groups/38df52c1-936b-4e4e-8518-1e6d7bcea131 HTTP/1.1" status: 204 len: 168 time: 0.1410332 Jun 30 09:30:35.197480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33002) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.205081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c44451-6b31-43f1-a614-7ec7e3cda491 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df52c1-936b-4e4e-8518-1e6d7bcea131,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.212210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9f022-b013-4c7a-ba9c-511879ed6b99 req-6f6c539b-0658-4c9e-bbd3-380d4bb85084 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:35.213695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2da9f022-b013-4c7a-ba9c-511879ed6b99 req-6f6c539b-0658-4c9e-bbd3-380d4bb85084 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.0720904 Jun 30 09:30:35.323893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2da9f022-b013-4c7a-ba9c-511879ed6b99 req-e6f08549-dbd7-4973-8525-20617ffee4d5 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781574 Jun 30 09:30:35.577671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f51783-ac44-489e-9460-374e8369e58f req-6d631741-c999-4c29-9cf1-509f096fa638 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:35.579139 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3f51783-ac44-489e-9460-374e8369e58f req-6d631741-c999-4c29-9cf1-509f096fa638 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 944 time: 0.1329896 Jun 30 09:30:35.629585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3f51783-ac44-489e-9460-374e8369e58f req-bde1907b-e025-48c2-abbf-24f1d8934fe6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447302 Jun 30 09:30:35.690784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.043897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:36.148018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.160929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'port_id': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095', 'mac_address': 'fa:16:3e:a9:b2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:36.198593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.212593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:36.237031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.242018 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.294431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.322060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port 2f247fbe-e264-460e-8d4e-6c0544922be5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:36.322647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.350661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:36.426729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port 2f247fbe-e264-460e-8d4e-6c0544922be5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2f247fbe-e264-460e-8d4e-6c0544922be5,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.427326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.448360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for 2f247fbe-e264-460e-8d4e-6c0544922be5 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:36.459743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.478304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '08944a1a-2532-4b51-9875-f416222fd77a', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'port_id': '08944a1a-2532-4b51-9875-f416222fd77a', 'mac_address': 'fa:16:3e:70:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:36.515744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.532784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['0fdfab78-0d51-4b33-bb9f-ca9b963f9095'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:36.557104 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:36.590668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.596676 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.604223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a2fd3-5263-4252-a83d-ea14de434017 req-31bd2f9f-ead6-4613-b8d8-d1be4abf8a90 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.605770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe3a2fd3-5263-4252-a83d-ea14de434017 req-31bd2f9f-ead6-4613-b8d8-d1be4abf8a90 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 943 time: 0.1526439 Jun 30 09:30:36.664508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe3a2fd3-5263-4252-a83d-ea14de434017 req-92e55dbf-00fa-4609-9015-01430bdfaa7c tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512490 Jun 30 09:30:36.707391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.747310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.793863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=2f247fbe-e264-460e-8d4e-6c0544922be5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.803116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['08944a1a-2532-4b51-9875-f416222fd77a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:36.955507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1702d-0935-4f8c-9422-b1006cc908f6 req-30415f84-7342-4506-a838-9361b2c6686c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.957310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4b1702d-0935-4f8c-9422-b1006cc908f6 req-30415f84-7342-4506-a838-9361b2c6686c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 945 time: 0.1773093 Jun 30 09:30:37.059634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b4b1702d-0935-4f8c-9422-b1006cc908f6 req-bc54a1dd-6d3f-429d-9424-c1494b9b5a7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937350 Jun 30 09:30:37.084728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.303544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Router 9014dc49-100b-40c1-94e4-97759b035dd9 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:37.419002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:37.426136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5ea12c6d-dc10-4063-9584-1eeddccb54aa tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "PUT /v2.0/routers/9014dc49-100b-40c1-94e4-97759b035dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254455 Jun 30 09:30:37.427738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33010) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:37.428472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Sync routers for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:37.438987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:37.439604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.485061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting subnet 9ad4b072-45a9-4c29-94f3-ae50a5c476fb {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:37.488438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.542527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.552729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:37.635363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.700384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.729898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad4b072-45a9-4c29-94f3-ae50a5c476fb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.737438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.740964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:37.741525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f49de789-79cf-44a9-ac1d-877778da359d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/subnets/9ad4b072-45a9-4c29-94f3-ae50a5c476fb HTTP/1.1" status: 204 len: 168 time: 0.3121972 Jun 30 09:30:37.751756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1db29-5f1a-451b-ae31-7c274909eed8 None None] Network ca0a19f3-7951-438a-a7c6-692369b80a61 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:37.766335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:30:36Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.829434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Checking router: 9014dc49-100b-40c1-94e4-97759b035dd9 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:37.858903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Routers {'9014dc49-100b-40c1-94e4-97759b035dd9'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:37.859545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9014dc49-100b-40c1-94e4-97759b035dd9'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.869504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.879679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bd353-ac04-4713-a17a-6ae283b2e004 req-ea0af8ca-4e85-4d30-ad1f-555f7ea1b834 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:37.881519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-384bd353-ac04-4713-a17a-6ae283b2e004 req-ea0af8ca-4e85-4d30-ad1f-555f7ea1b834 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 944 time: 0.0749094 Jun 30 09:30:37.931250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-384bd353-ac04-4713-a17a-6ae283b2e004 req-2569cdbc-97fa-45ef-9abd-1bc3780715d2 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Jun 30 09:30:37.982473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.015824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] Set router 9014dc49-100b-40c1-94e4-97759b035dd9 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:38.047649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port 70ab0562-75c5-4cf4-80cd-69e53394e4ff {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:38.048066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.078762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:38.150747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port 70ab0562-75c5-4cf4-80cd-69e53394e4ff, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=70ab0562-75c5-4cf4-80cd-69e53394e4ff,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:38.151119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.179760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for 70ab0562-75c5-4cf4-80cd-69e53394e4ff owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:38.180595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] DHCP port deletion for ca0a19f3-7951-438a-a7c6-692369b80a61 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:38.202630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:38.230360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:38.230739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.292120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c80bb-6ff8-41c8-a09e-34d20ad3424b req-5fcd64f6-66be-43af-8a39-cf302e1978e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:38.294650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b3c80bb-6ff8-41c8-a09e-34d20ad3424b req-5fcd64f6-66be-43af-8a39-cf302e1978e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 945 time: 0.0808234 Jun 30 09:30:38.327945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Deleting port 89eec33f-8913-4b56-b880-2b4b33a06729 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:38.328214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.349061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b3c80bb-6ff8-41c8-a09e-34d20ad3424b req-4386f241-d704-4068-9ae5-47c46ceb0a65 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470901 Jun 30 09:30:38.406928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.483149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=70ab0562-75c5-4cf4-80cd-69e53394e4ff,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:38.564408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.571860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:30:36Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:38.573886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:38.637650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec547c5b-47ce-4def-b696-a2d72015f5ae None None] The sync data for ids ['9014dc49-100b-40c1-94e4-97759b035dd9'] in n-d-779913-25 is: [{'id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1783855331', 'tenant_id': '73bde918b1844b9fa63eeb43c0f92406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:50Z', 'updated_at': '2021-06-30T09:30:36Z', 'revision_number': 5, 'project_id': '73bde918b1844b9fa63eeb43c0f92406', 'gw_port': {'id': '70ab0562-75c5-4cf4-80cd-69e53394e4ff', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:67:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014dc49-100b-40c1-94e4-97759b035dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:51Z', 'updated_at': '2021-06-30T09:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:38.645531 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.670415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.673087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.677601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] For port 89eec33f-8913-4b56-b880-2b4b33a06729, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=89eec33f-8913-4b56-b880-2b4b33a06729,segment=NetworkSegment(2e2ab4c1-4247-4575-ab1b-8eb0de4e635b),segment_id=2e2ab4c1-4247-4575-ab1b-8eb0de4e635b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:38.677601 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.702125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Calling delete_port for 89eec33f-8913-4b56-b880-2b4b33a06729 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:38.708413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:38.710750 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d6cebb-51d1-4099-bad4-c775c5ffbe5a" -d '{"events": [{"server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "name": "network-vif-plugged", "status": "completed", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:38.731244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.731889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Fanout notify agent at l3_agent the message router_deleted on router 9014dc49-100b-40c1-94e4-97759b035dd9 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:38.732226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:38.740231 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.750461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.754410 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-530b786d-f7ff-416b-825d-53e63be39f0d tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/routers/9014dc49-100b-40c1-94e4-97759b035dd9 HTTP/1.1" status: 204 len: 168 time: 1.0088413 Jun 30 09:30:38.755149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33022) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:38.803278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 08944a1a-2532-4b51-9875-f416222fd77a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:38.804474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.856566 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c5e69-8426-4a17-8248-835e658cddb5 x-openstack-request-id: req-3f3c5e69-8426-4a17-8248-835e658cddb5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:38.857309 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "name": "network-vif-plugged", "status": "completed", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:38.857309 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f3c5e69-8426-4a17-8248-835e658cddb5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:38.859023 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095', 'code': 200} Jun 30 09:30:38.860538 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.881391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:38.944525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Deleting port 89eec33f-8913-4b56-b880-2b4b33a06729 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:38.945273 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.947596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.983581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.005933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01876b66-df1e-4b05-b544-a07f3c18c073 req-9b612940-f0ed-4d83-852a-8a5ef40cff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.008012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01876b66-df1e-4b05-b544-a07f3c18c073 req-9b612940-f0ed-4d83-852a-8a5ef40cff9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 1098 time: 0.0809834 Jun 30 09:30:39.015876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] Pushing event deleted for resources: {'Port': ['ID=89eec33f-8913-4b56-b880-2b4b33a06729,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.065278 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01876b66-df1e-4b05-b544-a07f3c18c073 req-c6ee7152-e79f-42c7-8af8-43485ab36a21 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461931 Jun 30 09:30:39.068164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c30cf8-f608-4ac1-a24b-701ce95a04c4 None None] No DVR routers for this DVR port 89eec33f-8913-4b56-b880-2b4b33a06729 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:39.073533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:39.078478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] For port 89eec33f-8913-4b56-b880-2b4b33a06729, host n-d-779913-25, got binding levels [] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:39.078478 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.082067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.103252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Calling delete_port for 89eec33f-8913-4b56-b880-2b4b33a06729 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:39.108969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Port 89eec33f-8913-4b56-b880-2b4b33a06729 was not found and therefore no delete operation was performed {{(pid=94183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:30:39.115931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.158338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] No DVR routers for this DVR port 89eec33f-8913-4b56-b880-2b4b33a06729 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:39.175190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=10']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.197389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Port': ['ID=89eec33f-8913-4b56-b880-2b4b33a06729,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.234364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89eec33f-8913-4b56-b880-2b4b33a06729 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:39.261511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 89eec33f-8913-4b56-b880-2b4b33a06729 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:39.261511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 89eec33f-8913-4b56-b880-2b4b33a06729 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:39.261511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2f247fbe-e264-460e-8d4e-6c0544922be5 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:39.293146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2f247fbe-e264-460e-8d4e-6c0544922be5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:39.293986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2f247fbe-e264-460e-8d4e-6c0544922be5 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:39.317013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.329591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0a19f3-7951-438a-a7c6-692369b80a61']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:39.348226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:39.348507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2ab4c1-4247-4575-ab1b-8eb0de4e635b') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:39.362832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab948b60-c5a1-4cb3-a227-43794f98fade req-f0d65b64-1f4b-42f0-a5db-66eb3894df49 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.364398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab948b60-c5a1-4cb3-a227-43794f98fade req-f0d65b64-1f4b-42f0-a5db-66eb3894df49 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.1684747 Jun 30 09:30:39.368328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.394432 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.406620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:39.407028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:39.410182 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:39.463169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab948b60-c5a1-4cb3-a227-43794f98fade req-6ab84b5f-1bb7-4553-8376-22d7bfebce7b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879858 Jun 30 09:30:39.486807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.505376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.507668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] 10.222.0.66 "DELETE /v2.0/networks/ca0a19f3-7951-438a-a7c6-692369b80a61 HTTP/1.1" status: 204 len: 168 time: 0.7522960 Jun 30 09:30:39.531835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949139-9da0-455f-86a3-79bc856ef162 tempest-TestSecurityGroupsBasicOps-192217960 tempest-TestSecurityGroupsBasicOps-192217960-project] Pushing event deleted for resources: {'Network': ['ID=ca0a19f3-7951-438a-a7c6-692369b80a61,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.616477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442ac3-200f-4f36-9e2b-c3f90c98c925 req-02f0454e-0ddd-45f0-a34b-314dfa2e8a1e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:39.618195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97442ac3-200f-4f36-9e2b-c3f90c98c925 req-02f0454e-0ddd-45f0-a34b-314dfa2e8a1e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0974360 Jun 30 09:30:39.661017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97442ac3-200f-4f36-9e2b-c3f90c98c925 req-d8ddbdd8-88db-4bf7-a59c-f3952d11b9dd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368979 Jun 30 09:30:39.837363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33034) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:39.994584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ada17380-33ab-44e2-baa8-5744481ec982 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73bde918b1844b9fa63eeb43c0f92406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558695 Jun 30 09:30:39.997033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33038) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:40.051138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.075080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.130335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.132946 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.134201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65290414-7a5b-403b-a9b5-3a39dcf8c3c5 HTTP/1.1" status: 204 len: 168 time: 0.1362932 Jun 30 09:30:40.148032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de650a6-319c-4ffa-96b1-08c092984317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65290414-7a5b-403b-a9b5-3a39dcf8c3c5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.413843 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33044) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:40.428303 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50d4bbb3-0177-4211-95f9-93ccd4f620f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.540195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50d4bbb3-0177-4211-95f9-93ccd4f620f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.542862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-50d4bbb3-0177-4211-95f9-93ccd4f620f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.586081 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-50d4bbb3-0177-4211-95f9-93ccd4f620f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ffe9ce6c88f451396466219cfee12d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710999 Jun 30 09:30:40.587366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4bbb3-0177-4211-95f9-93ccd4f620f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c37ba41-52e1-4767-bdcd-3a4c8435fa1d,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.589166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33048) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:40.680576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.703918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e74d2d-8ab7-44b5-80d1-9028dfe10b0b req-70d7bec5-cb3f-428c-b574-1fe580aab4bc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.705433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41e74d2d-8ab7-44b5-80d1-9028dfe10b0b req-70d7bec5-cb3f-428c-b574-1fe580aab4bc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.1079612 Jun 30 09:30:40.724171 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.774145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41e74d2d-8ab7-44b5-80d1-9028dfe10b0b req-c4ba119e-ee66-417c-ab1e-f53a1e95a4c4 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607271 Jun 30 09:30:40.820086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.822606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.823753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c37ba41-52e1-4767-bdcd-3a4c8435fa1d HTTP/1.1" status: 204 len: 168 time: 0.2339351 Jun 30 09:30:40.836283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed942-2a92-4d7b-9e2d-a6192942534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c37ba41-52e1-4767-bdcd-3a4c8435fa1d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.860521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:40.866786 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6222653a-b321-4825-88e9-b53ff07acfd7" -d '{"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:40.870603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5135151-7a82-4adb-8beb-77441cc260ea req-61c2552e-dc55-4c20-abd3-02c86aefbb86 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.874016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5135151-7a82-4adb-8beb-77441cc260ea req-61c2552e-dc55-4c20-abd3-02c86aefbb86 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0973561 Jun 30 09:30:40.874966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 70ab0562-75c5-4cf4-80cd-69e53394e4ff no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:40.902734 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 70ab0562-75c5-4cf4-80cd-69e53394e4ff {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:40.903318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 70ab0562-75c5-4cf4-80cd-69e53394e4ff not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:40.914839 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ca38c1-f6fb-4e9f-94be-7ea17224cdad x-openstack-request-id: req-35ca38c1-f6fb-4e9f-94be-7ea17224cdad {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:40.915134 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-plugged", "status": "completed", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:40.915604 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35ca38c1-f6fb-4e9f-94be-7ea17224cdad {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:40.916190 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'code': 200} Jun 30 09:30:40.925689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5135151-7a82-4adb-8beb-77441cc260ea req-bc5360fe-9fe3-4882-8818-15bcb6ee5e12 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458329 Jun 30 09:30:41.120686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf23c5-eb74-482d-a2cb-82c9f61f27f9 req-f9ecdd9a-9805-465c-a8bd-6d5a6de9c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.122239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60cf23c5-eb74-482d-a2cb-82c9f61f27f9 req-f9ecdd9a-9805-465c-a8bd-6d5a6de9c271 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 1098 time: 0.0622087 Jun 30 09:30:41.140982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009580-8126-4d43-9986-76409d0647ca req-7a618aba-c4c9-48f3-8ca5-9257cda0a1ee tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:41.142543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39009580-8126-4d43-9986-76409d0647ca req-7a618aba-c4c9-48f3-8ca5-9257cda0a1ee tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0662043 Jun 30 09:30:41.161559 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-60cf23c5-eb74-482d-a2cb-82c9f61f27f9 req-5c0ecc3b-b9e0-4b3e-a435-4fb3f441b482 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Jun 30 09:30:41.186875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39009580-8126-4d43-9986-76409d0647ca req-6edb5bdb-cc43-4f15-8e51-bf68b47110e5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376689 Jun 30 09:30:41.244659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33062) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.284969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4185bf0c-1517-4c79-a56f-31c765a9e163 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c31362c30f284027bb206cc48af43964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390208 Jun 30 09:30:41.287954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33064) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.337282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.359161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.408377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.410905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.412045 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5d88c71-fe31-4e2f-8493-0dbd5cc65cba HTTP/1.1" status: 204 len: 168 time: 0.1231303 Jun 30 09:30:41.420406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d39c-d6af-4bc5-a9ae-0368d0552ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d88c71-fe31-4e2f-8493-0dbd5cc65cba,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.179974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f6d6-4632-414d-8cc4-b6c152465237 req-49a18389-d7af-4182-a39a-3aac67c042fc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:42.181483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc83f6d6-4632-414d-8cc4-b6c152465237 req-49a18389-d7af-4182-a39a-3aac67c042fc tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.0676208 Jun 30 09:30:42.223218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc83f6d6-4632-414d-8cc4-b6c152465237 req-977866f9-9af6-4d9b-b163-d2f935209b1b tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Jun 30 09:30:42.666026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33106) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.421042 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.502122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c42d-5689-4b58-88dc-a87eee8a850a req-3073dd47-2b8b-4c69-b2d5-71ec693cd010 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.503638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbe1c42d-5689-4b58-88dc-a87eee8a850a req-3073dd47-2b8b-4c69-b2d5-71ec693cd010 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.1291590 Jun 30 09:30:43.589522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbe1c42d-5689-4b58-88dc-a87eee8a850a req-0e136778-0dc8-4d6f-84fa-aa8b465c77d1 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800450 Jun 30 09:30:43.805361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.17 (f53ed672-4042-4e95-b8f8-7483f6f3e471/4254977e-0754-4bd2-82e6-99edf72a2cec/77c0b39e-f9d5-4362-99da-c9041ef4ad3d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:43.915853 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.929098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object 77c0b39e-f9d5-4362-99da-c9041ef4ad3d will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:43.963519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.010015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:44.013166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:44.019545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:44.046285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:44.068606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.251211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4688af67-dfbe-4c5b-a1cd-07b3469c8fc7 None None] Provisioning for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:44.255450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4688af67-dfbe-4c5b-a1cd-07b3469c8fc7 None None] Provisioning complete for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:44.255820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4688af67-dfbe-4c5b-a1cd-07b3469c8fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.263512 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.291410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4688af67-dfbe-4c5b-a1cd-07b3469c8fc7 None None] Port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:44.554973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.559494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.636088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:44.641932 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.740859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:44.742235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:44.871757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:44.988603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:44.993864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-de99f5eb-67cd-4a27-946d-13b9e5b1efe2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/182e434c-5fbe-4496-9ec1-ba32a3d4c1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268392 Jun 30 09:30:44.997648 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:45.007364 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:45.008327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:45.014738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e90908fd-234d-4c02-941f-3678180488e6 None None] Provisioning complete for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:45.015035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e90908fd-234d-4c02-941f-3678180488e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.054190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e90908fd-234d-4c02-941f-3678180488e6 None None] Port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:45.118756 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:45.339530 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:30:44Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0b39e-f9d5-4362-99da-c9041ef4ad3d', 'name': '', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:0b:45:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:43Z', 'updated_at': '2021-06-30T09:30:44Z', 'revision_number': 2, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:45.365106 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:45.365453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Updating router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:30:45.402239 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.660543 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.670230 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Transition to ACTIVE for port object 77c0b39e-f9d5-4362-99da-c9041ef4ad3d will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:45.675860 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.729173 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304a60a-1fcc-41c6-a076-a468320b50d0 None None] Pushing event updated for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.789250 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Attempting to bind port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:45.789607 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Attempting to bind port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:45.790004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Attempting to bind port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d on network f53ed672-4042-4e95-b8f8-7483f6f3e471 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:45.795683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:45.796060 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Checking segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:45.796457 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.796849 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Bound using segment: {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:45.797318 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Bound port: 77c0b39e-f9d5-4362-99da-c9041ef4ad3d, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42027b8-ae13-48ce-b513-040c77cac04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:45.797701 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.863454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] For port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:45.867102 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] For port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:45.872555 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.929795 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:45.930432 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:30:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:45.935665 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304a60a-1fcc-41c6-a076-a468320b50d0 None None] Pushing event updated for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.045284 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:46.273341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:30:44Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0b39e-f9d5-4362-99da-c9041ef4ad3d', 'name': '', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:0b:45:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:43Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:46.383396 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4941cde-4c59-4ba0-8d56-18ebce7636d3 None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:30:44Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0b39e-f9d5-4362-99da-c9041ef4ad3d', 'name': '', 'network_id': 'f53ed672-4042-4e95-b8f8-7483f6f3e471', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:0b:45:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:30:43Z', 'updated_at': '2021-06-30T09:30:45Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4254977e-0754-4bd2-82e6-99edf72a2cec', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:46.934194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 77c0b39e-f9d5-4362-99da-c9041ef4ad3d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:46.990956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:46.994925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:46.995309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.073311 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.108353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:47.112772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.168176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.160850 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:48.912564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 77c0b39e-f9d5-4362-99da-c9041ef4ad3d up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:48.959345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:48.959730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.264405 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac202807-5251-49ec-b889-788b47f77922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.961227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-32c61efc-584d-485d-a737-6a72cfa0367d req-704089ca-b9be-4671-a816-eaa77f9d3caa service neutron] (94183) timed out ('10.222.0.11', 61411) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:31:00.481780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-f55af833-d9f5-4baf-9aa2-daf941b5660c req-88b28e6c-f65b-4c9a-8872-98a4a88b0609 tempest-TestServerMultinode-1214594895 tempest-TestServerMultinode-1214594895-project-admin] (94185) timed out ('10.222.0.11', 61071) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:31:01.910857 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-73033294-f6c4-4d50-8a68-44f57fc5f4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.013652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.991008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.497883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.652880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.182109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.273823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.438213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-63279ded-0ab3-49ce-a31e-f5d083e704d3 req-306b0bd4-230b-4000-8a7a-e7b4eceb2fb0 service neutron] (94183) timed out ('10.222.0.66', 40858) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:31:14.627407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63242-fb6a-4be4-b031-16915a3b0095 req-1d07b1b6-e666-4be2-aeff-2213ba97fe03 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.628898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2d63242-fb6a-4be4-b031-16915a3b0095 req-1d07b1b6-e666-4be2-aeff-2213ba97fe03 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.1018271 Jun 30 09:31:14.683422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2d63242-fb6a-4be4-b031-16915a3b0095 req-2ca2729b-de97-434f-9ab4-da80087f643e tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469751 Jun 30 09:31:14.729357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.054803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:15.055067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.139590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 77c0b39e-f9d5-4362-99da-c9041ef4ad3d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:15.139951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.151870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 77c0b39e-f9d5-4362-99da-c9041ef4ad3d owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:15.337558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.370651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=77c0b39e-f9d5-4362-99da-c9041ef4ad3d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.397899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.398248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.398608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.398953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.399286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.399615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.399943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.400270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.400589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.400909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.401229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.401550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:15.832874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.850549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-afaf0e6f-0d27-4ec6-940d-da5f0b8c6573 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.852011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-afaf0e6f-0d27-4ec6-940d-da5f0b8c6573 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.0760918 Jun 30 09:31:15.950168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Deleting port 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:15.950593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.961364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1257ae-5dde-41ff-8ff6-2da9312b066f req-faea13cf-b67c-4e4f-ac5a-ba2b538a52d3 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:15.962902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f1257ae-5dde-41ff-8ff6-2da9312b066f req-faea13cf-b67c-4e4f-ac5a-ba2b538a52d3 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 946 time: 0.1416788 Jun 30 09:31:16.042505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] For port 08944a1a-2532-4b51-9875-f416222fd77a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=08944a1a-2532-4b51-9875-f416222fd77a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:16.042779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.052934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f1257ae-5dde-41ff-8ff6-2da9312b066f req-456f891e-166d-4399-aa89-f84e2f791a3f tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a5780a6-1389-465b-9c6a-d8d053b3396e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818417 Jun 30 09:31:16.122356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:16.231568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:16.237231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d77d060c-5de5-4394-99f8-d629e6c8fd9c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/182e434c-5fbe-4496-9ec1-ba32a3d4c1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623466 Jun 30 09:31:16.245629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:16.254229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:16.254923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.260714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.261099 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.261419 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Floating IP be7dd714-aa47-46cf-b1f8-87170dc5b8c3 disassociated. External IP: 172.25.4.119, port: 08944a1a-2532-4b51-9875-f416222fd77a. Jun 30 09:31:16.261788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Calling delete_port for 08944a1a-2532-4b51-9875-f416222fd77a owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:16.363802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:16.389291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.434520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'Port': ['ID=08944a1a-2532-4b51-9875-f416222fd77a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.448585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.448946 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.449338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.449875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.450324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.450680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.451103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.451430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.452279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.452425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.453200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.453547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:16.622593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e100-4d1b-4d28-8a8a-e3317f09467e req-7057207f-9e71-4fb7-af5f-740b0eff9fa5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.624231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4811e100-4d1b-4d28-8a8a-e3317f09467e req-7057207f-9e71-4fb7-af5f-740b0eff9fa5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0676334 Jun 30 09:31:16.638831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.669005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4811e100-4d1b-4d28-8a8a-e3317f09467e req-bbf52951-71ab-4200-817f-1a0f2445571e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371404 Jun 30 09:31:16.676962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:16.686435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:16.687185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.792060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:16.868685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:17.002556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:17.013238 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:17.024171 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:17.024171 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:17.049154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] No DVR routers for this DVR port 08944a1a-2532-4b51-9875-f416222fd77a on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:17.051947 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.054071 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f2fcd0b6-c977-4c58-9ff9-0abc087022e3 req-a7d8939b-f764-48b8-a88a-888e12115f8d tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.41 "DELETE /v2.0/ports/08944a1a-2532-4b51-9875-f416222fd77a HTTP/1.1" status: 204 len: 173 time: 1.1962929 Jun 30 09:31:17.054466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:17.054645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-deleted', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:17.056869 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d03436-e408-4cab-aeca-db64d14bc9a2" -d '{"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-deleted", "tag": "08944a1a-2532-4b51-9875-f416222fd77a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:17.082798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b59b0f-9328-4426-bdef-c09189a9acdb None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '679e785d-51d3-44f1-a144-e3e66bf58f2f', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'port_id': '7de8ba84-202b-4752-9468-ee07d31ab656', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'mac_address': 'fa:16:3e:c5:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df95b85-544f-4635-9f16-c070222988f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:29:15Z', 'updated_at': '2021-06-30T09:29:17Z', 'revision_number': 1, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:17.152378 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:17.256486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4546b5a-e31e-47cd-99ac-10bbd4552957 req-bf64d538-f979-4d6c-9d52-e5f7a6562a63 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/ports?device_id=5769e3fb-1c09-444a-b6c4-8891cc673463 HTTP/1.1" status: 200 len: 210 time: 0.0476699 Jun 30 09:31:17.280721 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab474ac4-0243-46bf-ab8e-a0a2d812afbe x-openstack-request-id: req-ab474ac4-0243-46bf-ab8e-a0a2d812afbe {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:17.281017 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5769e3fb-1c09-444a-b6c4-8891cc673463", "name": "network-vif-deleted", "tag": "08944a1a-2532-4b51-9875-f416222fd77a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:17.281266 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab474ac4-0243-46bf-ab8e-a0a2d812afbe {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:17.281672 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5769e3fb-1c09-444a-b6c4-8891cc673463', 'name': 'network-vif-deleted', 'tag': '08944a1a-2532-4b51-9875-f416222fd77a', 'status': 'completed', 'code': 200} Jun 30 09:31:17.367025 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:17.393687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:17.402174 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:17.402916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:17.529282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:17.729270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:17.764681 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662bd89d-600f-4e56-802b-906d9aa1f55f None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:08Z', 'revision_number': 4, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '4f393f21-8810-4053-b087-003ecd83f43a', 'name': '', 'network_id': '2a38748f-89f6-49ea-a14b-cecec1ec62b8', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'mac_address': 'fa:16:3e:77:cb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '66231947-0886-4c5d-b738-f34adf89afc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:07Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'subnets': [{'id': '66231947-0886-4c5d-b738-f34adf89afc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:17.876724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f478d4-59c3-44b9-89c4-a3a93027dc5d req-6acedfd4-f0e9-4733-95c9-ac27ed4bd5e7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.878286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19f478d4-59c3-44b9-89c4-a3a93027dc5d req-6acedfd4-f0e9-4733-95c9-ac27ed4bd5e7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0817559 Jun 30 09:31:17.919373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-19f478d4-59c3-44b9-89c4-a3a93027dc5d req-422be1cd-0c3e-4715-825d-fd63b83efb10 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc75c7a5-3c59-47ab-81eb-29f585513016&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354214 Jun 30 09:31:18.063303 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ededb0-b37e-48d8-9e4d-324398879614 None None] New status for floating IP be7dd714-aa47-46cf-b1f8-87170dc5b8c3: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:18.105451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc101e-cd45-4e49-901f-877f60376e24 req-33ff62fe-b21b-4ebf-b3ba-7a13dac70adb tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:18.107001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-84bc101e-cd45-4e49-901f-877f60376e24 req-33ff62fe-b21b-4ebf-b3ba-7a13dac70adb tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 946 time: 0.0787253 Jun 30 09:31:18.223095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:18.223553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.324180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:18.324480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.339974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:18.383170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33184) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.440829 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.467854 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.477030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.504468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=0fdfab78-0d51-4b33-bb9f-ca9b963f9095,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.529459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.531753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:18.533867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.535344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "DELETE /v2.0/security-groups/0a5780a6-1389-465b-9c6a-d8d053b3396e HTTP/1.1" status: 204 len: 168 time: 0.1510870 Jun 30 09:31:18.540836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33186) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.565159 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] No DVR routers for this DVR port 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:18.565440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 08944a1a-2532-4b51-9875-f416222fd77a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:18.565440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 08944a1a-2532-4b51-9875-f416222fd77a not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:18.565906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a655d3-2ba7-45a9-b317-76133f4c2347 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5780a6-1389-465b-9c6a-d8d053b3396e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.567571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.569697 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-84bc101e-cd45-4e49-901f-877f60376e24 req-3c60571d-e3b7-47c1-801c-40d333eb6f94 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "DELETE /v2.0/ports/0fdfab78-0d51-4b33-bb9f-ca9b963f9095 HTTP/1.1" status: 204 len: 173 time: 0.4572167 Jun 30 09:31:18.579635 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-153ca0ee-bd38-46bf-bffb-24f5291edd23 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] show failed (client error): The resource could not be found. Jun 30 09:31:18.580687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-153ca0ee-bd38-46bf-bffb-24f5291edd23 tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "GET /v2.0/security-groups/0a5780a6-1389-465b-9c6a-d8d053b3396e HTTP/1.1" status: 404 len: 347 time: 0.0370240 Jun 30 09:31:18.584189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.711367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Deleting port d25c66e2-d0aa-49f3-a881-729bb963bce1 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:18.711757 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.784473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.784726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.795869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Calling delete_port for d25c66e2-d0aa-49f3-a881-729bb963bce1 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:18.894774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 77c0b39e-f9d5-4362-99da-c9041ef4ad3d no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:18.915341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 77c0b39e-f9d5-4362-99da-c9041ef4ad3d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:18.916036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 77c0b39e-f9d5-4362-99da-c9041ef4ad3d not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:18.940464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.981693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Pushing event deleted for resources: {'Port': ['ID=d25c66e2-d0aa-49f3-a881-729bb963bce1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:19.057151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.060457 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.062973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a7aa947a-51a4-40f2-ab59-28e0165744ce tempest-AttachVolumeShelveTestJSON-272858208 tempest-AttachVolumeShelveTestJSON-272858208-project] 10.222.0.66 "DELETE /v2.0/floatingips/be7dd714-aa47-46cf-b1f8-87170dc5b8c3 HTTP/1.1" status: 204 len: 168 time: 0.4769056 Jun 30 09:31:19.110997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def3a2c6-e277-40a9-8cfb-278254388b0a req-63bd9587-fe74-4479-8ad4-3e440271e10a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=9559c366-acc7-464d-aff3-514c90df1122 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Jun 30 09:31:19.282422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'name': 'network-vif-deleted', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:19.284834 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b350c-ac97-4f63-a978-7313c55bb279" -d '{"events": [{"server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "name": "network-vif-deleted", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:19.321244 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f434fb6-c9f6-4334-8c06-9ec5da6759a1 x-openstack-request-id: req-3f434fb6-c9f6-4334-8c06-9ec5da6759a1 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:19.321542 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9559c366-acc7-464d-aff3-514c90df1122", "name": "network-vif-deleted", "tag": "0fdfab78-0d51-4b33-bb9f-ca9b963f9095", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:19.321896 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f434fb6-c9f6-4334-8c06-9ec5da6759a1 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:19.322307 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9559c366-acc7-464d-aff3-514c90df1122', 'name': 'network-vif-deleted', 'tag': '0fdfab78-0d51-4b33-bb9f-ca9b963f9095', 'status': 'completed', 'code': 200} Jun 30 09:31:20.205191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33200) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.264775 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.291262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.354835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.357592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.359449 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc75c7a5-3c59-47ab-81eb-29f585513016 HTTP/1.1" status: 204 len: 168 time: 0.1527138 Jun 30 09:31:20.372527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a0ac-fdfe-44ab-8b8d-1c90e10b2aed tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc75c7a5-3c59-47ab-81eb-29f585513016,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.398524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.454868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting subnet 4254977e-0754-4bd2-82e6-99edf72a2cec {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:20.458736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.502877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.595239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.656107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.683531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Subnet': ['ID=4254977e-0754-4bd2-82e6-99edf72a2cec,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.689281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.693574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-338356b2-cb72-4942-a344-502dde9b4ae7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/subnets/4254977e-0754-4bd2-82e6-99edf72a2cec HTTP/1.1" status: 204 len: 168 time: 0.2903905 Jun 30 09:31:20.694491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.696745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dca29e-cc1d-4bca-88c9-f2b2c8a4cc44 None None] Network f53ed672-4042-4e95-b8f8-7483f6f3e471 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:20.785315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.856957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 749d781c-17bd-4a03-9030-ddfcdcc3730e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:20.857558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.913355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] DHCP port deletion for f53ed672-4042-4e95-b8f8-7483f6f3e471 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:20.935610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 749d781c-17bd-4a03-9030-ddfcdcc3730e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=749d781c-17bd-4a03-9030-ddfcdcc3730e,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:20.936056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.950003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 749d781c-17bd-4a03-9030-ddfcdcc3730e owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:20.966095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Deleting port 749d781c-17bd-4a03-9030-ddfcdcc3730e {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:20.966799 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.037892 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-1a67e1d2-8f43-4417-abaa-4af86586fd6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2043507 Jun 30 09:31:21.039657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] For port 749d781c-17bd-4a03-9030-ddfcdcc3730e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=749d781c-17bd-4a03-9030-ddfcdcc3730e,segment=NetworkSegment(f42027b8-ae13-48ce-b513-040c77cac04f),segment_id=f42027b8-ae13-48ce-b513-040c77cac04f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:21.040054 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.064731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.069094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Calling delete_port for 749d781c-17bd-4a03-9030-ddfcdcc3730e owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:21.093065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=749d781c-17bd-4a03-9030-ddfcdcc3730e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.098933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] No DVR routers for this DVR port 749d781c-17bd-4a03-9030-ddfcdcc3730e on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:21.160231 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.166085 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-a06d5464-2bac-4544-b3ab-f0c372a6f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.167627 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-a06d5464-2bac-4544-b3ab-f0c372a6f635 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0798583 Jun 30 09:31:21.185429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Pushing event deleted for resources: {'Port': ['ID=749d781c-17bd-4a03-9030-ddfcdcc3730e,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.188795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.196880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.197369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.197726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.198093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.198435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.198781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.199116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.199445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.199779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.200087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53ed672-4042-4e95-b8f8-7483f6f3e471']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:21.200239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.200420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.200749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:21.211210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42027b8-ae13-48ce-b513-040c77cac04f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:21.211440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e463e1-20e8-4c9e-937b-30573bfb5e8d None None] No DVR routers for this DVR port 749d781c-17bd-4a03-9030-ddfcdcc3730e on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:21.211720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42027b8-ae13-48ce-b513-040c77cac04f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:21.227055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.242617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.248933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:21.250017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:21.253154 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:21.308544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-0c05e98e-129b-43e2-8b31-4d978488c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.313669 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-0c05e98e-129b-43e2-8b31-4d978488c73e service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.1204257 Jun 30 09:31:21.319109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.327682 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.332444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/networks/f53ed672-4042-4e95-b8f8-7483f6f3e471 HTTP/1.1" status: 204 len: 168 time: 0.6349337 Jun 30 09:31:21.334232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33216) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:21.352988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0a0af-3dce-42d1-b224-016c34d5f415 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Network': ['ID=f53ed672-4042-4e95-b8f8-7483f6f3e471,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.398039 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-f7c6fe17-ca65-4580-95e8-00b76f04e57f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 999 time: 0.0785999 Jun 30 09:31:21.461619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-fcd62cd9-4755-4415-ac38-5d55a2238833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.464429 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-fcd62cd9-4755-4415-ac38-5d55a2238833 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0607233 Jun 30 09:31:21.542877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-6fde4910-f28a-4953-93ba-e4b3cd0246c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:21.544750 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-6fde4910-f28a-4953-93ba-e4b3cd0246c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734808 Jun 30 09:31:21.544939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port ec309717-579a-42da-a73c-7393f4c2e720 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:21.545440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.638832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.639169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.648653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-8019d5dc-10ac-415f-b0bf-6df9b7ed41f6 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966024 Jun 30 09:31:21.654095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for ec309717-579a-42da-a73c-7393f4c2e720 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:21.745248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e4db0c8a-6015-4356-9bdc-43688ad9db00 req-764db301-c633-486d-a798-7f6d96c1e263 service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Jun 30 09:31:21.846307 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.869615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=ec309717-579a-42da-a73c-7393f4c2e720,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.938155 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.938464 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Floating IP 679e785d-51d3-44f1-a144-e3e66bf58f2f disassociated (deleted). External IP: 172.25.4.8, port: 7de8ba84-202b-4752-9468-ee07d31ab656. Jun 30 09:31:22.144436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:22.254093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:22.258497 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.263020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:22.272662 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:22.273287 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:22.297209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f8736450-773a-4660-9cda-7d7b03b21d7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/floatingips/679e785d-51d3-44f1-a144-e3e66bf58f2f HTTP/1.1" status: 204 len: 168 time: 0.9595032 Jun 30 09:31:22.297209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:22.301245 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79592938-7a01-4c28-a9c5-459015b07c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:22.306948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:22.344266 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebcb19b-e474-4d28-9118-6027e1e62ee3 x-openstack-request-id: req-bebcb19b-e474-4d28-9118-6027e1e62ee3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:22.344546 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:22.344816 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bebcb19b-e474-4d28-9118-6027e1e62ee3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:22.345199 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656', 'status': 'completed', 'code': 200} Jun 30 09:31:22.349280 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:22.349980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0fdfab78-0d51-4b33-bb9f-ca9b963f9095 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:22.389730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:22.446832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592938-7a01-4c28-a9c5-459015b07c1a req-6ddf05bb-ae68-4b48-b07b-39fe64309769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.449563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-6ddf05bb-ae68-4b48-b07b-39fe64309769 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 1097 time: 0.0785725 Jun 30 09:31:22.570699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592938-7a01-4c28-a9c5-459015b07c1a req-10b64f8a-3169-4054-945e-b67194fec9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.572604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-10b64f8a-3169-4054-945e-b67194fec9d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 200 len: 898 time: 0.1166284 Jun 30 09:31:22.611368 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:22.637721 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:22.639420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-e52e2040-3f1b-4f21-a842-3511722cb0c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 200 len: 217 time: 0.0592782 Jun 30 09:31:22.646553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:22.647394 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:22.696325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592938-7a01-4c28-a9c5-459015b07c1a req-4fe490fb-8af9-4239-8ee9-002a37e21b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.698033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-4fe490fb-8af9-4239-8ee9-002a37e21b51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 200 len: 834 time: 0.0490832 Jun 30 09:31:22.778561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc2b7b-4936-4fdb-8db4-a0ae59186f63 req-d4c4842d-e86e-4177-919b-c472da895be1 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.780131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adcc2b7b-4936-4fdb-8db4-a0ae59186f63 req-d4c4842d-e86e-4177-919b-c472da895be1 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.0999134 Jun 30 09:31:22.788383 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:22.795437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592938-7a01-4c28-a9c5-459015b07c1a req-d4be7941-817f-4212-90c4-016ba0a37fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.797540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-d4be7941-817f-4212-90c4-016ba0a37fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=15452224-790a-4ff6-ae1a-4d21edb5ed48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887897 Jun 30 09:31:22.826604 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adcc2b7b-4936-4fdb-8db4-a0ae59186f63 req-ea9c56f0-adc4-47e4-a3de-76f8c3555937 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407085 Jun 30 09:31:22.913026 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-43340f1e-7594-4c36-9ddb-40cf80ec42cc service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065195 Jun 30 09:31:22.970787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 749d781c-17bd-4a03-9030-ddfcdcc3730e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:22.997354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 749d781c-17bd-4a03-9030-ddfcdcc3730e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:22.997354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 749d781c-17bd-4a03-9030-ddfcdcc3730e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:23.023849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79592938-7a01-4c28-a9c5-459015b07c1a req-8e2b25c6-bbc7-4612-96c8-c1d584c1593a service neutron] 10.222.0.11 "GET /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034362 Jun 30 09:31:23.109266 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.134404 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abff913-4df5-45ad-a0ab-731fdd91eeb2 None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:15Z', 'revision_number': 6, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'ce9d40fa-fdea-4f27-a34e-566ea230b0b5', 'name': '', 'network_id': '15452224-790a-4ff6-ae1a-4d21edb5ed48', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:f1:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:52Z', 'updated_at': '2021-06-30T09:29:00Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '7cf91307-3e8e-4081-a98e-8519aa76c732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:23.350111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a144dd5-20d9-4050-966c-c0ffdf794c85 None None] New status for floating IP 679e785d-51d3-44f1-a144-e3e66bf58f2f: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:23.905602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33242) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.017385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8285b4-c460-46be-b882-dd48e0119f05 req-c8e8e8b8-e957-470b-8c8f-3fc2732248c5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.018716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f8285b4-c460-46be-b882-dd48e0119f05 req-c8e8e8b8-e957-470b-8c8f-3fc2732248c5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.0669081 Jun 30 09:31:24.059818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f8285b4-c460-46be-b882-dd48e0119f05 req-755d17b7-1005-47bc-b4e4-55d5788ca096 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=03349630-5967-4d0f-9a82-0e16879c5940&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347590 Jun 30 09:31:24.219984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24af866-b975-494e-a9ee-619935f82778 req-32bf5a00-e63b-438c-bc2f-9ae9e0e5efba tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.221467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a24af866-b975-494e-a9ee-619935f82778 req-32bf5a00-e63b-438c-bc2f-9ae9e0e5efba tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 945 time: 0.1565220 Jun 30 09:31:24.415786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 7de8ba84-202b-4752-9468-ee07d31ab656 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:24.416093 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.528372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 7de8ba84-202b-4752-9468-ee07d31ab656, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7de8ba84-202b-4752-9468-ee07d31ab656,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:24.528634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.560938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 7de8ba84-202b-4752-9468-ee07d31ab656 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:24.635375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.817658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.871929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=7de8ba84-202b-4752-9468-ee07d31ab656,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.920890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] No DVR routers for this DVR port 7de8ba84-202b-4752-9468-ee07d31ab656 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:24.923749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.926243 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a24af866-b975-494e-a9ee-619935f82778 req-8ced4fb9-9a21-49d8-a512-9761b9e16791 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.11 "DELETE /v2.0/ports/7de8ba84-202b-4752-9468-ee07d31ab656 HTTP/1.1" status: 204 len: 173 time: 0.6978571 Jun 30 09:31:24.926856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'name': 'network-vif-deleted', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:24.929602 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e9aba-0de7-47f8-8dd9-416922526d39" -d '{"events": [{"server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "name": "network-vif-deleted", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:24.976003 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0165ca-dce5-4af1-90d4-f417dfae2001 x-openstack-request-id: req-2f0165ca-dce5-4af1-90d4-f417dfae2001 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:24.976323 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df95b85-544f-4635-9f16-c070222988f8", "name": "network-vif-deleted", "tag": "7de8ba84-202b-4752-9468-ee07d31ab656", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:24.976581 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f0165ca-dce5-4af1-90d4-f417dfae2001 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:24.977009 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df95b85-544f-4635-9f16-c070222988f8', 'name': 'network-vif-deleted', 'tag': '7de8ba84-202b-4752-9468-ee07d31ab656', 'status': 'completed', 'code': 200} Jun 30 09:31:25.036719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Deleting port 4f393f21-8810-4053-b087-003ecd83f43a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:25.037068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.121718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] For port 4f393f21-8810-4053-b087-003ecd83f43a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4f393f21-8810-4053-b087-003ecd83f43a,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:25.122115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.159457 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:25.225632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bea20c51-3c0d-45c6-80e7-b65cefb2e714 req-fea38c5a-3060-463c-b6ec-9174ce27641b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=8df95b85-544f-4635-9f16-c070222988f8 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Jun 30 09:31:25.458128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Calling delete_port for 4f393f21-8810-4053-b087-003ecd83f43a owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:25.681024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.707015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f393f21-8810-4053-b087-003ecd83f43a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.873530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.100761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:26.225842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:26.230958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e32f44f4-15bb-4aa1-8efd-97029343d386 admin admin] 10.222.0.66 "PUT /v2.0/routers/72cd4907-6f2e-47c2-9175-7f6ffd05cacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3242321 Jun 30 09:31:26.234043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33250) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.236570 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Sync routers for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:26.247292 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:26.248027 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.348847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33254) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.358921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.367235 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:26.423905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.454089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.512564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.527844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.531559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.535293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/security-groups/03349630-5967-4d0f-9a82-0e16879c5940 HTTP/1.1" status: 204 len: 168 time: 0.1828756 Jun 30 09:31:26.543229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df734fa-5d62-4616-8899-6ca6785a749c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03349630-5967-4d0f-9a82-0e16879c5940,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.571627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.600040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Deleting port c6fac107-2ea4-4b99-90e4-b109bafd1ae9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:26.600700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.636557 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:31:25Z', 'revision_number': 5, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port': {'id': 'c6fac107-2ea4-4b99-90e4-b109bafd1ae9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.668682 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Checking router: 72cd4907-6f2e-47c2-9175-7f6ffd05cacb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:26.680450 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Routers {'72cd4907-6f2e-47c2-9175-7f6ffd05cacb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:26.681532 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.695692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] For port c6fac107-2ea4-4b99-90e4-b109bafd1ae9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:26.696051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.716190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Calling delete_port for c6fac107-2ea4-4b99-90e4-b109bafd1ae9 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:26.783242 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] Set router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:26.835265 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:31:26Z', 'revision_number': 6, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.865088 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0c000-e1c5-4f2c-8b24-64937e5a48d5 None None] The sync data for ids ['72cd4907-6f2e-47c2-9175-7f6ffd05cacb'] in n-d-779913-25 is: [{'id': '72cd4907-6f2e-47c2-9175-7f6ffd05cacb', 'name': 'tempest-AttachVolumeShelveTestJSON-1252790036-router', 'tenant_id': 'f552d62833ac4c54806679f405a54e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:04Z', 'updated_at': '2021-06-30T09:31:26Z', 'revision_number': 6, 'project_id': 'f552d62833ac4c54806679f405a54e48', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:26.913116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.939968 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fac107-2ea4-4b99-90e4-b109bafd1ae9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.013066 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.013389 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.117758 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.119858 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.167868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.168330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cd4907-6f2e-47c2-9175-7f6ffd05cacb {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:27.173890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.177555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-247f956a-9f52-4506-908c-b3bb071f27a1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/72cd4907-6f2e-47c2-9175-7f6ffd05cacb HTTP/1.1" status: 204 len: 168 time: 0.9400644 Jun 30 09:31:27.177821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.225847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Deleting subnet 66231947-0886-4c5d-b738-f34adf89afc9 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:27.229067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.278385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.351159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port ce9d40fa-fdea-4f27-a34e-566ea230b0b5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:27.352637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.373552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.426666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.449951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port ce9d40fa-fdea-4f27-a34e-566ea230b0b5, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:27.450314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.452757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66231947-0886-4c5d-b738-f34adf89afc9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.454789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.456638 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-607b16fe-3168-4d0c-bb60-3f6ba57e95b4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/66231947-0886-4c5d-b738-f34adf89afc9 HTTP/1.1" status: 204 len: 168 time: 0.2778382 Jun 30 09:31:27.459948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33262) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.462382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1013e-8b7f-4853-a21e-ba1c25ad3621 None None] Network 2a38748f-89f6-49ea-a14b-cecec1ec62b8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:27.463656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for ce9d40fa-fdea-4f27-a34e-566ea230b0b5 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:27.537999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.619396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Deleting port 0dcaacbf-8708-4865-a718-07359abc7a7b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:27.619665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.700888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] For port 0dcaacbf-8708-4865-a718-07359abc7a7b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0dcaacbf-8708-4865-a718-07359abc7a7b,segment=NetworkSegment(f94db933-9d29-4377-8124-aa12caa735f9),segment_id=f94db933-9d29-4377-8124-aa12caa735f9)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:27.701258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.717454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Calling delete_port for 0dcaacbf-8708-4865-a718-07359abc7a7b owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:27.811344 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.839636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcaacbf-8708-4865-a718-07359abc7a7b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.843784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] No DVR routers for this DVR port 0dcaacbf-8708-4865-a718-07359abc7a7b on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:27.882035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed0247-5bd8-40d0-9be0-16fad1d19aec None None] DHCP port deletion for 2a38748f-89f6-49ea-a14b-cecec1ec62b8 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:27.926311 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.937319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a38748f-89f6-49ea-a14b-cecec1ec62b8']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:27.955543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94db933-9d29-4377-8124-aa12caa735f9') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:27.955682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94db933-9d29-4377-8124-aa12caa735f9') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:27.972134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.975843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.993511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.002202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:28.002729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:28.004580 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:28.008210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=ce9d40fa-fdea-4f27-a34e-566ea230b0b5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.078709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.100727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.102660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2a38748f-89f6-49ea-a14b-cecec1ec62b8 HTTP/1.1" status: 204 len: 168 time: 0.6417685 Jun 30 09:31:28.103997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70fe1c-c645-47e4-8125-dc0a26fa9929 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a38748f-89f6-49ea-a14b-cecec1ec62b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.225227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.240751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33266) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.285153 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-841bed92-5bee-499f-97ef-e21c11f9b9ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f552d62833ac4c54806679f405a54e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429184 Jun 30 09:31:28.287706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.336993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-769361cc-457f-4599-9374-97043c98913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.337828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7de8ba84-202b-4752-9468-ee07d31ab656 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:28.359711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 7de8ba84-202b-4752-9468-ee07d31ab656 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:28.360211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7de8ba84-202b-4752-9468-ee07d31ab656 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:28.360465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-769361cc-457f-4599-9374-97043c98913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.410835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-769361cc-457f-4599-9374-97043c98913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.413390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-769361cc-457f-4599-9374-97043c98913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.414823 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-769361cc-457f-4599-9374-97043c98913e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/055c84cf-8e47-4c0d-910a-14e3e598df4b HTTP/1.1" status: 204 len: 168 time: 0.1261542 Jun 30 09:31:28.425550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769361cc-457f-4599-9374-97043c98913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c84cf-8e47-4c0d-910a-14e3e598df4b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.467584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:28.598210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:28.603890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-170b7057-5523-4d8a-a141-42ce58c18b50 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/182e434c-5fbe-4496-9ec1-ba32a3d4c1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0296896 Jun 30 09:31:28.608557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33272) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.617227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Sync routers for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:28.626890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:28.627568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.666832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting subnet 7cf91307-3e8e-4081-a98e-8519aa76c732 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:28.670625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.718467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.746368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:28.820390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.897002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.934581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf91307-3e8e-4081-a98e-8519aa76c732,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.939106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.941596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f4200610-2781-4e11-8849-630c3fbf30ae tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/subnets/7cf91307-3e8e-4081-a98e-8519aa76c732 HTTP/1.1" status: 204 len: 168 time: 0.3316410 Jun 30 09:31:28.944288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33284) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.948049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd281198-5038-4c3d-acc7-0370fed051ff None None] Network 15452224-790a-4ff6-ae1a-4d21edb5ed48 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:29.075489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6fac107-2ea4-4b99-90e4-b109bafd1ae9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.076118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.108904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:27Z', 'revision_number': 7, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '0f5f6e21-d2f5-414a-a9cd-01caf160679d', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.131275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c6fac107-2ea4-4b99-90e4-b109bafd1ae9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.131631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c6fac107-2ea4-4b99-90e4-b109bafd1ae9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.132230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4f393f21-8810-4053-b087-003ecd83f43a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.179923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4f393f21-8810-4053-b087-003ecd83f43a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.180289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4f393f21-8810-4053-b087-003ecd83f43a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.180987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0dcaacbf-8708-4865-a718-07359abc7a7b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.187538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Checking router: 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:29.216322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.224861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0dcaacbf-8708-4865-a718-07359abc7a7b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.225416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0dcaacbf-8708-4865-a718-07359abc7a7b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.243482 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Routers {'182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:29.244544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.300171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 0f5f6e21-d2f5-414a-a9cd-01caf160679d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:29.300722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.341016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91ba1535-bb1e-467d-aa4e-6aabb7c91e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.373649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] Set router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:29.396318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 0f5f6e21-d2f5-414a-a9cd-01caf160679d, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0f5f6e21-d2f5-414a-a9cd-01caf160679d,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:29.396597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.411369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 0f5f6e21-d2f5-414a-a9cd-01caf160679d owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:29.435886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:29Z', 'revision_number': 8, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.472063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] DHCP port deletion for 15452224-790a-4ff6-ae1a-4d21edb5ed48 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:29.474684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874e936-9509-40b9-8722-9d24d9a750c6 None None] The sync data for ids ['182e434c-5fbe-4496-9ec1-ba32a3d4c1d3'] in n-d-779913-25 is: [{'id': '182e434c-5fbe-4496-9ec1-ba32a3d4c1d3', 'name': 'tempest-TestNetworkBasicOps-router-553539400', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:28:45Z', 'updated_at': '2021-06-30T09:31:29Z', 'revision_number': 8, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:29.535587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Deleting port 6ee453ce-00f5-4401-b831-513895746c47 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:29.535979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.623722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] For port 6ee453ce-00f5-4401-b831-513895746c47, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ee453ce-00f5-4401-b831-513895746c47,segment=NetworkSegment(a5eec3ee-41c6-410c-b36f-23f8bd2e7e94),segment_id=a5eec3ee-41c6-410c-b36f-23f8bd2e7e94)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:29.625019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.639051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Calling delete_port for 6ee453ce-00f5-4401-b831-513895746c47 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:29.653104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.685265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=0f5f6e21-d2f5-414a-a9cd-01caf160679d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.739420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.756576 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.784655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] No DVR routers for this DVR port 6ee453ce-00f5-4401-b831-513895746c47 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:29.790930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed5dd-77d8-4165-a6ef-6666e281ea2a None None] Pushing event deleted for resources: {'Port': ['ID=6ee453ce-00f5-4401-b831-513895746c47,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.892585 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.895666 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.970689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.971384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Fanout notify agent at l3_agent the message router_deleted on router 182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:29.978729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.980023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2c020df-547f-4dcb-beb9-9e31c18e2aea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/routers/182e434c-5fbe-4496-9ec1-ba32a3d4c1d3 HTTP/1.1" status: 204 len: 168 time: 1.0344687 Jun 30 09:31:29.982677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33308) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.085120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.189270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.200165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15452224-790a-4ff6-ae1a-4d21edb5ed48']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:30.213865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:30.214163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eec3ee-41c6-410c-b36f-23f8bd2e7e94') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:30.224484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.243141 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.253066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:30.253475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:30.256891 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:30.336205 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.346311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.353381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/networks/15452224-790a-4ff6-ae1a-4d21edb5ed48 HTTP/1.1" status: 204 len: 168 time: 0.3649859 Jun 30 09:31:30.364086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5b37c-bd71-49be-a6f0-80964395b8af tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Network': ['ID=15452224-790a-4ff6-ae1a-4d21edb5ed48,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.367758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.375755 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'network': {'name': 'tempest-network-smoke--951047495', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:30.400080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:30.403778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.432250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:30.442550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.442903 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Added segment e85c440c-b68b-4b4a-9b32-f8d1ac224dd0 of type vlan for network 1e6eff14-f816-4c6c-9561-2b038e780041 Jun 30 09:31:30.485221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.523968 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.529465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:30.530086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.595621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2262199 Jun 30 09:31:30.598738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.604702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-314342576', 'admin_state_up': True, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:30.607416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4149a-95cf-40f1-ab27-7db69fa0a89a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Network': ['ID=1e6eff14-f816-4c6c-9561-2b038e780041,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.622210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 1e6eff14-f816-4c6c-9561-2b038e780041 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:30.634460 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.636173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.708601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.885724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.956704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ce9d40fa-fdea-4f27-a34e-566ea230b0b5 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:30.980445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ce9d40fa-fdea-4f27-a34e-566ea230b0b5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:30.980800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ce9d40fa-fdea-4f27-a34e-566ea230b0b5 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:30.981227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f5f6e21-d2f5-414a-a9cd-01caf160679d no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:31.002389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0f5f6e21-d2f5-414a-a9cd-01caf160679d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:31.002744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0f5f6e21-d2f5-414a-a9cd-01caf160679d not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:31.003174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ee453ce-00f5-4401-b831-513895746c47 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:31.023612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6ee453ce-00f5-4401-b831-513895746c47 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:31.023612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ee453ce-00f5-4401-b831-513895746c47 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:31.147513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.174028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.298998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.25.4.176 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/2094dc4b-6528-4273-a2ec-43b1f6ee77a8) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:31.428954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.472413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.515323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:31.521809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:31.526302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:31.529426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.838129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.916346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f2c3bf07-22fd-4fcb-8e89-0f7341d779ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.035061 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.372822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.520563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:32.639976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:32.649811 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Sync routers for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:32.659020 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.663023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7a8468c5-caf5-470c-a15e-823bfecccc8b tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0600858 Jun 30 09:31:32.663192 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:32.663192 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:32.663447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33352) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.695374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b5d5024-df34-49da-84f3-7f9f25f43d69 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ae8ac4177e0c46f9bab14336999764bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285637 Jun 30 09:31:32.695685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.772399 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:32.788360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffeceba-4e00-460f-8980-7fea2ee80570 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:32.790031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cffeceba-4e00-460f-8980-7fea2ee80570 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933950 Jun 30 09:31:32.792782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33356) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.833811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd5f23e3-263a-4165-9c0f-ac7273435019 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393577 Jun 30 09:31:32.835868 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33360) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.841351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11006571', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:32.942491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:32.947001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.967249 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:31Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:32.994940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.000350 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Checking router: 2ab32da4-71c0-4cc2-9dbd-0134e58df305 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:33.000854 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Updating router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:33.046457 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.156404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.216210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Subnet': ['ID=4c6684e3-2905-4faa-9ba9-af6216bee3c6,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.239183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Checking segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:33.239547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network hostable DHCP agents. Network: 1e6eff14-f816-4c6c-9561-2b038e780041, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:33.257018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 1e6eff14-f816-4c6c-9561-2b038e780041 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:33.267227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 1e6eff14-f816-4c6c-9561-2b038e780041) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:33.272775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:33.273370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.282556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bae0bb-7609-46a0-a74e-9ac4b5d84f6d None None] Network 1e6eff14-f816-4c6c-9561-2b038e780041 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:33.296354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0779c89a-47c7-47db-b432-f081f6dadd85 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4581375 Jun 30 09:31:33.298293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33378) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.347436 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.361001 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Transition to ACTIVE for port object 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:33.369166 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.425341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Attempting to bind port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:33.425640 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Attempting to bind port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:33.426019 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Attempting to bind port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:33.429795 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Pushing event updated for resources: {'Port': ['ID=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.434766 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:33.435141 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:33.435538 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.435927 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:33.436745 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Bound port: 2094dc4b-6528-4273-a2ec-43b1f6ee77a8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:33.437124 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.462351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-1e6eff14-f816-4c6c-9561-2b038e780041', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:33.463395 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.483131 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.483995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.484533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.485038 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.485540 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.486101 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.486616 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.487123 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.487799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.488585 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.489100 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.490006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:33.537672 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] For port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:33.541869 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] For port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:33.548820 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.590760 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.633096 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c449-279b-4629-9887-d31200ac9d97 None None] Pushing event updated for resources: {'Port': ['ID=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.641045 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:33.641676 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:33.665070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Allocated IP 172.20.0.2 (1e6eff14-f816-4c6c-9561-2b038e780041/4c6684e3-2905-4faa-9ba9-af6216bee3c6/46d902d1-0927-4440-866f-c5588b3122ef) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:33.846026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.855345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.866875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Transition to ACTIVE for port object 46d902d1-0927-4440-866f-c5588b3122ef will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:33.878307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:33.886411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Transition to ACTIVE for port object 46d902d1-0927-4440-866f-c5588b3122ef will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:33.893795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.935597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Network 1e6eff14-f816-4c6c-9561-2b038e780041 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:33.938976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:33.945414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:33.953334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Pushing event updated for resources: {'Port': ['ID=46d902d1-0927-4440-866f-c5588b3122ef,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.009231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Attempting to bind port 46d902d1-0927-4440-866f-c5588b3122ef on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:34.009608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Attempting to bind port 46d902d1-0927-4440-866f-c5588b3122ef by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:34.010012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Attempting to bind port 46d902d1-0927-4440-866f-c5588b3122ef on network 1e6eff14-f816-4c6c-9561-2b038e780041 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:34.015845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:34.016241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Checking segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:34.016645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.017048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Bound using segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:34.017524 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Bound port: 46d902d1-0927-4440-866f-c5588b3122ef, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:34.018051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.090661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] For port 46d902d1-0927-4440-866f-c5588b3122ef, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:34.095470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] For port 46d902d1-0927-4440-866f-c5588b3122ef, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d902d1-0927-4440-866f-c5588b3122ef,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:34.102321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.103553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:31Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:34.133301 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91195bf8-1d59-40b6-b00e-0bc6a27641f0 None None] The sync data for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 is: [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:31Z', 'revision_number': 3, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:34.178049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.1 (1e6eff14-f816-4c6c-9561-2b038e780041/4c6684e3-2905-4faa-9ba9-af6216bee3c6/743bf4e3-e4e0-4518-925f-70b7e0a7d3e7) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:34.181743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f4c5-288b-4490-90e2-9c561120c06b None None] Pushing event updated for resources: {'Port': ['ID=46d902d1-0927-4440-866f-c5588b3122ef,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.319325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.343395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:34.413004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.494916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 1e6eff14-f816-4c6c-9561-2b038e780041 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:34.498442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:34.507527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:34.540504 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.573086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.662591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.059141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d902d1-0927-4440-866f-c5588b3122ef up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:35.107219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.135372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 46d902d1-0927-4440-866f-c5588b3122ef completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:35.142726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:35.221255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.242378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:35.247768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:35.248238 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.255743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33400) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.385141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.413099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.417478 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.426836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1e8-107c-4c51-8cb5-2e29885521f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.450810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf89e8-7018-4aec-b3b2-adfdd966b772 None None] Network 1e6eff14-f816-4c6c-9561-2b038e780041 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:35.520556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.521003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1e8-107c-4c51-8cb5-2e29885521f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.525344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1e8-107c-4c51-8cb5-2e29885521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.526702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.545012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.550840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Provisioning for port 46d902d1-0927-4440-866f-c5588b3122ef completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:35.564907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Provisioning complete for port 46d902d1-0927-4440-866f-c5588b3122ef triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:35.564907 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.571320 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c8ffd1e8-107c-4c51-8cb5-2e29885521f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa3b86cd325448eca744df361cdf7127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139179 Jun 30 09:31:35.572472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffd1e8-107c-4c51-8cb5-2e29885521f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33a0e2-28af-4de4-ac7e-e1732b05e033,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.576029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.636561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.636847 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.640624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.663225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.712472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.716448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.720250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.723888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d33a0e2-28af-4de4-ac7e-e1732b05e033 HTTP/1.1" status: 204 len: 168 time: 0.1435473 Jun 30 09:31:35.742263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb6ae5-8783-4ea6-8c04-be5b9c537635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33a0e2-28af-4de4-ac7e-e1732b05e033,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.757043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] For port 46d902d1-0927-4440-866f-c5588b3122ef, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d902d1-0927-4440-866f-c5588b3122ef,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:35.762432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 1e6eff14-f816-4c6c-9561-2b038e780041 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:35.765381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:35.768902 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.839322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d5d8a-25b8-4986-aac2-76b6ea44537c None None] Pushing event updated for resources: {'Port': ['ID=46d902d1-0927-4440-866f-c5588b3122ef,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.923092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:36.047588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:36.052892 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa4020c6-5a7e-4d5e-ba5a-97dce1043439 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/2ab32da4-71c0-4cc2-9dbd-0134e58df305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7533908 Jun 30 09:31:36.056033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33410) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.096427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Provisioning for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:36.103200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Provisioning complete for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.105446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.113225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.126252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f99480b-a330-43cd-b78f-2e2da4862ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.150528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:36.162330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Provisioning complete for port 46d902d1-0927-4440-866f-c5588b3122ef triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.162722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b40d3b96-a19d-4d86-ae06-b1155436aaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.271601 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f99480b-a330-43cd-b78f-2e2da4862ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.278656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f99480b-a330-43cd-b78f-2e2da4862ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.295242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda9197-3f57-4332-8986-1639c422bde3 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.297002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda9197-3f57-4332-8986-1639c422bde3 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.297808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda9197-3f57-4332-8986-1639c422bde3 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.298456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda9197-3f57-4332-8986-1639c422bde3 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.301302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9bda9197-3f57-4332-8986-1639c422bde3 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2441728 Jun 30 09:31:36.304093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33414) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.332651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f99480b-a330-43cd-b78f-2e2da4862ce3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc709bacb2d546708155de1fe51f7551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164328 Jun 30 09:31:36.332651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99480b-a330-43cd-b78f-2e2da4862ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf9562-79ad-447c-8715-1751f8257d55,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.339645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33416) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.353166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Sync routers for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:36.371027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:36.372059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:36.429143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1a20-591a-4654-90ed-fe0a323b6166 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.429804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1a20-591a-4654-90ed-fe0a323b6166 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.430345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1a20-591a-4654-90ed-fe0a323b6166 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.431029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1a20-591a-4654-90ed-fe0a323b6166 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:36.433060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1eca1a20-591a-4654-90ed-fe0a323b6166 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1277726 Jun 30 09:31:36.436003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.437960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.452348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cf21f178-693a-4734-b4fa-d48c1d76ab6d None None] Provisioning complete for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.452719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf21f178-693a-4734-b4fa-d48c1d76ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.478464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.543038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:36.562665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.567217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.568875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7bf9562-79ad-447c-8715-1751f8257d55 HTTP/1.1" status: 204 len: 168 time: 0.2278311 Jun 30 09:31:36.591570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fc807-4435-4c6e-a30e-251f5eb7c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf9562-79ad-447c-8715-1751f8257d55,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:36.604711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cf21f178-693a-4734-b4fa-d48c1d76ab6d None None] Port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:36.755981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5a9b7ae-fc2a-48d0-9220-f68fb8f0065f tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3155849 Jun 30 09:31:36.907643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4baff746-4428-4d3a-bac5-bfac9b717813 None None] Provisioning complete for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.908076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4baff746-4428-4d3a-bac5-bfac9b717813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.974620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4baff746-4428-4d3a-bac5-bfac9b717813 None None] Port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:37.002638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 2, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:37.019811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.025026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384352367', 'description': 'tempest-secgroup-smoke-1384352367 description', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.033940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d902d1-0927-4440-866f-c5588b3122ef up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:37.037568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Checking router: 2ab32da4-71c0-4cc2-9dbd-0134e58df305 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:37.038022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Updating router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:31:37.052674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.105252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.146702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.147043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 46d902d1-0927-4440-866f-c5588b3122ef triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:37.147424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.152174 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.184751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.188694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1651847 Jun 30 09:31:37.189443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33440) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.194415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.199794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9596b-214d-46eb-98f6-6b9586a3e488 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.232328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.301197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.305516 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.324670 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e92d54-b568-4f66-b087-03060371dd11,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.332197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.333580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6db8634-49cb-404d-b71f-ec4db1556a07 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435413 Jun 30 09:31:37.336799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33446) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.344413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.375882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.393977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:37.444711 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.449920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.468751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb2f2f1-71d2-4b94-8eb1-a8a5d770ffec,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.475797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.476387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e18204f1-a833-4632-9ed4-0b01674f44e3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372952 Jun 30 09:31:37.479226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.484493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.501096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:37.501484 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.518027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.542777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.561462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Transition to ACTIVE for port object 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:37.572097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.584345 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.589343 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.611210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460c321c-d392-4de9-9c6e-8eed4c1aed23,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.615637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.618121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0f45e08e-8f69-4513-a71f-96136186595e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371586 Jun 30 09:31:37.620691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33454) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.627246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.644746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef5fa5-cc40-485e-8830-0f8afc907604 None None] Pushing event updated for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.675598 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.715828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Attempting to bind port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:37.716473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Attempting to bind port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:37.717041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Attempting to bind port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 on network 1e6eff14-f816-4c6c-9561-2b038e780041 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:37.724370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:37.724839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Checking segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:37.725325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.725896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Bound using segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:37.726462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Bound port: 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:37.726923 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.762978 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.769810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.790467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3430a6-633b-48b7-86f5-5d30efd71380,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.798479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.800299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ac0f1f0-7cb5-44a7-9c33-5af7e9b1ec45 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776512 Jun 30 09:31:37.804863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33460) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.807703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.820702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] For port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:37.824977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] For port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:37.835694 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.839882 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:31:37.847789 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.916840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.918608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef5fa5-cc40-485e-8830-0f8afc907604 None None] Pushing event updated for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.922908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.939354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba787f3-7eaf-45c2-bf63-0ba57d616289,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.948597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:37.949251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:37.959930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.961283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-95fb4007-ec46-4e98-9c5f-967dcb425b75 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1575809 Jun 30 09:31:37.965202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33464) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.971121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'security_group_rule': {'security_group_id': 'cc9fc719-a5ee-488b-bc80-4c38d8feaa4e', 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:38.000535 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Project ae8ac4177e0c46f9bab14336999764bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:31:38.022647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.069570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:38.102080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.108129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.133160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.142485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681409 Jun 30 09:31:38.142485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da280a-ae43-4b8b-a258-e7de870a5c7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4602975-7ee2-4b23-9d37-cbff78f5bb75,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.314610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:37Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:38.348172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b26dc-52fd-4d96-af2a-1763a954166a None None] The sync data for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 is: [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:37Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:38.354464 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ed7a0b7a-fe4c-4935-a4f4-c19b8fa18524 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384352367&fields=id&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 267 time: 0.0410004 Jun 30 09:31:38.476654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ab774142-c432-431d-bae1-667b701d105d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.478463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ab774142-c432-431d-bae1-667b701d105d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 796 time: 0.1231050 Jun 30 09:31:38.499879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e90fe96e-2383-4340-b3f1-62c98a52d005 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/quotas/ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 375 time: 0.0107226 Jun 30 09:31:38.585277 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e2e90aad-468b-4f03-bba7-b7a9b0bae3f2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796988 Jun 30 09:31:38.689830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-7b7a2434-a363-4f8e-b3a7-2fffdcf5c2c3 service neutron] 10.222.0.66 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927000 Jun 30 09:31:38.794860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-52474fdd-63a1-49c7-ba12-0d5af5e55144 service neutron] 10.222.0.66 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983753 Jun 30 09:31:39.012790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:39.058840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33294f86-f236-4428-aa65-34bc9c644c57 req-db9d5b9d-a66c-487b-b04a-fbf50dc0d0ff tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 210 time: 0.0698509 Jun 30 09:31:39.110999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:39.115730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:39.116704 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.229979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.276609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:39.282507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.346943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.206747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f5d6cad-672e-416e-b608-226beb24abd4 req-5c69e2dc-a507-4d2d-b8aa-d602718f90ee tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Jun 30 09:31:40.496742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ed8385cf-a9d5-45ab-a33e-00043c0a888f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.498348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ed8385cf-a9d5-45ab-a33e-00043c0a888f tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.41 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 796 time: 0.1205020 Jun 30 09:31:40.549442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-44d63c1b-41d9-4796-a4c0-3aa6681011df tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8ac4177e0c46f9bab14336999764bd HTTP/1.1" status: 200 len: 380 time: 0.0407481 Jun 30 09:31:40.558992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'port': {'device_id': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'admin_state_up': True, 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'security_groups': ['cc9fc719-a5ee-488b-bc80-4c38d8feaa4e']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:40.674752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Made reservation on behalf of ae8ac4177e0c46f9bab14336999764bd for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:40.678347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.808332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.20.0.6 (1e6eff14-f816-4c6c-9561-2b038e780041/4c6684e3-2905-4faa-9ba9-af6216bee3c6/ccf9e94f-973b-40eb-85b9-fb823e91c398) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:40.955141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.963596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:40.970714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Transition to ACTIVE for port object ccf9e94f-973b-40eb-85b9-fb823e91c398 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:41.007199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.012391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:41.012777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.056161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network 1e6eff14-f816-4c6c-9561-2b038e780041 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:41.059635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:41.063611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:41.094569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.131017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.131518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.147737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-b4588da7-7a06-477a-8c92-4550f6db79c9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928640 Jun 30 09:31:41.338587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Request body: {'port': {'device_id': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:41.376884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd2b6a2d-fb7b-442e-99a1-4fdd0cc58190 None None] Provisioning for port ccf9e94f-973b-40eb-85b9-fb823e91c398 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:41.382223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd2b6a2d-fb7b-442e-99a1-4fdd0cc58190 None None] Provisioning complete for port ccf9e94f-973b-40eb-85b9-fb823e91c398 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:41.382627 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6a2d-fb7b-442e-99a1-4fdd0cc58190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.416974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.444588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388dddc-ca09-4de0-b582-185aa4101fa5 req-941ee949-db02-4d3f-8b0a-1f5f1cb6646d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:41.445201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b6a2d-fb7b-442e-99a1-4fdd0cc58190 None None] Port ccf9e94f-973b-40eb-85b9-fb823e91c398 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:41.447023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a388dddc-ca09-4de0-b582-185aa4101fa5 req-941ee949-db02-4d3f-8b0a-1f5f1cb6646d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 931 time: 0.1061294 Jun 30 09:31:41.494512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a388dddc-ca09-4de0-b582-185aa4101fa5 req-50f19ded-5819-4e8e-9747-99ac14555388 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Jun 30 09:31:41.716700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf9e94f-973b-40eb-85b9-fb823e91c398 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:41.724373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.736171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Transition to ACTIVE for port object ccf9e94f-973b-40eb-85b9-fb823e91c398 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:41.740257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.791889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.874020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Attempting to bind port ccf9e94f-973b-40eb-85b9-fb823e91c398 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:41.874020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Attempting to bind port ccf9e94f-973b-40eb-85b9-fb823e91c398 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:41.876046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Attempting to bind port ccf9e94f-973b-40eb-85b9-fb823e91c398 on network 1e6eff14-f816-4c6c-9561-2b038e780041 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:41.881424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Port ccf9e94f-973b-40eb-85b9-fb823e91c398 on network 1e6eff14-f816-4c6c-9561-2b038e780041 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:31:41.881782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Attempting to bind port ccf9e94f-973b-40eb-85b9-fb823e91c398 on network 1e6eff14-f816-4c6c-9561-2b038e780041 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:41.886902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:41.887245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Checking segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:41.887638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Bound using segment: {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:41.888072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Bound port: ccf9e94f-973b-40eb-85b9-fb823e91c398, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:41.888435 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.963213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:41.966612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:41.973564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.009462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.010028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.011459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] 10.222.0.41 "PUT /v2.0/ports/ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 1092 time: 0.8549590 Jun 30 09:31:42.012154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:42.014846 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:42.039957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09708cf-5314-4946-8043-80e8f2796d87 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.096446 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a4c4f-9101-4657-8122-aef8ea6167ea x-openstack-request-id: req-4c8a4c4f-9101-4657-8122-aef8ea6167ea {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:42.096750 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:42.097009 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c8a4c4f-9101-4657-8122-aef8ea6167ea {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:42.097417 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'status': 'completed', 'code': 200} Jun 30 09:31:42.124087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-86591048-f178-4210-91cc-d42b91de6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.125860 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-86591048-f178-4210-91cc-d42b91de6903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1095 time: 0.0720942 Jun 30 09:31:42.172078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ab58226b-61e1-43f0-8991-352034312eae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 217 time: 0.0395944 Jun 30 09:31:42.224197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-f56a9ffc-8f9f-4cc1-af72-c59a67f5c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.225901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-f56a9ffc-8f9f-4cc1-af72-c59a67f5c939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 200 len: 833 time: 0.0478923 Jun 30 09:31:42.285170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ed7e83ed-c747-42e6-b39c-371009c04084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.286718 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-ed7e83ed-c747-42e6-b39c-371009c04084 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6eff14-f816-4c6c-9561-2b038e780041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552661 Jun 30 09:31:42.381585 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-d944a7f8-77b2-424e-b6fc-7c0038cdf9cb service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882673 Jun 30 09:31:42.472390 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-94fc99a2-21f7-41a5-b0e3-1bc7c1a4bf67 req-9974ddb3-9f78-461d-9f3a-12def3bfd903 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Jun 30 09:31:42.581558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-39de0103-a716-47f8-8e6e-92780769caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.583141 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-39de0103-a716-47f8-8e6e-92780769caf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1095 time: 0.0602069 Jun 30 09:31:42.677305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-e7c3590d-b545-4a86-93d1-9baeff60fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.679085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-e7c3590d-b545-4a86-93d1-9baeff60fa1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 897 time: 0.0900075 Jun 30 09:31:42.679677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25066e-ea43-4f9e-aac9-8665b83e3cdc req-ae87ff78-e0af-4b02-af69-3b7e75cc7297 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.681160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f25066e-ea43-4f9e-aac9-8665b83e3cdc req-ae87ff78-e0af-4b02-af69-3b7e75cc7297 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 943 time: 0.0684500 Jun 30 09:31:42.722477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f25066e-ea43-4f9e-aac9-8665b83e3cdc req-d5eee89f-fc8e-43ba-9a6c-d12f3c237a11 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Jun 30 09:31:42.728512 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-cb9979cc-5eca-4a9a-8bb9-a26a4e79b094 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 217 time: 0.0409431 Jun 30 09:31:42.778795 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-6787c445-4f22-4e02-9d94-4cfbd3f193be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.780319 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-6787c445-4f22-4e02-9d94-4cfbd3f193be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 200 len: 833 time: 0.0445168 Jun 30 09:31:42.838088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-e31cf811-843d-44e1-a2fd-20b129d9abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.839594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-e31cf811-843d-44e1-a2fd-20b129d9abce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6eff14-f816-4c6c-9561-2b038e780041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524638 Jun 30 09:31:42.933702 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-1465b181-3a45-48cf-9c96-081d42d0dd2f service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Jun 30 09:31:43.024169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6bdf19b6-bb13-4dcc-b4e8-5fd7c11c913b req-ab5339fe-6cad-41e4-ac5a-6a247d025f2a service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Jun 30 09:31:43.391916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.632445 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-325879cd-4a85-4eaa-80dc-f5fb0b541e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.722675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-325879cd-4a85-4eaa-80dc-f5fb0b541e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.726961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-325879cd-4a85-4eaa-80dc-f5fb0b541e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.766664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-325879cd-4a85-4eaa-80dc-f5fb0b541e74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c0d6c22cf6c4f619235bc4ed634e276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736308 Jun 30 09:31:43.767584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325879cd-4a85-4eaa-80dc-f5fb0b541e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d495a7d-bf5f-4d1c-b15a-1c7e7cbc8269,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.769589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.823730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.858364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.932390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be1ef8-5d21-496c-887d-f73b8a7d0346 req-57eca68e-b521-49b0-b2b7-063400a39d0d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.933924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7be1ef8-5d21-496c-887d-f73b8a7d0346 req-57eca68e-b521-49b0-b2b7-063400a39d0d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 943 time: 0.0955439 Jun 30 09:31:43.946523 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.948979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.950063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d495a7d-bf5f-4d1c-b15a-1c7e7cbc8269 HTTP/1.1" status: 204 len: 168 time: 0.1789398 Jun 30 09:31:43.967286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41beb6c0-28d8-477b-b867-c54a491f251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d495a7d-bf5f-4d1c-b15a-1c7e7cbc8269,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.997194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7be1ef8-5d21-496c-887d-f73b8a7d0346 req-6b57286b-9643-45c7-8519-0edf25d14e92 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567808 Jun 30 09:31:44.221168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33624) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.238642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45c2fd7d-08c1-4809-80fd-5196bd174f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.330817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45c2fd7d-08c1-4809-80fd-5196bd174f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.334724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-45c2fd7d-08c1-4809-80fd-5196bd174f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.373092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-45c2fd7d-08c1-4809-80fd-5196bd174f16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04ea93eeea834c56b337240c1dd3509e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507952 Jun 30 09:31:44.374638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2fd7d-08c1-4809-80fd-5196bd174f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c20ef7-5a4b-4115-9f2d-497b5754e14f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.376691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33626) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.429355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.450810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.497487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.500859 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.502052 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74c20ef7-5a4b-4115-9f2d-497b5754e14f HTTP/1.1" status: 204 len: 168 time: 0.1243100 Jun 30 09:31:44.509698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b095e-173a-4a32-805c-6f70139d8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c20ef7-5a4b-4115-9f2d-497b5754e14f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.656868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ccf9e94f-973b-40eb-85b9-fb823e91c398 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:44.754109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:44.765409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'port_id': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'mac_address': 'fa:16:3e:61:7d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:44.803011 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.816011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf9e94f-973b-40eb-85b9-fb823e91c398 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:44.836702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:44.840780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.889987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.048970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ccf9e94f-973b-40eb-85b9-fb823e91c398'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:45.175503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e4273-1f00-4e82-bb44-2c962e0f1005 req-2eb3f27c-2049-446a-a727-02c220be67ca tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:45.176950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-854e4273-1f00-4e82-bb44-2c962e0f1005 req-2eb3f27c-2049-446a-a727-02c220be67ca tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 944 time: 0.0691562 Jun 30 09:31:45.219073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-854e4273-1f00-4e82-bb44-2c962e0f1005 req-fd360c70-b73f-4107-acf6-bd094aef2a30 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Jun 30 09:31:46.405368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d47f3c-2241-4347-89ef-602966888ffa req-4dc01098-c11f-402e-99f4-ed93a223837e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:46.407023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d47f3c-2241-4347-89ef-602966888ffa req-4dc01098-c11f-402e-99f4-ed93a223837e tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 944 time: 0.0699492 Jun 30 09:31:46.445468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d47f3c-2241-4347-89ef-602966888ffa req-fc075c3a-9dab-4861-9cb2-61945a88fee3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Jun 30 09:31:46.649271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:46.670679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ccf9e94f-973b-40eb-85b9-fb823e91c398 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:46.721093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port ccf9e94f-973b-40eb-85b9-fb823e91c398 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:46.724874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port ccf9e94f-973b-40eb-85b9-fb823e91c398 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:46.725264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.764953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-182d7a8d-e104-4caa-9795-213501fe9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.804681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.828038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:46.830367 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a7466-2755-4587-80c6-2617f4ef44f2" -d '{"events": [{"server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "name": "network-vif-plugged", "status": "completed", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:46.843282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:46.847502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.859287 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-182d7a8d-e104-4caa-9795-213501fe9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.864081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-182d7a8d-e104-4caa-9795-213501fe9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.871894 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37c2dc-6ce6-42e4-a8c9-fa52c6a6ce06 x-openstack-request-id: req-3c37c2dc-6ce6-42e4-a8c9-fa52c6a6ce06 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:46.872200 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "name": "network-vif-plugged", "status": "completed", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:46.872459 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c37c2dc-6ce6-42e4-a8c9-fa52c6a6ce06 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:46.872857 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'code': 200} Jun 30 09:31:46.908238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:46.908664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-182d7a8d-e104-4caa-9795-213501fe9d53 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee9d1d9234954cd1892614bd220fbfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549977 Jun 30 09:31:46.908664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d7a8d-e104-4caa-9795-213501fe9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec138dd8-05f0-4af8-9cbc-567da090ddcc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:46.908838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33710) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:46.957951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.979634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.000735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c95d-ad2c-4dfc-aa21-208b3a9dc8e6 req-bb704065-e22e-4b7a-adb4-3a6b15afcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.002324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1254c95d-ad2c-4dfc-aa21-208b3a9dc8e6 req-bb704065-e22e-4b7a-adb4-3a6b15afcbbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1097 time: 0.0557942 Jun 30 09:31:47.035589 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.038297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.039346 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1254c95d-ad2c-4dfc-aa21-208b3a9dc8e6 req-8f16f97e-f20d-4a51-ab2d-a966281dd015 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304492 Jun 30 09:31:47.039620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec138dd8-05f0-4af8-9cbc-567da090ddcc HTTP/1.1" status: 204 len: 168 time: 0.1305494 Jun 30 09:31:47.048086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658934-046f-4355-99c2-d2250193b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec138dd8-05f0-4af8-9cbc-567da090ddcc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.297667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33716) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.310745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-89091559-c359-42fa-9c98-e49469abdedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.399067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-89091559-c359-42fa-9c98-e49469abdedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.402808 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-89091559-c359-42fa-9c98-e49469abdedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.439763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-89091559-c359-42fa-9c98-e49469abdedd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b43c6ade83ba4c558191781e5a931525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409986 Jun 30 09:31:47.441665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89091559-c359-42fa-9c98-e49469abdedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6437f-fb46-40cf-a9a7-e1605475b99a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.442481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.492400 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.513575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.565924 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.568487 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.569635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ae6437f-fb46-40cf-a9a7-e1605475b99a HTTP/1.1" status: 204 len: 168 time: 0.1261678 Jun 30 09:31:47.578965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f229b7c-4c3a-46f3-a574-b0114f26d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6437f-fb46-40cf-a9a7-e1605475b99a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.630428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207588-a2ca-4e76-9656-74aa758d261c req-c9527949-089c-402f-ab9e-b612056d86ea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:47.631930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e207588-a2ca-4e76-9656-74aa758d261c req-c9527949-089c-402f-ab9e-b612056d86ea tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.0723243 Jun 30 09:31:47.674052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e207588-a2ca-4e76-9656-74aa758d261c req-dcc06f9c-8de8-4714-bd32-13407888ad34 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Jun 30 09:31:48.854356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9c177-0979-43dc-8c1b-fa738784406d req-263ab842-7525-466c-9cf3-71b5d5f020a5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:48.855830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da9c177-0979-43dc-8c1b-fa738784406d req-263ab842-7525-466c-9cf3-71b5d5f020a5 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.0651476 Jun 30 09:31:48.897404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da9c177-0979-43dc-8c1b-fa738784406d req-0cf6ad40-0895-48d2-baa9-14f834f76d1a tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350702 Jun 30 09:31:49.076479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3533e0-a224-4605-b380-2b904a94a1a0 req-7f9fc6f9-782b-466c-b09e-2d09da69cfc3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.076479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af3533e0-a224-4605-b380-2b904a94a1a0 req-7f9fc6f9-782b-466c-b09e-2d09da69cfc3 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.0691187 Jun 30 09:31:49.114701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af3533e0-a224-4605-b380-2b904a94a1a0 req-6edbefe4-d165-4c1d-8f07-9dd22396cb62 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Jun 30 09:31:49.139136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33770) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.191718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c5ae2-5ced-4b7c-b169-c7911c675414 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.193229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c8c5ae2-5ced-4b7c-b169-c7911c675414 tempest-TestNetworkBasicOps-182293810 tempest-TestNetworkBasicOps-182293810-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1092 time: 0.0530984 Jun 30 09:31:49.196216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33772) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.200564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:49.222970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.324392 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.435004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Allocated IP 172.25.4.120 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c88b7617-e030-40bd-a6a0-a077cca063cb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:49.542882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.581586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.617375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:49.620485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:49.623927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:49.653326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=c88b7617-e030-40bd-a6a0-a077cca063cb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.287634 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.365361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.516397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.520984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.595039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event updated for resources: {'Port': ['ID=c88b7617-e030-40bd-a6a0-a077cca063cb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.614968 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.716104 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Floating IP 561c8928-52b8-4c52-8918-dd4388deb927 associated. External IP: 172.25.4.120, port: ccf9e94f-973b-40eb-85b9-fb823e91c398. Jun 30 09:31:50.930335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:51.036055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:51.048651 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Sync routers for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:51.052692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.059138 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:51.059840 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.093253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5b5a15e6-3c39-4330-9cb6-d2f08da4dbf2 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8959491 Jun 30 09:31:51.093991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:51.096316 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7583e8-607c-4d98-ab62-690ce878256b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:51.097151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33816) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:51.145079 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcded1f2-2313-4083-acab-794cc7d2bb71 x-openstack-request-id: req-dcded1f2-2313-4083-acab-794cc7d2bb71 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:51.145448 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:51.146174 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcded1f2-2313-4083-acab-794cc7d2bb71 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:51.146643 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'status': 'completed', 'code': 200} Jun 30 09:31:51.184411 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:51.217133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5045e4c6-2f88-4002-8294-3411daa65ad6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/561c8928-52b8-4c52-8918-dd4388deb927 HTTP/1.1" status: 200 len: 991 time: 0.1186545 Jun 30 09:31:51.239886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7583e8-607c-4d98-ab62-690ce878256b req-0de74d42-a7c9-463f-ae50-b4a744bcf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:51.241400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-0de74d42-a7c9-463f-ae50-b4a744bcf66d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1097 time: 0.0653014 Jun 30 09:31:51.340453 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7583e8-607c-4d98-ab62-690ce878256b req-22475895-cceb-48f5-a46b-4d0009b6767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:51.342094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-22475895-cceb-48f5-a46b-4d0009b6767d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 897 time: 0.0944633 Jun 30 09:31:51.422611 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-c9b170c8-82fd-48f9-b633-0fd66d84efbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 999 time: 0.0747359 Jun 30 09:31:51.433576 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '561c8928-52b8-4c52-8918-dd4388deb927', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'port_id': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'mac_address': 'fa:16:3e:61:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:50Z', 'updated_at': '2021-06-30T09:31:50Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.459460 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Checking router: 2ab32da4-71c0-4cc2-9dbd-0134e58df305 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:51.468287 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:51.468801 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:31:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.470898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7583e8-607c-4d98-ab62-690ce878256b req-1a5a7b82-48f1-4a2e-bf2b-e76609cd24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:51.472352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-1a5a7b82-48f1-4a2e-bf2b-e76609cd24a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 200 len: 833 time: 0.0437162 Jun 30 09:31:51.530670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7583e8-607c-4d98-ab62-690ce878256b req-2895a115-510c-4dd4-9a5a-bee71ccd2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:51.532217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-2895a115-510c-4dd4-9a5a-bee71ccd2845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6eff14-f816-4c6c-9561-2b038e780041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543420 Jun 30 09:31:51.573569 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:51.625532 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-b1bb6603-f94e-41ee-bbfd-a3fc5583d0e5 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 Jun 30 09:31:51.714798 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc7583e8-607c-4d98-ab62-690ce878256b req-2fcd9b38-2815-4915-ac3a-1a75aed71395 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831153 Jun 30 09:31:51.799408 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '561c8928-52b8-4c52-8918-dd4388deb927', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'port_id': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'mac_address': 'fa:16:3e:61:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:50Z', 'updated_at': '2021-06-30T09:31:50Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:51.837118 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da474d-3a4b-40ef-9228-03b7160a45bf None None] The sync data for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 is: [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '561c8928-52b8-4c52-8918-dd4388deb927', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'port_id': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'mac_address': 'fa:16:3e:61:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:50Z', 'updated_at': '2021-06-30T09:31:50Z', 'revision_number': 0, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:52.038927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5719298-f322-401b-a313-e0687a16ffa0 None None] New status for floating IP 561c8928-52b8-4c52-8918-dd4388deb927: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:52.220939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33828) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.283741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ee5ca0e-4570-4c5c-8858-bffb7da341b6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/561c8928-52b8-4c52-8918-dd4388deb927 HTTP/1.1" status: 200 len: 993 time: 0.0616534 Jun 30 09:31:53.461059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33852) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.565422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cafff6e8-b1c1-415f-b299-b69adb7fdcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.652084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cafff6e8-b1c1-415f-b299-b69adb7fdcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.655800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cafff6e8-b1c1-415f-b299-b69adb7fdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.693194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cafff6e8-b1c1-415f-b299-b69adb7fdcb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b95080d1f7754022a099fe7a0ec7b28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310233 Jun 30 09:31:53.694127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff6e8-b1c1-415f-b299-b69adb7fdcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b505730-bbef-4f2a-a88b-4779c44c685b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.695882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33856) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.745113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.766381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.811727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.814371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.815549 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b505730-bbef-4f2a-a88b-4779c44c685b HTTP/1.1" status: 204 len: 168 time: 0.1176710 Jun 30 09:31:53.823332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1eba-dd4d-4c60-b40b-7f6603ce3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b505730-bbef-4f2a-a88b-4779c44c685b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.072807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33862) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.085853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b1400fa-1dd2-49e0-9368-2133420ad5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.171097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b1400fa-1dd2-49e0-9368-2133420ad5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.174672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2b1400fa-1dd2-49e0-9368-2133420ad5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.215552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2b1400fa-1dd2-49e0-9368-2133420ad5c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51b29243305e4a44a070b0cf2ba2ea1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416619 Jun 30 09:31:54.216423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1400fa-1dd2-49e0-9368-2133420ad5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326f414-f43a-4ab2-8cde-2b492e05d9f5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.218288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33864) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.266746 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.286872 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.337319 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.339846 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.340992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0326f414-f43a-4ab2-8cde-2b492e05d9f5 HTTP/1.1" status: 204 len: 168 time: 0.1216555 Jun 30 09:31:54.348545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd08fc-130d-40ff-8e8a-cff62d8a6701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326f414-f43a-4ab2-8cde-2b492e05d9f5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.845102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.949176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6753085c-aa52-4386-a100-4c1a0861ed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.035278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6753085c-aa52-4386-a100-4c1a0861ed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.038953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6753085c-aa52-4386-a100-4c1a0861ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.076374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6753085c-aa52-4386-a100-4c1a0861ed59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfbd0c30480c4feb9b956b7f8d5c88e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301662 Jun 30 09:31:56.077562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753085c-aa52-4386-a100-4c1a0861ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2e1ac-fba3-4637-8be2-090d3ca22c0a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.079093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33914) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.129926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.150125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.195867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.198680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.199912 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fb2e1ac-fba3-4637-8be2-090d3ca22c0a HTTP/1.1" status: 204 len: 168 time: 0.1189353 Jun 30 09:31:56.207422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6657-27fd-4c00-abe3-fbf3cc2ac7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2e1ac-fba3-4637-8be2-090d3ca22c0a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.390484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 33960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.504857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c95ef21-7a27-438a-95f2-605aaca83cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.597156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c95ef21-7a27-438a-95f2-605aaca83cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.600699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c95ef21-7a27-438a-95f2-605aaca83cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.638097 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2c95ef21-7a27-438a-95f2-605aaca83cc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c01c052fa02646eca7be49897a332656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464938 Jun 30 09:31:57.638867 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95ef21-7a27-438a-95f2-605aaca83cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c49b2-9e2c-4c4d-8ee9-1eb82f30fe80,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.640922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 33964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.691267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.711931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.757994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.760414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.761543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f59c49b2-9e2c-4c4d-8ee9-1eb82f30fe80 HTTP/1.1" status: 204 len: 168 time: 0.1195509 Jun 30 09:31:57.769272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a331e1-6594-4144-a0f6-6bd17f2e0e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c49b2-9e2c-4c4d-8ee9-1eb82f30fe80,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.253871 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e73578e0-012e-48fc-b6aa-bee78640aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.827697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34074) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.928906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8933-41dc-4c92-86f0-35e26973bd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.021656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8933-41dc-4c92-86f0-35e26973bd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.025413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8933-41dc-4c92-86f0-35e26973bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.063624 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1a2b8933-41dc-4c92-86f0-35e26973bd77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe4fb4155f3348de956d7ed0f3ed1d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347820 Jun 30 09:32:00.064500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b8933-41dc-4c92-86f0-35e26973bd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33894e9-ab3f-424d-a462-6a076baac281,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.066355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34078) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.117362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.138645 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.184241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.187297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.188468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d33894e9-ab3f-424d-a462-6a076baac281 HTTP/1.1" status: 204 len: 168 time: 0.1210392 Jun 30 09:32:00.196469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf554d-3081-470e-8143-2f15789e8a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33894e9-ab3f-424d-a462-6a076baac281,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.456820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34084) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.470291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143c0a58-90d1-40f2-ab77-cb9d4f98fea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.560653 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143c0a58-90d1-40f2-ab77-cb9d4f98fea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.565208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-143c0a58-90d1-40f2-ab77-cb9d4f98fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.601933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c0a58-90d1-40f2-ab77-cb9d4f98fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0334ec-b5b3-48d1-8255-2def43b40e82,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.609664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34086) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.609921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-143c0a58-90d1-40f2-ab77-cb9d4f98fea6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c463bc7ec104898abeb209af6f7b3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517773 Jun 30 09:32:00.660825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.681940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.726390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.728956 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.730126 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b0334ec-b5b3-48d1-8255-2def43b40e82 HTTP/1.1" status: 204 len: 168 time: 0.1186442 Jun 30 09:32:00.738279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46c786-77fc-473b-abf3-c21f53f363bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0334ec-b5b3-48d1-8255-2def43b40e82,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:01.908957 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eed28ac0-5a6a-4b99-8b68-6a19afcb509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.019893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.072850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34148) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.159048 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:02.181898 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bac59fd9-ccd2-419f-85a5-cc6e6fb37b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.276707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bac59fd9-ccd2-419f-85a5-cc6e6fb37b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.281674 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bac59fd9-ccd2-419f-85a5-cc6e6fb37b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.321988 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bac59fd9-ccd2-419f-85a5-cc6e6fb37b46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a25d7bb331fd42ffb29507e196138dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479215 Jun 30 09:32:02.322963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac59fd9-ccd2-419f-85a5-cc6e6fb37b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc668a-6758-443d-806a-e5980607d50b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.324675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34152) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.378000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.401464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.457410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.458855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.461257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2cc668a-6758-443d-806a-e5980607d50b HTTP/1.1" status: 204 len: 168 time: 0.1335492 Jun 30 09:32:02.470353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09e5da-85ca-4ffc-ab66-b67b9f46955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc668a-6758-443d-806a-e5980607d50b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.996527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.131980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34174) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.228323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-980e1538-cbca-4f25-ac62-fd6d1f96d95c tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.229379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-980e1538-cbca-4f25-ac62-fd6d1f96d95c tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0963700 Jun 30 09:32:03.232348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34178) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.236495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-5e864aee-af0c-4aa7-a567-761696276c18 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.237452 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e864aee-af0c-4aa7-a567-761696276c18 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041947 Jun 30 09:32:03.239757 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.243550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-df8f7c8f-178b-4df0-8937-9c10ecb1b195 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.244461 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-df8f7c8f-178b-4df0-8937-9c10ecb1b195 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038743 Jun 30 09:32:03.246892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34182) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.251379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f0fcca96-df1a-4261-9023-d574baa8bedf tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.252309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0fcca96-df1a-4261-9023-d574baa8bedf tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044343 Jun 30 09:32:03.254476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34184) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.258257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-bc490881-00aa-4d87-9d4f-7ce8b63e26a6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.259161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bc490881-00aa-4d87-9d4f-7ce8b63e26a6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038612 Jun 30 09:32:03.261163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34186) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.265403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-33a2d1aa-73fc-42e8-b1fa-58190131513e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.266333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-33a2d1aa-73fc-42e8-b1fa-58190131513e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043683 Jun 30 09:32:03.268436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34188) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.272886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-7095b72c-d1b0-44a3-93cc-0dbf24dc8124 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.273851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7095b72c-d1b0-44a3-93cc-0dbf24dc8124 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045617 Jun 30 09:32:03.275902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34190) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.280280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-34acfc06-29a5-43fa-b1f8-9de074878d3e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.281192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34acfc06-29a5-43fa-b1f8-9de074878d3e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044792 Jun 30 09:32:03.283369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.287074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-38f81fc8-505d-4676-b225-47d9645cd8ec tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.287971 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-38f81fc8-505d-4676-b225-47d9645cd8ec tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037949 Jun 30 09:32:03.290113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34194) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.293824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-1376c4f7-e4f9-4b93-b609-3e61663435d8 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.294733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1376c4f7-e4f9-4b93-b609-3e61663435d8 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038183 Jun 30 09:32:03.296778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34196) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.300485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f2aabcae-ad44-405c-bdce-83411be983a6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.301391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f2aabcae-ad44-405c-bdce-83411be983a6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038080 Jun 30 09:32:03.303609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34198) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.307592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f0fa9d11-d263-492a-8513-76a62714a7df tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.308483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0fa9d11-d263-492a-8513-76a62714a7df tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040653 Jun 30 09:32:03.310480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34200) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.314253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-fb446571-07a6-40d3-8981-39bfe274df28 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.315091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fb446571-07a6-40d3-8981-39bfe274df28 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037813 Jun 30 09:32:03.317135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34202) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.321636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-1abbd38a-cc72-422c-818f-3f1f76d4ccc7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.322585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1abbd38a-cc72-422c-818f-3f1f76d4ccc7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046341 Jun 30 09:32:03.324634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34204) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.328867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f0dd688d-650d-4493-92eb-fca4833ba3a2 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.329777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0dd688d-650d-4493-92eb-fca4833ba3a2 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043335 Jun 30 09:32:03.331798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.335597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-55ecf0d5-509b-4d06-b778-ee28fefa4624 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.336505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55ecf0d5-509b-4d06-b778-ee28fefa4624 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038986 Jun 30 09:32:03.338526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.342913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f87ca926-54a7-414f-ac16-bf31e7b53555 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.343816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f87ca926-54a7-414f-ac16-bf31e7b53555 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044718 Jun 30 09:32:03.345727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.349448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-900eac44-5f67-4add-a3c0-38773a947abf tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.350371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-900eac44-5f67-4add-a3c0-38773a947abf tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038044 Jun 30 09:32:03.352319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34212) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.356027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-8b300818-259b-4bc5-9da5-f19624822c39 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.356935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8b300818-259b-4bc5-9da5-f19624822c39 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038109 Jun 30 09:32:03.358879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34214) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.362584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f0a33f71-3550-4fe4-9777-e16717cc17d5 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.363485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0a33f71-3550-4fe4-9777-e16717cc17d5 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038004 Jun 30 09:32:03.365400 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34216) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.369671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-5af7af92-0ba5-4481-879c-0b13ebcc24dd tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.370616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5af7af92-0ba5-4481-879c-0b13ebcc24dd tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043554 Jun 30 09:32:03.372536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34218) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.376757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f0b392c1-40d0-4b35-90cf-10c6a2adbfaa tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.377662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f0b392c1-40d0-4b35-90cf-10c6a2adbfaa tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043249 Jun 30 09:32:03.379795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34220) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.383515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-816bd777-c87a-48a3-bb6b-09f5b1e5fc5f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.384420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-816bd777-c87a-48a3-bb6b-09f5b1e5fc5f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038183 Jun 30 09:32:03.386407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34222) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.390690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-89607b30-a5a6-4632-b219-84211e21d326 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.391591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-89607b30-a5a6-4632-b219-84211e21d326 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043933 Jun 30 09:32:03.393562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34224) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.397259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-2144c1aa-dcfb-4c61-8763-569105871f8f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.398195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2144c1aa-dcfb-4c61-8763-569105871f8f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037901 Jun 30 09:32:03.400155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34226) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.403856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-007e931a-bd91-4211-a13a-80692730342d tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.404815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-007e931a-bd91-4211-a13a-80692730342d tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038505 Jun 30 09:32:03.406880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34228) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.410596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-223e2c69-5fdf-45c4-8e7c-fb0bb491d910 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.411499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-223e2c69-5fdf-45c4-8e7c-fb0bb491d910 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038085 Jun 30 09:32:03.413459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34230) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.417662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-79a901a3-a51f-48c0-89cd-7aef4f1d0227 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.418610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-79a901a3-a51f-48c0-89cd-7aef4f1d0227 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042913 Jun 30 09:32:03.420653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34232) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.424333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-25a29a4d-5bb6-431e-ae91-45b49e97fe8e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.425233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-25a29a4d-5bb6-431e-ae91-45b49e97fe8e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037782 Jun 30 09:32:03.427258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34234) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.430939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-e1f6868b-3783-4e58-ae2e-5752423b5a33 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.432092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e1f6868b-3783-4e58-ae2e-5752423b5a33 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037818 Jun 30 09:32:03.434203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34236) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.438617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-910a93b6-9078-4feb-a278-cfdd164e588e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.439520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-910a93b6-9078-4feb-a278-cfdd164e588e tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044262 Jun 30 09:32:03.441477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.445158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-c9ef104d-1023-4eb0-8a16-065a799f9bff tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.446072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c9ef104d-1023-4eb0-8a16-065a799f9bff tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037386 Jun 30 09:32:03.448036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34240) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.452453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-9b28b6e1-22c1-4ec7-b916-43f73a6c82cd tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.453365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9b28b6e1-22c1-4ec7-b916-43f73a6c82cd tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045185 Jun 30 09:32:03.455533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34242) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.459848 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-58bd4cec-62fb-4fcb-9711-090902b2940f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.460756 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-58bd4cec-62fb-4fcb-9711-090902b2940f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043089 Jun 30 09:32:03.462822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.466621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-ea7c3fc1-d110-41f8-b810-6c45593e02ae tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.467554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ea7c3fc1-d110-41f8-b810-6c45593e02ae tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039022 Jun 30 09:32:03.469503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34246) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.473185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-b7d77595-b0b4-4a1a-a084-eceac3378afb tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.474095 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b7d77595-b0b4-4a1a-a084-eceac3378afb tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037606 Jun 30 09:32:03.476475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.480588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-3a888dbd-ea7d-4852-b81f-2a650fd8081f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.481525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3a888dbd-ea7d-4852-b81f-2a650fd8081f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041845 Jun 30 09:32:03.483781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34250) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.487798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-549f993e-308f-4065-b813-db12ed9ceb8d tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.488712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-549f993e-308f-4065-b813-db12ed9ceb8d tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040569 Jun 30 09:32:03.490843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.495335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-64718406-a7af-4ef9-a5af-af7032baea67 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.496255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-64718406-a7af-4ef9-a5af-af7032baea67 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045974 Jun 30 09:32:03.498971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.503958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-8db72a14-d83c-4257-a0b0-3a17105d37e6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.505001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8db72a14-d83c-4257-a0b0-3a17105d37e6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050216 Jun 30 09:32:03.507221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.511382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-0585a289-26f4-4094-aa30-bb350373eaed tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.512446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0585a289-26f4-4094-aa30-bb350373eaed tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043328 Jun 30 09:32:03.515092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.515277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.519740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-898b542c-ac51-4216-b990-2be1c239819f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.520701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-898b542c-ac51-4216-b990-2be1c239819f tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044379 Jun 30 09:32:03.531173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34260) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.535350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-052a13c0-5eb9-4cc5-adb5-36ad50fbd106 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.536269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-052a13c0-5eb9-4cc5-adb5-36ad50fbd106 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041928 Jun 30 09:32:03.538415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34262) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.542366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-e5193ba9-cf53-49c3-ac15-87100a976cab tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.543276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e5193ba9-cf53-49c3-ac15-87100a976cab tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040367 Jun 30 09:32:03.545202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.549004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f75e0480-3b35-4c9f-ac89-fec1e3d46223 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.549928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f75e0480-3b35-4c9f-ac89-fec1e3d46223 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038788 Jun 30 09:32:03.552473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.556423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f61ba152-2eac-4afe-becf-040970a924e0 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.557637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f61ba152-2eac-4afe-becf-040970a924e0 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042868 Jun 30 09:32:03.559686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34268) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.564228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-2dba91d8-ec02-4d70-b952-b90f800cd72b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.565193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2dba91d8-ec02-4d70-b952-b90f800cd72b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044816 Jun 30 09:32:03.567527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34270) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.571907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-1f9c4e56-70d3-42bb-946d-e27b7f0bc740 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.572877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1f9c4e56-70d3-42bb-946d-e27b7f0bc740 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044515 Jun 30 09:32:03.574812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34272) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.579208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-cb16aab7-76aa-4a66-9cb2-26df16d77e5a tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.580120 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cb16aab7-76aa-4a66-9cb2-26df16d77e5a tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044956 Jun 30 09:32:03.583730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34274) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.588404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-3647a91b-ae8f-46fb-81bc-a89bedd18b4a tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.589321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3647a91b-ae8f-46fb-81bc-a89bedd18b4a tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045891 Jun 30 09:32:03.591399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.595271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-402e92fc-8e9a-4c88-87e1-3c08bc1ea3e0 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.596186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-402e92fc-8e9a-4c88-87e1-3c08bc1ea3e0 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039334 Jun 30 09:32:03.598470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34278) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.602303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-e34b0eab-880f-44bb-8bbf-64380fb75d95 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.603247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e34b0eab-880f-44bb-8bbf-64380fb75d95 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039277 Jun 30 09:32:03.605129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34280) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.608928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-5fd8ed44-6704-4890-b781-5477e7791634 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.609893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5fd8ed44-6704-4890-b781-5477e7791634 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038970 Jun 30 09:32:03.611846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.615611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-28e9eedf-c1c7-47ea-8065-c0da7eba1bce tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.616521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-28e9eedf-c1c7-47ea-8065-c0da7eba1bce tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038583 Jun 30 09:32:03.618523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34284) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.622854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-f79b0936-cb2f-451c-b4c0-c095e14c15f1 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.624331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f79b0936-cb2f-451c-b4c0-c095e14c15f1 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049803 Jun 30 09:32:03.626507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34286) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.630285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-0d6a9333-c642-4c00-b6e4-908e511b4d40 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.631197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0d6a9333-c642-4c00-b6e4-908e511b4d40 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038655 Jun 30 09:32:03.633257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34288) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.637061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-347845c1-7ced-4394-acf8-520e5fe41a2b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.637997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-347845c1-7ced-4394-acf8-520e5fe41a2b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038474 Jun 30 09:32:03.640732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34290) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.644603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-c35a258a-9299-42e0-bc79-8584d2250fa7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.645522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c35a258a-9299-42e0-bc79-8584d2250fa7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039692 Jun 30 09:32:03.647711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34292) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.651631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-e9f5971a-129e-48d9-9931-1b899cf7627b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.652557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e9f5971a-129e-48d9-9931-1b899cf7627b tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039983 Jun 30 09:32:03.654788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34294) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.658820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-e33b431a-1b62-4713-a67c-4c00fde987d2 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.659681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e33b431a-1b62-4713-a67c-4c00fde987d2 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040579 Jun 30 09:32:03.661847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34296) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.665619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-c2509961-7e61-4565-a7b4-c7dea91f81d6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.666554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c2509961-7e61-4565-a7b4-c7dea91f81d6 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038753 Jun 30 09:32:03.668600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34298) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.672924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-c520b203-2adb-4a23-bd14-0be5e8354d22 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.673865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c520b203-2adb-4a23-bd14-0be5e8354d22 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044260 Jun 30 09:32:03.675902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34300) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.679595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-0c26bed4-e35e-4f68-9703-bcdaeb020f9c tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.680512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0c26bed4-e35e-4f68-9703-bcdaeb020f9c tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038424 Jun 30 09:32:03.682876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34302) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.687199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-02f694ea-af29-4880-ac88-734f92225804 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.688118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-02f694ea-af29-4880-ac88-734f92225804 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044258 Jun 30 09:32:03.690133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34304) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.694080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-6b581e38-d320-4a19-ab0d-6d7a072e70b9 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.694998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6b581e38-d320-4a19-ab0d-6d7a072e70b9 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040836 Jun 30 09:32:03.697052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34306) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.700994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [None req-ee5c9bba-0117-4282-94cd-edc57d4736f8 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.704829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ee5c9bba-0117-4282-94cd-edc57d4736f8 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069346 Jun 30 09:32:03.705300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34308) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.710358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-f27c62f8-b0bb-45d0-b6f1-75d0c2d43a58 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.711228 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f27c62f8-b0bb-45d0-b6f1-75d0c2d43a58 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049019 Jun 30 09:32:03.713570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34310) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.717441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-83f9a0f0-5c09-490e-baf6-85bae98654e7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.718366 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-83f9a0f0-5c09-490e-baf6-85bae98654e7 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038960 Jun 30 09:32:03.720394 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34312) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.724065 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [None req-7d5adcad-c867-416b-96a7-7b79ae8c9c22 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:32:03.724947 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d5adcad-c867-416b-96a7-7b79ae8c9c22 tempest-ExtensionsTestJSON-15874280 tempest-ExtensionsTestJSON-15874280-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0037792 Jun 30 09:32:03.966067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34318) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.069315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-638c36d7-d88c-49df-98a7-7e19018bce54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.157399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-638c36d7-d88c-49df-98a7-7e19018bce54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.161554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-638c36d7-d88c-49df-98a7-7e19018bce54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.199109 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-638c36d7-d88c-49df-98a7-7e19018bce54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ac1fe3642014bf3bec5fc10d90fe100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320013 Jun 30 09:32:04.199999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c36d7-d88c-49df-98a7-7e19018bce54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d571b7e6-7576-43ba-9d33-8156f25e957a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.201864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.250600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.272067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.316109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.319186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.320309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d571b7e6-7576-43ba-9d33-8156f25e957a HTTP/1.1" status: 204 len: 168 time: 0.1175017 Jun 30 09:32:04.328116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79f20-769d-4d1a-870d-aa77cbfd5bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d571b7e6-7576-43ba-9d33-8156f25e957a,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.660723 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.942044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34344) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.035469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1223572406'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:05.056337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:05.060313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.068699 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.162596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.166307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.189666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:05.193259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.209047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a42c3f-f94b-436d-ab17-e6d3007303df,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.213207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.213561 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Added segment fac72660-ab34-44be-b9b3-74a2562ede45 of type vlan for network 38c6f470-e485-42d9-bef0-7954a7087f11 Jun 30 09:32:05.253108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.281304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.286915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.287524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.344771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4016159 Jun 30 09:32:05.347489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34348) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.352229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'subnet': {'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:05.374071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da81c8-5365-4a59-af59-deda7c1e09fb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Network': ['ID=38c6f470-e485-42d9-bef0-7954a7087f11,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.384055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 38c6f470-e485-42d9-bef0-7954a7087f11 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:05.449100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:05.453117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.640642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.708998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Subnet': ['ID=88d0e0fc-979b-422c-be72-48cdc46d1194,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.716186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Checking segment: {'id': 'fac72660-ab34-44be-b9b3-74a2562ede45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:05.716552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network hostable DHCP agents. Network: 38c6f470-e485-42d9-bef0-7954a7087f11, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:05.731519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:05.739606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 38c6f470-e485-42d9-bef0-7954a7087f11) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:05.743741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:05.744329 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.751829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a684a-b39b-47e1-9db4-5db602327f22 None None] Network 38c6f470-e485-42d9-bef0-7954a7087f11 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:05.759148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3be915e5-45d0-4f51-9316-38836700e254 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4106648 Jun 30 09:32:05.761686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34350) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.766738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1133623647', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:05.791177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.792131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.878265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.882855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a9415-5c7c-4d20-9f9e-1dfa645f8392 None None] Network 38c6f470-e485-42d9-bef0-7954a7087f11 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:06.356774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.427046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-c94695f3-24b1-43f4-b8e3-f7516001f739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1302738 Jun 30 09:32:06.619605 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.644805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c9cc-541b-479e-9cb0-dff871321819 req-526341a3-0144-40ba-96aa-a2ea430a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.646320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-526341a3-0144-40ba-96aa-a2ea430a1ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1097 time: 0.1729691 Jun 30 09:32:06.647765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.829623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.58 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/1887b081-c874-4acc-9bd8-57cd9cd55f63) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:06.832271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c9cc-541b-479e-9cb0-dff871321819 req-643a7bba-bd92-4798-bba0-8e0e1e0ec7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:06.833953 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-643a7bba-bd92-4798-bba0-8e0e1e0ec7f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 897 time: 0.1428852 Jun 30 09:32:06.949237 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-77cdb0ed-d409-41fd-940f-849ec88c412a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 1001 time: 0.1072950 Jun 30 09:32:07.022742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.030899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c9cc-541b-479e-9cb0-dff871321819 req-834d783d-59fc-4de6-b6f2-35c24da703f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.032383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-834d783d-59fc-4de6-b6f2-35c24da703f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 200 len: 833 time: 0.0762744 Jun 30 09:32:07.104636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.140595 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c9cc-541b-479e-9cb0-dff871321819 req-29b9a47a-6c8d-4ef3-99ce-52ddd504b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:07.142138 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-29b9a47a-6c8d-4ef3-99ce-52ddd504b31c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6eff14-f816-4c6c-9561-2b038e780041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025345 Jun 30 09:32:07.151127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:07.162007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:07.199030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:07.231206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=1887b081-c874-4acc-9bd8-57cd9cd55f63,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.362948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-f25b12ba-c176-4ba7-bdea-8e4664d907d3 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136309 Jun 30 09:32:07.532478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c169c9cc-541b-479e-9cb0-dff871321819 req-8200ef02-b4b6-4d48-8e21-bdae5920f750 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624238 Jun 30 09:32:07.550490 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.753058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.884998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:07.992206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:08.001144 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:08.013509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.017263 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-351404d5-08fd-4fba-977e-6b05140c47b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2522032 Jun 30 09:32:08.017444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.021403 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:08.022072 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:08.056919 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:08.065337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:08.065899 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:08.097489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:08.098160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717554fb-d2b6-4038-811a-504aea9b188c None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:08.737415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.998743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.1 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/ec622ef5-bf96-40ab-b387-166b40d505ea) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:09.111864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.149369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.190646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:09.193926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:09.196900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:09.225710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=ec622ef5-bf96-40ab-b387-166b40d505ea,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:09.247031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.385422 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.665010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.670598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.747964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=ec622ef5-bf96-40ab-b387-166b40d505ea,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:09.751801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.840870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:09.842925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:09.952129 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:10.059510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:10.064517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dc356285-cca7-4bef-8926-7c496c2e841a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/routers/d66cc72e-c480-4f6e-b1c6-386724ad8f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0459986 Jun 30 09:32:10.067390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34354) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.069054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:10.072366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'port': {'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11', 'name': 'tempest-FloatingIPTestJSON-1919756784'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:10.078584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:10.079201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:10.114172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:10.122595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:10.123727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:10.154772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:10.155422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330eda6-3dc6-41eb-99b4-95ed1f6b27e5 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:10.183565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:10.187585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.204643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] device_id is not set on port ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:10.308188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.13 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:10.465135 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.503638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.546419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:10.549507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:10.555494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:10.583605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.611632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.612255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.626317 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7e3c6c07-f954-4f42-83e1-8756643a7e23 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5578947 Jun 30 09:32:10.629183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34356) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.634075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'port': {'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11', 'name': 'tempest-FloatingIPTestJSON-1585953875'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:10.744005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:10.747450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.764487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] device_id is not set on port 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:10.873426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.2 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:11.020162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.057899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.099380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:11.102642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:11.106329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:11.135132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.160392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:11.160995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.175563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2be814c6-3d83-4a25-a4da-6eb44fe9e1c5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5453820 Jun 30 09:32:11.178830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34358) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.183474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:11.203939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.305058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.405563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.94 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d088a27d-bc88-4d06-9b5a-f3be508e8dbc) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:11.506233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.545032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.581025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:11.583687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:11.586996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:11.613426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=d088a27d-bc88-4d06-9b5a-f3be508e8dbc,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.953238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.031716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.176864 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.181688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.254308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=d088a27d-bc88-4d06-9b5a-f3be508e8dbc,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.262481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.361490 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 9c8aec78-1108-47ea-980a-a5c9b2ea5cd7 associated. External IP: 172.25.4.94, port: 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3. Jun 30 09:32:12.881002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:12.984030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:12.992858 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:12.999206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.003298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:13.003920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.041290 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.047305 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-392ffca1-c3f8-4e1e-a724-4d1a8939890d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8672152 Jun 30 09:32:13.049836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.050006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:13.050457 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.054472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:13.082546 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.083111 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f2de38-b663-458b-bbe1-c9fcfe32f229 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:13.110465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.252623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.256286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.256604 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 9c8aec78-1108-47ea-980a-a5c9b2ea5cd7 disassociated. External IP: 172.25.4.94, port: 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3. Jun 30 09:32:13.462420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:13.572654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:13.577051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.581846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:13.590887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:13.591489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.614543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a17937da-de46-45cb-b59f-f0f5ea54343c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/9c8aec78-1108-47ea-980a-a5c9b2ea5cd7 HTTP/1.1" status: 200 len: 687 time: 0.5636113 Jun 30 09:32:13.617162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34368) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.628154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.638001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:13.638657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.751026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port d088a27d-bc88-4d06-9b5a-f3be508e8dbc {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:13.751382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.823713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.824370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bb184-7992-4120-9bcd-7832f33b6d56 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:13.834242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.834595 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.847370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for d088a27d-bc88-4d06-9b5a-f3be508e8dbc owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:13.991837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.021728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=d088a27d-bc88-4d06-9b5a-f3be508e8dbc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.089115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.091810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.092999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eb68ac2e-06ad-419a-a57e-249ffdf7b354 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c8aec78-1108-47ea-980a-a5c9b2ea5cd7 HTTP/1.1" status: 204 len: 168 time: 0.4749155 Jun 30 09:32:14.096472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34370) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.101225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:14.124179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.225206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.329074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.99 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/cc4fab64-9012-4a54-a430-31227f3ffba0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:14.430668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.472247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.510447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:14.513339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:14.519542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:14.543384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=cc4fab64-9012-4a54-a430-31227f3ffba0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.893737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.971483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.116579 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.120817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.188627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=cc4fab64-9012-4a54-a430-31227f3ffba0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.202423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.301007 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 6127bac0-5941-47b2-8aeb-8d37ad483747 associated. External IP: 172.25.4.99, port: ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf. Jun 30 09:32:15.505389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:15.611777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:15.620543 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:15.628004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.630367 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:15.631033 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.672068 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b3585de3-b26d-4a28-a3be-f2b093b08983 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5744505 Jun 30 09:32:15.674723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.674913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34372) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.683998 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:15.684593 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.718558 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.719487 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786a44d-9da8-405e-86c1-57311b1d9213 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:15.737816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f798c58-e4ff-4fba-8d7f-ef19666a1396 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/floatingips/6127bac0-5941-47b2-8aeb-8d37ad483747 HTTP/1.1" status: 200 len: 978 time: 0.0618668 Jun 30 09:32:15.740284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34374) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.848820 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-64262a0b-7a77-4663-b390-fb9568d38a13 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1074660 Jun 30 09:32:15.851370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34376) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.855676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': '9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:15.922586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.737740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.741970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.850886 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 6127bac0-5941-47b2-8aeb-8d37ad483747 associated. External IP: 172.25.4.99, port: ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf. Jun 30 09:32:17.063589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:17.172902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:17.182181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:17.191068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:17.191670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.223599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.232683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:17.233304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.268682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.269630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe428f-eb02-4d7d-87e6-03efd62b5451 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:17.386500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:17.493171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:17.497528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.503838 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:17.513807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:17.514429 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.545818 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.559221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:17.560169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.572299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c691f74-35f3-4863-a5b7-586898696d03 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/6127bac0-5941-47b2-8aeb-8d37ad483747 HTTP/1.1" status: 200 len: 977 time: 1.7199061 Jun 30 09:32:17.575169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34380) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.582131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:17.648278 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.693739 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:17.694430 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee536ad-a5e1-468d-9f2e-081fa2b46dcf None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:17.800881 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.804841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.805119 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 6127bac0-5941-47b2-8aeb-8d37ad483747 disassociated. External IP: 172.25.4.99, port: 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3. Jun 30 09:32:18.026066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:18.137457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:18.142954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.147630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:18.156954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:18.157651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:18.182597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ab62e9ef-6c54-4fdd-a829-7b335078d879 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/6127bac0-5941-47b2-8aeb-8d37ad483747 HTTP/1.1" status: 200 len: 687 time: 0.6027322 Jun 30 09:32:18.182847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34382) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.190409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:18.198833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:18.199436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:18.234958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:18.235601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7c54b-08f6-482f-9805-79e449c5e58a None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:18.306460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port cc4fab64-9012-4a54-a430-31227f3ffba0 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:18.306782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.389231 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.389569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.401777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for cc4fab64-9012-4a54-a430-31227f3ffba0 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:18.534621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.566551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=cc4fab64-9012-4a54-a430-31227f3ffba0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.579804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.580178 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.580643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.580981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.581316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.581707 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.582000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.582323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.582653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.582978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.583304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.583646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:18.642001 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.644642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.645829 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d595760e-6d5a-4b4b-bbcc-52782b57d1a9 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/6127bac0-5941-47b2-8aeb-8d37ad483747 HTTP/1.1" status: 204 len: 168 time: 0.4621012 Jun 30 09:32:18.648408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34384) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.685901 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-db8edb5f-aba1-4bce-9b58-7f886a79c637 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] delete failed (client error): The resource could not be found. Jun 30 09:32:18.688792 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db8edb5f-aba1-4bce-9b58-7f886a79c637 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/6127bac0-5941-47b2-8aeb-8d37ad483747 HTTP/1.1" status: 404 len: 345 time: 0.0394568 Jun 30 09:32:18.692507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34386) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.798127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f7fc9-0421-4dd4-a093-68862b5dc3f8 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.805063 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f7fc9-0421-4dd4-a093-68862b5dc3f8 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.811181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f7fc9-0421-4dd4-a093-68862b5dc3f8 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.812876 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1a7f7fc9-0421-4dd4-a093-68862b5dc3f8 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/ports?network_id=38c6f470-e485-42d9-bef0-7954a7087f11 HTTP/1.1" status: 200 len: 2359 time: 0.1194568 Jun 30 09:32:18.815446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34388) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.865916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f66ad-471c-484e-8b09-a34b58fed68c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.867185 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-032f66ad-471c-484e-8b09-a34b58fed68c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/subnets/88d0e0fc-979b-422c-be72-48cdc46d1194 HTTP/1.1" status: 200 len: 797 time: 0.0508213 Jun 30 09:32:18.872025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.876786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'port': {'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11', 'name': 'tempest-FloatingIPTestJSON-46684166', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.986673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:19.073365 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.092797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] device_id is not set on port 09e60716-8a1d-4ad9-a42a-2216aa52efe9 yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:19.395448 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.14 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/09e60716-8a1d-4ad9-a42a-2216aa52efe9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:19.402479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.12 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/09e60716-8a1d-4ad9-a42a-2216aa52efe9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:19.559548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.599899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.645301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:19.648555 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:19.652284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:19.679218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=09e60716-8a1d-4ad9-a42a-2216aa52efe9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.707573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:19.708200 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.722279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d0bf906-06ed-48a5-b52f-833ea251ce6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8492379 Jun 30 09:32:19.724802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34394) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:19.729111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '09e60716-8a1d-4ad9-a42a-2216aa52efe9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:19.750942 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.836002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34396) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.197396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.245359 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-503b4663-fae5-4e3c-9ce9-5d0902e088b6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/floatingips/561c8928-52b8-4c52-8918-dd4388deb927 HTTP/1.1" status: 200 len: 993 time: 0.4082882 Jun 30 09:32:20.312226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.232 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:20.415795 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.454391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.490131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:20.494246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:20.499672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:20.521643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.869057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.942991 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.089801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.094128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.163354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.176427 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.280678 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 35c3a908-7714-4774-af64-9e088ad3acac associated. External IP: 172.25.4.232, port: 09e60716-8a1d-4ad9-a42a-2216aa52efe9. Jun 30 09:32:21.469332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.493815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:21.604383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:21.614947 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:21.621206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.625617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:21.626525 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:21.634594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port c88b7617-e030-40bd-a6a0-a077cca063cb {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:21.634948 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.659411 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:21.667597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c32bd036-3a3b-4840-bb30-dbae6616d303 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9392006 Jun 30 09:32:21.667931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34406) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.668292 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:21.668891 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:21.672851 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': '09e60716-8a1d-4ad9-a42a-2216aa52efe9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:21.704502 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:21.704502 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76ac1b-4518-4c97-a3de-e20af04102fe None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:21.717896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.718255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.730525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for c88b7617-e030-40bd-a6a0-a077cca063cb owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:21.730893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.881675 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.907450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=c88b7617-e030-40bd-a6a0-a077cca063cb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.918026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.918373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.918744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.919086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.919963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.920292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.920618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.920942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.921264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.921582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.921926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.922248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:21.984263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.984566 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Floating IP 561c8928-52b8-4c52-8918-dd4388deb927 disassociated (deleted). External IP: 172.25.4.120, port: ccf9e94f-973b-40eb-85b9-fb823e91c398. Jun 30 09:32:22.199537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:22.233204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.237267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.308448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:22.313239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.318015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Sync routers for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:22.326797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.327802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.352712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-46c7ce50-90f8-48f5-8520-0cc78342a2fd tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/floatingips/561c8928-52b8-4c52-8918-dd4388deb927 HTTP/1.1" status: 204 len: 168 time: 0.8822002 Jun 30 09:32:22.353402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:22.356337 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e209d43-d5db-49a6-b703-7729e2665562" -d '{"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:22.399168 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5214b10a-a8f1-4cbc-8fe4-898db150a84b x-openstack-request-id: req-5214b10a-a8f1-4cbc-8fe4-898db150a84b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:22.399392 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:22.399569 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5214b10a-a8f1-4cbc-8fe4-898db150a84b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:22.400011 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'status': 'completed', 'code': 200} Jun 30 09:32:22.478422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:22.505636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:22.527227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209d43-d5db-49a6-b703-7729e2665562 req-be8da675-9c6c-4a1f-9ab6-6dc6ca9d2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.528784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-be8da675-9c6c-4a1f-9ab6-6dc6ca9d2472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae8ac4177e0c46f9bab14336999764bd&device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 1097 time: 0.0875070 Jun 30 09:32:22.711770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:22.717722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.721486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209d43-d5db-49a6-b703-7729e2665562 req-849d2937-f789-42c5-b4af-75825371b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.723019 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-849d2937-f789-42c5-b4af-75825371b655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 200 len: 897 time: 0.1613209 Jun 30 09:32:22.725667 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:22.738092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.739092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.742113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.775333 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.776609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Checking router: 2ab32da4-71c0-4cc2-9dbd-0134e58df305 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:22.785897 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-a59b040d-feea-47bd-91a2-488938328315 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 200 len: 217 time: 0.0413651 Jun 30 09:32:22.786407 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.787247 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.788153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:22.788937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.826251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:22.826917 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dad6d1-6e00-480f-8571-da9cabb2e047 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:22.838973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3414a1-f7b1-4bc1-aa4d-cdff0e1cbbe0 req-6274dd25-782d-49b5-96e5-f6a2e247ebfb tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.840547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f3414a1-f7b1-4bc1-aa4d-cdff0e1cbbe0 req-6274dd25-782d-49b5-96e5-f6a2e247ebfb tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.0916669 Jun 30 09:32:22.875235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209d43-d5db-49a6-b703-7729e2665562 req-9fde3ff2-bdc0-45e4-ac6f-ce0f0912ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:22.876741 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-9fde3ff2-bdc0-45e4-ac6f-ce0f0912ee89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 200 len: 833 time: 0.0822663 Jun 30 09:32:22.880578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b284d39a-10c1-4615-a523-a18a3138e67d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/35c3a908-7714-4774-af64-9e088ad3acac HTTP/1.1" status: 200 len: 977 time: 1.2116609 Jun 30 09:32:22.881534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f3414a1-f7b1-4bc1-aa4d-cdff0e1cbbe0 req-faddf393-999d-4da7-9a66-7a3db042f7d6 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343900 Jun 30 09:32:22.883316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.932287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:23.035749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e209d43-d5db-49a6-b703-7729e2665562 req-c57eeb99-4325-47c3-b390-1ac1e9f2d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:23.037160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-c57eeb99-4325-47c3-b390-1ac1e9f2d3a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6eff14-f816-4c6c-9561-2b038e780041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471276 Jun 30 09:32:23.141426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:23.170282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27935e4c-e41c-4bc7-810d-08f00654984c None None] The sync data for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 is: [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:31:34Z', 'revision_number': 4, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '743bf4e3-e4e0-4518-925f-70b7e0a7d3e7', 'name': '', 'network_id': '1e6eff14-f816-4c6c-9561-2b038e780041', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'mac_address': 'fa:16:3e:35:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:33Z', 'updated_at': '2021-06-30T09:31:39Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'subnets': [{'id': '4c6684e3-2905-4faa-9ba9-af6216bee3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:23.396513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3230-63d6-46f2-b9cf-02094094dd66 None None] New status for floating IP 561c8928-52b8-4c52-8918-dd4388deb927: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:32:23.486383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:23.486974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.502849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-e09cb27d-e170-4bff-884d-1292f823b92a service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449394 Jun 30 09:32:23.630999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.631249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.651796 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:23.659639 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2e209d43-d5db-49a6-b703-7729e2665562 req-31b0f87f-9bf3-4808-b391-d49f826bd701 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311214 Jun 30 09:32:23.807130 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.835205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=2b4bdd98-5387-4a80-9fcc-b4ae7c9ca6df,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.899922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.900193 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 35c3a908-7714-4774-af64-9e088ad3acac disassociated (deleted). External IP: 172.25.4.232, port: 09e60716-8a1d-4ad9-a42a-2216aa52efe9. Jun 30 09:32:24.067322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22e1dd-8a5a-4d86-b6a0-a2d31ec277ee req-f7e9bdcf-fb2b-4008-9901-b71fd4040b09 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.069001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc22e1dd-8a5a-4d86-b6a0-a2d31ec277ee req-f7e9bdcf-fb2b-4008-9901-b71fd4040b09 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.0674422 Jun 30 09:32:24.109540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc22e1dd-8a5a-4d86-b6a0-a2d31ec277ee req-68f780fb-df55-4aca-adbc-2b8a52854565 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Jun 30 09:32:24.111719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-b47e3e0f-5e41-41e3-b065-8352baf9cd1d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:24.113311 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-b47e3e0f-5e41-41e3-b065-8352baf9cd1d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 945 time: 0.1283083 Jun 30 09:32:24.240198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:24.316224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port ccf9e94f-973b-40eb-85b9-fb823e91c398 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:24.316573 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.426381 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:24.432242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.436954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:24.445566 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:24.446271 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:24.472950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port ccf9e94f-973b-40eb-85b9-fb823e91c398, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ccf9e94f-973b-40eb-85b9-fb823e91c398,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:24.473314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.481564 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:24.490471 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:24.490995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:24.492984 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c4b1e18-a256-4369-a55c-1c0f6a078c4c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/35c3a908-7714-4774-af64-9e088ad3acac HTTP/1.1" status: 204 len: 168 time: 1.6086059 Jun 30 09:32:24.494030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for ccf9e94f-973b-40eb-85b9-fb823e91c398 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:24.495575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34418) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.522857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:24.523505 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b822ec-ce04-410d-acc9-0ec5fdf853f2 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:24.676839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 09e60716-8a1d-4ad9-a42a-2216aa52efe9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:24.677212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.756875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.802169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=ccf9e94f-973b-40eb-85b9-fb823e91c398,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.831993 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.868731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] No DVR routers for this DVR port ccf9e94f-973b-40eb-85b9-fb823e91c398 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:24.870510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 09e60716-8a1d-4ad9-a42a-2216aa52efe9 owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:24.873281 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.875248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f16ba50-08f2-4cef-9d13-e459bbf7d5cc req-8c526c1e-c6ba-4077-b335-96d4af6fde7d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.41 "DELETE /v2.0/ports/ccf9e94f-973b-40eb-85b9-fb823e91c398 HTTP/1.1" status: 204 len: 173 time: 0.7306037 Jun 30 09:32:24.875705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'name': 'network-vif-deleted', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:24.878043 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e661ac-0097-476c-b092-86d9a36cff3e" -d '{"events": [{"server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "name": "network-vif-deleted", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:24.924536 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa8e08f-8cfd-4691-9f85-b79f6cf7b525 x-openstack-request-id: req-caa8e08f-8cfd-4691-9f85-b79f6cf7b525 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:24.924832 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f92471b-90be-4d7c-9c71-07a19c5b1764", "name": "network-vif-deleted", "tag": "ccf9e94f-973b-40eb-85b9-fb823e91c398", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:24.925089 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-caa8e08f-8cfd-4691-9f85-b79f6cf7b525 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:24.925489 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f92471b-90be-4d7c-9c71-07a19c5b1764', 'name': 'network-vif-deleted', 'tag': 'ccf9e94f-973b-40eb-85b9-fb823e91c398', 'status': 'completed', 'code': 200} Jun 30 09:32:25.071665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.098452 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=09e60716-8a1d-4ad9-a42a-2216aa52efe9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.196664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.198816 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fa94fb69-42a1-4454-b273-0a8bcea37a9d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/09e60716-8a1d-4ad9-a42a-2216aa52efe9 HTTP/1.1" status: 204 len: 168 time: 0.7023106 Jun 30 09:32:25.206121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34424) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.210956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:25.237048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.311923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b77e49e4-b25d-499c-a2a3-0ae6c5bb7efe req-701e86f3-95ec-4fee-899d-66bc30cbab7c tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f92471b-90be-4d7c-9c71-07a19c5b1764 HTTP/1.1" status: 200 len: 210 time: 0.0553863 Jun 30 09:32:25.376603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.482920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.188 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:25.588279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.626794 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.663574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:25.666377 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:25.672444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:25.694430 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.757139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.807008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.973347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.977866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.046320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.061038 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.073942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.075177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ad686c9e-12eb-44c5-8bf4-d2453654fdb7 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8679163 Jun 30 09:32:26.078361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34426) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.083336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'port': {'network_id': '38c6f470-e485-42d9-bef0-7954a7087f11', 'name': 'tempest-FloatingIPTestJSON-1096674820'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:26.206552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:26.210355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.229997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] device_id is not set on port 7222a391-4741-45a5-ba3e-43958703e7ea yet. {{(pid=94183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:26.340817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.7 (38c6f470-e485-42d9-bef0-7954a7087f11/88d0e0fc-979b-422c-be72-48cdc46d1194/7222a391-4741-45a5-ba3e-43958703e7ea) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:26.408168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34430) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.471348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.503927 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.566635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.569271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.573040 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc9fc719-a5ee-488b-bc80-4c38d8feaa4e HTTP/1.1" status: 204 len: 168 time: 0.1609604 Jun 30 09:32:26.582333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6b4f-2ed6-4072-8ee4-23bee39f446d tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9fc719-a5ee-488b-bc80-4c38d8feaa4e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.605249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34434) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.799975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.841323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.854124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ccf9e94f-973b-40eb-85b9-fb823e91c398 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:26.876583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: ccf9e94f-973b-40eb-85b9-fb823e91c398 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:26.877268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ccf9e94f-973b-40eb-85b9-fb823e91c398 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:26.884224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network 38c6f470-e485-42d9-bef0-7954a7087f11 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:26.887363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:26.891189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:26.924690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=7222a391-4741-45a5-ba3e-43958703e7ea,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.952919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:26.953540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.967128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-237ff931-9ece-4024-8776-6bfeab576ffc tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8877079 Jun 30 09:32:26.970282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34436) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.974759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': '7222a391-4741-45a5-ba3e-43958703e7ea'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:26.976656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.013909 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.247871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:27.248213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.337169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:27.337526 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.350734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:27.462445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.467086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.541650 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.569704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=743bf4e3-e4e0-4518-925f-70b7e0a7d3e7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.583064 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 3cd5646a-1cb4-498a-998f-939d891067b4 associated. External IP: 172.25.4.188, port: 7222a391-4741-45a5-ba3e-43958703e7ea. Jun 30 09:32:27.772536 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.818755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:27.933869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:27.938612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.946933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:27.958045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:27.958773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:27.978147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f4c2952-6e8a-4d3a-8f39-a2126edad0d1 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/3cd5646a-1cb4-498a-998f-939d891067b4 HTTP/1.1" status: 200 len: 978 time: 1.0067761 Jun 30 09:32:27.980573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34438) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.005371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.016173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.017292 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.051126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.052102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f00787-3060-4e8e-917a-a63d194ea54e None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:28.088588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 7222a391-4741-45a5-ba3e-43958703e7ea {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:28.088938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.181707 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.332142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:28.411815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.412200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.412607 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 3cd5646a-1cb4-498a-998f-939d891067b4 disassociated. External IP: 172.25.4.188, port: 7222a391-4741-45a5-ba3e-43958703e7ea. Jun 30 09:32:28.412958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 7222a391-4741-45a5-ba3e-43958703e7ea owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:28.441396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:28.446708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2d90876b-d249-4fe9-89ce-226a923b2857 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "PUT /v2.0/routers/2ab32da4-71c0-4cc2-9dbd-0134e58df305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401835 Jun 30 09:32:28.449352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34440) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.455687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Sync routers for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:28.464949 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.465655 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.512990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting subnet 4c6684e3-2905-4faa-9ba9-af6216bee3c6 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:28.518581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.546186 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.565203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.578387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:28.582733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=7222a391-4741-45a5-ba3e-43958703e7ea,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.670357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.704662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:28.734253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.764040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6684e3-2905-4faa-9ba9-af6216bee3c6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.764334 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:32:27Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.766160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.768133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d72e9788-19e0-4074-aa5f-8ef1c21d0a39 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/subnets/4c6684e3-2905-4faa-9ba9-af6216bee3c6 HTTP/1.1" status: 204 len: 168 time: 0.3175945 Jun 30 09:32:28.770923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.783220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50059115-09a6-443f-b616-e85bb4c86803 None None] Network 1e6eff14-f816-4c6c-9561-2b038e780041 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:28.800531 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Checking router: 2ab32da4-71c0-4cc2-9dbd-0134e58df305 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:28.811580 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Routers {'2ab32da4-71c0-4cc2-9dbd-0134e58df305'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.812414 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.835154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:28.859211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:28.891996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.909786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.910645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.935765 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.937872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f08f41f0-f2c0-4d70-b8f7-fbc369e07e5d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/7222a391-4741-45a5-ba3e-43958703e7ea HTTP/1.1" status: 204 len: 168 time: 0.9562733 Jun 30 09:32:28.940609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34444) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.957566 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] Set router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:28.991117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.009073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:29.009697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.032843 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c67d118c-16b8-4bce-b184-c6130e473080 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/floatingips/3cd5646a-1cb4-498a-998f-939d891067b4 HTTP/1.1" status: 200 len: 688 time: 0.0888050 Jun 30 09:32:29.033107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34446) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.049556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.050232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1ca37-f820-45cd-8ef1-3b1104351616 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:29.137143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] DHCP port deletion for 1e6eff14-f816-4c6c-9561-2b038e780041 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:29.141112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.167775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:32:27Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:29.184860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Deleting port 46d902d1-0927-4440-866f-c5588b3122ef {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:29.185246 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.203637 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122579c4-cec0-492b-aafe-5a7258832441 None None] The sync data for ids ['2ab32da4-71c0-4cc2-9dbd-0134e58df305'] in n-d-779913-25 is: [{'id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'name': 'tempest-TestNetworkBasicOps-router-314342576', 'tenant_id': 'ae8ac4177e0c46f9bab14336999764bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:31:30Z', 'updated_at': '2021-06-30T09:32:27Z', 'revision_number': 5, 'project_id': 'ae8ac4177e0c46f9bab14336999764bd', 'gw_port': {'id': '2094dc4b-6528-4273-a2ec-43b1f6ee77a8', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:40:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab32da4-71c0-4cc2-9dbd-0134e58df305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:31:31Z', 'updated_at': '2021-06-30T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:29.225017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:29.225464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.256890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] For port 46d902d1-0927-4440-866f-c5588b3122ef, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d902d1-0927-4440-866f-c5588b3122ef,segment=NetworkSegment(e85c440c-b68b-4b4a-9b32-f8d1ac224dd0),segment_id=e85c440c-b68b-4b4a-9b32-f8d1ac224dd0)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:29.257282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.274613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Calling delete_port for 46d902d1-0927-4440-866f-c5588b3122ef owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:29.276438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b9972c1c-fe88-4013-8a44-0f7cf180b95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.283927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Deleting port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:29.284295 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.359459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.362411 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.362751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.384021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Pushing event deleted for resources: {'Port': ['ID=46d902d1-0927-4440-866f-c5588b3122ef,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.384625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:29.388995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] No DVR routers for this DVR port 46d902d1-0927-4440-866f-c5588b3122ef on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:29.396086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.396433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.396775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.397109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.399613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f208b771-3c5a-4081-a05c-383e482f4ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:29.411904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] For port 2094dc4b-6528-4273-a2ec-43b1f6ee77a8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:29.411904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.455627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Calling delete_port for 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:29.639840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.694715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=f8e2e354-7aa5-4b8c-b78b-9b20e3f83f5d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.754458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.793553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Port': ['ID=2094dc4b-6528-4273-a2ec-43b1f6ee77a8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.800145 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.802800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.803973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93ae46d4-d70d-45e1-b7ad-70b9087a09e2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/3cd5646a-1cb4-498a-998f-939d891067b4 HTTP/1.1" status: 204 len: 168 time: 0.7699904 Jun 30 09:32:29.808348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34448) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.813583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:29.836718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.860138 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.942757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.955500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.957711 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.010450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.011091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab32da4-71c0-4cc2-9dbd-0134e58df305 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:30.018534 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.019937 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fe948e92-ad91-46eb-8407-f0060203c0f9 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/routers/2ab32da4-71c0-4cc2-9dbd-0134e58df305 HTTP/1.1" status: 204 len: 168 time: 1.2480607 Jun 30 09:32:30.022611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34450) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.052540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.254 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:30.111727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.174204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.211870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.218382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.223472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6eff14-f816-4c6c-9561-2b038e780041']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.234642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.234948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85c440c-b68b-4b4a-9b32-f8d1ac224dd0') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:30.245250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.258893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:30.261567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.262031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:30.266602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:30.269426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:30.269962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:30.273183 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:30.279579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.344354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.354511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.359255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] 10.222.0.66 "DELETE /v2.0/networks/1e6eff14-f816-4c6c-9561-2b038e780041 HTTP/1.1" status: 204 len: 168 time: 0.3326247 Jun 30 09:32:30.372671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fc0dd-175f-4db7-9339-280e5c8579b7 tempest-TestNetworkBasicOps-1488954213 tempest-TestNetworkBasicOps-1488954213-project] Pushing event deleted for resources: {'Network': ['ID=1e6eff14-f816-4c6c-9561-2b038e780041,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.641830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.787764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ebc46b5c-bd28-49f6-8635-1739853b9602 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae8ac4177e0c46f9bab14336999764bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413171 Jun 30 09:32:30.788082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.849604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.872104 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.922451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.925525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.927157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7f2c582-a6eb-4aef-baf5-59bf8096ba99 HTTP/1.1" status: 204 len: 168 time: 0.1381466 Jun 30 09:32:30.935674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca6ab2-015f-43be-98b8-4f3edaf758b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2c582-a6eb-4aef-baf5-59bf8096ba99,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.003943 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.027685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d902d1-0927-4440-866f-c5588b3122ef no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:31.050582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 46d902d1-0927-4440-866f-c5588b3122ef {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:31.051030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d902d1-0927-4440-866f-c5588b3122ef not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:31.051371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:31.076065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:31.076659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 743bf4e3-e4e0-4518-925f-70b7e0a7d3e7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:31.077289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:31.087893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.096664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:31.097021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2094dc4b-6528-4273-a2ec-43b1f6ee77a8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:31.246736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34466) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.248246 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.252241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.260327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54fcdb93-6fb9-4350-8089-feb6f58fe285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.324081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.337439 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.355760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54fcdb93-6fb9-4350-8089-feb6f58fe285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.360370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-54fcdb93-6fb9-4350-8089-feb6f58fe285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.396534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcdb93-6fb9-4350-8089-feb6f58fe285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621cc3b-af79-49aa-bdec-a61cd48a6870,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.403168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-54fcdb93-6fb9-4350-8089-feb6f58fe285 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c990a5c0fe654f1193635877ea733cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552651 Jun 30 09:32:31.406729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34468) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.443550 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 97f606e0-aa24-4b1b-b798-2283259f2859 associated. External IP: 172.25.4.254, port: 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3. Jun 30 09:32:31.458039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.483602 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.532554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.535067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.538617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2621cc3b-af79-49aa-bdec-a61cd48a6870 HTTP/1.1" status: 204 len: 168 time: 0.1282198 Jun 30 09:32:31.546073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6da59-7496-4316-9179-04b2b036d6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621cc3b-af79-49aa-bdec-a61cd48a6870,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.666220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:31.777991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:31.788422 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:31.794773 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.799640 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:31.806162 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.840395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b5ec9f6f-800c-4b28-bdab-7f7eb0e52fd2 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0285614 Jun 30 09:32:31.840619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.847693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.849440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-903316602'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:31.860423 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:31.861384 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.880189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:31.884656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.896781 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:31.897448 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0357a6ab-e69d-4628-8726-63b545844629 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:31.918003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:31.919997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1890708-db43-4a82-afe7-99f8b9255407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.929394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.929746 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Added segment dd54b6d7-faea-48c2-baee-d1d369206c31 of type vlan for network a37b75b7-4743-4daa-ab39-17bbe7e537a7 Jun 30 09:32:31.983706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.022626 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.024543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.030880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.031500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.109372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2665987 Jun 30 09:32:32.112190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34488) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.117662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'subnet': {'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.137941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c769dd-50e1-4191-b3e6-defd06e0da8d tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Network': ['ID=a37b75b7-4743-4daa-ab39-17bbe7e537a7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.150983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:32.219500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:32.223510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.295678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34494) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.417704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1269538494-network', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.422820 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.447997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Made reservation on behalf of 6912415a2ba74bf3852cc9739fe70682 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:32.451202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.460153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.479658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Subnet': ['ID=8b50c364-a5da-4970-b558-a25fdc313e44,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.496699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Checking segment: {'id': 'dd54b6d7-faea-48c2-baee-d1d369206c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:32.497127 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network hostable DHCP agents. Network: a37b75b7-4743-4daa-ab39-17bbe7e537a7, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:32.516631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:32.526566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a37b75b7-4743-4daa-ab39-17bbe7e537a7) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:32.532230 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.532953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.543479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6221597-b69a-4419-b6ee-5b635e5b129c None None] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:32.570713 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.575659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.583060 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-28f10a5e-dc59-47eb-b3b3-d2a77409f808 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4672358 Jun 30 09:32:32.583335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34498) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.588856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-55727244', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.603438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:32.614715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef76ecc-7aa5-4c89-ace6-cbef01f9384b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.620169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.620567 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Added segment 077f46b2-3c7b-4043-98c2-b2a961bd468e of type vlan for network 70aee254-025f-4db3-9c4c-6d75949def50 Jun 30 09:32:32.625561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.627000 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.676686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.683722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.711483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.712604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:32.713369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.736680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a37b75b7-4743-4daa-ab39-17bbe7e537a7', 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7', 'tenant_id': '8ab3112b66f74dbc9482de2cbe8fed63', 'fixed_ips': [{'subnet_id': '8b50c364-a5da-4970-b558-a25fdc313e44'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:32.737726 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.781425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4818957 Jun 30 09:32:32.784888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34500) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.789710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Request body: {'subnet': {'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1269538494-subnet', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:32.829801 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a155ad-d487-4303-ad0e-b623be3f8f38 admin admin] Pushing event updated for resources: {'Network': ['ID=70aee254-025f-4db3-9c4c-6d75949def50,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.841122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Made reservation on behalf of 6912415a2ba74bf3852cc9739fe70682 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:32.841445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 70aee254-025f-4db3-9c4c-6d75949def50 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:32.845402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.852045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.956990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Allocated IP 172.20.0.2 (a37b75b7-4743-4daa-ab39-17bbe7e537a7/8b50c364-a5da-4970-b558-a25fdc313e44/4644979c-b2a8-47cb-a7e4-642ae52829ef) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.034285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.062388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.081929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.100334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33949f16-cfe6-4a27-ae3b-a774d86042ed,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.110095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Checking segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:33.110461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Network hostable DHCP agents. Network: 70aee254-025f-4db3-9c4c-6d75949def50, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:33.131152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Network 70aee254-025f-4db3-9c4c-6d75949def50 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:33.143679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 70aee254-025f-4db3-9c4c-6d75949def50) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:33.148235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:33.148816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.166433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4d7dd2dc-1d95-4182-b645-a22253fab460 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803136 Jun 30 09:32:33.169564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34502) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:33.174292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:33.180585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35da25b-ab81-4c49-8fdc-0caeacb6d591 None None] Network 70aee254-025f-4db3-9c4c-6d75949def50 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:33.198003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.199297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.208945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.25.4.103 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/40832ac6-b98b-4e45-ad24-40fc64dccec0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.253731 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.299705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.321909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.322153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.332574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Transition to ACTIVE for port object 4644979c-b2a8-47cb-a7e4-642ae52829ef will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:33.346989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Transition to ACTIVE for port object 4644979c-b2a8-47cb-a7e4-642ae52829ef will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:33.354743 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.373733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.395619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.415380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:33.416407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:33.418321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:33.424958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:33.426935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:33.431788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:33.437191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Pushing event updated for resources: {'Port': ['ID=4644979c-b2a8-47cb-a7e4-642ae52829ef,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.458089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=40832ac6-b98b-4e45-ad24-40fc64dccec0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.544226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Attempting to bind port 4644979c-b2a8-47cb-a7e4-642ae52829ef on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:33.544636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Attempting to bind port 4644979c-b2a8-47cb-a7e4-642ae52829ef by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dd54b6d7-faea-48c2-baee-d1d369206c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:33.545002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Attempting to bind port 4644979c-b2a8-47cb-a7e4-642ae52829ef on network a37b75b7-4743-4daa-ab39-17bbe7e537a7 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:33.568709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.572344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:33.572526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Checking segment: {'id': 'dd54b6d7-faea-48c2-baee-d1d369206c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:33.572847 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.573441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Bound using segment: {'id': 'dd54b6d7-faea-48c2-baee-d1d369206c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:33.574189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Bound port: 4644979c-b2a8-47cb-a7e4-642ae52829ef, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd54b6d7-faea-48c2-baee-d1d369206c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:33.574801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.587991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-70aee254-025f-4db3-9c4c-6d75949def50', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:33.588878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.618806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.639424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.737451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] For port 4644979c-b2a8-47cb-a7e4-642ae52829ef, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:33.757209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] For port 4644979c-b2a8-47cb-a7e4-642ae52829ef, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4644979c-b2a8-47cb-a7e4-642ae52829ef,segment=NetworkSegment(dd54b6d7-faea-48c2-baee-d1d369206c31),segment_id=dd54b6d7-faea-48c2-baee-d1d369206c31)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:33.765589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Allocated IP 172.25.4.208 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/3149579f-ba53-49fe-9542-2b1badd03999) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.778035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.844839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Allocated IP 172.20.0.2 (70aee254-025f-4db3-9c4c-6d75949def50/33949f16-cfe6-4a27-ae3b-a774d86042ed/daed5701-9396-434a-b1c5-a24dc873c793) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:33.863573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc9f4-9316-48dd-84fd-cc68385c21b7 None None] Pushing event updated for resources: {'Port': ['ID=4644979c-b2a8-47cb-a7e4-642ae52829ef,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.902543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.951541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.993434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:33.996762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:34.003223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:34.009897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Pushing event updated for resources: {'Port': ['ID=3149579f-ba53-49fe-9542-2b1badd03999,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.028305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.039526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Transition to ACTIVE for port object daed5701-9396-434a-b1c5-a24dc873c793 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:34.061958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Transition to ACTIVE for port object daed5701-9396-434a-b1c5-a24dc873c793 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:34.071899 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.080719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.124671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Network 70aee254-025f-4db3-9c4c-6d75949def50 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:34.128336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:34.130563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:34.201627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Pushing event updated for resources: {'Port': ['ID=daed5701-9396-434a-b1c5-a24dc873c793,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.221942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Attempting to bind port daed5701-9396-434a-b1c5-a24dc873c793 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:34.222323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Attempting to bind port daed5701-9396-434a-b1c5-a24dc873c793 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:34.222749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Attempting to bind port daed5701-9396-434a-b1c5-a24dc873c793 on network 70aee254-025f-4db3-9c4c-6d75949def50 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:34.229571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:34.229991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Checking segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:34.230407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.230805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Bound using segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:34.232635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Bound port: daed5701-9396-434a-b1c5-a24dc873c793, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:34.233076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.316641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] For port daed5701-9396-434a-b1c5-a24dc873c793, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:34.320513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] For port daed5701-9396-434a-b1c5-a24dc873c793, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=daed5701-9396-434a-b1c5-a24dc873c793,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:34.326176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.328848 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.372035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.404452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee4e26-df2a-4295-8a8f-a275301dd210 None None] Pushing event updated for resources: {'Port': ['ID=daed5701-9396-434a-b1c5-a24dc873c793,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.516933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:34.545970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.674822 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.682576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:34.698018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] Sync routers for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:34.710929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.712088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.721421 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.729125 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5d601a7a-1864-4b5d-9552-307717148d70 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1421387 Jun 30 09:32:34.730631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34506) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.743606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Router 14eebf07-92f2-433c-908e-50373c07626c is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:34.759352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.769955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.770767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.813534 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.814319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd781004-c635-450f-866b-32a3c0521f58 None None] The sync data for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:34.978711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:34.987784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Sync routers for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:35.002108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.002326 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:35.003085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:35.003419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2be4bc5e-1dac-4763-ad0d-7c8154a2897f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8328872 Jun 30 09:32:35.006437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34508) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.127353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device daed5701-9396-434a-b1c5-a24dc873c793 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:35.142106 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:35.179464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beede673-41dc-495d-957d-b0c62f1d02c3 None None] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.316845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.330647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-aab944a3-c668-4bc9-a148-2b15d2e49df0 None None] Provisioning for port 4644979c-b2a8-47cb-a7e4-642ae52829ef completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:35.373717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port daed5701-9396-434a-b1c5-a24dc873c793 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:35.393438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4644979c-b2a8-47cb-a7e4-642ae52829ef up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:35.471910 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 3, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:35.506419 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Checking router: 14eebf07-92f2-433c-908e-50373c07626c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:35.506812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4644979c-b2a8-47cb-a7e4-642ae52829ef completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:35.507224 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Updating router 14eebf07-92f2-433c-908e-50373c07626c port 3149579f-ba53-49fe-9542-2b1badd03999 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:35.516023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4644979c-b2a8-47cb-a7e4-642ae52829ef triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:35.516458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.547577 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.660370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079dbbe0-3f75-4411-9ea7-9e50f543cfd4 None None] Network 70aee254-025f-4db3-9c4c-6d75949def50 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:35.745207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.761823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Provisioning for port daed5701-9396-434a-b1c5-a24dc873c793 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:35.771012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Provisioning complete for port daed5701-9396-434a-b1c5-a24dc873c793 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:35.771489 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.819283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4644979c-b2a8-47cb-a7e4-642ae52829ef, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4644979c-b2a8-47cb-a7e4-642ae52829ef,segment=NetworkSegment(dd54b6d7-faea-48c2-baee-d1d369206c31),segment_id=dd54b6d7-faea-48c2-baee-d1d369206c31)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:35.833025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.833309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.884888 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.916796 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.928783 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Transition to ACTIVE for port object 3149579f-ba53-49fe-9542-2b1badd03999 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:35.935916 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.992280 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Attempting to bind port 3149579f-ba53-49fe-9542-2b1badd03999 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:35.993023 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Attempting to bind port 3149579f-ba53-49fe-9542-2b1badd03999 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:35.993392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Attempting to bind port 3149579f-ba53-49fe-9542-2b1badd03999 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:35.995352 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Pushing event updated for resources: {'Port': ['ID=3149579f-ba53-49fe-9542-2b1badd03999,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.001956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4644979c-b2a8-47cb-a7e4-642ae52829ef,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.005359 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:36.005741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:36.006167 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.006875 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:36.007026 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Bound port: 3149579f-ba53-49fe-9542-2b1badd03999, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:36.007467 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.007599 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.010985 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.011331 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.011845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.012237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.013488 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.013872 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.014207 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.014536 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.014862 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.015187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.015511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.015833 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:36.051932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] For port daed5701-9396-434a-b1c5-a24dc873c793, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=daed5701-9396-434a-b1c5-a24dc873c793,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:36.074167 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.078970 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] For port 3149579f-ba53-49fe-9542-2b1badd03999, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:36.086041 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] For port 3149579f-ba53-49fe-9542-2b1badd03999, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3149579f-ba53-49fe-9542-2b1badd03999,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:36.094988 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.110840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Allocated IP 172.20.0.1 (70aee254-025f-4db3-9c4c-6d75949def50/33949f16-cfe6-4a27-ae3b-a774d86042ed/46d489f9-9aef-436e-88c2-cc95a64c7253) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:36.147981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d313b89-4519-41d4-bba9-391e991d7772 None None] Pushing event updated for resources: {'Port': ['ID=daed5701-9396-434a-b1c5-a24dc873c793,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.159755 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae7af0-b308-4802-9508-39254aa62893 None None] Pushing event updated for resources: {'Port': ['ID=3149579f-ba53-49fe-9542-2b1badd03999,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.162326 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:36.162928 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:36.197053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-df4d2e3e-a877-4c70-8185-dc44dcf54aaa None None] Provisioning complete for port 4644979c-b2a8-47cb-a7e4-642ae52829ef triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.197736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-df4d2e3e-a877-4c70-8185-dc44dcf54aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.253930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.273187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Transition to ACTIVE for port object 46d489f9-9aef-436e-88c2-cc95a64c7253 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:36.310769 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:36.321033 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.367405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.1 (a37b75b7-4743-4daa-ab39-17bbe7e537a7/8b50c364-a5da-4970-b558-a25fdc313e44/7f50ac58-d528-4fc7-bb12-074b707ff37d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:36.367684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Network 70aee254-025f-4db3-9c4c-6d75949def50 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:36.380301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:36.393854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:36.402054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Pushing event updated for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.446716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.516449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1a3b4219-a1d3-471e-bce1-48905cea40ec None None] Provisioning complete for port daed5701-9396-434a-b1c5-a24dc873c793 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.517252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4219-a1d3-471e-bce1-48905cea40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.543587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.549732 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 3, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:36.564450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Transition to ACTIVE for port object 7f50ac58-d528-4fc7-bb12-074b707ff37d will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:36.584643 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74b21e-5a1d-43f0-acb4-fe33780c27af None None] The sync data for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 is: [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:34Z', 'revision_number': 3, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:36.615369 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.652244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.694329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=7f50ac58-d528-4fc7-bb12-074b707ff37d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.698136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:36.699593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:36.702462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:36.749169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.783794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8400988e-04bd-40ca-bfdf-17813146405a None None] Provisioning for port 46d489f9-9aef-436e-88c2-cc95a64c7253 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:36.788935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8400988e-04bd-40ca-bfdf-17813146405a None None] Provisioning complete for port 46d489f9-9aef-436e-88c2-cc95a64c7253 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:36.789653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8400988e-04bd-40ca-bfdf-17813146405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.851589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8400988e-04bd-40ca-bfdf-17813146405a None None] Port 46d489f9-9aef-436e-88c2-cc95a64c7253 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:36.912052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.919021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.973562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.015831 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Pushing event updated for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.023547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.080573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0dacbfc-26db-4628-8b78-3dfa0e2b7a1b None None] Provisioning for port 7f50ac58-d528-4fc7-bb12-074b707ff37d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:37.086078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0dacbfc-26db-4628-8b78-3dfa0e2b7a1b None None] Provisioning complete for port 7f50ac58-d528-4fc7-bb12-074b707ff37d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.086510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0dacbfc-26db-4628-8b78-3dfa0e2b7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.128383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b0dacbfc-26db-4628-8b78-3dfa0e2b7a1b None None] Port 7f50ac58-d528-4fc7-bb12-074b707ff37d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:37.139857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Network 70aee254-025f-4db3-9c4c-6d75949def50 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:37.141284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:37.195966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device daed5701-9396-434a-b1c5-a24dc873c793 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:37.264616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port daed5701-9396-434a-b1c5-a24dc873c793 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.265435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.313278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Router 14eebf07-92f2-433c-908e-50373c07626c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:37.385446 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.388780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3149579f-ba53-49fe-9542-2b1badd03999 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:37.392917 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.449170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3149579f-ba53-49fe-9542-2b1badd03999 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:37.456498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3149579f-ba53-49fe-9542-2b1badd03999 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.456975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.457527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:37.467692 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1951eb1-2523-4fc2-903f-3045cf94e419 admin admin] 10.222.0.66 "PUT /v2.0/routers/14eebf07-92f2-433c-908e-50373c07626c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4598722 Jun 30 09:32:37.493374 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4b17f8e9-99ee-4296-9772-98056f6ca130 None None] Provisioning complete for port 46d489f9-9aef-436e-88c2-cc95a64c7253 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.493786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b17f8e9-99ee-4296-9772-98056f6ca130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.499181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.516733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=7f50ac58-d528-4fc7-bb12-074b707ff37d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.535834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4b17f8e9-99ee-4296-9772-98056f6ca130 None None] Port 46d489f9-9aef-436e-88c2-cc95a64c7253 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:37.611691 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.641712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 3149579f-ba53-49fe-9542-2b1badd03999, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3149579f-ba53-49fe-9542-2b1badd03999,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:37.644199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:37.645899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:37.660217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.661109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4644979c-b2a8-47cb-a7e4-642ae52829ef up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:37.771366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=3149579f-ba53-49fe-9542-2b1badd03999,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.798514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4644979c-b2a8-47cb-a7e4-642ae52829ef triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.798896 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.823693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:37.961174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:37.961725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d4173c4-73e3-4dc2-b293-ac9a56b2a3a7 None None] Provisioning complete for port 7f50ac58-d528-4fc7-bb12-074b707ff37d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:37.962219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d4173c4-73e3-4dc2-b293-ac9a56b2a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.970225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-475aea9e-5365-48be-beb5-0540c558da1c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/routers/d765a7d2-e9d4-4c9e-bbe5-11a2613654bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358854 Jun 30 09:32:37.970546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34520) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.975639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'port': {'network_id': 'a37b75b7-4743-4daa-ab39-17bbe7e537a7', 'name': 'tempest-FloatingIPTestJSON-842329276'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:37.987448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] Sync routers for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:38.008005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:38.008645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:38.013816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0d4173c4-73e3-4dc2-b293-ac9a56b2a3a7 None None] Port 7f50ac58-d528-4fc7-bb12-074b707ff37d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:38.046992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:38.063454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:38.064529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:38.098272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Made reservation on behalf of 8ab3112b66f74dbc9482de2cbe8fed63 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:38.098560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:38.099176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093d65c-f87f-42bb-8aeb-29b9a9f71adc None None] The sync data for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:38.102510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.120653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] device_id is not set on port eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b yet. {{(pid=94185) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:38.162419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34526) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.167423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2074202884-network', 'tenant_id': 'e484f1e89bf24651b204559503179e03'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.187532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Made reservation on behalf of e484f1e89bf24651b204559503179e03 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:38.189867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.198458 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.229055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Allocated IP 172.20.0.7 (a37b75b7-4743-4daa-ab39-17bbe7e537a7/8b50c364-a5da-4970-b558-a25fdc313e44/eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:38.301139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.306013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.331421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:38.341583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bd0710-d4a3-4b08-b4c6-7d92ac17330e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.346583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.346930 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Added segment 72444a83-6e13-465a-9215-c5a2e8a12244 of type vlan for network 7c775f45-8348-47ab-a70a-d9bd68bb88aa Jun 30 09:32:38.393612 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.402021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.416409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Transition to ACTIVE for port object eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:38.423575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.424953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.425541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.449100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.487487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3239412 Jun 30 09:32:38.492040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34528) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.496958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:38.497187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Request body: {'subnet': {'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2074202884-subnet', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.500124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:38.500299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1aa4a-1c35-443e-9db4-83cf1d6ff0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c775f45-8348-47ab-a70a-d9bd68bb88aa,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.506080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:38.511372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:38.526802 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event updated for resources: {'Port': ['ID=eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.541243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Made reservation on behalf of e484f1e89bf24651b204559503179e03 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:38.543729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.589587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.591353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.610923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d6babf62-e00e-4173-8fde-c21f2528af0c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6393321 Jun 30 09:32:38.613828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34530) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.618792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Request body: {'floatingip': {'port_id': 'eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.680355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.687082 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Sync routers for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:38.696975 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:38.698043 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:38.773906 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.822491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c248aec-e425-4a9a-b678-cf312ceadd4d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.822858 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:38.849696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3909a279-0e4d-4be3-8cae-3c567b2f4165 None None] Provisioning for port eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:38.854651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3909a279-0e4d-4be3-8cae-3c567b2f4165 None None] Provisioning complete for port eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:38.855562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3909a279-0e4d-4be3-8cae-3c567b2f4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.857922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Checking segment: {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:38.858537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Network hostable DHCP agents. Network: 7c775f45-8348-47ab-a70a-d9bd68bb88aa, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:38.884147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:38.900551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 7c775f45-8348-47ab-a70a-d9bd68bb88aa) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:38.904517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3909a279-0e4d-4be3-8cae-3c567b2f4165 None None] Port eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:38.907366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:38.908209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.910997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe35b45-62db-423a-bdd4-4cbef53f7a8a None None] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:38.928644 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-878d195e-f2cc-43a8-bf07-3a469284896b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4352412 Jun 30 09:32:38.929870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34532) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.936861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.974670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.977007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.044138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3149579f-ba53-49fe-9542-2b1badd03999 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:39.066531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.097963 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 2, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:39.128952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Checking router: 14eebf07-92f2-433c-908e-50373c07626c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:39.129630 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Updating router 14eebf07-92f2-433c-908e-50373c07626c port 46d489f9-9aef-436e-88c2-cc95a64c7253 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:39.162170 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:39.179253 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.240497 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.308298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3149579f-ba53-49fe-9542-2b1badd03999 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:39.308761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.311163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'fixed_ips': [{'subnet_id': '7c248aec-e425-4a9a-b678-cf312ceadd4d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:32:39.312061 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.501917 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.512412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Allocated IP 172.20.0.2 (7c775f45-8348-47ab-a70a-d9bd68bb88aa/7c248aec-e425-4a9a-b678-cf312ceadd4d/af9ec709-b533-420c-8aff-28edaae8faee) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:39.516561 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Transition to ACTIVE for port object 46d489f9-9aef-436e-88c2-cc95a64c7253 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:39.521407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.525222 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.549121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.595178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6ccf-a773-4860-9c7b-604e7bac397f None None] Pushing event updated for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.663144 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Attempting to bind port 46d489f9-9aef-436e-88c2-cc95a64c7253 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:39.663832 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Attempting to bind port 46d489f9-9aef-436e-88c2-cc95a64c7253 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:39.664379 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Attempting to bind port 46d489f9-9aef-436e-88c2-cc95a64c7253 on network 70aee254-025f-4db3-9c4c-6d75949def50 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:39.672372 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:39.673073 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Checking segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:39.673665 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.674937 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Bound using segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:39.675603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Bound port: 46d489f9-9aef-436e-88c2-cc95a64c7253, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:39.676170 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.703405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.705270 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Allocated IP 172.25.4.166 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/38d46c91-2ece-4150-9ecd-0ed86b39bc90) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:39.711471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.723905 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.736865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Transition to ACTIVE for port object af9ec709-b533-420c-8aff-28edaae8faee will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:39.758590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Transition to ACTIVE for port object af9ec709-b533-420c-8aff-28edaae8faee will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:39.765652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.788030 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] For port 46d489f9-9aef-436e-88c2-cc95a64c7253, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:39.799577 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] For port 46d489f9-9aef-436e-88c2-cc95a64c7253, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d489f9-9aef-436e-88c2-cc95a64c7253,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:39.810426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:39.812309 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.822807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:39.826943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:39.863648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.876558 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 97f606e0-aa24-4b1b-b798-2283259f2859 associated. External IP: 172.25.4.254, port: 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3. Jun 30 09:32:39.884777 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:39.885398 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:39.887219 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6ccf-a773-4860-9c7b-604e7bac397f None None] Pushing event updated for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.898762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Pushing event updated for resources: {'Port': ['ID=af9ec709-b533-420c-8aff-28edaae8faee,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.916153 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.955497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Attempting to bind port af9ec709-b533-420c-8aff-28edaae8faee on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:39.956290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Attempting to bind port af9ec709-b533-420c-8aff-28edaae8faee by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:39.957170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Attempting to bind port af9ec709-b533-420c-8aff-28edaae8faee on network 7c775f45-8348-47ab-a70a-d9bd68bb88aa {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:39.967349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:39.968080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Checking segment: {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:39.968493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.968894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Bound using segment: {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:39.969376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Bound port: af9ec709-b533-420c-8aff-28edaae8faee, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:39.969791 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.991928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Pushing event updated for resources: {'Port': ['ID=38d46c91-2ece-4150-9ecd-0ed86b39bc90,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.004645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:40.006888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:40.009982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:40.101096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] For port af9ec709-b533-420c-8aff-28edaae8faee, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:40.105060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] For port af9ec709-b533-420c-8aff-28edaae8faee, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af9ec709-b533-420c-8aff-28edaae8faee,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:40.112507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.190130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed24bd-7e14-44f7-a68b-0de763020552 None None] Pushing event updated for resources: {'Port': ['ID=af9ec709-b533-420c-8aff-28edaae8faee,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.218322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:40.219275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:40.337366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.347238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:40.361744 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ee412-c158-49da-8946-664127971d16 None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:40.371241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ee412-c158-49da-8946-664127971d16 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.371946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-656ee412-c158-49da-8946-664127971d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.430068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-656ee412-c158-49da-8946-664127971d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.443278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ee412-c158-49da-8946-664127971d16 None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.443875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-656ee412-c158-49da-8946-664127971d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.484348 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.488043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-656ee412-c158-49da-8946-664127971d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.488699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ee412-c158-49da-8946-664127971d16 None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:40.521275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddd5c9-3d3f-42a3-9b2e-4915a1541865 None None] The sync data for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 is: [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:40.671021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.737967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:40.823278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Router c7d6d625-47ba-45f8-8126-534203131aff is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:40.857446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:40.863471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.872944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] Sync routers for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:40.884493 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.886890 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.926065 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.936178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.936890 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.939563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:40.962797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.967839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f180f25e-8c14-4567-ad46-cdc2a351c7ca admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0360594 Jun 30 09:32:40.968555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34534) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.971240 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Sync routers for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:40.995922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.997361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.997551 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a657b0d9-6a0b-4eef-aae0-32b5c7980b6f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/floatingips/97f606e0-aa24-4b1b-b798-2283259f2859 HTTP/1.1" status: 200 len: 977 time: 2.3823497 Jun 30 09:32:41.000407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34536) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.001217 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:41.002669 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f909d-cff3-4d1a-988c-5a15659cf029 None None] The sync data for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:41.112223 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d489f9-9aef-436e-88c2-cc95a64c7253 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:41.187101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:41.188025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.290761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 46d489f9-9aef-436e-88c2-cc95a64c7253 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:41.296754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:41.299508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 46d489f9-9aef-436e-88c2-cc95a64c7253 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:41.299897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.339773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.566160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.566600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.567038 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Floating IP 97f606e0-aa24-4b1b-b798-2283259f2859 disassociated. External IP: 172.25.4.254, port: eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b. Jun 30 09:32:41.567494 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b owned by {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:41.594156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2950c1f-a4cb-4aad-b8ae-0ead005dcdde None None] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:41.677245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:40Z', 'revision_number': 3, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:41.730403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.738277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Checking router: c7d6d625-47ba-45f8-8126-534203131aff for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:41.738548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Updating router c7d6d625-47ba-45f8-8126-534203131aff port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:41.772147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.773454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0560e173-402f-4bb6-acdc-09ce2d50fe89 None None] Provisioning for port af9ec709-b533-420c-8aff-28edaae8faee completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:41.792821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.844520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 46d489f9-9aef-436e-88c2-cc95a64c7253, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d489f9-9aef-436e-88c2-cc95a64c7253,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:41.855404 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.857212 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.858029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af9ec709-b533-420c-8aff-28edaae8faee up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:41.936406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:42.075090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.101463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.136550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port af9ec709-b533-420c-8aff-28edaae8faee completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:42.166327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:42.179373 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] Sync routers for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:42.193712 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:42.194715 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.251899 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.263507 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:42.264130 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.282656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.287046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1706999b-1ffe-41e2-a573-3121b36bd4cb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b HTTP/1.1" status: 204 len: 168 time: 1.2832251 Jun 30 09:32:42.287980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34538) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.298226 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.298879 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c3871-07f5-4d00-a5c6-0cc878a13d1b None None] The sync data for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 is: [] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:42.345796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port af9ec709-b533-420c-8aff-28edaae8faee triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:42.346099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.433946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Allocated IP 172.20.0.1 (7c775f45-8348-47ab-a70a-d9bd68bb88aa/7c248aec-e425-4a9a-b678-cf312ceadd4d/78edc252-662b-4f56-8eaf-ccda949952a9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:42.512448 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.542321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.563814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Transition to ACTIVE for port object 38d46c91-2ece-4150-9ecd-0ed86b39bc90 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:42.570184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port af9ec709-b533-420c-8aff-28edaae8faee, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af9ec709-b533-420c-8aff-28edaae8faee,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:42.575011 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.579923 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.631170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Attempting to bind port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:42.631565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Attempting to bind port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:42.631927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Attempting to bind port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:42.634076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013a8c5-6365-4175-87b2-bba0387e7040 None None] Pushing event updated for resources: {'Port': ['ID=38d46c91-2ece-4150-9ecd-0ed86b39bc90,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.646109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:42.646588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:42.647323 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.647471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:42.648772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Bound port: 38d46c91-2ece-4150-9ecd-0ed86b39bc90, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:42.648772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.650751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.691674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Transition to ACTIVE for port object 78edc252-662b-4f56-8eaf-ccda949952a9 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:42.748210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] For port 38d46c91-2ece-4150-9ecd-0ed86b39bc90, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:42.750210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=af9ec709-b533-420c-8aff-28edaae8faee,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.762706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ceeefc12-d861-4434-896c-49fd90ab25fb None None] Provisioning complete for port af9ec709-b533-420c-8aff-28edaae8faee triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:42.762983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ceeefc12-d861-4434-896c-49fd90ab25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.764240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.765552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] For port 38d46c91-2ece-4150-9ecd-0ed86b39bc90, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=38d46c91-2ece-4150-9ecd-0ed86b39bc90,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:42.787325 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.814772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:42.841159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:42.844957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:42.846804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Pushing event updated for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.861673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:42.862177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.895895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.901614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013a8c5-6365-4175-87b2-bba0387e7040 None None] Pushing event updated for resources: {'Port': ['ID=38d46c91-2ece-4150-9ecd-0ed86b39bc90,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.956321 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.027884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:43.056179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d489f9-9aef-436e-88c2-cc95a64c7253 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:43.168290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-38ad12a3-d593-4c09-8cdb-81cc40ed14c9 None None] Provisioning for port 78edc252-662b-4f56-8eaf-ccda949952a9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:43.179591 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.180179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-38ad12a3-d593-4c09-8cdb-81cc40ed14c9 None None] Provisioning complete for port 78edc252-662b-4f56-8eaf-ccda949952a9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:43.180365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-38ad12a3-d593-4c09-8cdb-81cc40ed14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.239574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-38ad12a3-d593-4c09-8cdb-81cc40ed14c9 None None] Port 78edc252-662b-4f56-8eaf-ccda949952a9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:43.242461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 46d489f9-9aef-436e-88c2-cc95a64c7253 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:43.242840 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.354326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:40Z', 'revision_number': 3, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:43.385313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d09eca6-1694-47c0-930f-5fe43f7f4544 None None] The sync data for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 is: [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:40Z', 'revision_number': 3, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:43.388581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af9ec709-b533-420c-8aff-28edaae8faee up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:43.440934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.441172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port af9ec709-b533-420c-8aff-28edaae8faee triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:43.441436 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.447778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 7f50ac58-d528-4fc7-bb12-074b707ff37d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:43.448198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.451729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.574865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.586941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Pushing event updated for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.627094 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.665834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 7f50ac58-d528-4fc7-bb12-074b707ff37d owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:43.761722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:43.764394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:43.966736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Router c7d6d625-47ba-45f8-8126-534203131aff has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:43.992564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.059689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=7f50ac58-d528-4fc7-bb12-074b707ff37d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.080825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c6fea78-b76e-4143-9ac1-43098b57739d None None] Provisioning complete for port 78edc252-662b-4f56-8eaf-ccda949952a9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:44.081843 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c6fea78-b76e-4143-9ac1-43098b57739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.123462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fea78-b76e-4143-9ac1-43098b57739d None None] Port 78edc252-662b-4f56-8eaf-ccda949952a9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:44.212822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:44.219822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-56dcf703-4732-4dff-ae19-1ac00c0e3308 admin admin] 10.222.0.66 "PUT /v2.0/routers/c7d6d625-47ba-45f8-8126-534203131aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500072 Jun 30 09:32:44.295988 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.772391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34546) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.777248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092952986', 'description': 'tempest-secgroup-smoke-1092952986 description', 'project_id': '6912415a2ba74bf3852cc9739fe70682'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:44.802884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.844409 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:44.898520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.902974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.930834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.931564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1581562 Jun 30 09:32:44.935417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34548) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.936837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e38514-1fc7-4cf5-98b3-3f165e442df0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa83859-14a9-48bc-9fb0-6480f3fa3809,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.939920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:44.978445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:44.986305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b128812-1094-4c09-bfcf-71b7bca087f5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/routers/d765a7d2-e9d4-4c9e-bbe5-11a2613654bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948476 Jun 30 09:32:44.986994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34550) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.990398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] Sync routers for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:45.014643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:45.015628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.044597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.087590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 38d46c91-2ece-4150-9ecd-0ed86b39bc90 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:45.092310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.124931 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Sync routers for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:45.139443 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:45.140440 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.147335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] Routers {'d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:45.148330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.187424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.190372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.194116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.221599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.223083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14591c72-7675-4ef0-9b44-8044c18a7409 None None] The sync data for ids ['d765a7d2-e9d4-4c9e-bbe5-11a2613654bf'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:45.239271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b2263-3948-452b-b3d8-f45a8db08196,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.256991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:45.262498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:45.263139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.271989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.277582 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-17825ddd-6883-449f-ad87-062d4b530b99 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388646 Jun 30 09:32:45.278758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34552) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.288337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.309986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:45.350855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.352340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.363982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.399257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 38d46c91-2ece-4150-9ecd-0ed86b39bc90, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=38d46c91-2ece-4150-9ecd-0ed86b39bc90,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:45.406963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.442807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 40832ac6-b98b-4e45-ad24-40fc64dccec0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:45.454116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.455120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.460840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.483770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=38d46c91-2ece-4150-9ecd-0ed86b39bc90,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.486015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33544d48-3d1b-47b7-bae9-623055951b74,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.491962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.493744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eab13d45-8fbd-4af5-8dc1-86aa5f4e2ed0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2133567 Jun 30 09:32:45.496462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.501451 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.535594 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.562520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.578469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 40832ac6-b98b-4e45-ad24-40fc64dccec0 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:45.588239 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:43Z', 'revision_number': 4, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '78edc252-662b-4f56-8eaf-ccda949952a9', 'name': '', 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'mac_address': 'fa:16:3e:c9:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:42Z', 'updated_at': '2021-06-30T09:32:43Z', 'revision_number': 2, 'project_id': 'e484f1e89bf24651b204559503179e03', 'subnets': [{'id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.603432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.608662 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.623748 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Checking router: c7d6d625-47ba-45f8-8126-534203131aff for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:45.624086 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Updating router c7d6d625-47ba-45f8-8126-534203131aff port 78edc252-662b-4f56-8eaf-ccda949952a9 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:45.627115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa5e98-633a-404e-9888-761c00033446,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.635493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.639902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8470ab0b-a4f2-48d6-99c7-b8d26a94a58f tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407197 Jun 30 09:32:45.640068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34556) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.644812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.658697 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.675159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.742319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.746926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.766008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0b408e-263b-4098-84ab-8634e5ff9f8a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.769114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.771572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.773170 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d15664d-0db7-479d-9690-1cd2856d88eb tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321290 Jun 30 09:32:45.776039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34558) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.780996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.802927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=40832ac6-b98b-4e45-ad24-40fc64dccec0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.811824 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Project 6912415a2ba74bf3852cc9739fe70682 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:32:45.821211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.872733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.888109 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.892294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.915175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324d86d6-0132-4056-be11-b1267ed2b168,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.923625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.925341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a15ba5e8-45b2-40f2-b728-48022b4897e0 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483927 Jun 30 09:32:45.928053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34560) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.932973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'security_group_rule': {'security_group_id': '9aa83859-14a9-48bc-9fb0-6480f3fa3809', 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.957223 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Project 6912415a2ba74bf3852cc9739fe70682 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:32:45.957881 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.963316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.972878 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.974390 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Transition to ACTIVE for port object 78edc252-662b-4f56-8eaf-ccda949952a9 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:45.975089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.981594 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.032817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.042893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.045014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1402a-20b6-48d9-82c9-f3669c2279cd None None] Pushing event updated for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.045599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.046235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Fanout notify agent at l3_agent the message router_deleted on router d765a7d2-e9d4-4c9e-bbe5-11a2613654bf {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:46.056818 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.058560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-785733e9-ee52-4599-a52c-de5c19934dca tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/routers/d765a7d2-e9d4-4c9e-bbe5-11a2613654bf HTTP/1.1" status: 204 len: 168 time: 1.0707304 Jun 30 09:32:46.060891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34562) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.074041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ef6796-c302-48e0-9ce4-72810591fcb5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.093252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.105456 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1917c659-3cbc-4518-a9f7-a7293f8abab2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690476 Jun 30 09:32:46.118205 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Attempting to bind port 78edc252-662b-4f56-8eaf-ccda949952a9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:46.118562 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Attempting to bind port 78edc252-662b-4f56-8eaf-ccda949952a9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:46.118919 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Attempting to bind port 78edc252-662b-4f56-8eaf-ccda949952a9 on network 7c775f45-8348-47ab-a70a-d9bd68bb88aa {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:46.124761 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:46.125124 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Checking segment: {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:46.125716 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.126045 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Bound using segment: {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:46.126511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Bound port: 78edc252-662b-4f56-8eaf-ccda949952a9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72444a83-6e13-465a-9215-c5a2e8a12244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:46.126888 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.134607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting subnet 8b50c364-a5da-4970-b558-a25fdc313e44 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:46.138689 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.187110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.202341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] For port 78edc252-662b-4f56-8eaf-ccda949952a9, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:46.205821 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] For port 78edc252-662b-4f56-8eaf-ccda949952a9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=78edc252-662b-4f56-8eaf-ccda949952a9,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:46.216951 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.263821 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:46.264585 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:46.303053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-cbfa127c-5688-4894-802f-7e4eb7a76947 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092952986&fields=id&tenant_id=6912415a2ba74bf3852cc9739fe70682 HTTP/1.1" status: 200 len: 267 time: 0.0681763 Jun 30 09:32:46.317632 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1402a-20b6-48d9-82c9-f3669c2279cd None None] Pushing event updated for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.341613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.389273 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:46.473327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.485892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-033d75e8-4bb3-4ce9-8208-5c9c5409b6df tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:46.487441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-033d75e8-4bb3-4ce9-8208-5c9c5409b6df tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 809 time: 0.1696644 Jun 30 09:32:46.516585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Subnet': ['ID=8b50c364-a5da-4970-b558-a25fdc313e44,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.526903 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.531303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6ad48cf8-5f5c-4d0a-a7ff-dda0fdcf228c tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/subnets/8b50c364-a5da-4970-b558-a25fdc313e44 HTTP/1.1" status: 204 len: 168 time: 0.4669030 Jun 30 09:32:46.531303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-481d5571-c3fb-4d6b-8a17-e5d416e82d89 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/quotas/6912415a2ba74bf3852cc9739fe70682 HTTP/1.1" status: 200 len: 375 time: 0.0184629 Jun 30 09:32:46.531303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34576) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.535137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94e6f2-eb30-4531-8353-c7050999b7bd None None] Network a37b75b7-4743-4daa-ab39-17bbe7e537a7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:46.624029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:43Z', 'revision_number': 4, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '78edc252-662b-4f56-8eaf-ccda949952a9', 'name': '', 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'mac_address': 'fa:16:3e:c9:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:42Z', 'updated_at': '2021-06-30T09:32:46Z', 'revision_number': 4, 'project_id': 'e484f1e89bf24651b204559503179e03', 'subnets': [{'id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:46.638899 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.655940 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179c569-24c5-42a0-bf55-35589e140346 None None] The sync data for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 is: [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:43Z', 'revision_number': 4, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '78edc252-662b-4f56-8eaf-ccda949952a9', 'name': '', 'network_id': '7c775f45-8348-47ab-a70a-d9bd68bb88aa', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'mac_address': 'fa:16:3e:c9:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:42Z', 'updated_at': '2021-06-30T09:32:46Z', 'revision_number': 4, 'project_id': 'e484f1e89bf24651b204559503179e03', 'subnets': [{'id': '7c248aec-e425-4a9a-b678-cf312ceadd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:46.672771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-baa91a2f-b6a5-4e81-94a6-365ac45bad67 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324539 Jun 30 09:32:46.812359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 4644979c-b2a8-47cb-a7e4-642ae52829ef {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:46.812642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.813228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] DHCP port deletion for a37b75b7-4743-4daa-ab39-17bbe7e537a7 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:46.866064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-bf0bf2f1-8dc9-4f30-b68c-628766707d47 service neutron] 10.222.0.66 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681259 Jun 30 09:32:46.866329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Deleting port 4644979c-b2a8-47cb-a7e4-642ae52829ef {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:46.866727 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.937683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] For port 4644979c-b2a8-47cb-a7e4-642ae52829ef, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4644979c-b2a8-47cb-a7e4-642ae52829ef,segment=NetworkSegment(dd54b6d7-faea-48c2-baee-d1d369206c31),segment_id=dd54b6d7-faea-48c2-baee-d1d369206c31)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:46.938108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.943826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] For port 4644979c-b2a8-47cb-a7e4-642ae52829ef, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4644979c-b2a8-47cb-a7e4-642ae52829ef,segment=NetworkSegment(dd54b6d7-faea-48c2-baee-d1d369206c31),segment_id=dd54b6d7-faea-48c2-baee-d1d369206c31)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:46.944485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.955190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Calling delete_port for 4644979c-b2a8-47cb-a7e4-642ae52829ef owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:46.966455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 4644979c-b2a8-47cb-a7e4-642ae52829ef owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:47.046620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-5079e879-6890-4b0e-b848-ea9dfde5ff7b service neutron] 10.222.0.66 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699781 Jun 30 09:32:47.115669 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.120031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.140856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=4644979c-b2a8-47cb-a7e4-642ae52829ef,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.150367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] No DVR routers for this DVR port 4644979c-b2a8-47cb-a7e4-642ae52829ef on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:47.157278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] Pushing event deleted for resources: {'Port': ['ID=4644979c-b2a8-47cb-a7e4-642ae52829ef,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.159521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 38d46c91-2ece-4150-9ecd-0ed86b39bc90 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:47.210536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b547bf-e14c-4c6b-bcc4-89f1f6763d00 None None] No DVR routers for this DVR port 4644979c-b2a8-47cb-a7e4-642ae52829ef on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:47.230205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:47.231630 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.256918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.273925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37b75b7-4743-4daa-ab39-17bbe7e537a7']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:47.288255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd54b6d7-faea-48c2-baee-d1d369206c31') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:47.288565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd54b6d7-faea-48c2-baee-d1d369206c31') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:47.306532 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.322827 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.327123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 78edc252-662b-4f56-8eaf-ccda949952a9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:47.356316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:47.356852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:47.360479 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:47.363863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b75f42d-11ce-468f-a4d0-0dc2c02791d1 req-a4c00baa-c2ce-429d-817d-2487acd8600d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 210 time: 0.0374217 Jun 30 09:32:47.398056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 78edc252-662b-4f56-8eaf-ccda949952a9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:47.402423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 78edc252-662b-4f56-8eaf-ccda949952a9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:47.402937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.431014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.459113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.460993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/networks/a37b75b7-4743-4daa-ab39-17bbe7e537a7 HTTP/1.1" status: 204 len: 168 time: 0.9287837 Jun 30 09:32:47.461919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6a55c-f0ad-4b7a-a99d-2fab66430d67 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Network': ['ID=a37b75b7-4743-4daa-ab39-17bbe7e537a7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.463695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34584) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:47.522294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.577007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 78edc252-662b-4f56-8eaf-ccda949952a9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=78edc252-662b-4f56-8eaf-ccda949952a9,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:47.584702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.624166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:47.624511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.671876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.680333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4644979c-b2a8-47cb-a7e4-642ae52829ef no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:47.706364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4644979c-b2a8-47cb-a7e4-642ae52829ef {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:47.706959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4644979c-b2a8-47cb-a7e4-642ae52829ef not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:47.726103 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.726442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.739673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:47.890170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.913926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=22d6b0a6-6a4c-4cc1-a3a8-e17d0220d3f6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.989255 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.992275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.993215 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-95c168ea-b875-43e6-a676-dcba0eea7434 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/floatingips/97f606e0-aa24-4b1b-b798-2283259f2859 HTTP/1.1" status: 204 len: 168 time: 0.5285394 Jun 30 09:32:48.000647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34592) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.028894 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc8ebc6-8ee0-43f5-a25c-7c87644bd0b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] DELETE failed (client error): The resource could not be found. Jun 30 09:32:48.029553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc8ebc6-8ee0-43f5-a25c-7c87644bd0b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:48.033504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1dc8ebc6-8ee0-43f5-a25c-7c87644bd0b5 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/eaddc0b2-d51f-4c06-89a6-b3c4ba0f5e1b HTTP/1.1" status: 404 len: 333 time: 0.0286777 Jun 30 09:32:48.033975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34594) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.063702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aa8599b3-061f-4bbc-98e1-7c28500ddf8a tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/ports?device_id=d765a7d2-e9d4-4c9e-bbe5-11a2613654bf HTTP/1.1" status: 200 len: 205 time: 0.0286140 Jun 30 09:32:48.066310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34596) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.102147 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-e422d569-2fdf-4cf1-a2b1-0a04a31ef385 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] delete failed (client error): The resource could not be found. Jun 30 09:32:48.103180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e422d569-2fdf-4cf1-a2b1-0a04a31ef385 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/routers/d765a7d2-e9d4-4c9e-bbe5-11a2613654bf HTTP/1.1" status: 404 len: 336 time: 0.0358794 Jun 30 09:32:48.106422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34598) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.137180 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-565337af-3bea-440a-812d-ad1d5b95fad0 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] DELETE failed (client error): The resource could not be found. Jun 30 09:32:48.137645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565337af-3bea-440a-812d-ad1d5b95fad0 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:48.139375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-565337af-3bea-440a-812d-ad1d5b95fad0 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/subnets/8b50c364-a5da-4970-b558-a25fdc313e44 HTTP/1.1" status: 404 len: 337 time: 0.0320060 Jun 30 09:32:48.142008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34600) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.238326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:48.238671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.326014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.339497 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3 owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:48.487125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.541447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eec0b097-3f66-4e56-8ee0-c8154e27df25 req-10ddf26b-10bc-4c08-916b-149b8b3e83ca tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 210 time: 0.0562017 Jun 30 09:32:48.545582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.618864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-50763563-38fa-4640-be3d-14ec40ccd357 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:48.620720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-50763563-38fa-4640-be3d-14ec40ccd357 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 809 time: 0.1453376 Jun 30 09:32:48.626267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.628247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c00fc153-5280-40e2-bf69-17d9c582eebb tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/9d1739fb-90e5-4774-b40a-b5dd5fe3c1c3 HTTP/1.1" status: 204 len: 168 time: 0.4852469 Jun 30 09:32:48.630712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34604) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.672605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-0f8e1b6c-3b42-4cf2-95f0-18ec15fac538 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6912415a2ba74bf3852cc9739fe70682 HTTP/1.1" status: 200 len: 380 time: 0.0428307 Jun 30 09:32:48.682626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'port': {'device_id': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'admin_state_up': True, 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'security_groups': ['9aa83859-14a9-48bc-9fb0-6480f3fa3809']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:48.741262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:48.741989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.803505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Made reservation on behalf of 6912415a2ba74bf3852cc9739fe70682 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:48.807896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.834284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.846179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf owned by {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:48.932191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Allocated IP 172.20.0.3 (70aee254-025f-4db3-9c4c-6d75949def50/33949f16-cfe6-4a27-ae3b-a774d86042ed/42eff152-44af-4c57-9c66-330d4ffe1944) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:48.979507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.008295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.027282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 78edc252-662b-4f56-8eaf-ccda949952a9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:49.078270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 78edc252-662b-4f56-8eaf-ccda949952a9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:49.078647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.092025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.096358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.096791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1c218210-5701-4a51-b225-9dee8844bd7f tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/ports/ae2f5454-c9ad-4b2b-9e4b-d3a4ef7296cf HTTP/1.1" status: 204 len: 168 time: 0.4650779 Jun 30 09:32:49.097433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34606) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.110515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Transition to ACTIVE for port object 42eff152-44af-4c57-9c66-330d4ffe1944 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:49.148446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.168042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c054b-5290-47b1-be8f-6a2d4fe30805 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.169572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-684c054b-5290-47b1-be8f-6a2d4fe30805 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "GET /v2.0/ports?device_id=d66cc72e-c480-4f6e-b1c6-386724ad8f40 HTTP/1.1" status: 200 len: 913 time: 0.0711796 Jun 30 09:32:49.172324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34608) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.193449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Network 70aee254-025f-4db3-9c4c-6d75949def50 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:49.196584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:49.199176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:49.236935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.265895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.266541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.282345 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-849a13c9-8b27-4dc7-9007-94866fd0922e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038253 Jun 30 09:32:49.295058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Request body: {'port': {'device_id': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:49.389493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.444876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-792bb1f0-12ac-4355-8ba8-f56df58cd8b4 None None] Provisioning for port 42eff152-44af-4c57-9c66-330d4ffe1944 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:49.448951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-792bb1f0-12ac-4355-8ba8-f56df58cd8b4 None None] Provisioning complete for port 42eff152-44af-4c57-9c66-330d4ffe1944 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:49.450042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-792bb1f0-12ac-4355-8ba8-f56df58cd8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.488714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-792bb1f0-12ac-4355-8ba8-f56df58cd8b4 None None] Port 42eff152-44af-4c57-9c66-330d4ffe1944 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:49.555267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.671875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42eff152-44af-4c57-9c66-330d4ffe1944 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:49.680302 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.694307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Transition to ACTIVE for port object 42eff152-44af-4c57-9c66-330d4ffe1944 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:49.698936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.751684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Pushing event updated for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.828311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Attempting to bind port 42eff152-44af-4c57-9c66-330d4ffe1944 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:49.828690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Attempting to bind port 42eff152-44af-4c57-9c66-330d4ffe1944 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:49.828989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Attempting to bind port 42eff152-44af-4c57-9c66-330d4ffe1944 on network 70aee254-025f-4db3-9c4c-6d75949def50 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:49.833841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Port 42eff152-44af-4c57-9c66-330d4ffe1944 on network 70aee254-025f-4db3-9c4c-6d75949def50 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:32:49.834196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Attempting to bind port 42eff152-44af-4c57-9c66-330d4ffe1944 on network 70aee254-025f-4db3-9c4c-6d75949def50 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:49.839597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:49.839981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Checking segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:49.840374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Bound using segment: {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:49.840818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Bound port: 42eff152-44af-4c57-9c66-330d4ffe1944, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077f46b2-3c7b-4043-98c2-b2a961bd468e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:49.841185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.924347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:49.927607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=42eff152-44af-4c57-9c66-330d4ffe1944,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:49.932814 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.966984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:49.967628 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.969089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] 10.222.0.11 "PUT /v2.0/ports/42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 1092 time: 0.6791694 Jun 30 09:32:49.971613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:49.974045 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc8469-ffc0-434d-8c66-afeee471b48b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:50.004726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c182c-02e0-4042-9ec0-71741e9d0af6 service neutron] Pushing event updated for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.056985 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6da8e-0b8b-4e2f-81ad-b7d1469ca072 x-openstack-request-id: req-e2d6da8e-0b8b-4e2f-81ad-b7d1469ca072 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:50.057282 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:50.057632 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2d6da8e-0b8b-4e2f-81ad-b7d1469ca072 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:50.057964 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944', 'status': 'completed', 'code': 200} Jun 30 09:32:50.091497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-0af9c22c-e083-4087-b51f-06da5561623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.093506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-0af9c22c-e083-4087-b51f-06da5561623b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1095 time: 0.0690928 Jun 30 09:32:50.121735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd093cc-2544-450d-bf12-3453fd3da3a7 req-0257b9c6-db06-4f9a-81bb-4a09d3571600 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.123461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcd093cc-2544-450d-bf12-3453fd3da3a7 req-0257b9c6-db06-4f9a-81bb-4a09d3571600 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 943 time: 0.1458490 Jun 30 09:32:50.145105 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-2995ec78-7719-40bd-a37c-3c1a8ca65a37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 217 time: 0.0443926 Jun 30 09:32:50.175872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fcd093cc-2544-450d-bf12-3453fd3da3a7 req-efc77cbd-f9b3-4137-8e83-79e620fc0a16 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459523 Jun 30 09:32:50.205372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-0e0b14a8-17b7-418f-aa71-c25a85ba4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.207247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-0e0b14a8-17b7-418f-aa71-c25a85ba4b29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0563145 Jun 30 09:32:50.265768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-b51ee18a-11c2-4cf0-a488-23cd9b367a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.266297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port ec622ef5-bf96-40ab-b387-166b40d505ea {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:50.266651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.267212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-b51ee18a-11c2-4cf0-a488-23cd9b367a1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536361 Jun 30 09:32:50.355402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.363167 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-27118556-777e-4a2e-8a20-daaa831925c4 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888271 Jun 30 09:32:50.368790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for ec622ef5-bf96-40ab-b387-166b40d505ea owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:50.566751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.596507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=ec622ef5-bf96-40ab-b387-166b40d505ea,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.774564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.795315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-79dcdccf-8827-40c0-bed7-2ec05e6bca16 req-4faeb220-b663-41a0-96c7-d44a7de910ef service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262688 Jun 30 09:32:50.901084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-34a45731-cb19-4f19-ac38-e3a5ffa187b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.902517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-34a45731-cb19-4f19-ac38-e3a5ffa187b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1095 time: 0.0532961 Jun 30 09:32:50.986321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Router d66cc72e-c480-4f6e-b1c6-386724ad8f40 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:50.993305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-5ad7f4f5-1027-44f6-860e-cf8a733daa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:50.994880 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-5ad7f4f5-1027-44f6-860e-cf8a733daa0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.0860269 Jun 30 09:32:51.036540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-0fa3e2a3-a336-49cb-86b2-841fb14ab08d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 217 time: 0.0345583 Jun 30 09:32:51.091067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-29dd8e2b-9664-43c1-b132-ebefacb274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.092525 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-29dd8e2b-9664-43c1-b132-ebefacb274bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0502391 Jun 30 09:32:51.096206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:51.102457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b2f60407-efdb-4e21-b2a9-c66441fba209 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "PUT /v2.0/routers/d66cc72e-c480-4f6e-b1c6-386724ad8f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290071 Jun 30 09:32:51.104289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34614) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:51.107090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] Sync routers for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:51.116338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:51.116950 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.149018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.153221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-58f17e9d-5c24-44b9-bd80-aa4afc11b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.154940 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-58f17e9d-5c24-44b9-bd80-aa4afc11b410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550857 Jun 30 09:32:51.158242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] Routers {'d66cc72e-c480-4f6e-b1c6-386724ad8f40'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:51.158842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.194117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:51.194770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7b21f-4a2c-4c5f-96fb-c6e68fed078e None None] The sync data for ids ['d66cc72e-c480-4f6e-b1c6-386724ad8f40'] in n-d-779913-25 is: [] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:51.212953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.247093 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-6415e5c4-d5dc-45f6-86fa-d89c092f2807 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Jun 30 09:32:51.345386 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3cc8469-ffc0-434d-8c66-afeee471b48b req-4b2e3b31-e64b-407f-8767-e949e1182b2a service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902357 Jun 30 09:32:51.347467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.412609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344414-9e88-4182-8e5c-637b97f7d38a req-74b4208d-7fd3-4b46-bb95-0b6bc9893131 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:51.414015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2344414-9e88-4182-8e5c-637b97f7d38a req-74b4208d-7fd3-4b46-bb95-0b6bc9893131 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 943 time: 0.1122377 Jun 30 09:32:51.439666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting port 1887b081-c874-4acc-9bd8-57cd9cd55f63 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:51.440014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.495807 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2344414-9e88-4182-8e5c-637b97f7d38a req-9e1c9145-d0ec-4618-9c82-891e540e109e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754023 Jun 30 09:32:51.529183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.540691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Calling delete_port for 1887b081-c874-4acc-9bd8-57cd9cd55f63 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:51.702916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.725900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Port': ['ID=1887b081-c874-4acc-9bd8-57cd9cd55f63,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:51.792490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.882577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.884896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.926613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.927128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Fanout notify agent at l3_agent the message router_deleted on router d66cc72e-c480-4f6e-b1c6-386724ad8f40 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:51.934725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.935673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c867f0b0-206e-4970-86e5-81f037838f85 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/routers/d66cc72e-c480-4f6e-b1c6-386724ad8f40 HTTP/1.1" status: 204 len: 168 time: 0.8304009 Jun 30 09:32:51.938344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:51.988429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Deleting subnet 88d0e0fc-979b-422c-be72-48cdc46d1194 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:51.991329 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.035539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.081175 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.141472 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.169768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Subnet': ['ID=88d0e0fc-979b-422c-be72-48cdc46d1194,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.171745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.173584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-466b6db4-f4dc-470e-8264-5cce6059e17e tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/subnets/88d0e0fc-979b-422c-be72-48cdc46d1194 HTTP/1.1" status: 204 len: 168 time: 0.2341583 Jun 30 09:32:52.176111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34620) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.253001 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.335423 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.345484 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6f470-e485-42d9-bef0-7954a7087f11']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:52.361417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac72660-ab34-44be-b9b3-74a2562ede45') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:52.361719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac72660-ab34-44be-b9b3-74a2562ede45') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:52.370400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.383350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.388927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:52.389310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:52.392208 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:52.448703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.455775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.457553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] 10.222.0.66 "DELETE /v2.0/networks/38c6f470-e485-42d9-bef0-7954a7087f11 HTTP/1.1" status: 204 len: 168 time: 0.2806382 Jun 30 09:32:52.469598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2b65a-69d5-46c1-99c2-692633711de3 tempest-FloatingIPTestJSON-1610108791 tempest-FloatingIPTestJSON-1610108791-project] Pushing event deleted for resources: {'Network': ['ID=38c6f470-e485-42d9-bef0-7954a7087f11,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.676024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf072c-7a1d-44e2-9062-752d258836f1 req-0c0ed98c-d3f7-4469-b07b-2f0a72463b63 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.677594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aacf072c-7a1d-44e2-9062-752d258836f1 req-0c0ed98c-d3f7-4469-b07b-2f0a72463b63 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 943 time: 0.0651615 Jun 30 09:32:52.721273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aacf072c-7a1d-44e2-9062-752d258836f1 req-f6c2c703-3b6b-4392-a4ef-93591cc76118 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375335 Jun 30 09:32:52.725360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34628) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.855357 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3d2178c-64d1-44f8-9db7-ca5159376381 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ab3112b66f74dbc9482de2cbe8fed63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288922 Jun 30 09:32:52.858311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34632) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.904303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.924616 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.968762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.971261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.972387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12a42c3f-f94b-436d-ab17-e6d3007303df HTTP/1.1" status: 204 len: 168 time: 0.1131723 Jun 30 09:32:52.979833 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8f2f-ecbe-445f-843b-5b0c70974c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a42c3f-f94b-436d-ab17-e6d3007303df,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:53.908115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed958-9d07-4cda-ab7f-cefca61d9748 req-5ba0a88b-088b-4d80-b44f-47a08f600241 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.910808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6caed958-9d07-4cda-ab7f-cefca61d9748 req-5ba0a88b-088b-4d80-b44f-47a08f600241 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 943 time: 0.0674603 Jun 30 09:32:53.952295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6caed958-9d07-4cda-ab7f-cefca61d9748 req-1c3266ac-78aa-47d8-9b07-bf2353dde1ee tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360062 Jun 30 09:32:54.590846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34690) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.694741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13d25c6b-b272-43cd-8c8f-43f725a766b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.739635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 42eff152-44af-4c57-9c66-330d4ffe1944 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:32:54.784957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13d25c6b-b272-43cd-8c8f-43f725a766b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.788073 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13d25c6b-b272-43cd-8c8f-43f725a766b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.828655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13d25c6b-b272-43cd-8c8f-43f725a766b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc2e0d4ad4f241b7b71060046c8b4597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344592 Jun 30 09:32:54.828655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d25c6b-b272-43cd-8c8f-43f725a766b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d86927-e142-4c96-a4de-589c9d6eeb91,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.831564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34694) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.839642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=42eff152-44af-4c57-9c66-330d4ffe1944,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:54.851677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '42eff152-44af-4c57-9c66-330d4ffe1944', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'port_id': '42eff152-44af-4c57-9c66-330d4ffe1944', 'mac_address': 'fa:16:3e:5f:3d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:32:54.882546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.887805 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.900273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eff152-44af-4c57-9c66-330d4ffe1944 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:32:54.905552 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.920212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=42eff152-44af-4c57-9c66-330d4ffe1944,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:54.925611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.954672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.957371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.960936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05d86927-e142-4c96-a4de-589c9d6eeb91 HTTP/1.1" status: 204 len: 168 time: 0.1260307 Jun 30 09:32:54.969158 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4aeae-3dca-46ad-8e28-c6d60a57d6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d86927-e142-4c96-a4de-589c9d6eeb91,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.995384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.128359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c28a7c-e4a4-4162-a1fa-9f26a9d79e97 req-6d461cea-462b-4d85-a997-372ee5f2d35d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:55.129890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91c28a7c-e4a4-4162-a1fa-9f26a9d79e97 req-6d461cea-462b-4d85-a997-372ee5f2d35d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 944 time: 0.0656488 Jun 30 09:32:55.167650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91c28a7c-e4a4-4162-a1fa-9f26a9d79e97 req-a1eed93d-d396-4502-92cf-e7fbb04e23e2 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Jun 30 09:32:55.234882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['42eff152-44af-4c57-9c66-330d4ffe1944'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:32:55.243605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.257210 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33351119-193e-458d-b4a4-015d647802a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.349714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33351119-193e-458d-b4a4-015d647802a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.353981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33351119-193e-458d-b4a4-015d647802a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.392673 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33351119-193e-458d-b4a4-015d647802a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1639e0f80a6142db9b7685d3561cce6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477110 Jun 30 09:32:55.394813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351119-193e-458d-b4a4-015d647802a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd8bf5-7bad-4a49-ac69-dab1f62e6318,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.395478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34704) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:55.448637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.470304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.515630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.518199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.519333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1edd8bf5-7bad-4a49-ac69-dab1f62e6318 HTTP/1.1" status: 204 len: 168 time: 0.1226876 Jun 30 09:32:55.526567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d040a-0f15-4acb-813c-c482951c295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd8bf5-7bad-4a49-ac69-dab1f62e6318,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:56.340199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0773-e303-4bf2-8855-e2549c4d5426 req-377b3fe2-5e2f-4fee-bb3b-5500a85bd0f9 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.342211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2dec0773-e303-4bf2-8855-e2549c4d5426 req-377b3fe2-5e2f-4fee-bb3b-5500a85bd0f9 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 944 time: 0.0645866 Jun 30 09:32:56.380616 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2dec0773-e303-4bf2-8855-e2549c4d5426 req-f707f819-4100-40b8-9336-b057119ed56c tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Jun 30 09:32:56.739483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 42eff152-44af-4c57-9c66-330d4ffe1944 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:56.788375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 42eff152-44af-4c57-9c66-330d4ffe1944 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:56.791985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 42eff152-44af-4c57-9c66-330d4ffe1944 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:56.792373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.879947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.904948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:32:56.907563 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164b6a3-32d9-4426-b5fd-65a8044437bd" -d '{"events": [{"server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "name": "network-vif-plugged", "status": "completed", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:32:56.924979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=42eff152-44af-4c57-9c66-330d4ffe1944,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:56.930879 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.973697 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf62326-0ad9-4512-bed5-e9d5cb91a8b8 x-openstack-request-id: req-5cf62326-0ad9-4512-bed5-e9d5cb91a8b8 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:32:56.974090 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "name": "network-vif-plugged", "status": "completed", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:32:56.974387 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cf62326-0ad9-4512-bed5-e9d5cb91a8b8 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:32:56.974815 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944', 'code': 200} Jun 30 09:32:56.999479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.090663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68271-c39f-4afe-af26-29bb0d6018f6 req-6551c119-34c0-4c44-bac2-71de77e41ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.092200 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-72f68271-c39f-4afe-af26-29bb0d6018f6 req-6551c119-34c0-4c44-bac2-71de77e41ecb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0517867 Jun 30 09:32:57.127555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-72f68271-c39f-4afe-af26-29bb0d6018f6 req-3ef28d9d-9edc-45d2-a94b-8eceacb1a5a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285504 Jun 30 09:32:57.147848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34754) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.258255 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8214-451b-4bd8-90cb-fd3c643798df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.343444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8214-451b-4bd8-90cb-fd3c643798df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.348015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8214-451b-4bd8-90cb-fd3c643798df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.389384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bc7d8214-451b-4bd8-90cb-fd3c643798df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1203cf96784f4d34ac79d22be1b4c46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404559 Jun 30 09:32:57.390281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d8214-451b-4bd8-90cb-fd3c643798df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de24bec-0f6a-440d-8e55-ddba6412ff15,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.392846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34758) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.443763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.464030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.511570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.514123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.518047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7de24bec-0f6a-440d-8e55-ddba6412ff15 HTTP/1.1" status: 204 len: 168 time: 0.1238019 Jun 30 09:32:57.526610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd913e4-5b2a-4b9e-9b50-9fec3ad8c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de24bec-0f6a-440d-8e55-ddba6412ff15,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.570855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ad93e-4e2e-419d-bef6-af67734402bb req-ae55bcb2-414f-4058-b539-013193c83904 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.572402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-789ad93e-4e2e-419d-bef6-af67734402bb req-ae55bcb2-414f-4058-b539-013193c83904 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.0768833 Jun 30 09:32:57.613415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-789ad93e-4e2e-419d-bef6-af67734402bb req-d937f742-57db-415f-a6b5-309c7a0eec2c tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336657 Jun 30 09:32:57.780980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34766) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.797809 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b57baa14-ec4a-4c4d-8334-fabb93b8c8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.885638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b57baa14-ec4a-4c4d-8334-fabb93b8c8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.889931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b57baa14-ec4a-4c4d-8334-fabb93b8c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.927588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b57baa14-ec4a-4c4d-8334-fabb93b8c8ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67c8c3a3f52d47728a4952d1c6905944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455059 Jun 30 09:32:57.928466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57baa14-ec4a-4c4d-8334-fabb93b8c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f65c89-8705-475b-a5a4-648ef6bd1773,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:57.930559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34768) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.979885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.000555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.047285 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.050048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.051201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7f65c89-8705-475b-a5a4-648ef6bd1773 HTTP/1.1" status: 204 len: 168 time: 0.1195679 Jun 30 09:32:58.059030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a7546-beb1-4985-a390-3acabe53e722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f65c89-8705-475b-a5a4-648ef6bd1773,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:58.810597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252986-4c5d-4417-b964-ac0d3d938ebb req-402bc8a9-97b0-4d1a-8906-336611f17c7e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:58.812797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7252986-4c5d-4417-b964-ac0d3d938ebb req-402bc8a9-97b0-4d1a-8906-336611f17c7e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.0772796 Jun 30 09:32:58.868638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7252986-4c5d-4417-b964-ac0d3d938ebb req-10c5c807-8fbb-4564-a14c-ef81d5015e8e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496190 Jun 30 09:32:59.043257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cdb19-7dd0-432a-95ad-021369ff1961 req-3e6bfe06-709d-48a2-adba-6a78cb6fbc92 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.045338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-833cdb19-7dd0-432a-95ad-021369ff1961 req-3e6bfe06-709d-48a2-adba-6a78cb6fbc92 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.0646598 Jun 30 09:32:59.087134 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-833cdb19-7dd0-432a-95ad-021369ff1961 req-b2e90cda-78e4-4b4b-80ec-1a5ea4ffe222 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360725 Jun 30 09:32:59.259445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e9826398-f4e4-484d-940c-1c53c02106fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.272380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d777-e14f-4aaa-88d3-9ec4ac9bc630 req-7f3433dd-8a21-4478-8f0c-09c5bd070320 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.273873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d14d777-e14f-4aaa-88d3-9ec4ac9bc630 req-7f3433dd-8a21-4478-8f0c-09c5bd070320 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.0716157 Jun 30 09:32:59.312668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6d14d777-e14f-4aaa-88d3-9ec4ac9bc630 req-a883bf95-0bd5-4dd9-b095-7733825995d3 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Jun 30 09:32:59.337038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34814) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.539380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7029c5-b043-42d7-894e-f503eb107be5 tempest-TestServerBasicOps-2018877910 tempest-TestServerBasicOps-2018877910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:59.540637 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c7029c5-b043-42d7-894e-f503eb107be5 tempest-TestServerBasicOps-2018877910 tempest-TestServerBasicOps-2018877910-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1092 time: 0.2025490 Jun 30 09:32:59.543586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34820) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.551562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '42eff152-44af-4c57-9c66-330d4ffe1944', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:59.577676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.677565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.781672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Allocated IP 172.25.4.56 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/8d1e06cd-788f-41fe-a7ca-e0c67a2437f2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:59.901805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.943450 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.982324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:59.985068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:59.990729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:59.996124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'Port': ['ID=8d1e06cd-788f-41fe-a7ca-e0c67a2437f2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:00.374658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.455869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.613676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.618086 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.688137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event updated for resources: {'Port': ['ID=8d1e06cd-788f-41fe-a7ca-e0c67a2437f2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:00.702949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.807035 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Floating IP af811cc3-cde7-4c6e-8886-8977ed4c67b1 associated. External IP: 172.25.4.56, port: 42eff152-44af-4c57-9c66-330d4ffe1944. Jun 30 09:33:01.018155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Router 14eebf07-92f2-433c-908e-50373c07626c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:01.132106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:01.142563 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Sync routers for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:01.154583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.158965 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:01.159725 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:01.196545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2c8d59fb-b984-468d-b834-062ff6702558 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6515753 Jun 30 09:33:01.197102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:01.200105 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2003c8a6-05d7-49fb-82b9-b687afe9c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:01.236362 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64afa545-ca47-42c0-9f02-d1c9709b15bc x-openstack-request-id: req-64afa545-ca47-42c0-9f02-d1c9709b15bc {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:01.236660 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:01.236918 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64afa545-ca47-42c0-9f02-d1c9709b15bc {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:01.237326 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944', 'status': 'completed', 'code': 200} Jun 30 09:33:01.317931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-8f07a9c9-d310-443b-90d2-69d16a43d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.319513 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-8f07a9c9-d310-443b-90d2-69d16a43d655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0560133 Jun 30 09:33:01.372965 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:01.415825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-6284258f-e1db-4577-9a84-44b5e2b7222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.417378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-6284258f-e1db-4577-9a84-44b5e2b7222a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.0921621 Jun 30 09:33:01.497181 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-8a82bb1a-53b7-4f6a-abf4-53a7fdc416b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 998 time: 0.0730090 Jun 30 09:33:01.546633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-c0efbdf5-5d7a-43e7-9e57-92f53d1c473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.548117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-c0efbdf5-5d7a-43e7-9e57-92f53d1c473c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0443325 Jun 30 09:33:01.603627 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'af811cc3-cde7-4c6e-8886-8977ed4c67b1', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14eebf07-92f2-433c-908e-50373c07626c', 'port_id': '42eff152-44af-4c57-9c66-330d4ffe1944', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'mac_address': 'fa:16:3e:5f:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:00Z', 'updated_at': '2021-06-30T09:33:00Z', 'revision_number': 0, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:01.616457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-d178d714-b1fa-4f56-9812-5bed179fbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:01.618122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-d178d714-b1fa-4f56-9812-5bed179fbc20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638433 Jun 30 09:33:01.634587 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Checking router: 14eebf07-92f2-433c-908e-50373c07626c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:01.644387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:01.645016 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:32:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:01.712284 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-b40a5056-99e3-4fe3-acd4-54b813f252e4 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878227 Jun 30 09:33:01.754319 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:01.812550 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2003c8a6-05d7-49fb-82b9-b687afe9c61d req-c1858a48-0962-4873-8fb8-d3a36ef28c9d service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940781 Jun 30 09:33:01.912282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-16b1410d-16e0-4533-800d-2a16fa5b6d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.985291 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'af811cc3-cde7-4c6e-8886-8977ed4c67b1', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14eebf07-92f2-433c-908e-50373c07626c', 'port_id': '42eff152-44af-4c57-9c66-330d4ffe1944', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'mac_address': 'fa:16:3e:5f:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:00Z', 'updated_at': '2021-06-30T09:33:00Z', 'revision_number': 0, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:02.010771 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771f21f-f9f6-41b9-bd26-e69829ef6d36 None None] The sync data for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 is: [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'af811cc3-cde7-4c6e-8886-8977ed4c67b1', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'floating_ip_address': '172.25.4.56', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '14eebf07-92f2-433c-908e-50373c07626c', 'port_id': '42eff152-44af-4c57-9c66-330d4ffe1944', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'mac_address': 'fa:16:3e:5f:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:00Z', 'updated_at': '2021-06-30T09:33:00Z', 'revision_number': 0, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:02.025653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:02.285605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b428d17-2c39-4c1d-9da8-f08634a4b253 None None] New status for floating IP af811cc3-cde7-4c6e-8886-8977ed4c67b1: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:33:03.002480 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.520056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.669035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:05.224999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.203589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34880) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.310114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11204288-80f2-487c-83be-70da2b03a830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.395555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11204288-80f2-487c-83be-70da2b03a830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.399373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-11204288-80f2-487c-83be-70da2b03a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.437165 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-11204288-80f2-487c-83be-70da2b03a830 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0920d1353bdb4b6dab52c30f16fb4f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324634 Jun 30 09:33:08.438414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11204288-80f2-487c-83be-70da2b03a830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c309270-7084-4548-b9f9-6f09a01997c6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.440336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34884) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.492107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.513920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.559137 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.561947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.563094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c309270-7084-4548-b9f9-6f09a01997c6 HTTP/1.1" status: 204 len: 168 time: 0.1207821 Jun 30 09:33:08.571145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb16df5-b77c-4935-9b2e-e403a00438b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c309270-7084-4548-b9f9-6f09a01997c6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.827720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 34890) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.840953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b98e1b4-edf2-4818-9445-0570080de40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.926058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b98e1b4-edf2-4818-9445-0570080de40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.929703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b98e1b4-edf2-4818-9445-0570080de40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.966815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e1b4-edf2-4818-9445-0570080de40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04787ae7-fc8b-4ffb-9ee4-08df28b1b830,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:08.971306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7b98e1b4-edf2-4818-9445-0570080de40b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb295ed99c744c8e894db554d42dd5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425672 Jun 30 09:33:08.974417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 34892) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:09.023173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.044468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.088481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.091061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.092218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04787ae7-fc8b-4ffb-9ee4-08df28b1b830 HTTP/1.1" status: 204 len: 168 time: 0.1168094 Jun 30 09:33:09.099833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a33cf2-bf86-4801-9fbf-acdf343eeb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04787ae7-fc8b-4ffb-9ee4-08df28b1b830,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.162676 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:19.266574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35024) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.385669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.477592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.483317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.524228 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b61a08d104d44320a189c0beb9971bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521906 Jun 30 09:33:19.524998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34050123-93df-4d11-8be7-62086917e0b5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.527060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35028) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.533661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.534044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.534391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.534759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.535058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.535386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.535713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.536035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.536441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.536673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.537806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.537806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf65d5d-b05a-404b-9cec-c084edb39ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:19.583993 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.605981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.654840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.657441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.658768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34050123-93df-4d11-8be7-62086917e0b5 HTTP/1.1" status: 204 len: 168 time: 0.1305795 Jun 30 09:33:19.667084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e0a63-61a6-4b24-b3f1-e251766fea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34050123-93df-4d11-8be7-62086917e0b5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.942997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35034) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:19.956796 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-630ec693-1334-4869-95d6-4bae940ef0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.050922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-630ec693-1334-4869-95d6-4bae940ef0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.055147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-630ec693-1334-4869-95d6-4bae940ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.096532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-630ec693-1334-4869-95d6-4bae940ef0a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8df72dfa0ea54bcc848e7ced39badce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524060 Jun 30 09:33:20.097403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ec693-1334-4869-95d6-4bae940ef0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c11716-5df1-4bd1-96fc-54b4989bb7e9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.099932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:20.149634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.171624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.218163 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.220817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.222017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76c11716-5df1-4bd1-96fc-54b4989bb7e9 HTTP/1.1" status: 204 len: 168 time: 0.1208706 Jun 30 09:33:20.229528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950c655-5950-4077-b103-ebc5e808df53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c11716-5df1-4bd1-96fc-54b4989bb7e9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.544682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35042) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:20.562583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f13bbcf8-990b-4dc6-9d1f-1ba0a7990c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.658583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f13bbcf8-990b-4dc6-9d1f-1ba0a7990c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.662791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f13bbcf8-990b-4dc6-9d1f-1ba0a7990c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.706136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f13bbcf8-990b-4dc6-9d1f-1ba0a7990c1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f73aef90472f451da0f55cdf523c353a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601274 Jun 30 09:33:20.706847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bbcf8-990b-4dc6-9d1f-1ba0a7990c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b62ee9-577b-402b-ac5a-23fda839eda9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.708682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35044) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:20.767008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.791697 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.843494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.846555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.847600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65b62ee9-577b-402b-ac5a-23fda839eda9 HTTP/1.1" status: 204 len: 168 time: 0.1358702 Jun 30 09:33:20.855998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71d78-c754-48bb-ba0a-8fcc7113a5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b62ee9-577b-402b-ac5a-23fda839eda9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:22.045262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-8256e1f4-b8c9-40c8-a392-20c04dad020a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538628 Jun 30 09:33:22.154505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-7bb1bd20-99bb-4330-bb2c-df9486508325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.156460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-7bb1bd20-99bb-4330-bb2c-df9486508325 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0660961 Jun 30 09:33:22.286957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-fcd747c6-e742-4556-b0bc-51086216096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.288494 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-fcd747c6-e742-4556-b0bc-51086216096c service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.1072423 Jun 30 09:33:22.355508 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-e8e8049a-dacd-40f0-b181-f79ecb2282f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 1000 time: 0.0607328 Jun 30 09:33:22.405292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-0a911ab4-c62e-4963-bbd3-02dfe3108b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.406795 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-0a911ab4-c62e-4963-bbd3-02dfe3108b4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0452495 Jun 30 09:33:22.472414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-1b709e8c-b490-4195-9166-4d07e59683cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.474155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-1b709e8c-b490-4195-9166-4d07e59683cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612221 Jun 30 09:33:22.572433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-67169138-756c-494f-9b9d-589a1a27a84d service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905700 Jun 30 09:33:22.671514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8d80e030-0a69-47d1-a63c-72e3951f9de7 req-30db5e8e-0ea0-4618-a11d-b163ec445199 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918407 Jun 30 09:33:29.262562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c4b449b2-3946-41b2-aae2-5c2f67280168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.914770 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba6119ff-28bb-46dd-9f71-3af71858939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.028459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.006003 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.522621 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.675921 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.236479 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.920998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.033182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.124729 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.128626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.167372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9687206c683340ed9cf97f5d5529e014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450264 Jun 30 09:33:51.168328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cd7d43-3fc5-41c8-8aa2-ec6e80908742,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.170254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35270) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.176060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.176415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.176755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.177086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.177418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.177744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.178098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.178415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.178737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.179368 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.179698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.180016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2eb074-8680-4b68-97a2-df9518a4da3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:51.222899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.244125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.291743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.294448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.295628 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85cd7d43-3fc5-41c8-8aa2-ec6e80908742 HTTP/1.1" status: 204 len: 168 time: 0.1243122 Jun 30 09:33:51.304125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797132ce-95ac-42c0-90ea-c39fc27833a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cd7d43-3fc5-41c8-8aa2-ec6e80908742,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.071953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35310) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.077157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537330077', 'description': 'tempest-secgroup-smoke-537330077 description', 'project_id': '84d9e6005dac46179c36aec71982412c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.102332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.111725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.164192 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:53.214636 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.219559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.258037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6370e8-5bc9-4b47-9c70-5678d93c2881,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.324765 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.332511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.361857 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.363106 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2899201 Jun 30 09:33:53.366597 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35312) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.367661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc6baf-cbda-45d2-a08c-831b7434ab4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68093c4-d1d4-478b-ac53-f1e39acaeec1,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.372843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.401908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.463539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.468025 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.497836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e36930-35d8-4aa6-a646-459b3622f22c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.508057 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.510603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-940f1ac7-b2aa-47c1-b733-82a18a8d14d4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420991 Jun 30 09:33:53.513872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35314) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.518797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.550400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.620818 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.624957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.644773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd1c48f-0e1a-48f9-882b-91ca81baed52,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.652316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.653611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fa837f83-717a-48a2-9dcb-ea704652004d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386232 Jun 30 09:33:53.656630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35316) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.662288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.691347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.757160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.762941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.781739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec21a09-c9a4-46cc-8a00-4c67a8bc31ca,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.790890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.792847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-12c26806-6c4d-48b0-ab68-f6dddf098d7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348259 Jun 30 09:33:53.795917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.801165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.835984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.907202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.911574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.930795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9915f2ea-88eb-4a9c-bcd7-d06c4b3bce5f,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.939353 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.942336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80de8ed2-d5f0-401c-bcec-97bbf24d4a70 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453207 Jun 30 09:33:53.943395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.948830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.974346 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:33:53.980778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.052781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.057924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.077339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0837d0a0-11bb-46bd-80c5-6e9def471e64,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.085067 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.086127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-96c688b4-2deb-44f3-b059-f8612880b393 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415839 Jun 30 09:33:54.089322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35322) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.094591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'f68093c4-d1d4-478b-ac53-f1e39acaeec1', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:54.119919 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:33:54.125964 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.210331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.214652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.234493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fe7fb0-2824-44fb-8efc-c09054f1b5dd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.243715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.246948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-704e1a0a-a364-4d17-b943-cc9d7c14a14f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563408 Jun 30 09:33:54.250120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35324) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.260140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'network': {'name': 'tempest-network-smoke--250453698', 'project_id': '84d9e6005dac46179c36aec71982412c', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:54.297723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:54.304107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.333281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:54.344164 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.344651 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Added segment b2c2f5a3-207d-475c-a23a-1da777df1aef of type vlan for network 6da54581-91d7-4146-a600-31e8fd9d6bf4 Jun 30 09:33:54.389191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.419856 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.425411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.426185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.484175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2323730 Jun 30 09:33:54.487526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.495672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'admin_state_up': True, 'project_id': '84d9e6005dac46179c36aec71982412c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:54.500246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581f8ec-fef8-4159-b909-1f9e629289a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Network': ['ID=6da54581-91d7-4146-a600-31e8fd9d6bf4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.515713 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:54.534818 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.536213 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.609520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.106829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.315005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.347805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.464302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.178 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/5e19faef-ff0c-4ec1-8285-917418c1519e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:55.585147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.639179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.687537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:55.693722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:55.698486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:55.701739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=5e19faef-ff0c-4ec1-8285-917418c1519e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.972466 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.186953 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.329058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:56.445285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:56.455525 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Sync routers for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:56.468053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.470190 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3e62304-e546-4d37-b9e8-6a225ab1471d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9806671 Jun 30 09:33:56.471413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:56.472037 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.473829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.582362 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:56.644389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c0ca0ace-7f66-47eb-af8e-832cc7a649a9 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=84d9e6005dac46179c36aec71982412c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1689587 Jun 30 09:33:56.648761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35336) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.748773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fb3bc-0336-4472-9eac-c47665ef1fc9 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.750207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-158fb3bc-0336-4472-9eac-c47665ef1fc9 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000297 Jun 30 09:33:56.752986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35338) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.781815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e17ba32e-d975-4d1a-b4c5-31a11fb208fe tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276825 Jun 30 09:33:56.785934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35340) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.794634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459745338', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'project_id': '84d9e6005dac46179c36aec71982412c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:56.813491 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.858865 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Checking router: 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:56.859208 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Updating router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe port 5e19faef-ff0c-4ec1-8285-917418c1519e binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:33:56.902674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:56.906520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.907133 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.116252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.183985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Subnet': ['ID=15558603-6a83-4954-8bbf-c045848493aa,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.194427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Checking segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:57.194801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network hostable DHCP agents. Network: 6da54581-91d7-4146-a600-31e8fd9d6bf4, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:57.212640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:57.223004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 6da54581-91d7-4146-a600-31e8fd9d6bf4) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:57.227589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:57.228756 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.238551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676431f-9bc6-4e25-8397-13216b547e5c None None] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:57.247941 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-acfabe8d-9e04-45f0-acf5-1330bcb515bf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4606001 Jun 30 09:33:57.252121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35342) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:57.329970 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.341028 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Transition to ACTIVE for port object 5e19faef-ff0c-4ec1-8285-917418c1519e will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:57.348937 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.411396 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Attempting to bind port 5e19faef-ff0c-4ec1-8285-917418c1519e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:57.412137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Attempting to bind port 5e19faef-ff0c-4ec1-8285-917418c1519e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:57.412741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Attempting to bind port 5e19faef-ff0c-4ec1-8285-917418c1519e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:57.423583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:57.424384 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:57.425007 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.425608 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:57.426369 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Bound port: 5e19faef-ff0c-4ec1-8285-917418c1519e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:57.426905 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.451187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-6da54581-91d7-4146-a600-31e8fd9d6bf4', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:57.454031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.471413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Pushing event updated for resources: {'Port': ['ID=5e19faef-ff0c-4ec1-8285-917418c1519e,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.491515 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.491933 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.492296 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.492623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.492948 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.493272 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.493594 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.494630 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.494630 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.494828 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.495005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.495311 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:57.514335 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] For port 5e19faef-ff0c-4ec1-8285-917418c1519e, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:57.518222 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] For port 5e19faef-ff0c-4ec1-8285-917418c1519e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e19faef-ff0c-4ec1-8285-917418c1519e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:57.523166 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.599386 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760aff5-2d77-4b51-832a-fd5850405163 None None] Pushing event updated for resources: {'Port': ['ID=5e19faef-ff0c-4ec1-8285-917418c1519e,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.602243 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:57.602862 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:57.658778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Allocated IP 172.20.0.2 (6da54581-91d7-4146-a600-31e8fd9d6bf4/15558603-6a83-4954-8bbf-c045848493aa/52a9afaf-e510-4eb0-b3ef-9b17c1951ca4) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:57.742265 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:57.795110 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.837124 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.847687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Transition to ACTIVE for port object 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:57.865616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Transition to ACTIVE for port object 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:57.874834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.944743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:57.953848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:57.958315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:58.005015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Pushing event updated for resources: {'Port': ['ID=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.041276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.041625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.041997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.042348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.042659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.042986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.043318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.043643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.043967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.044301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.044626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.044945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:58.052183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Attempting to bind port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:58.052564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Attempting to bind port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:58.052933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Attempting to bind port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:58.059918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:58.059918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Checking segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:58.060225 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.060497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Bound using segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:58.060976 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Bound port: 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:58.061362 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.094453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:58.123952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a7213-9664-4109-a8ad-da797cab8059 None None] The sync data for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 is: [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:55Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:58.130807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.1 (6da54581-91d7-4146-a600-31e8fd9d6bf4/15558603-6a83-4954-8bbf-c045848493aa/b0a1c498-53eb-4b39-bd4a-ffcb70403e91) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:58.153882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] For port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:58.157262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] For port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:58.163381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.233735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8688b0d-4edd-4be9-9e10-6e2b32c19897 None None] Pushing event updated for resources: {'Port': ['ID=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.310462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.332062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object b0a1c498-53eb-4b39-bd4a-ffcb70403e91 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:58.390164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.496610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:58.500185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:58.506007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:58.541368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.573049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.754824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.166322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e19faef-ff0c-4ec1-8285-917418c1519e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:59.211916 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.219987 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.296868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f3ab57db-175d-4320-896e-1ba9242af3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.306039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5e19faef-ff0c-4ec1-8285-917418c1519e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:59.312548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5e19faef-ff0c-4ec1-8285-917418c1519e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:59.313191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.332014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.338286 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.451175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.466710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:59.468540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:59.470343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc090a-7017-47e2-91d5-3691445b8a76 None None] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:59.498290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 5e19faef-ff0c-4ec1-8285-917418c1519e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e19faef-ff0c-4ec1-8285-917418c1519e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:59.529005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.530041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:59.614754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:59.642334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-35fe2db6-a3ad-4090-89e6-d190c4b60208 None None] Provisioning for port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:59.658106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=5e19faef-ff0c-4ec1-8285-917418c1519e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.706982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:59.716317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:59.716722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.794254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:59.809211 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-35055e95-d93b-44e2-aeaf-772f20f2aa58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5557053 Jun 30 09:33:59.839084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.882136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:59.891450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.958409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.190720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Provisioning complete for port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.191502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.209797 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-f0a4f4ce-a928-4192-92cb-b2eaeb7ef960 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537330077&fields=id&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 267 time: 0.0554864 Jun 30 09:34:00.215635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Sync routers for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:00.241850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:00.242637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.366241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-a62e8f1a-e33f-415b-9283-c3252a69437b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:00.368016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-a62e8f1a-e33f-415b-9283-c3252a69437b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 796 time: 0.1462278 Jun 30 09:34:00.392053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-304d4ebd-18fe-40ff-8b38-978ef5d89373 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/quotas/84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 375 time: 0.0122900 Jun 30 09:34:00.398153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Provisioning for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:00.408019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:00.411150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Provisioning complete for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.411150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.478589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-0bc924a8-3e93-461c-8736-42769df11d9a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782876 Jun 30 09:34:00.511393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-547c2d1b-2149-48b4-87d2-1deaf50d58a2 None None] Port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:00.660821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-54ccfddf-5c3a-4748-a3be-728e7599f21f None None] Provisioning complete for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.661090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54ccfddf-5c3a-4748-a3be-728e7599f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.692984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-fa00eb0d-cd22-4127-b97e-1c4f18c32871 service neutron] 10.222.0.66 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013602 Jun 30 09:34:00.710518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-54ccfddf-5c3a-4748-a3be-728e7599f21f None None] Port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:00.717848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 2, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.747172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Checking router: 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:00.747541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Updating router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:00.792259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.799893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-1c10d483-a423-49c4-b65b-750a070b8870 service neutron] 10.222.0.66 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996375 Jun 30 09:34:00.892977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-695b2af8-2b70-451d-8a64-2317030a6c5a None None] Provisioning complete for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.893351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-695b2af8-2b70-451d-8a64-2317030a6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.007656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-695b2af8-2b70-451d-8a64-2317030a6c5a None None] Port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:01.135075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e19faef-ff0c-4ec1-8285-917418c1519e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:01.264005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a38d3415-d0c9-4ae3-9604-d033aa7d9de3 req-b64e9323-d3bb-4f50-91f1-de50ed392d47 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 210 time: 0.1430936 Jun 30 09:34:01.496855 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.512775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Transition to ACTIVE for port object b0a1c498-53eb-4b39-bd4a-ffcb70403e91 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:01.517373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5e19faef-ff0c-4ec1-8285-917418c1519e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:01.517984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.520724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.603498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3009fb-367a-4af5-8d64-5a2e47bcfbf3 None None] Pushing event updated for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.703267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Attempting to bind port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:01.703593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Attempting to bind port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:01.704146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Attempting to bind port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:01.711571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:01.715271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:01.715857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Checking segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:01.716086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.716498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Bound using segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:01.717008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Bound port: b0a1c498-53eb-4b39-bd4a-ffcb70403e91, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:01.717413 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.821641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:01.822095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.824251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] For port b0a1c498-53eb-4b39-bd4a-ffcb70403e91, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:01.828446 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] For port b0a1c498-53eb-4b39-bd4a-ffcb70403e91, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:01.854773 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.960321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bea559a8-19be-4b5a-96b2-5efb7fc8023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.964894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3009fb-367a-4af5-8d64-5a2e47bcfbf3 None None] Pushing event updated for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.970332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:01.971323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:02.073290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.140408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:02.436508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68bcc122-bb71-487b-9b2f-c412178437ff req-bb56e8b7-3c7e-4e12-a1ca-07fbefa50a58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 210 time: 0.0336652 Jun 30 09:34:02.513231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:01Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:02.557196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c672467-1c0f-431c-8a85-02fece4ed841 None None] The sync data for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 is: [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:01Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:02.601162 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-09562590-9f26-4e26-97b3-2d85615c4ddb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.603849 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-09562590-9f26-4e26-97b3-2d85615c4ddb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 796 time: 0.1865292 Jun 30 09:34:02.710664 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-9388d545-626e-4edd-af30-703c29ad2f5b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 379 time: 0.0977542 Jun 30 09:34:02.723993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'port': {'device_id': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'admin_state_up': True, 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'security_groups': ['f68093c4-d1d4-478b-ac53-f1e39acaeec1']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:02.890068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:02.896325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.038645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.120874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0a1c498-53eb-4b39-bd4a-ffcb70403e91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:03.139799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.10 (6da54581-91d7-4146-a600-31e8fd9d6bf4/15558603-6a83-4954-8bbf-c045848493aa/53657460-a410-4f24-974f-69adb31669e4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:03.185910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:03.193538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:03.194520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.329426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.378297 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port b0a1c498-53eb-4b39-bd4a-ffcb70403e91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:03.383615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.398631 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.421273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object 53657460-a410-4f24-974f-69adb31669e4 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:03.460893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.461289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.533440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:03.538198 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:03.541132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.553388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:03.586049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.628346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:03.629407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.649292 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6798dc4c-ed8b-44e4-8536-6e2b2c4cc4eb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9322207 Jun 30 09:34:03.663579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Request body: {'port': {'device_id': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:03.776034 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.786949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fec1d7-8f5b-4bbf-a84c-d5f0ccec6705 req-7a582152-b176-4d06-8d41-f3476388947b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:03.788842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fec1d7-8f5b-4bbf-a84c-d5f0ccec6705 req-7a582152-b176-4d06-8d41-f3476388947b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 932 time: 0.1146238 Jun 30 09:34:03.876054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9fec1d7-8f5b-4bbf-a84c-d5f0ccec6705 req-5a19f40f-dcf6-4fee-a463-8da3b1846fde tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757453 Jun 30 09:34:03.996366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d43f686-e1f6-4a5e-9d01-e1c5b9dfe64c None None] Provisioning for port 53657460-a410-4f24-974f-69adb31669e4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:04.001558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2d43f686-e1f6-4a5e-9d01-e1c5b9dfe64c None None] Provisioning complete for port 53657460-a410-4f24-974f-69adb31669e4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:04.002104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2d43f686-e1f6-4a5e-9d01-e1c5b9dfe64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.056930 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2d43f686-e1f6-4a5e-9d01-e1c5b9dfe64c None None] Port 53657460-a410-4f24-974f-69adb31669e4 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:04.515860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53657460-a410-4f24-974f-69adb31669e4 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:04.526070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.540037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Transition to ACTIVE for port object 53657460-a410-4f24-974f-69adb31669e4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:04.544851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.603091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.681508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.688880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:04.689482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:04.689653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:04.695830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:04.696337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:04.706141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:04.706717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Checking segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:04.707375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Bound using segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:04.708142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Bound port: 53657460-a410-4f24-974f-69adb31669e4, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:04.711550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.809963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:04.815289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:04.821498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.863935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.864369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.865852 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] 10.222.0.41 "PUT /v2.0/ports/53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1093 time: 1.2073128 Jun 30 09:34:04.866338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:04.869234 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b612fc68-8197-40d5-8f36-6229d88a2c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:04.898115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c0936-151c-439b-90d4-91e6a7155532 service neutron] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.978556 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ba51ef-b5b7-4e1f-a392-ab0eb0b24790 x-openstack-request-id: req-94ba51ef-b5b7-4e1f-a392-ab0eb0b24790 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:04.979059 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:04.979461 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94ba51ef-b5b7-4e1f-a392-ab0eb0b24790 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:04.980667 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'status': 'completed', 'code': 200} Jun 30 09:34:05.072865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-b433e06f-48f8-4f5c-85d2-7e539052f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.074597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-b433e06f-48f8-4f5c-85d2-7e539052f338 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1096 time: 0.1214080 Jun 30 09:34:05.090159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0a1c498-53eb-4b39-bd4a-ffcb70403e91 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:05.120576 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-7a49a183-8533-459b-bef2-32ff5def0179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Jun 30 09:34:05.155887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacfb12-6285-4771-af3d-e952386b3169 req-69ccef96-18fb-499b-a19e-f061b622ae5a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.159756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aacfb12-6285-4771-af3d-e952386b3169 req-69ccef96-18fb-499b-a19e-f061b622ae5a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.1038482 Jun 30 09:34:05.183846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-a9085b83-6d8b-4311-b698-53504d0eb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.185902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-a9085b83-6d8b-4311-b698-53504d0eb666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0572503 Jun 30 09:34:05.206809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:05.207438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.239308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4aacfb12-6285-4771-af3d-e952386b3169 req-7e6fa276-4307-4090-8c08-4bb857fefa20 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703034 Jun 30 09:34:05.275717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-0a0b5b47-1535-4d34-8fa1-06dcdfccc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.278534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-0a0b5b47-1535-4d34-8fa1-06dcdfccc5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847075 Jun 30 09:34:05.305585 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.385609 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-898f7e2f-b251-49df-8d21-8084eec16e6c service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996552 Jun 30 09:34:05.496625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-50ad4cc5-fd1d-487c-839f-3991a99b15e4 req-6eff3a27-1d18-47fd-8dd6-4cd2a4f5b347 service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020353 Jun 30 09:34:05.616810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-3b173cf4-50b5-44b6-ad02-c0a0893a6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.619115 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-3b173cf4-50b5-44b6-ad02-c0a0893a6ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1096 time: 0.0621433 Jun 30 09:34:05.722963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-3065edca-91fd-4e46-87fe-d51625c17b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.724640 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-3065edca-91fd-4e46-87fe-d51625c17b0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.0999887 Jun 30 09:34:05.775957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-71e59890-57a8-43d1-8d8b-91c241346285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 217 time: 0.0431800 Jun 30 09:34:05.869967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-e8a49d4d-4c6f-4c83-aa79-7a83d2a6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.871672 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-e8a49d4d-4c6f-4c83-aa79-7a83d2a6dc7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0849571 Jun 30 09:34:05.941195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-da7829f3-e2c2-4f4a-8f57-c637e9ac6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.943070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-da7829f3-e2c2-4f4a-8f57-c637e9ac6bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626283 Jun 30 09:34:06.081874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-cd4b8311-6876-4e3d-b2ab-88df391f989b service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311667 Jun 30 09:34:06.200280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b612fc68-8197-40d5-8f36-6229d88a2c8c req-62f10eeb-0eb6-480a-a2e1-98f095cf0f50 service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111176 Jun 30 09:34:06.466139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823fa9-bc79-4b94-942a-168e828ad6b7 req-487a6a83-b423-4061-ad2f-34b1a76b79fe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.467892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2823fa9-bc79-4b94-942a-168e828ad6b7 req-487a6a83-b423-4061-ad2f-34b1a76b79fe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.0902524 Jun 30 09:34:06.516702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2823fa9-bc79-4b94-942a-168e828ad6b7 req-2496944f-49e7-479f-9ce0-e1d306333c04 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394824 Jun 30 09:34:07.257147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 53657460-a410-4f24-974f-69adb31669e4 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:07.365107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:07.378560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '53657460-a410-4f24-974f-69adb31669e4', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'mac_address': 'fa:16:3e:30:64:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:07.420396 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.435769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53657460-a410-4f24-974f-69adb31669e4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:07.459704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:07.464853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.514943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.670549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['53657460-a410-4f24-974f-69adb31669e4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:07.742279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9139210-5582-4067-aeab-65168f749978 req-0e8e388d-5981-460d-ab21-5892bc8163ee tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.746065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9139210-5582-4067-aeab-65168f749978 req-0e8e388d-5981-460d-ab21-5892bc8163ee tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 945 time: 0.1014159 Jun 30 09:34:07.799079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9139210-5582-4067-aeab-65168f749978 req-3bb6f083-da48-4e46-abaf-8b40b7e21718 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474284 Jun 30 09:34:08.986902 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd081a-d37b-4de1-b53e-1ec287a69aa3 req-3b7acd23-eaa5-48a0-9a93-f78f5b24bbc3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:08.989009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01cd081a-d37b-4de1-b53e-1ec287a69aa3 req-3b7acd23-eaa5-48a0-9a93-f78f5b24bbc3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 945 time: 0.0666575 Jun 30 09:34:09.044455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01cd081a-d37b-4de1-b53e-1ec287a69aa3 req-f4ee0d5c-0bd2-4cdf-a438-9624c492d6f8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Jun 30 09:34:09.274364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 53657460-a410-4f24-974f-69adb31669e4 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:09.360683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 53657460-a410-4f24-974f-69adb31669e4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:09.367511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 53657460-a410-4f24-974f-69adb31669e4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:09.368144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.457904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35400) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:09.479659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.506808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:09.509880 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdf8d2-ef09-4627-9d6b-fd59cee4dacb" -d '{"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-plugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:09.525814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:09.532551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.570424 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca2040-87ca-4606-a65d-74c8ed2f544c x-openstack-request-id: req-beca2040-87ca-4606-a65d-74c8ed2f544c {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:09.570779 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-plugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:09.571181 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-beca2040-87ca-4606-a65d-74c8ed2f544c {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:09.572440 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'code': 200} Jun 30 09:34:09.618569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.642278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e31157-3fdc-4e00-88b8-9f3ee2ad57e3 req-c53707ab-c129-4e25-a49d-8d12b1f6179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.643910 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3e31157-3fdc-4e00-88b8-9f3ee2ad57e3 req-c53707ab-c129-4e25-a49d-8d12b1f6179a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.1845763 Jun 30 09:34:09.718710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3e31157-3fdc-4e00-88b8-9f3ee2ad57e3 req-8816c345-8857-45de-8515-fed0b08c2ba2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673118 Jun 30 09:34:09.747474 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244304c4-abe2-45d8-b87d-9a3c76bc8de0 req-a2b11bd0-ac51-4394-9ae6-6583f0fd781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:09.749043 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-244304c4-abe2-45d8-b87d-9a3c76bc8de0 req-a2b11bd0-ac51-4394-9ae6-6583f0fd781d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.0780802 Jun 30 09:34:09.792069 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-244304c4-abe2-45d8-b87d-9a3c76bc8de0 req-65d564fb-1548-45dc-99af-6af2b810ecee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352511 Jun 30 09:34:10.252636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a5e47-2ddc-457b-bdf5-a23250d35c45 req-5debc2e8-6770-4742-8957-414425bc87b4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:10.255657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-549a5e47-2ddc-457b-bdf5-a23250d35c45 req-5debc2e8-6770-4742-8957-414425bc87b4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0817370 Jun 30 09:34:10.303245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-549a5e47-2ddc-457b-bdf5-a23250d35c45 req-fd912dd3-b059-496e-9d2b-a630b4fa3295 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Jun 30 09:34:11.536072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c083-7968-41e4-9ea3-38765e54b3c3 req-a827d001-e141-4bb6-9ed3-97bbdf5dbb67 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.538925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a56c083-7968-41e4-9ea3-38765e54b3c3 req-a827d001-e141-4bb6-9ed3-97bbdf5dbb67 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.1052248 Jun 30 09:34:11.589891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a56c083-7968-41e4-9ea3-38765e54b3c3 req-9ce954f6-b0d3-4dfb-893f-c0d5d27b490f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430212 Jun 30 09:34:11.840241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2acad0-447d-447f-b6d5-06156c81830c req-0e942115-db84-4fb0-9306-c0ea840e10cd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.842886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2acad0-447d-447f-b6d5-06156c81830c req-0e942115-db84-4fb0-9306-c0ea840e10cd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0965939 Jun 30 09:34:11.888383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c2acad0-447d-447f-b6d5-06156c81830c req-9b659548-4941-4138-82be-2e96c81054fc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 Jun 30 09:34:11.916346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35424) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:11.996500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f55143-6673-4902-a5fe-054349e0dbe3 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.998352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e0f55143-6673-4902-a5fe-054349e0dbe3 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1093 time: 0.0806112 Jun 30 09:34:12.002485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35426) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:12.008087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:12.034772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.208162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.344641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.148 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/66bcee82-f31d-4fc9-9532-bdac96ed3c40) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:12.479553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.527092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.572078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:12.575812 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:12.583517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:12.590614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=66bcee82-f31d-4fc9-9532-bdac96ed3c40,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.082074 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.199969 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.405640 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.411523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.512917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=66bcee82-f31d-4fc9-9532-bdac96ed3c40,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.533312 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.666771 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP 2e162dcc-2735-4fbe-b47d-c43c22241a90 associated. External IP: 172.25.4.148, port: 53657460-a410-4f24-974f-69adb31669e4. Jun 30 09:34:13.953061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:14.079925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:14.092738 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Sync routers for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:14.100215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.109929 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:14.111087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:34:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:14.142154 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8007622d-72b4-4fe7-9324-ed2673456f91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1382911 Jun 30 09:34:14.142779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:14.145224 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa60053-8232-45ba-beb5-544fe7dc5a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:14.211081 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c640a847-adb7-4581-8380-165b502b7df1 x-openstack-request-id: req-c640a847-adb7-4581-8380-165b502b7df1 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:14.211490 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:14.212454 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c640a847-adb7-4581-8380-165b502b7df1 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:14.214674 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'status': 'completed', 'code': 200} Jun 30 09:34:14.318768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:14.335925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-c0b12bca-2cc3-42e1-802a-98b9110a7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.339056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-c0b12bca-2cc3-42e1-802a-98b9110a7df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.1049514 Jun 30 09:34:14.376119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e993-2f62-4c87-a463-8c50d3e5404a req-3e432d79-a36f-4403-a10c-7a9cd8e04dfe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.378666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a708e993-2f62-4c87-a463-8c50d3e5404a req-3e432d79-a36f-4403-a10c-7a9cd8e04dfe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0802670 Jun 30 09:34:14.452264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a708e993-2f62-4c87-a463-8c50d3e5404a req-335cfd3b-0351-49ce-a361-5e043114eb8e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624073 Jun 30 09:34:14.483973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-f57e15fe-f7fa-498a-8c7a-2ef2e3ba6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.483973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-f57e15fe-f7fa-498a-8c7a-2ef2e3ba6522 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.1301513 Jun 30 09:34:14.486992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35432) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:14.553038 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-ec557b46-7ed0-4a9f-ab6b-8fe9f220cdde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1000 time: 0.0707357 Jun 30 09:34:14.591188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-da8ecdd3-ba3e-4116-a6f3-2f798831a845 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/2e162dcc-2735-4fbe-b47d-c43c22241a90 HTTP/1.1" status: 200 len: 992 time: 0.1022117 Jun 30 09:34:14.612411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-c8467e51-7160-439b-ba71-4c93e0912bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.614111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-c8467e51-7160-439b-ba71-4c93e0912bf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0541706 Jun 30 09:34:14.692965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-70a0f9f6-1844-4697-8d04-03c658ad71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.695690 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-70a0f9f6-1844-4697-8d04-03c658ad71b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752358 Jun 30 09:34:14.697305 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2e162dcc-2735-4fbe-b47d-c43c22241a90', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'mac_address': 'fa:16:3e:30:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:12Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:14.738760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Checking router: 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:14.750347 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:14.751087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:34:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:14.816020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-f849eab3-4a2c-4d33-9787-30e06fde432a service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138797 Jun 30 09:34:14.894300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:14.969999 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-eaa60053-8232-45ba-beb5-544fe7dc5a1e req-77b662cf-cdf7-4021-aa65-5cb9c0bfca8d service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476431 Jun 30 09:34:15.168424 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2e162dcc-2735-4fbe-b47d-c43c22241a90', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'mac_address': 'fa:16:3e:30:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:12Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:15.197570 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a84e-2fb3-4e91-8637-fd1059756fb2 None None] The sync data for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 is: [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '2e162dcc-2735-4fbe-b47d-c43c22241a90', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'mac_address': 'fa:16:3e:30:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:34:12Z', 'updated_at': '2021-06-30T09:34:12Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:15.435863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aeddfe-c1e8-4931-bd1d-9544852d242f None None] New status for floating IP 2e162dcc-2735-4fbe-b47d-c43c22241a90: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:34:15.595772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35434) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:15.682482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5a30c969-573f-4a53-aae8-9d20865ea856 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/2e162dcc-2735-4fbe-b47d-c43c22241a90 HTTP/1.1" status: 200 len: 994 time: 0.0851805 Jun 30 09:34:22.069482 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-b6f64df9-8cd7-4b91-a8ec-5a2f9e3c7a3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0887227 Jun 30 09:34:22.184218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-842b468d-ef51-4a87-b7a7-e11dd96c206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.185773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-842b468d-ef51-4a87-b7a7-e11dd96c206a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0692871 Jun 30 09:34:22.330185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-923674a6-1576-4145-b7a6-4ead156cce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.331621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-923674a6-1576-4145-b7a6-4ead156cce76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.1211193 Jun 30 09:34:22.448883 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-b4a37e3c-86dd-4e52-a149-e5f02ef68ad6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 1000 time: 0.1095386 Jun 30 09:34:22.517342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-4ceb2ac9-2243-4fbb-bcd8-c3f2624ed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.519847 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-4ceb2ac9-2243-4fbb-bcd8-c3f2624ed9a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0643189 Jun 30 09:34:22.629102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-ea794a37-7181-4c58-bbe8-2baecebb3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.631801 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-ea794a37-7181-4c58-bbe8-2baecebb3a9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057525 Jun 30 09:34:22.787887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-84e7c3b8-e8b8-495f-801e-a1be4d1efe0c service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487365 Jun 30 09:34:22.940835 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7a7996ff-85ba-4d57-bd8c-fde45ae1f107 req-1b17f732-8ec9-4675-9f83-cb23ca0151c8 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450806 Jun 30 09:34:29.272366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-199c5d94-1de0-41f3-bafe-7404dd4242a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.163749 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:31.913666 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18424c7b-d764-4806-92ff-4fd7ec9ea71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.038920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.015639 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.507874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.672885 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.251705 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.380896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-16798fe1-f7fe-479a-aa8a-1327b3da8859 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.382490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-16798fe1-f7fe-479a-aa8a-1327b3da8859 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.0604944 Jun 30 09:34:42.410514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-7d165668-69e8-4987-9200-c1ba504fa1ac tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.521398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-7d165668-69e8-4987-9200-c1ba504fa1ac tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.527282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-7d165668-69e8-4987-9200-c1ba504fa1ac tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.551609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06926266-9075-4c2f-bd8c-b83a3aecf9a5 req-7d165668-69e8-4987-9200-c1ba504fa1ac tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599739 Jun 30 09:34:42.562664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d165668-69e8-4987-9200-c1ba504fa1ac tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3a05f-efdf-4e06-b69d-19b8539bc73c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.792229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723290b-37a4-470a-ae67-840f348d9779 req-887b3fa6-9952-4e0c-8eba-b4a50df202a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.793964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e723290b-37a4-470a-ae67-840f348d9779 req-887b3fa6-9952-4e0c-8eba-b4a50df202a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0696681 Jun 30 09:34:42.846826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e723290b-37a4-470a-ae67-840f348d9779 req-8487616b-23da-42fa-a07f-246698f2f3bc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Jun 30 09:34:42.883209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35464) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:43.303113 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3ce5ea3c-ed9f-406e-a8a5-391924bb433a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/2e162dcc-2735-4fbe-b47d-c43c22241a90 HTTP/1.1" status: 200 len: 994 time: 0.4180589 Jun 30 09:34:44.187020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-0c237b92-1808-4885-a7aa-8855c702d134 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760701 Jun 30 09:34:44.608804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90067-9982-4f32-a13f-eb5043e66605 req-fd42bdbf-598c-4970-97f7-03c9cde0e8d3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.610954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6d90067-9982-4f32-a13f-eb5043e66605 req-fd42bdbf-598c-4970-97f7-03c9cde0e8d3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.4412344 Jun 30 09:34:44.660988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6d90067-9982-4f32-a13f-eb5043e66605 req-621e0e30-ab79-4845-940a-52500886d21c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Jun 30 09:34:45.664997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-c1b4454e-b99d-45dd-9998-2c95667d0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.666616 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-c1b4454e-b99d-45dd-9998-2c95667d0a49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.0579369 Jun 30 09:34:45.767875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-abe0ab0a-0a02-40ba-8504-1a00daf13890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.769391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-abe0ab0a-0a02-40ba-8504-1a00daf13890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.0955279 Jun 30 09:34:45.845901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-fcf51301-6a86-4988-a271-c3e1c1520d95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1002 time: 0.0686989 Jun 30 09:34:45.905590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-f14e5b7c-1a97-4749-a5bd-289b799a7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.907175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-f14e5b7c-1a97-4749-a5bd-289b799a7acf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0531700 Jun 30 09:34:45.946235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037763-5369-4d3b-b9aa-5aacbd3de580 req-0f0b1349-cdab-4c68-b759-9eb7a7f7546c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.947842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6037763-5369-4d3b-b9aa-5aacbd3de580 req-0f0b1349-cdab-4c68-b759-9eb7a7f7546c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0725007 Jun 30 09:34:45.980698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-d8aac122-d5c8-4705-ae7e-f4e113b5585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.983148 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-d8aac122-d5c8-4705-ae7e-f4e113b5585a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687575 Jun 30 09:34:46.002723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6037763-5369-4d3b-b9aa-5aacbd3de580 req-63b520a7-7e74-45e7-92f3-4c16307259f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Jun 30 09:34:46.104911 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-c2cadb46-c4e3-4777-901d-d9acc03e56f4 service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135049 Jun 30 09:34:46.215026 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-19457448-bb0a-44f4-af5b-2f2d158a8bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003990 Jun 30 09:34:47.233221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1dcd-8f1b-44e1-9efe-180c23b39b5c req-c7f424d0-a5f9-4ccb-82b4-96b0e77c5120 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.234985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e83e1dcd-8f1b-44e1-9efe-180c23b39b5c req-c7f424d0-a5f9-4ccb-82b4-96b0e77c5120 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0767839 Jun 30 09:34:47.278371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e83e1dcd-8f1b-44e1-9efe-180c23b39b5c req-0d68cf23-1fcf-4360-9aef-67af4f38733a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Jun 30 09:34:48.471748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e078e65-4758-4424-9ba6-6d3a38fc6239 req-08e5b956-a6a8-435a-992a-f2c6853cbf82 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:48.473721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e078e65-4758-4424-9ba6-6d3a38fc6239 req-08e5b956-a6a8-435a-992a-f2c6853cbf82 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0681729 Jun 30 09:34:48.517029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e078e65-4758-4424-9ba6-6d3a38fc6239 req-e7c39df4-01cf-4f97-91a1-eae88ab90eab tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Jun 30 09:34:49.713226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ecfb-bab0-4d7a-93de-ab9abe80c4ee req-46aaedd2-1f29-4783-b0a1-1cebf37a968c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.714870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7061ecfb-bab0-4d7a-93de-ab9abe80c4ee req-46aaedd2-1f29-4783-b0a1-1cebf37a968c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0695589 Jun 30 09:34:49.759808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7061ecfb-bab0-4d7a-93de-ab9abe80c4ee req-2e7ef5a5-7455-4761-b022-a13599c0ac6b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389740 Jun 30 09:34:50.948293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432ed5c-a644-47aa-ab02-18cf9600b95b req-fdb5cba2-2abe-4d27-bf9c-fc11ec00d844 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.949990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a432ed5c-a644-47aa-ab02-18cf9600b95b req-fdb5cba2-2abe-4d27-bf9c-fc11ec00d844 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0700188 Jun 30 09:34:50.991808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a432ed5c-a644-47aa-ab02-18cf9600b95b req-3a600f64-bee3-49a6-9f86-8f59a8045313 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357754 Jun 30 09:34:52.202534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a456946-44ee-4f6f-8e03-a7c00fe220b7 req-e034c5d3-a15b-4215-8ddd-99e31d4c5a30 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.204207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a456946-44ee-4f6f-8e03-a7c00fe220b7 req-e034c5d3-a15b-4215-8ddd-99e31d4c5a30 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0803912 Jun 30 09:34:52.247470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a456946-44ee-4f6f-8e03-a7c00fe220b7 req-31e6a411-cc3b-4c2b-b4c5-ab6d5f2dd643 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 Jun 30 09:34:53.440556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c6ba-3248-4e8b-97a8-d38028b65f4c req-8cd60d09-8246-4a11-8ded-54c5a693101e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.442224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe51c6ba-3248-4e8b-97a8-d38028b65f4c req-8cd60d09-8246-4a11-8ded-54c5a693101e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0750024 Jun 30 09:34:53.489288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe51c6ba-3248-4e8b-97a8-d38028b65f4c req-f7f214e2-4f87-4377-a803-5761371edf5c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360353 Jun 30 09:34:54.675242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e842f1-0353-4002-b430-8429f4b0d1c3 req-d3fe3021-9440-4c8c-943c-3e22b46c9abe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.676916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26e842f1-0353-4002-b430-8429f4b0d1c3 req-d3fe3021-9440-4c8c-943c-3e22b46c9abe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0689776 Jun 30 09:34:54.720325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26e842f1-0353-4002-b430-8429f4b0d1c3 req-69d8b71f-debb-4b16-927a-f3db3a6f81cf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365367 Jun 30 09:34:55.923541 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24405d7c-df6c-4b30-bf5e-60aea53c657d req-073c29ab-028c-4829-becb-68d51c7a5a53 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.925242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24405d7c-df6c-4b30-bf5e-60aea53c657d req-073c29ab-028c-4829-becb-68d51c7a5a53 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0675225 Jun 30 09:34:55.971508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24405d7c-df6c-4b30-bf5e-60aea53c657d req-c1fd92fb-3c1d-4251-82b2-94a3dd93e8cb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400097 Jun 30 09:34:57.182338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fedbfb-b591-41be-b618-5eb3ae68ea80 req-3719e1f9-b2de-499b-ac64-f5c92eb8d150 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.183899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6fedbfb-b591-41be-b618-5eb3ae68ea80 req-3719e1f9-b2de-499b-ac64-f5c92eb8d150 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0853517 Jun 30 09:34:57.228777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c6fedbfb-b591-41be-b618-5eb3ae68ea80 req-130cb490-87d5-4678-b989-e0c656b8c7af tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377831 Jun 30 09:34:58.427070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6e615-2e49-4c69-ac8c-7cd65ba1b07e req-771a6b77-7956-40f8-831a-8505c2b7422f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.428936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1d6e615-2e49-4c69-ac8c-7cd65ba1b07e req-771a6b77-7956-40f8-831a-8505c2b7422f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0709064 Jun 30 09:34:58.478990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1d6e615-2e49-4c69-ac8c-7cd65ba1b07e req-efaa9965-89eb-4533-8c4d-660358224672 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395734 Jun 30 09:34:59.278013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e53b9f2b-1d99-4efe-ba74-0d341949da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.873016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f714da2-0282-44e9-b213-a418ef2f591c req-ffe4be79-46c3-4aed-82f8-2d2ea87a5e23 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.874684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f714da2-0282-44e9-b213-a418ef2f591c req-ffe4be79-46c3-4aed-82f8-2d2ea87a5e23 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0727670 Jun 30 09:34:59.917512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f714da2-0282-44e9-b213-a418ef2f591c req-84f3271f-2625-4a3f-b446-26af8d7b6662 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360806 Jun 30 09:35:01.123867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd6c74-bb5f-4a67-8e4e-4edf9e80584c req-14a6bf39-b9de-4f19-9904-1a6b99a66186 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.125538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85fd6c74-bb5f-4a67-8e4e-4edf9e80584c req-14a6bf39-b9de-4f19-9904-1a6b99a66186 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0802910 Jun 30 09:35:01.188264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85fd6c74-bb5f-4a67-8e4e-4edf9e80584c req-83048bab-e184-4fb4-b64c-118f02c8edcd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512526 Jun 30 09:35:01.918556 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7567581b-048e-4c2d-8008-e2ad30699a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.042859 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.400864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83facf8c-719b-4272-8850-422f70a3eb86 req-2a046b0b-3c29-4d6d-8242-ba6fa21d39cc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.403321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83facf8c-719b-4272-8850-422f70a3eb86 req-2a046b0b-3c29-4d6d-8242-ba6fa21d39cc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0952854 Jun 30 09:35:02.454095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-83facf8c-719b-4272-8850-422f70a3eb86 req-cb182ba5-1857-4b5b-82fd-5486ada331fa tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Jun 30 09:35:03.019205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.332079 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-7627fb84-580a-4203-beef-14e1dbcee414 req-70bff0a1-d170-4949-98e0-299bd2cd00be service neutron] show failed (client error): The resource could not be found. Jun 30 09:35:03.333119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-70bff0a1-d170-4949-98e0-299bd2cd00be service neutron] 10.222.0.41 "GET /v2.0/ports/53657460-a410-4f24-974f-69adb31669e4/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0698335 Jun 30 09:35:03.525483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.652511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb26d-0b7d-410f-b1bf-94642fa61233 req-b3225bc8-528a-4801-aaa8-0aa0666cea02 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.654096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ebb26d-0b7d-410f-b1bf-94642fa61233 req-b3225bc8-528a-4801-aaa8-0aa0666cea02 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0697584 Jun 30 09:35:03.695539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-49d86308-baa5-4aa1-9f9e-2e4d8c9f152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.697371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-49d86308-baa5-4aa1-9f9e-2e4d8c9f152d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 1098 time: 0.1464825 Jun 30 09:35:03.704319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ebb26d-0b7d-410f-b1bf-94642fa61233 req-415780cb-9a5a-4bb5-aba5-bf95fb049945 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Jun 30 09:35:03.713926 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:03.811174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.053069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:04.092212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:04.138045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:04.142489 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5c78b-3720-4e98-8089-3a028eb0beef" -d '{"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-unplugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:04.148222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.165627 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Transition to ACTIVE for port object 53657460-a410-4f24-974f-69adb31669e4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:04.171316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.220201 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b999a-dd38-4f46-8255-3041a41fe60d x-openstack-request-id: req-bd2b999a-dd38-4f46-8255-3041a41fe60d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:04.220681 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-unplugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:04.221121 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd2b999a-dd38-4f46-8255-3041a41fe60d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:04.221793 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'code': 200} Jun 30 09:35:04.329563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:04.349779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.351015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.351015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.351365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.351701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.352038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.352462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.352706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.353033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.353363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.353689 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.354047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:04.411444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] No DVR routers for this DVR port 53657460-a410-4f24-974f-69adb31669e4 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:04.576142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:04.576578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:04.577119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:04.585526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:04.586049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Attempting to bind port 53657460-a410-4f24-974f-69adb31669e4 on network 6da54581-91d7-4146-a600-31e8fd9d6bf4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:04.593197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:04.593534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Checking segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:04.593986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Bound using segment: {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:04.594456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Bound port: 53657460-a410-4f24-974f-69adb31669e4, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c2f5a3-207d-475c-a23a-1da777df1aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:04.594824 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.668766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:04.673282 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:04.676172 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.679761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.719333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.719975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.721407 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1093 time: 1.0163641 Jun 30 09:35:04.748001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6644c-112c-4b39-8c7e-71e25afcd9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:04.836100 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-6c8263f5-f7e0-4222-a1d4-1cfc1122ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.838150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-6c8263f5-f7e0-4222-a1d4-1cfc1122ed5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1096 time: 0.0866914 Jun 30 09:35:04.939498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5e13-7bc7-49bb-8cb2-3fa2eb80cd66 req-60993ecf-c463-44f9-ba25-8367ac8ae23d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.941902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-874e5e13-7bc7-49bb-8cb2-3fa2eb80cd66 req-60993ecf-c463-44f9-ba25-8367ac8ae23d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.0799799 Jun 30 09:35:04.955679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-755b45ec-2b66-472e-9647-39d64088f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:04.957429 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-755b45ec-2b66-472e-9647-39d64088f509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.1130853 Jun 30 09:35:04.988544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-874e5e13-7bc7-49bb-8cb2-3fa2eb80cd66 req-f0b7c5cd-cea0-4fca-a066-c20fa143bdbe tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Jun 30 09:35:05.042517 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-98e887d7-fa00-4542-93b3-d78cc9892c90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1000 time: 0.0779977 Jun 30 09:35:05.093305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-b1dcf3de-ca19-480c-9f1f-09c5b86df8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.094734 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-b1dcf3de-ca19-480c-9f1f-09c5b86df8b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0461025 Jun 30 09:35:05.156278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627fb84-580a-4203-beef-14e1dbcee414 req-14439f34-2ec4-4782-bfe3-00899f0c9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.157828 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-14439f34-2ec4-4782-bfe3-00899f0c9468 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559745 Jun 30 09:35:05.249578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.255522 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-7aff08f8-1887-4f69-8c03-d65b98494c36 service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Jun 30 09:35:05.348500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-45129732-1755-4c91-a264-8098aaf02604 service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867178 Jun 30 09:35:06.187556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c5825-9170-45da-acba-9ed1ebb4f0a5 req-5617b720-ff3a-467a-87b7-967671d042ec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.189121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c5825-9170-45da-acba-9ed1ebb4f0a5 req-5617b720-ff3a-467a-87b7-967671d042ec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.0779164 Jun 30 09:35:06.223495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:06.226290 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50153e2-6e0c-470f-b786-c917edd6c537" -d '{"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:06.231443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d79c5825-9170-45da-acba-9ed1ebb4f0a5 req-3b5c44d6-1eaf-4fe6-af44-d1332494fdaa tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356784 Jun 30 09:35:06.281156 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd392a-da9e-47c3-b963-3846ec14b47e x-openstack-request-id: req-30cd392a-da9e-47c3-b963-3846ec14b47e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:06.281880 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:06.281880 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30cd392a-da9e-47c3-b963-3846ec14b47e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:06.281880 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'status': 'completed', 'code': 200} Jun 30 09:35:06.401169 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-90e3b6fd-991a-4902-a409-1f687a0a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.402730 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-90e3b6fd-991a-4902-a409-1f687a0a93bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1096 time: 0.0988581 Jun 30 09:35:06.408349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-27230e62-f5a6-4105-9dcd-f1d025efcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.409745 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-27230e62-f5a6-4105-9dcd-f1d025efcf2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1096 time: 0.0982552 Jun 30 09:35:06.568948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-2c70a1e3-88d5-49ba-b8d4-f90f8b76a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.570924 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-2c70a1e3-88d5-49ba-b8d4-f90f8b76a3aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.1602850 Jun 30 09:35:06.572403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-c6569ec6-b85e-400d-8f54-3d2f9918cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.574809 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-c6569ec6-b85e-400d-8f54-3d2f9918cb2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.1557004 Jun 30 09:35:06.685156 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-5e1d0b95-09d5-456c-9920-04cd042b6c49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1000 time: 0.1073959 Jun 30 09:35:06.688968 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-9919e5f6-5007-4065-8bb6-3e672ff48d98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1000 time: 0.1040032 Jun 30 09:35:06.772950 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-f90cf55f-4229-4c55-80c5-0472a8c6c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.774475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-f90cf55f-4229-4c55-80c5-0472a8c6c44f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0835752 Jun 30 09:35:06.778289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-fa31525e-ba6f-417f-826b-4b0694e87a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.779690 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-fa31525e-ba6f-417f-826b-4b0694e87a0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0809050 Jun 30 09:35:06.876525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-c44eb326-b644-4c2a-b521-5998c35227d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.877992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-c44eb326-b644-4c2a-b521-5998c35227d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974052 Jun 30 09:35:06.880806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-9d96bfc4-d750-4768-a009-3532bb242771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:06.882219 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-9d96bfc4-d750-4768-a009-3532bb242771 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932364 Jun 30 09:35:07.038970 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-b39aba41-079d-4603-9b8c-cda0fdcc09cb service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539736 Jun 30 09:35:07.042923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-65d21844-d7ee-49ce-8ee7-7ea0b8a71f00 service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507511 Jun 30 09:35:07.168572 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:07.217815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-49b653a0-6252-43ca-b1dc-71da69f2620b service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725616 Jun 30 09:35:07.219723 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e50153e2-6e0c-470f-b786-c917edd6c537 req-c4eabefb-c2f7-4da4-8398-d1185ceadbdb service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669042 Jun 30 09:35:07.430466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455b78-55a2-4b12-b3e1-a9a56b82cea1 req-6dfa8fd6-4580-4a8c-85fc-7dddc25b65ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:07.431891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4455b78-55a2-4b12-b3e1-a9a56b82cea1 req-6dfa8fd6-4580-4a8c-85fc-7dddc25b65ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.0704675 Jun 30 09:35:07.479151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4455b78-55a2-4b12-b3e1-a9a56b82cea1 req-8355d27d-dc26-4106-8d55-e2589fce9fcf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Jun 30 09:35:07.512670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 53657460-a410-4f24-974f-69adb31669e4 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:07.553401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 53657460-a410-4f24-974f-69adb31669e4 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:08.663686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce17f-dab8-4fb2-9032-03b349d736ed req-530da63d-acff-4a5e-bc16-7e5a9c584bb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:08.665189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d49ce17f-dab8-4fb2-9032-03b349d736ed req-530da63d-acff-4a5e-bc16-7e5a9c584bb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 944 time: 0.0673630 Jun 30 09:35:08.710131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d49ce17f-dab8-4fb2-9032-03b349d736ed req-fa4280e8-5c6b-4119-b3d3-153e08d5bd3c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Jun 30 09:35:09.419864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 53657460-a410-4f24-974f-69adb31669e4 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:09.513346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:09.528345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '53657460-a410-4f24-974f-69adb31669e4', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'port_id': '53657460-a410-4f24-974f-69adb31669e4', 'mac_address': 'fa:16:3e:30:64:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:09.566164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.579361 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53657460-a410-4f24-974f-69adb31669e4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:09.599259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:09.604223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.653026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.660447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.660794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.661133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.661470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.661814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.662146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.662468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.663406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.663729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.664050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.664368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.664684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:09.895177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75debf-b2b6-4e1e-a677-58062b129d9e req-8db3b68b-9672-4550-8fb8-0f69ea981d3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.896634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f75debf-b2b6-4e1e-a677-58062b129d9e req-8db3b68b-9672-4550-8fb8-0f69ea981d3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 945 time: 0.0750260 Jun 30 09:35:09.933773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f75debf-b2b6-4e1e-a677-58062b129d9e req-48072cd3-fdea-46a5-a23a-8834fc05d9a7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Jun 30 09:35:09.975231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['53657460-a410-4f24-974f-69adb31669e4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:10.246519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5a93d-eb0e-4261-b3ea-18e6d51089ef req-02d005d9-19ef-412d-8e63-b4d534101ccd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.248010 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fc5a93d-eb0e-4261-b3ea-18e6d51089ef req-02d005d9-19ef-412d-8e63-b4d534101ccd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 945 time: 0.0660231 Jun 30 09:35:10.293239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fc5a93d-eb0e-4261-b3ea-18e6d51089ef req-2d4f1f70-65cd-450d-af39-c9e0016e0b0e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343294 Jun 30 09:35:10.312076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7b05-475b-49e8-8756-df8018315199 req-1affe101-7d90-4396-844d-6a05580b9c34 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.317534 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-1affe101-7d90-4396-844d-6a05580b9c34 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf&tenant_id=84d9e6005dac46179c36aec71982412c&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 945 time: 0.1338854 Jun 30 09:35:10.384342 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-0bec7b05-475b-49e8-8756-df8018315199 req-059df90c-a9ca-4d5c-bf17-ab148214fd70 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:35:10.385642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-059df90c-a9ca-4d5c-bf17-ab148214fd70 service neutron] 10.222.0.41 "DELETE /v2.0/ports/53657460-a410-4f24-974f-69adb31669e4/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0621803 Jun 30 09:35:10.490062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7b05-475b-49e8-8756-df8018315199 req-83fb6064-c9d0-462b-8faf-991d47b71e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.491649 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-83fb6064-c9d0-462b-8faf-991d47b71e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1097 time: 0.0558231 Jun 30 09:35:10.587493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7b05-475b-49e8-8756-df8018315199 req-a31ada96-97ba-4b2a-97ff-739ef8677a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.588905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-a31ada96-97ba-4b2a-97ff-739ef8677a12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.0910835 Jun 30 09:35:10.656745 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-feabf8a5-db72-4a47-87a0-da2912b3e45a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 1001 time: 0.0614586 Jun 30 09:35:10.707810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7b05-475b-49e8-8756-df8018315199 req-2cb72318-d402-4b27-91d2-113a743837b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.709303 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-2cb72318-d402-4b27-91d2-113a743837b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0466971 Jun 30 09:35:10.772908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7b05-475b-49e8-8756-df8018315199 req-4984b2e8-7dc3-44ac-80a2-2a276c01c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.774446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-4984b2e8-7dc3-44ac-80a2-2a276c01c082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589676 Jun 30 09:35:10.868098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-daab73a9-a7ba-4331-b364-dbaa136492d1 service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870464 Jun 30 09:35:10.966790 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bec7b05-475b-49e8-8756-df8018315199 req-5fb89d2a-0e17-4d19-9e82-06428e8bd51e service neutron] 10.222.0.41 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929387 Jun 30 09:35:11.435074 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 53657460-a410-4f24-974f-69adb31669e4 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:11.492958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 53657460-a410-4f24-974f-69adb31669e4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:11.500154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5def34-50cc-4724-b81c-9a7c26063262 req-a9246e2c-4308-4e18-8627-a3ce15970770 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.501783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df5def34-50cc-4724-b81c-9a7c26063262 req-a9246e2c-4308-4e18-8627-a3ce15970770 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 945 time: 0.0824497 Jun 30 09:35:11.504973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 53657460-a410-4f24-974f-69adb31669e4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:11.505364 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.551207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df5def34-50cc-4724-b81c-9a7c26063262 req-0291d6c6-093e-44d2-a963-b4a286ce44e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362308 Jun 30 09:35:11.603001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.626496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:11.628768 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63739586-fd66-4e39-85d9-0bb7f46704cb" -d '{"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-plugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:11.652499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:11.656942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.667534 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044a5889-335e-445e-a5ba-0376d943141f x-openstack-request-id: req-044a5889-335e-445e-a5ba-0376d943141f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:11.667837 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-plugged", "status": "completed", "tag": "53657460-a410-4f24-974f-69adb31669e4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:11.668109 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-044a5889-335e-445e-a5ba-0376d943141f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:11.668544 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'code': 200} Jun 30 09:35:11.719347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:12.732832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294a94f-af18-4baf-9555-7ac5448e3a6a req-8364ef76-5c34-4a1d-9a77-9af51feb418b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.734360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9294a94f-af18-4baf-9555-7ac5448e3a6a req-8364ef76-5c34-4a1d-9a77-9af51feb418b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0649514 Jun 30 09:35:12.772396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9294a94f-af18-4baf-9555-7ac5448e3a6a req-1b08f9a1-af75-49a7-8d93-14abfda7789e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jun 30 09:35:12.797242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35558) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:12.861546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af3f271e-be91-4abf-89e8-cc3a5e267262 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/2e162dcc-2735-4fbe-b47d-c43c22241a90 HTTP/1.1" status: 200 len: 994 time: 0.0630386 Jun 30 09:35:23.986262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-304a2187-45a1-4c7a-b590-911bc5365708 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4112837 Jun 30 09:35:24.092244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-db1580ef-2599-4be7-b110-bbb1d2d4e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.093650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-db1580ef-2599-4be7-b110-bbb1d2d4e9ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0597694 Jun 30 09:35:24.211908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-fbcb06d9-3f53-4e1c-8812-f96fce9633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.213431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-fbcb06d9-3f53-4e1c-8812-f96fce9633ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.0972595 Jun 30 09:35:24.284739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-5c323cc9-794f-4694-9ebd-60661eb1d37f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 1000 time: 0.0640526 Jun 30 09:35:24.335276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-68c3c360-a915-4db4-9226-87e1278aa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.337297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-68c3c360-a915-4db4-9226-87e1278aa92a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0453260 Jun 30 09:35:24.403231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-b2588250-d58c-4555-b3c7-07ac14ace415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:24.404647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-b2588250-d58c-4555-b3c7-07ac14ace415 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586810 Jun 30 09:35:24.502320 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-3d566c84-3d29-4a42-aebb-b7a99c3753a6 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Jun 30 09:35:24.625089 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2264cda6-dab6-4d6e-a75e-fc6618526100 req-90bdd850-6b0d-473f-91b6-c2698d669d24 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146047 Jun 30 09:35:27.076356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-4b502287-3f00-4b32-b171-2249a48e124c req-6ce60c86-cd39-4a7a-a4a3-f0e72ce9177e service neutron] (94185) timed out ('10.222.0.11', 61093) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:35:29.280500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0226b8c3-e136-4cbf-b18f-5744d64d2bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.920538 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1882fca6-56e3-4dc5-be58-fdd114228269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.036210 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.025049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.530518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.678924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.250159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.168678 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:59.284346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc4c6-e41a-40be-b996-40f4ec863d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.924005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d03ecb2-2da1-4e58-b5a3-ed5edbb2fb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.038951 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.024985 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.541974 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.687677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.242672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.089342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca04b98-e481-45bf-84f6-89df9cae75fc req-63b55583-fb0d-43b8-b08b-022a16b02546 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.091328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ca04b98-e481-45bf-84f6-89df9cae75fc req-63b55583-fb0d-43b8-b08b-022a16b02546 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.0636737 Jun 30 09:36:06.137709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ca04b98-e481-45bf-84f6-89df9cae75fc req-b0d07abd-416f-4fe7-bc26-e3d811046efe tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Jun 30 09:36:06.169273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35584) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:06.348218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 66bcee82-f31d-4fc9-9532-bdac96ed3c40 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:06.348481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.433231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.433565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.447288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 66bcee82-f31d-4fc9-9532-bdac96ed3c40 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:06.625094 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.653293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=66bcee82-f31d-4fc9-9532-bdac96ed3c40,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.680512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.680879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.681228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.681572 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.681936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.682275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.682610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.682946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.683285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.683623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.683953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.684279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:06.738782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.739778 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP 2e162dcc-2735-4fbe-b47d-c43c22241a90 disassociated (deleted). External IP: 172.25.4.148, port: 53657460-a410-4f24-974f-69adb31669e4. Jun 30 09:36:06.974049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:07.101056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:07.108686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.114091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Sync routers for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:07.125986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:07.126964 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.148088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4d7b954-27f7-46bd-9812-bf66ad2c841c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/floatingips/2e162dcc-2735-4fbe-b47d-c43c22241a90 HTTP/1.1" status: 204 len: 168 time: 0.9774938 Jun 30 09:36:07.149209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:07.151733 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44957546-828e-4e02-aba2-68fae27bda76" -d '{"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:07.264786 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:07.319683 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c97cd8-7573-44c3-90a4-c655e2d8e651 x-openstack-request-id: req-13c97cd8-7573-44c3-90a4-c655e2d8e651 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:07.319992 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "tag": "53657460-a410-4f24-974f-69adb31669e4", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:07.320543 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-13c97cd8-7573-44c3-90a4-c655e2d8e651 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:07.321000 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'status': 'completed', 'code': 200} Jun 30 09:36:07.413674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957546-828e-4e02-aba2-68fae27bda76 req-b2e206cc-03b0-4b65-ab26-3620ad0dba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.416507 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-b2e206cc-03b0-4b65-ab26-3620ad0dba8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 1098 time: 0.0674236 Jun 30 09:36:07.534824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.540416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957546-828e-4e02-aba2-68fae27bda76 req-666926f1-eb03-499f-bf82-5a5f1dcfd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.542621 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-666926f1-eb03-499f-bf82-5a5f1dcfd1dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 200 len: 897 time: 0.1191647 Jun 30 09:36:07.571756 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Checking router: 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:07.585361 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:07.586795 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:07.590265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-1914b64a-5bad-4ae9-9dd9-ebcb381a7f47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 200 len: 217 time: 0.0389009 Jun 30 09:36:07.648706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957546-828e-4e02-aba2-68fae27bda76 req-cbf65da6-a13a-4b02-b173-4e761493e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.650939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-cbf65da6-a13a-4b02-b173-4e761493e2af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 200 len: 835 time: 0.0540857 Jun 30 09:36:07.663542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab04364-b717-4f1c-b2f3-ec3969844c0c req-8450d1e9-34fc-475d-b4e8-705161b87b0f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.665694 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ab04364-b717-4f1c-b2f3-ec3969844c0c req-8450d1e9-34fc-475d-b4e8-705161b87b0f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0812371 Jun 30 09:36:07.719695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ab04364-b717-4f1c-b2f3-ec3969844c0c req-8f193f0f-99fc-4dfa-b879-1531e8155f7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470736 Jun 30 09:36:07.745522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44957546-828e-4e02-aba2-68fae27bda76 req-65f11cb8-5c9d-43e5-bc97-54131eab3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.747848 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-65f11cb8-5c9d-43e5-bc97-54131eab3ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6da54581-91d7-4146-a600-31e8fd9d6bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888257 Jun 30 09:36:07.840111 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:07.861502 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-5795cc21-081f-4b10-a27b-1aae341bf650 service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058712 Jun 30 09:36:07.998264 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-44957546-828e-4e02-aba2-68fae27bda76 req-682f0be1-b0ef-42c3-aae3-a700ba88f9c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294818 Jun 30 09:36:08.089869 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:08.121070 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f3df-3936-4bb9-b256-651d4522fed3 None None] The sync data for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 is: [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'b0a1c498-53eb-4b39-bd4a-ffcb70403e91', 'name': '', 'network_id': '6da54581-91d7-4146-a600-31e8fd9d6bf4', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:6f:d0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '15558603-6a83-4954-8bbf-c045848493aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '15558603-6a83-4954-8bbf-c045848493aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:08.375686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a9bac1-1d5a-4785-b79d-790dfde76275 None None] New status for floating IP 2e162dcc-2735-4fbe-b47d-c43c22241a90: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:08.945730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18e1b-d448-4798-bd71-f62e22a3adac req-4775c79c-c981-466f-b134-3dbddda72f31 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.947309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adb18e1b-d448-4798-bd71-f62e22a3adac req-4775c79c-c981-466f-b134-3dbddda72f31 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0651436 Jun 30 09:36:08.987958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-adb18e1b-d448-4798-bd71-f62e22a3adac req-639ca08c-e33d-408e-92bc-fc62e86176ef tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=f68093c4-d1d4-478b-ac53-f1e39acaeec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344229 Jun 30 09:36:09.214443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-17f10667-772b-46e1-9e74-201f849b8f97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.215935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-17f10667-772b-46e1-9e74-201f849b8f97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 946 time: 0.0727541 Jun 30 09:36:09.342976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 53657460-a410-4f24-974f-69adb31669e4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:09.343317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.434363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 53657460-a410-4f24-974f-69adb31669e4, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=53657460-a410-4f24-974f-69adb31669e4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:09.434721 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.449383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 53657460-a410-4f24-974f-69adb31669e4 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:09.588369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.625897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=53657460-a410-4f24-974f-69adb31669e4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.653354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.653691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.654071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.654406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.654740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.655080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.655416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.655745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.656080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.656411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.656737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.657060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:09.685892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] No DVR routers for this DVR port 53657460-a410-4f24-974f-69adb31669e4 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:09.688646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.690822 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7aa04fe4-c605-4504-b0b3-15746c61a3ba req-16f59385-4194-40ce-8c29-c7397166527b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "DELETE /v2.0/ports/53657460-a410-4f24-974f-69adb31669e4 HTTP/1.1" status: 204 len: 173 time: 0.4690490 Jun 30 09:36:09.691506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-deleted', 'tag': '53657460-a410-4f24-974f-69adb31669e4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:09.693866 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be863c7-0af9-4659-b8fd-d94d15d92078" -d '{"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-deleted", "tag": "53657460-a410-4f24-974f-69adb31669e4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:09.741931 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86652469-301f-48d5-992e-2993dae64197 x-openstack-request-id: req-86652469-301f-48d5-992e-2993dae64197 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:09.742232 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b434f0-0252-40b2-a55b-4d1164c916bf", "name": "network-vif-deleted", "tag": "53657460-a410-4f24-974f-69adb31669e4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:09.742491 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86652469-301f-48d5-992e-2993dae64197 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:09.742895 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b434f0-0252-40b2-a55b-4d1164c916bf', 'name': 'network-vif-deleted', 'tag': '53657460-a410-4f24-974f-69adb31669e4', 'status': 'completed', 'code': 200} Jun 30 09:36:10.195584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52815b1e-5fa6-494a-871b-c85d8f5f1c3a req-ad11887d-fb97-466d-996c-c1e1fc34eb6d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=74b434f0-0252-40b2-a55b-4d1164c916bf HTTP/1.1" status: 200 len: 210 time: 0.0464909 Jun 30 09:36:11.307490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35602) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.677281 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.739339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 53657460-a410-4f24-974f-69adb31669e4 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:11.759490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 53657460-a410-4f24-974f-69adb31669e4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:11.759842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 53657460-a410-4f24-974f-69adb31669e4 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:11.954553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port b0a1c498-53eb-4b39-bd4a-ffcb70403e91 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:11.954955 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.041687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port b0a1c498-53eb-4b39-bd4a-ffcb70403e91, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:12.042080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.055392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for b0a1c498-53eb-4b39-bd4a-ffcb70403e91 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:12.246258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.279431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=b0a1c498-53eb-4b39-bd4a-ffcb70403e91,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.470052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.701138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:12.816057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:12.822213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7e664969-7e2a-42dc-980a-75b10c806487 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128391 Jun 30 09:36:12.825976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35606) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.830101 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Sync routers for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:12.842071 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:12.842695 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:12.884096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting subnet 15558603-6a83-4954-8bbf-c045848493aa {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:12.886740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.926358 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.947268 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:13.012570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.071402 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.099036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Subnet': ['ID=15558603-6a83-4954-8bbf-c045848493aa,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:13.104393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.109263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7db80aef-84d7-498e-8dc6-093c44fffa0c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/subnets/15558603-6a83-4954-8bbf-c045848493aa HTTP/1.1" status: 204 len: 168 time: 0.2817907 Jun 30 09:36:13.109694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35608) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:13.115375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50ed2c-b1ae-407c-a00d-896ff241ce10 None None] Network 6da54581-91d7-4146-a600-31e8fd9d6bf4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:13.148605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:36:12Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.176260 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Checking router: 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:13.186151 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Routers {'2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:13.186760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.236272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.296411 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] Set router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:13.338839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.339298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] DHCP port deletion for 6da54581-91d7-4146-a600-31e8fd9d6bf4 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:13.387287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Deleting port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:13.387656 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.397177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 5e19faef-ff0c-4ec1-8285-917418c1519e {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:13.397529 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.463040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] For port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,segment=NetworkSegment(b2c2f5a3-207d-475c-a23a-1da777df1aef),segment_id=b2c2f5a3-207d-475c-a23a-1da777df1aef)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:13.463775 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.478109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Calling delete_port for 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:13.488533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:36:12Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:13.489709 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 5e19faef-ff0c-4ec1-8285-917418c1519e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e19faef-ff0c-4ec1-8285-917418c1519e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:13.490298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.514406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 5e19faef-ff0c-4ec1-8285-917418c1519e owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:13.515946 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6d750-5c25-44f7-b3a0-086f95940d30 None None] The sync data for ids ['2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe'] in n-d-779913-25 is: [{'id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768273343', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:54Z', 'updated_at': '2021-06-30T09:36:12Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '5e19faef-ff0c-4ec1-8285-917418c1519e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:55Z', 'updated_at': '2021-06-30T09:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:13.570783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.598161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Pushing event deleted for resources: {'Port': ['ID=52a9afaf-e510-4eb0-b3ef-9b17c1951ca4,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:13.602547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] No DVR routers for this DVR port 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:13.612144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.612503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.613229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.613229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.613490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.613876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.614192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.614529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.614857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.615186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.615515 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.615828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86028b-b70d-4291-a476-0f8f709689c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:13.740204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.766172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=5e19faef-ff0c-4ec1-8285-917418c1519e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:13.866166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.978641 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.981811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.031322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.031920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:14.039388 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.044099 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bd6fbfce-2b89-433a-885c-1fb2003e136e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/routers/2ad3a403-42aa-4a4c-a1f1-ef327f8d2abe HTTP/1.1" status: 204 len: 168 time: 0.9278147 Jun 30 09:36:14.044350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35612) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:14.134628 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.233607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.243461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da54581-91d7-4146-a600-31e8fd9d6bf4']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:14.258383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c2f5a3-207d-475c-a23a-1da777df1aef') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:14.258669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c2f5a3-207d-475c-a23a-1da777df1aef') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:14.267299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.280340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.285829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:14.286204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:14.289795 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:14.346131 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.354554 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.355653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/networks/6da54581-91d7-4146-a600-31e8fd9d6bf4 HTTP/1.1" status: 204 len: 168 time: 0.3103533 Jun 30 09:36:14.358251 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35614) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:14.375102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd14833-4be5-449d-ae0a-21f0291f8f1b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Network': ['ID=6da54581-91d7-4146-a600-31e8fd9d6bf4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:14.427416 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.453519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.516712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.519235 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.520456 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/security-groups/f68093c4-d1d4-478b-ac53-f1e39acaeec1 HTTP/1.1" status: 204 len: 168 time: 0.1612866 Jun 30 09:36:14.531330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1890026-7bf7-4511-8c2f-5bde2bab18bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68093c4-d1d4-478b-ac53-f1e39acaeec1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:14.870045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35620) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:14.875043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858440520', 'description': 'tempest-secgroup-smoke-1858440520 description', 'project_id': '84d9e6005dac46179c36aec71982412c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:14.898739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.992647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.997936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.027791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.029062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580017 Jun 30 09:36:15.033648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35622) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.038405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.042574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf04c99-83f2-4750-9f0c-c283b6334d87 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4df61-250c-431b-82b4-1d3503f9d353,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.074781 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.145565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e19faef-ff0c-4ec1-8285-917418c1519e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:15.151314 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.155884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.176829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5e19faef-ff0c-4ec1-8285-917418c1519e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:15.177174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e19faef-ff0c-4ec1-8285-917418c1519e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:15.177591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:15.188995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1786c51e-228b-4c3d-873e-7abb13887330,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.197677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:15.198142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 52a9afaf-e510-4eb0-b3ef-9b17c1951ca4 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:15.198470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0a1c498-53eb-4b39-bd4a-ffcb70403e91 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:15.203151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.209018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d0d45c0b-1bd0-4478-9c14-5915d2bc79b6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1698728 Jun 30 09:36:15.209830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35624) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.216012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.219868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b0a1c498-53eb-4b39-bd4a-ffcb70403e91 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:15.220295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b0a1c498-53eb-4b39-bd4a-ffcb70403e91 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:15.247852 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.312725 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.317294 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.337071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1edd76-2ebc-4145-b59c-33beb5f94b28,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.345485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.347106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a3e05c6a-74b9-47ce-ade1-e35a8c4293c6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366732 Jun 30 09:36:15.350714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35626) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.355903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.386477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.457489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.465555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.492615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea932c5-7c03-4a8e-bc71-32fce4a81fbb,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.495574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.496817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c135c31-1c66-4289-94dc-27e18b498c33 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449072 Jun 30 09:36:15.499710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35628) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.504266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.530823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.581321 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.584798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.601870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39332d35-5a6a-436d-9de0-04321bf30b61,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.608896 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.610605 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-318b31f8-5a91-4334-8628-d5ca54fbe14a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1098435 Jun 30 09:36:15.613207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35630) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.618116 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.639821 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:36:15.644581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.703999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.707431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.724972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6acb03a-7508-48cb-8ea0-8d640ca51510,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.731353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.737365 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb283f29-0c17-4275-8749-52c16fb8a04c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200128 Jun 30 09:36:15.737365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35632) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.740102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': 'a8a4df61-250c-431b-82b4-1d3503f9d353', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.762688 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:36:15.767359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.831647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.835300 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.853673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592839ea-b07e-45e5-a96c-7088c1c40712,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.858694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.860119 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86a7f5a6-2be8-446e-9c89-e78423542904 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236842 Jun 30 09:36:15.862771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35634) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:15.868243 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'network': {'name': 'tempest-network-smoke--563175947', 'project_id': '84d9e6005dac46179c36aec71982412c', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.887917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:15.891451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.917399 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:15.926684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.927059 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Added segment c8722529-b5ce-4695-9286-386b3b0aae2a of type vlan for network f8e342de-3194-4801-a56e-6e428562d035 Jun 30 09:36:15.967675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.997375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.002939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:16.003524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.063432 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1996081 Jun 30 09:36:16.066123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35636) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:16.070711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'admin_state_up': True, 'project_id': '84d9e6005dac46179c36aec71982412c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:16.087663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e4217-3fce-4cae-ab0b-7e4ec333179a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Network': ['ID=f8e342de-3194-4801-a56e-6e428562d035,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:16.100202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f8e342de-3194-4801-a56e-6e428562d035 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:16.106878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.107921 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.181674 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.320622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.537481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.557115 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.672038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.55 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/379d080f-0267-4349-88de-6ec5c2b46f41) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:16.822997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.868012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.913564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:16.916577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:16.922488 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:16.928481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=379d080f-0267-4349-88de-6ec5c2b46f41,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.217976 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.468646 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.973907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 7ac708a0-9e50-42de-9431-3330bb8145eb is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:18.083491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:18.095445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Sync routers for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:18.104319 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.105721 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-dcc176b0-d3ac-4cda-b049-dbd09e11f9f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0386512 Jun 30 09:36:18.107969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:18.108974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.110791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35638) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.140630 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9f03e597-6108-47d2-8405-90d4b66c22f4 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=84d9e6005dac46179c36aec71982412c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286767 Jun 30 09:36:18.144543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35640) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.219340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:18.234822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41236e68-25c8-4fd9-979d-75c8cc2aa794 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.236332 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-41236e68-25c8-4fd9-979d-75c8cc2aa794 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908782 Jun 30 09:36:18.239226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35642) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.287338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bf29bdde-46cb-4e05-adb4-55030bbcbb25 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463727 Jun 30 09:36:18.290355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35644) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.295527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239069542', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'project_id': '84d9e6005dac46179c36aec71982412c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:18.394327 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:18.398375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.401607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.427940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Checking router: 7ac708a0-9e50-42de-9431-3330bb8145eb for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:18.428294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Updating router 7ac708a0-9e50-42de-9431-3330bb8145eb port 379d080f-0267-4349-88de-6ec5c2b46f41 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:36:18.461741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.760268 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.775921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Transition to ACTIVE for port object 379d080f-0267-4349-88de-6ec5c2b46f41 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:18.782928 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.836228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Attempting to bind port 379d080f-0267-4349-88de-6ec5c2b46f41 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:18.836725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Attempting to bind port 379d080f-0267-4349-88de-6ec5c2b46f41 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:18.837139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Attempting to bind port 379d080f-0267-4349-88de-6ec5c2b46f41 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:18.845033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92890f-d51f-46bd-ae0b-2151110aee1b None None] Pushing event updated for resources: {'Port': ['ID=379d080f-0267-4349-88de-6ec5c2b46f41,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.847795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:18.848192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:18.848608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.848995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:18.849554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Bound port: 379d080f-0267-4349-88de-6ec5c2b46f41, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:18.850134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.904675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] For port 379d080f-0267-4349-88de-6ec5c2b46f41, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:18.908179 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] For port 379d080f-0267-4349-88de-6ec5c2b46f41, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=379d080f-0267-4349-88de-6ec5c2b46f41,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:18.912147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.955643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.980156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:18.980979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:18.984935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92890f-d51f-46bd-ae0b-2151110aee1b None None] Pushing event updated for resources: {'Port': ['ID=379d080f-0267-4349-88de-6ec5c2b46f41,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.025971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Subnet': ['ID=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.034511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:19.034873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network hostable DHCP agents. Network: f8e342de-3194-4801-a56e-6e428562d035, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:19.057154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network f8e342de-3194-4801-a56e-6e428562d035 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:19.068221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f8e342de-3194-4801-a56e-6e428562d035) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:19.075668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.076540 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.088985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e599649-30e5-4697-a104-fdace5ca72e2 None None] Network f8e342de-3194-4801-a56e-6e428562d035 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:19.099198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8bc7e05f-4026-4d91-8447-2198ef49fb96 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8077097 Jun 30 09:36:19.104264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35646) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:19.145614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:19.405025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f8e342de-3194-4801-a56e-6e428562d035', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:19.406196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.551712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:19.584389 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28e311-c5c9-4b06-8b38-06609d297ffa None None] The sync data for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 is: [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:19.594864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Allocated IP 172.20.0.2 (f8e342de-3194-4801-a56e-6e428562d035/eedd2226-5bd4-4e52-ba63-61b70f3ac5bd/19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:19.652915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.780623 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.790340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Transition to ACTIVE for port object 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:19.808381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Transition to ACTIVE for port object 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:19.818184 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.873904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Network f8e342de-3194-4801-a56e-6e428562d035 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:19.883279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:19.889705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:19.912856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Pushing event updated for resources: {'Port': ['ID=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.981836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Attempting to bind port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:19.982373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Attempting to bind port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:19.982751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Attempting to bind port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:19.988847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:19.989224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:19.989867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.990276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Bound using segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:19.990766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Bound port: 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:19.991161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.040999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.1 (f8e342de-3194-4801-a56e-6e428562d035/eedd2226-5bd4-4e52-ba63-61b70f3ac5bd/a331b8b2-2790-47cf-89e2-6f54d28cd1b2) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:20.065496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] For port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:20.070268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] For port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:20.076307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.150770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f55ce-d010-4eeb-abb6-e5557fe60e9f None None] Pushing event updated for resources: {'Port': ['ID=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.177424 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.201560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object a331b8b2-2790-47cf-89e2-6f54d28cd1b2 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:20.244047 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.288756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network f8e342de-3194-4801-a56e-6e428562d035 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:20.292319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:20.298769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:20.310121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.392009 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.559500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.922003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.927572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.011582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.013401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:21.124123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network f8e342de-3194-4801-a56e-6e428562d035 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:21.125932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:21.136923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670bcb1-7d7e-440e-87b8-103589799544 None None] Network f8e342de-3194-4801-a56e-6e428562d035 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:21.178052 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:21.261728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 379d080f-0267-4349-88de-6ec5c2b46f41 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:21.305549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 7ac708a0-9e50-42de-9431-3330bb8145eb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:21.469048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a6e15d36-9ffd-42f7-ab93-9c9f4e6f6c59 None None] Provisioning for port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:21.477644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:21.485797 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0589272c-951d-493c-aa58-5dd3ffeb6b99 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/7ac708a0-9e50-42de-9431-3330bb8145eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3793612 Jun 30 09:36:21.592617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 379d080f-0267-4349-88de-6ec5c2b46f41 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:21.599659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 379d080f-0267-4349-88de-6ec5c2b46f41 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:21.600105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.688023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-ee9cb07e-975d-4d50-8e72-4f5146870361 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858440520&fields=id&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 267 time: 0.0598886 Jun 30 09:36:21.694248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Sync routers for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:21.715261 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:21.716114 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:21.755414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.784854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 379d080f-0267-4349-88de-6ec5c2b46f41, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=379d080f-0267-4349-88de-6ec5c2b46f41,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:21.791153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.793479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:21.851617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:21.877681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-6b75e6d0-b5c6-44b1-9e25-04f966f4825b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.888883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-6b75e6d0-b5c6-44b1-9e25-04f966f4825b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 796 time: 0.1993392 Jun 30 09:36:21.910432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-0e5a2693-aba9-49db-af28-9ce4ddfa4b27 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/quotas/84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 375 time: 0.0198026 Jun 30 09:36:21.916617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=379d080f-0267-4349-88de-6ec5c2b46f41,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:21.931520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:21.936339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:21.936854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.002446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-fa4117a4-1ecb-412d-8527-64bbfe1df856 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908275 Jun 30 09:36:22.043997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.083006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:22.088725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.125579 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 2, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.144607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-03840e1f-1f78-40fb-a72e-b204a9da9724 service neutron] 10.222.0.66 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287928 Jun 30 09:36:22.161921 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Checking router: 7ac708a0-9e50-42de-9431-3330bb8145eb for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:22.162801 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Updating router 7ac708a0-9e50-42de-9431-3330bb8145eb port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:36:22.168846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.184743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Provisioning complete for port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:22.185381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.206838 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.270810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-d2b4f219-d5b0-4a15-848e-cef561ab33bb service neutron] 10.222.0.66 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182387 Jun 30 09:36:22.353072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Provisioning for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:22.362832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Provisioning complete for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:22.363380 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.422540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-608c2468-1c4d-433d-a018-2a99c2443b22 None None] Port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:22.545496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-35e4f9bc-aba9-411a-950c-26fd2286a71b None None] Provisioning complete for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:22.546176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-35e4f9bc-aba9-411a-950c-26fd2286a71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.551872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a7e289c-b037-4f1a-a6a2-45bb9d1fcebe req-40ead538-e8ce-4422-af85-4b2ef0c4257a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jun 30 09:36:22.605209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-35e4f9bc-aba9-411a-950c-26fd2286a71b None None] Port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:22.693352 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.707277 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Transition to ACTIVE for port object a331b8b2-2790-47cf-89e2-6f54d28cd1b2 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:22.722352 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.832196 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Pushing event updated for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.862638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.862989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.863325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.863654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.864006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.864308 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.864660 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.864953 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.865273 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.865591 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.865938 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.866805 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:22.888017 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Attempting to bind port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:22.888386 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Attempting to bind port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:22.888810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Attempting to bind port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:22.896170 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:22.896553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:22.896958 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.897388 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Bound using segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:22.897903 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Bound port: a331b8b2-2790-47cf-89e2-6f54d28cd1b2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:22.898350 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.974611 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] For port a331b8b2-2790-47cf-89e2-6f54d28cd1b2, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:22.978294 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] For port a331b8b2-2790-47cf-89e2-6f54d28cd1b2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:22.983403 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.044975 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:23.046290 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.082730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca99393-784b-4943-83f2-4d328c82ee53 None None] Pushing event updated for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.176366 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:23.180732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 379d080f-0267-4349-88de-6ec5c2b46f41 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:23.266012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 379d080f-0267-4349-88de-6ec5c2b46f41 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:23.266392 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.371810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:23.422051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:23.422434 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.471678 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:22Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:23.501352 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fdb4f8-676c-4c02-9eb3-f759ee45f42b None None] The sync data for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 is: [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:22Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:23.730818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b2541fa-2690-4cb7-8e38-ee83f1f7c71f req-156df8f5-8b9e-4d72-bbb7-044478c298d9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 210 time: 0.0294547 Jun 30 09:36:24.176023 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-47589b55-51d6-46e5-8af7-8009732b287c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.179466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-47589b55-51d6-46e5-8af7-8009732b287c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 796 time: 0.1524296 Jun 30 09:36:24.246789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-c11ed802-0acf-4b8b-a8ef-3ac9cefd93ae tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 380 time: 0.0574718 Jun 30 09:36:24.258325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'port': {'device_id': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'admin_state_up': True, 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'security_groups': ['a8a4df61-250c-431b-82b4-1d3503f9d353']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:24.399179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:24.403010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.570917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.10 (f8e342de-3194-4801-a56e-6e428562d035/eedd2226-5bd4-4e52-ba63-61b70f3ac5bd/65cfbc3c-c5f4-413e-8799-ec62ddd2da43) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:24.794017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.822986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:24.881408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.955727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network f8e342de-3194-4801-a56e-6e428562d035 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:24.961435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:24.971891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:24.983605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.030992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af7c57-5f99-47bc-ae87-033edcd69d48 req-5fea0652-1a1a-4319-9d4b-1630ab9c9d27 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.034122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1af7c57-5f99-47bc-ae87-033edcd69d48 req-5fea0652-1a1a-4319-9d4b-1630ab9c9d27 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 932 time: 0.1291003 Jun 30 09:36:25.057151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.057876 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.082304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-feb46495-9408-4139-8cf1-5c05e4e1feb8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289275 Jun 30 09:36:25.097991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-3e854cf4-282f-4279-b80f-757b515e9a91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:36:25.099751 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-3e854cf4-282f-4279-b80f-757b515e9a91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114965 Jun 30 09:36:25.112684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1af7c57-5f99-47bc-ae87-033edcd69d48 req-a0304d65-350b-448d-81a2-d3ed81c68b59 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712438 Jun 30 09:36:25.119960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Request body: {'port': {'device_id': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:25.206556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a331b8b2-2790-47cf-89e2-6f54d28cd1b2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:25.229783 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.261251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:25.265564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:25.266260 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.364439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.373667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7f590f0-0bee-4519-85f9-86888fe2ffe1 None None] Provisioning for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:25.380887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7f590f0-0bee-4519-85f9-86888fe2ffe1 None None] Provisioning complete for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:25.381384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7f590f0-0bee-4519-85f9-86888fe2ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.427424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port a331b8b2-2790-47cf-89e2-6f54d28cd1b2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:25.433564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.440151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d7f590f0-0bee-4519-85f9-86888fe2ffe1 None None] Port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:25.500023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.529227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:25.537729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.551623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Transition to ACTIVE for port object 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:25.556658 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.607113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.692869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:25.693234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:25.693565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:25.698646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:25.698876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:25.709588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:25.710028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:25.710429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Bound using segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:25.710875 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Bound port: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:25.711253 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.780277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:25.783646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:25.790923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.841202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.842639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.843977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] 10.222.0.41 "PUT /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1093 time: 0.7348707 Jun 30 09:36:25.844454 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:25.847322 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df6c6f-e3ec-4dad-98fe-00b575b31622" -d '{"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:25.898508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8726637-24f5-40b8-b1b5-c2de8e68af6a service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.977970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-ed2f4a63-b3e4-44ee-bf78-8c82fd807d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.979738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-ed2f4a63-b3e4-44ee-bf78-8c82fd807d59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1096 time: 0.0777259 Jun 30 09:36:26.023213 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1286a-1003-4f8b-93ba-b5e484c6aff9 x-openstack-request-id: req-91c1286a-1003-4f8b-93ba-b5e484c6aff9 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:26.023512 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:26.023771 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91c1286a-1003-4f8b-93ba-b5e484c6aff9 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:26.024198 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:36:26.025784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-976a2b12-6e98-4a45-b96e-ab3e36d2ae06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 217 time: 0.0390813 Jun 30 09:36:26.079080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-cd418805-ffaa-437d-9fa2-bc67a7b47628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.080582 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-cd418805-ffaa-437d-9fa2-bc67a7b47628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0488214 Jun 30 09:36:26.154910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-afed826c-dfaa-45ee-a5da-766e94f7e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.156478 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-afed826c-dfaa-45ee-a5da-766e94f7e8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698006 Jun 30 09:36:26.254321 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-1b1c44aa-468d-4961-b273-fc07ccbf472e service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915515 Jun 30 09:36:26.354179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-42b33971-c046-4fc2-be9e-613974c2cb40 req-7e8ddcea-3866-4625-b730-1f1713510a30 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935602 Jun 30 09:36:26.370491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065aed-0cc1-48fb-8834-f08e2516c585 req-87cd0ade-f236-4ca0-9c90-810b2e42069c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.371957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07065aed-0cc1-48fb-8834-f08e2516c585 req-87cd0ade-f236-4ca0-9c90-810b2e42069c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.0706632 Jun 30 09:36:26.412990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07065aed-0cc1-48fb-8834-f08e2516c585 req-8be1a3c1-4b64-4ade-b21d-57d466218b36 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Jun 30 09:36:26.467642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-2fada291-3bd6-41b5-a5fd-5362c2276f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.469182 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-2fada291-3bd6-41b5-a5fd-5362c2276f28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1096 time: 0.0624292 Jun 30 09:36:26.562189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-71866557-3977-4710-b3c0-56095fde25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.563865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-71866557-3977-4710-b3c0-56095fde25b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.0886264 Jun 30 09:36:26.612242 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-b0677d46-ec97-4ffa-aebe-c917447b751e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 217 time: 0.0413184 Jun 30 09:36:26.666624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-0ecb3856-c20e-469c-ac2c-f630b8e7a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.668231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-0ecb3856-c20e-469c-ac2c-f630b8e7a3ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0484829 Jun 30 09:36:26.739345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-48ec26b0-17d3-46a2-ad72-12f900e17b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.742477 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-48ec26b0-17d3-46a2-ad72-12f900e17b0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676064 Jun 30 09:36:26.864568 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-4668a0e2-1de2-478f-9335-d2ec03aacc7a service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143129 Jun 30 09:36:26.961814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a3df6c6f-e3ec-4dad-98fe-00b575b31622 req-5a094625-ad2b-4b69-ae53-1ca5dcc179a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Jun 30 09:36:27.138422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a331b8b2-2790-47cf-89e2-6f54d28cd1b2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:27.202145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:27.202522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.596919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa2455-ff72-4b58-877a-1f23e35124ba req-9b28d46f-ccf8-4ffd-9130-ec3878464960 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.598909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30fa2455-ff72-4b58-877a-1f23e35124ba req-9b28d46f-ccf8-4ffd-9130-ec3878464960 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.0660601 Jun 30 09:36:27.644830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-30fa2455-ff72-4b58-877a-1f23e35124ba req-f410d700-4494-42cf-9151-dfc816477e7b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 Jun 30 09:36:27.765817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:27.866600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:27.878267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:27.916959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.932547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:27.953604 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:27.957534 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.005535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.199381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['65cfbc3c-c5f4-413e-8799-ec62ddd2da43'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:28.832443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2640d-a3c2-4c19-83f1-723ddcdd3577 req-b696e391-29a8-4a22-b9d8-b6cea8cacdd8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:28.833997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88e2640d-a3c2-4c19-83f1-723ddcdd3577 req-b696e391-29a8-4a22-b9d8-b6cea8cacdd8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.0732267 Jun 30 09:36:28.874981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88e2640d-a3c2-4c19-83f1-723ddcdd3577 req-42c2a85c-e57f-481f-9e08-1103bc0f8e38 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Jun 30 09:36:29.291813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3cecb7fc-20b9-4e73-ae50-a477e7212ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.779792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:29.836413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:29.840800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:29.841205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.927442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.960246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:29.962601 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce17781b-662f-457c-b823-fbfb654fd9c0" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:29.977328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:29.982853 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.033718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.072932 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e42b212-ec41-4f90-a705-307f3cae5891 x-openstack-request-id: req-0e42b212-ec41-4f90-a705-307f3cae5891 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:30.073599 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:30.073887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97153eb2-b1ef-498b-815a-f6b4b2bcd978 req-a9aabf38-0c36-42f6-8b0c-729aaefb9ad4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.074355 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e42b212-ec41-4f90-a705-307f3cae5891 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:30.074917 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'code': 200} Jun 30 09:36:30.075696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97153eb2-b1ef-498b-815a-f6b4b2bcd978 req-a9aabf38-0c36-42f6-8b0c-729aaefb9ad4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0712802 Jun 30 09:36:30.120006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-97153eb2-b1ef-498b-815a-f6b4b2bcd978 req-d0965303-e435-484a-a010-783e2310542b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Jun 30 09:36:30.193820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323df3b-6198-47de-a6b0-cd4a3d4c255d req-9a3146f0-16e8-4090-ac10-eb0f9822e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.195435 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d323df3b-6198-47de-a6b0-cd4a3d4c255d req-9a3146f0-16e8-4090-ac10-eb0f9822e6af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1098 time: 0.0534894 Jun 30 09:36:30.234545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d323df3b-6198-47de-a6b0-cd4a3d4c255d req-62cfb640-787a-4c91-a179-a272f95e859e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Jun 30 09:36:31.306435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb04b9-2498-4566-9d3c-4436f45346ca req-ca06efb7-b45e-4599-8d23-27692b7c96ad tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.307328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1cb04b9-2498-4566-9d3c-4436f45346ca req-ca06efb7-b45e-4599-8d23-27692b7c96ad tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0671179 Jun 30 09:36:31.351792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1cb04b9-2498-4566-9d3c-4436f45346ca req-5d39a386-8196-47a6-8b28-31438f68b174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Jun 30 09:36:31.527964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebdd87-14ed-45d5-8f4f-df8e6f0dd0ce req-ce038e2d-0a25-420f-b338-0835cba89b9d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.529445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7aebdd87-14ed-45d5-8f4f-df8e6f0dd0ce req-ce038e2d-0a25-420f-b338-0835cba89b9d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0653417 Jun 30 09:36:31.567517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7aebdd87-14ed-45d5-8f4f-df8e6f0dd0ce req-22450a3c-b3ae-48a7-887f-82a31a2d0e4f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Jun 30 09:36:31.592882 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:31.651432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe66e76-3ad5-4781-a183-e0974e7fbe69 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.652900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1fe66e76-3ad5-4781-a183-e0974e7fbe69 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1093 time: 0.0590122 Jun 30 09:36:31.655974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35706) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:31.660419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:31.684065 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.794423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.902531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.31 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/cf84b48e-fe1a-4e8e-a749-80aaef9e6969) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:31.927492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-28228749-0490-4764-9fd5-45fdc1558e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.010649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.044709 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.054207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.097916 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:32.100662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:32.103430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:32.130958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=cf84b48e-fe1a-4e8e-a749-80aaef9e6969,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.494147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.572855 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.026609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.074774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.079485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.143406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=cf84b48e-fe1a-4e8e-a749-80aaef9e6969,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.157443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.262708 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP dae96eb5-31f5-4b10-b963-6e1d95caa474 associated. External IP: 172.25.4.31, port: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43. Jun 30 09:36:33.472209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 7ac708a0-9e50-42de-9431-3330bb8145eb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:33.548909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.582565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:33.593254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Sync routers for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:33.598664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.603300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:33.603483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:33.639615 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6908ba40-33ca-4159-9fe8-62a5e850813c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9798768 Jun 30 09:36:33.639615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:33.640863 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f76c329-8ea4-4af9-a498-4bc2a60310e8" -d '{"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:33.690471 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae546ce-ba5f-44f8-bcf8-9c5ef2e413a0 x-openstack-request-id: req-3ae546ce-ba5f-44f8-bcf8-9c5ef2e413a0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:33.690824 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:33.691281 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ae546ce-ba5f-44f8-bcf8-9c5ef2e413a0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:33.697551 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:36:33.724183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:33.777522 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-f5ce87b5-93d7-45ac-823e-b8b2543a9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.779419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-f5ce87b5-93d7-45ac-823e-b8b2543a9d87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1098 time: 0.0686281 Jun 30 09:36:33.839462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614ccf-fce7-4b4d-bc83-251d574bca7b req-d4418882-9572-4d70-aad0-c1ce0d912795 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.841853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b614ccf-fce7-4b4d-bc83-251d574bca7b req-d4418882-9572-4d70-aad0-c1ce0d912795 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0956774 Jun 30 09:36:33.884566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b614ccf-fce7-4b4d-bc83-251d574bca7b req-cb334123-91f2-41ff-bb9f-ba8c2b002c59 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368619 Jun 30 09:36:33.909862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-509d467d-0424-4bb7-acde-ddfce5ee7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.911564 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-509d467d-0424-4bb7-acde-ddfce5ee7a74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1256423 Jun 30 09:36:33.925944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35712) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:34.000227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-908cfdc1-f3ea-496c-8d73-ccdd50d238cd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/dae96eb5-31f5-4b10-b963-6e1d95caa474 HTTP/1.1" status: 200 len: 991 time: 0.0730174 Jun 30 09:36:34.021206 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-1f85c396-ff97-4219-935d-984e3575fb84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.1029010 Jun 30 09:36:34.032088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'dae96eb5-31f5-4b10-b963-6e1d95caa474', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:34.060434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Checking router: 7ac708a0-9e50-42de-9431-3330bb8145eb for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:34.069816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:34.070462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:36:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:34.084228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-f4e92f80-7ac2-429a-8186-9dd1aca79e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.086868 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-f4e92f80-7ac2-429a-8186-9dd1aca79e4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0592113 Jun 30 09:36:34.151275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-27b14ecf-a6a1-43bc-93d3-86e2e77a7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.154078 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-27b14ecf-a6a1-43bc-93d3-86e2e77a7103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609107 Jun 30 09:36:34.183414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:34.253227 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-70d930bf-1eba-4792-bd53-b616c515cb0d service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923917 Jun 30 09:36:34.351370 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7f76c329-8ea4-4af9-a498-4bc2a60310e8 req-f972001c-b0e6-4322-afc3-d47ce1fa0083 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922894 Jun 30 09:36:34.430125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'dae96eb5-31f5-4b10-b963-6e1d95caa474', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:34.458141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecfa1-1302-4bb7-af8f-fc40757a2876 None None] The sync data for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 is: [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'dae96eb5-31f5-4b10-b963-6e1d95caa474', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.31', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:32Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:34.642772 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90b742-6ba4-4a71-a91b-65ebd93f9e31 None None] New status for floating IP dae96eb5-31f5-4b10-b963-6e1d95caa474: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:34.685077 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.004360 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35714) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:35.065425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-94efee1e-2641-4965-a0ad-dfe971c0b158 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/dae96eb5-31f5-4b10-b963-6e1d95caa474 HTTP/1.1" status: 200 len: 993 time: 0.0597227 Jun 30 09:36:35.246667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.166917 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:59.284563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96283c8c-1ff2-42dd-a57b-3b2c7318652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.933851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e140ad9-0302-4bf6-ac7d-1cacbcce5c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.038140 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.031351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.560938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.687184 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.259482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.509266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e0b76-0c1a-43e5-b705-cc65ea5df2d4 req-1fd7571c-4d89-4022-9686-2d16a68acb11 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:06.510885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-165e0b76-0c1a-43e5-b705-cc65ea5df2d4 req-1fd7571c-4d89-4022-9686-2d16a68acb11 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1098 time: 0.0579286 Jun 30 09:37:06.550533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-165e0b76-0c1a-43e5-b705-cc65ea5df2d4 req-c749b60d-d617-44d3-83a8-16166e121633 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Jun 30 09:37:06.750231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f588-fb90-442b-8e4b-f1e9bdde8404 req-58172367-bc14-438b-ba23-5cb479fb1949 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:06.751771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5022f588-fb90-442b-8e4b-f1e9bdde8404 req-58172367-bc14-438b-ba23-5cb479fb1949 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0767214 Jun 30 09:37:06.796361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5022f588-fb90-442b-8e4b-f1e9bdde8404 req-1ec3b761-4024-42c1-ac0c-5e73c4768723 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jun 30 09:37:06.822664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35738) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.890572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3f85298-30d4-407a-9d53-4f44d2c34510 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/dae96eb5-31f5-4b10-b963-6e1d95caa474 HTTP/1.1" status: 200 len: 993 time: 0.0667088 Jun 30 09:37:07.908772 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fc832-7286-4a0c-8987-c280e35a1aee req-f241c8a8-d026-4b82-aff2-5883fca70a04 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:07.918315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d56fc832-7286-4a0c-8987-c280e35a1aee req-f241c8a8-d026-4b82-aff2-5883fca70a04 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.1105187 Jun 30 09:37:07.918315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-8b5101de-1c9e-47e4-97c3-1b8f1e421656 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1975446 Jun 30 09:37:07.961391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d56fc832-7286-4a0c-8987-c280e35a1aee req-7524b1d8-02cc-43e2-8b0e-cf4028d2da30 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382209 Jun 30 09:37:09.186388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b03b91-e576-4486-82ea-5f534be2bcc4 req-5c21a44e-92f5-4d91-a882-4ab7057d2ded tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.188001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5b03b91-e576-4486-82ea-5f534be2bcc4 req-5c21a44e-92f5-4d91-a882-4ab7057d2ded tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0726404 Jun 30 09:37:09.234449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5b03b91-e576-4486-82ea-5f534be2bcc4 req-678f64a8-4274-4599-a774-08ee91e60292 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Jun 30 09:37:09.458184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-81d8d1c9-6075-4220-926b-795d8e40bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.459717 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-81d8d1c9-6075-4220-926b-795d8e40bc33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1098 time: 0.1270862 Jun 30 09:37:09.574356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-4887a502-6d4f-455c-9240-d1fe66910f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.575863 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-4887a502-6d4f-455c-9240-d1fe66910f87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.0959730 Jun 30 09:37:09.645020 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-3febf8ca-5f3c-4478-83fb-6b6b32c79b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1001 time: 0.0625346 Jun 30 09:37:09.695696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-2bcf85cd-bee3-4cf7-8ae3-83b0094ce6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.697194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-2bcf85cd-bee3-4cf7-8ae3-83b0094ce6e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0463643 Jun 30 09:37:09.763637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-177f00b7-2894-4e7f-a7d2-07d40a622ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.765326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-177f00b7-2894-4e7f-a7d2-07d40a622ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614614 Jun 30 09:37:09.868445 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-420f4888-e6fc-4d24-9560-30db9ee98b83 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961359 Jun 30 09:37:09.981013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b2e0ae57-7072-4f76-be2e-1203a594e32d req-f0e80625-4afb-41ef-8c43-deab98eab016 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060891 Jun 30 09:37:10.089516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-ddc03513-a17b-4c0f-9713-77de039b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.091142 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-ddc03513-a17b-4c0f-9713-77de039b9b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1098 time: 0.0605652 Jun 30 09:37:10.226358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-c7c4e2f7-5191-481b-bc7e-a2f50539ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.229447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-c7c4e2f7-5191-481b-bc7e-a2f50539ef3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1317053 Jun 30 09:37:10.319782 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-c7f2520b-4152-4153-9c4d-7c0cc85387e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1001 time: 0.0835235 Jun 30 09:37:10.376515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-12088cf0-9479-4404-b903-253aeaf6b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.378157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-12088cf0-9479-4404-b903-253aeaf6b9d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0521111 Jun 30 09:37:10.450293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-7394cddf-9fda-4efc-9e01-c3b0c8113772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.451977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-7394cddf-9fda-4efc-9e01-c3b0c8113772 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675464 Jun 30 09:37:10.523229 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132b88c-b980-4313-a8cb-072c952da9e3 req-be735fb9-3835-436a-9931-ff9e425e27ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.525829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9132b88c-b980-4313-a8cb-072c952da9e3 req-be735fb9-3835-436a-9931-ff9e425e27ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0832548 Jun 30 09:37:10.571227 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9132b88c-b980-4313-a8cb-072c952da9e3 req-12e55aae-bbe4-4839-b28b-70c815eb015c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377829 Jun 30 09:37:10.579213 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-8effe4d3-176d-4617-84b4-14e08a191cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Jun 30 09:37:10.762547 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-54f372ba-7f2b-4bb4-af0c-1ac7f9791e43 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750379 Jun 30 09:37:11.794745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8231-61f4-4af5-aca8-46bdc9a14adf req-95b42737-7354-4588-ac86-bd251207050c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:11.796346 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489b8231-61f4-4af5-aca8-46bdc9a14adf req-95b42737-7354-4588-ac86-bd251207050c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0806520 Jun 30 09:37:11.844706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-489b8231-61f4-4af5-aca8-46bdc9a14adf req-fd77577f-0acb-4e7b-9793-091e4d029c9d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373423 Jun 30 09:37:13.060517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886118a-397a-4380-96cd-790d4606fa44 req-6f9385e1-a418-4c5c-a30c-28708b8ed559 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:13.062324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f886118a-397a-4380-96cd-790d4606fa44 req-6f9385e1-a418-4c5c-a30c-28708b8ed559 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0855386 Jun 30 09:37:13.113943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f886118a-397a-4380-96cd-790d4606fa44 req-698de8d5-f12b-4281-84c0-d12f40ab22c0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Jun 30 09:37:14.339123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def966be-516e-49f4-b0db-d28f14c7fecc req-de2d6ef4-73f3-4850-92d9-aedca7d2c6a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:14.342061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def966be-516e-49f4-b0db-d28f14c7fecc req-de2d6ef4-73f3-4850-92d9-aedca7d2c6a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0907748 Jun 30 09:37:14.400238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def966be-516e-49f4-b0db-d28f14c7fecc req-73e8ee74-c36b-4200-83a1-88bdf3683463 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516016 Jun 30 09:37:15.605775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b1cd4-0e1e-4fee-8706-95af8a246ab1 req-07c59a3e-6205-4ae3-b985-2f6dc191e6ef tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:15.608240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a6b1cd4-0e1e-4fee-8706-95af8a246ab1 req-07c59a3e-6205-4ae3-b985-2f6dc191e6ef tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0847595 Jun 30 09:37:15.651204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a6b1cd4-0e1e-4fee-8706-95af8a246ab1 req-c7fcd370-4a32-4384-ae2c-2dda6b65525c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372431 Jun 30 09:37:16.869067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b237c5-afdc-40b8-80ce-ea9cb0bbc93e req-68ecec1e-449b-4fc1-997f-76ec9bb71677 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:16.871665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5b237c5-afdc-40b8-80ce-ea9cb0bbc93e req-68ecec1e-449b-4fc1-997f-76ec9bb71677 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0938196 Jun 30 09:37:16.935275 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5b237c5-afdc-40b8-80ce-ea9cb0bbc93e req-e8d10dc6-e858-4674-a151-ad03743a71ff tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536056 Jun 30 09:37:18.197857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab95859-6c8b-47b9-8429-bd78959fa914 req-e4bf9de6-4dac-48a8-ba8f-c86e4c070894 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.199461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ab95859-6c8b-47b9-8429-bd78959fa914 req-e4bf9de6-4dac-48a8-ba8f-c86e4c070894 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.1024246 Jun 30 09:37:18.246212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ab95859-6c8b-47b9-8429-bd78959fa914 req-0b083cae-691d-47d8-bfe0-cd580f9962e8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371420 Jun 30 09:37:19.459163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11a57-e4a4-4ace-b3b8-5c25feae8af4 req-6877b864-a2dd-4fc1-b931-4e401512a2f8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.460806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79e11a57-e4a4-4ace-b3b8-5c25feae8af4 req-6877b864-a2dd-4fc1-b931-4e401512a2f8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0837567 Jun 30 09:37:19.515980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79e11a57-e4a4-4ace-b3b8-5c25feae8af4 req-2d8d0fc7-2b2a-4f24-94fd-980b603a8339 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Jun 30 09:37:20.737317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3185f2f-081d-4870-b621-309a03ebcc10 req-ca14f3ec-213f-463b-a09d-88ad3892071c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.739044 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3185f2f-081d-4870-b621-309a03ebcc10 req-ca14f3ec-213f-463b-a09d-88ad3892071c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0758502 Jun 30 09:37:20.793679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3185f2f-081d-4870-b621-309a03ebcc10 req-b4744376-4e13-48c6-bbec-1b424d0267c9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Jun 30 09:37:22.035412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c826487-7178-418e-a6c9-891629b63a88 req-986da090-b339-4264-9dc3-346296e95013 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.036983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c826487-7178-418e-a6c9-891629b63a88 req-986da090-b339-4264-9dc3-346296e95013 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0682743 Jun 30 09:37:22.078330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c826487-7178-418e-a6c9-891629b63a88 req-9807144b-d098-4be2-9c6e-d6da979339e5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347900 Jun 30 09:37:22.732382 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-a85d47c3-b9af-4a26-9f83-847e269c8fed service neutron] show failed (client error): The resource could not be found. Jun 30 09:37:22.734236 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-a85d47c3-b9af-4a26-9f83-847e269c8fed service neutron] 10.222.0.41 "GET /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0718274 Jun 30 09:37:23.057305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-57215e82-83fa-4015-b6f4-3f77ad2e7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:23.058899 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-57215e82-83fa-4015-b6f4-3f77ad2e7121 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 1098 time: 0.1160166 Jun 30 09:37:23.070735 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:23.158645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.279127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d122b-168b-42eb-b539-12bb75c78ca3 req-568fb819-868f-4731-9cb8-f4e9d0f848b7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:23.282028 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d29d122b-168b-42eb-b539-12bb75c78ca3 req-568fb819-868f-4731-9cb8-f4e9d0f848b7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.0786421 Jun 30 09:37:23.323676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d29d122b-168b-42eb-b539-12bb75c78ca3 req-4d3e5e35-5de2-4b41-b37b-520e79cd50be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350094 Jun 30 09:37:23.399622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:23.440409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:23.484405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:23.486955 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52916206-4a43-4ec1-b102-a56f7cee56e8" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-unplugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:23.491153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.510978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Transition to ACTIVE for port object 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:23.515651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.546341 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5873ddb6-d47a-4fe9-9e15-0c969aa51568 x-openstack-request-id: req-5873ddb6-d47a-4fe9-9e15-0c969aa51568 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:23.546643 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-unplugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:23.546919 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5873ddb6-d47a-4fe9-9e15-0c969aa51568 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:23.547312 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'code': 200} Jun 30 09:37:23.621032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:23.633130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.633477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.633837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.634180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.634518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.634847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.635196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.635521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.635841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.636164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.636495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.636808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:23.682850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] No DVR routers for this DVR port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:23.837156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:23.837846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:23.837846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:23.846078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:23.846078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:23.852289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:23.852640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:23.853045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Bound using segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:23.853500 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Bound port: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:23.853906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.924546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:23.928173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:23.938975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.980989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:23.981623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.983164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] 10.222.0.11 "PUT /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1093 time: 0.9172997 Jun 30 09:37:24.031861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7f4f2-5590-4ca3-806c-1b084e9e6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.101040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-3f6492dd-7deb-4c7d-a60e-372bb627f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.102709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-3f6492dd-7deb-4c7d-a60e-372bb627f09b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1096 time: 0.0865192 Jun 30 09:37:24.223086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-83ab533f-dd0b-4b51-b8e6-4f1f9308fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.224619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-83ab533f-dd0b-4b51-b8e6-4f1f9308fc5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1145554 Jun 30 09:37:24.296389 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-90e9ae31-c9ae-4ad5-a08c-d245d0c684c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0652666 Jun 30 09:37:24.349080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-74aa7f6c-920b-4be0-ab61-651e3ff93fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.350709 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-74aa7f6c-920b-4be0-ab61-651e3ff93fd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0484977 Jun 30 09:37:24.414523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-d3d3ac3a-c177-4fc8-9da9-8fe37fc4bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.416070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-d3d3ac3a-c177-4fc8-9da9-8fe37fc4bafc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589809 Jun 30 09:37:24.426872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-870e6d5f-1370-4b23-a719-4e960960699e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:37:24.427895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-870e6d5f-1370-4b23-a719-4e960960699e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057712 Jun 30 09:37:24.517444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470b7f8-d1ea-4035-ae24-cd9f6e6dca6f req-5447be61-1057-42f5-95b7-ab425a0a80c3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.519047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1470b7f8-d1ea-4035-ae24-cd9f6e6dca6f req-5447be61-1057-42f5-95b7-ab425a0a80c3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.0768266 Jun 30 09:37:24.531700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-9366c8ff-e0c8-4432-a05f-467195b6e03f service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969570 Jun 30 09:37:24.565941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1470b7f8-d1ea-4035-ae24-cd9f6e6dca6f req-a03a347c-cff8-4bbf-b3ca-939106cd9529 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Jun 30 09:37:24.630582 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b10ff7f5-fcf9-4058-9eeb-8e54a149f47a req-72f61ee8-1657-4fa6-9c00-eef56e57878c service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919776 Jun 30 09:37:25.036719 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-c38a6fee-6717-4f66-9c93-5c446f2a5e71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614762 Jun 30 09:37:25.141125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-a3a3f0c2-b868-48f7-b2be-6748eb7e1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.142973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-a3a3f0c2-b868-48f7-b2be-6748eb7e1e95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6912415a2ba74bf3852cc9739fe70682&device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 1097 time: 0.0556445 Jun 30 09:37:25.255088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-485eebbf-6277-4f5f-a01c-b018482bb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.256653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-485eebbf-6277-4f5f-a01c-b018482bb2a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 200 len: 910 time: 0.0913169 Jun 30 09:37:25.336802 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-534a4b9a-16cb-422e-abad-4662b1cdfc48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 200 len: 1000 time: 0.0733411 Jun 30 09:37:25.393898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-686c4d53-b38e-403c-bc8e-10b11b620d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.395403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-686c4d53-b38e-403c-bc8e-10b11b620d02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 200 len: 848 time: 0.0530450 Jun 30 09:37:25.454792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-7acda3de-0ee4-4c66-96cc-fa8e2698e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.456288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-7acda3de-0ee4-4c66-96cc-fa8e2698e262 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70aee254-025f-4db3-9c4c-6d75949def50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551872 Jun 30 09:37:25.553549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:25.558386 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e994b9-d0e9-4d5d-9294-a202a200e177" -d '{"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:25.608881 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-6fc1e481-94fa-416f-a515-702be10c2c18 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460588 Jun 30 09:37:25.652916 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a26cc2-6816-4cea-9338-128088f9ce23 x-openstack-request-id: req-66a26cc2-6816-4cea-9338-128088f9ce23 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:25.653204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.11', 61821) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:25.653700 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:25.653900 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66a26cc2-6816-4cea-9338-128088f9ce23 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:25.654399 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:37:25.744416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-09cc3c77-074f-4e54-be3c-c790e7e712b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.746110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-09cc3c77-074f-4e54-be3c-c790e7e712b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1096 time: 0.0910091 Jun 30 09:37:25.771171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-4b8c6311-13ca-49fa-8973-06ec65d29d08 service neutron] 10.222.0.11 "GET /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553447 Jun 30 09:37:25.785449 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-3ecb9f22-1a50-4b7d-a1f8-c981c63c12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.786995 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-3ecb9f22-1a50-4b7d-a1f8-c981c63c12b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1096 time: 0.1018693 Jun 30 09:37:25.862524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dc16b-8e21-47d7-ac88-39ae9d9d71e4 req-f2076cfe-9b08-4596-9117-7d5c70e5d06a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.865111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c4dc16b-8e21-47d7-ac88-39ae9d9d71e4 req-f2076cfe-9b08-4596-9117-7d5c70e5d06a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.1581986 Jun 30 09:37:25.909046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-c9f1b874-a89b-4a45-8c81-93a8298b2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.910646 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-c9f1b874-a89b-4a45-8c81-93a8298b2720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1174204 Jun 30 09:37:25.971596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c4dc16b-8e21-47d7-ac88-39ae9d9d71e4 req-17534751-4cf4-4d78-ba78-c9f9aba09c19 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975552 Jun 30 09:37:25.977094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-5ed23f58-4aa0-4142-9d56-d793a4ca6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.979737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-5ed23f58-4aa0-4142-9d56-d793a4ca6b3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.2230072 Jun 30 09:37:26.002546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-1c381bda-516c-48f7-933f-ab8863a5215d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0844665 Jun 30 09:37:26.054027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-fcdd3ff1-5b3f-4d8a-a23c-dbafa29bc57c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0665228 Jun 30 09:37:26.075236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-5f3eeeac-47f2-4983-8e8f-6f1a35850966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.077831 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-5f3eeeac-47f2-4983-8e8f-6f1a35850966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0697114 Jun 30 09:37:26.106343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-66ba200b-97ee-4903-adf8-3199a34af598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.107851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-66ba200b-97ee-4903-adf8-3199a34af598 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0472968 Jun 30 09:37:26.170800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-7b9d4adc-bf2f-4b93-a590-90cf90d835b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.172243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-7b9d4adc-bf2f-4b93-a590-90cf90d835b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560906 Jun 30 09:37:26.177217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-f8cba7f4-02c3-43c9-a13c-fbbe869d4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.180120 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-f8cba7f4-02c3-43c9-a13c-fbbe869d4789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960782 Jun 30 09:37:26.276911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-751569b0-b0e7-4aa5-9df2-238b3b81d3df service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979385 Jun 30 09:37:26.332265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-a50ac6a1-8349-4917-a8c7-486f55288b03 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454000 Jun 30 09:37:26.379449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-ca88906a-797e-4340-a6ef-13779e1785d8 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944021 Jun 30 09:37:26.451136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-32e994b9-d0e9-4d5d-9294-a202a200e177 req-92cfc63d-0f50-468d-aad2-02d6c202bb3e service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109741 Jun 30 09:37:27.164139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b6b0b-f760-4769-8671-27cfc85570d8 req-ef9e3368-3f71-4fe2-90f1-76b174423d5c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.165880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a92b6b0b-f760-4769-8671-27cfc85570d8 req-ef9e3368-3f71-4fe2-90f1-76b174423d5c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.0734749 Jun 30 09:37:27.214847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a92b6b0b-f760-4769-8671-27cfc85570d8 req-2d38df86-e76f-4ac4-9718-59c6c7d2cb7d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Jun 30 09:37:28.002860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:28.043471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:28.149023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:28.258665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:28.282706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:28.338737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.353276 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:28.376797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:28.381644 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.427666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76216523-5994-4d97-b8f6-b792c0f4942c req-6b17c726-66d9-49ee-9304-7ce6bcc776b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.429114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76216523-5994-4d97-b8f6-b792c0f4942c req-6b17c726-66d9-49ee-9304-7ce6bcc776b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 944 time: 0.0714469 Jun 30 09:37:28.438068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:28.452390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.452987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.453894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.454513 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.455452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.456022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.456557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.457324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.457935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.458841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.459348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.459740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:28.474116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76216523-5994-4d97-b8f6-b792c0f4942c req-78cb8413-a36e-4b25-9325-b8a568ae4e07 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Jun 30 09:37:28.689972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['65cfbc3c-c5f4-413e-8799-ec62ddd2da43'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:28.972676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-d297d10b-7f14-46f3-86b9-1e90aae42a1d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:28.974133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-d297d10b-7f14-46f3-86b9-1e90aae42a1d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d&tenant_id=84d9e6005dac46179c36aec71982412c&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 945 time: 0.1937563 Jun 30 09:37:28.999138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e1cd-5b86-4a59-baf8-25e96942b355 req-b9b03f6c-391b-4bbc-bbe2-c03465de6ad5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.000692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c3e1cd-5b86-4a59-baf8-25e96942b355 req-b9b03f6c-391b-4bbc-bbe2-c03465de6ad5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.1225836 Jun 30 09:37:29.079130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c3e1cd-5b86-4a59-baf8-25e96942b355 req-1018743b-d174-4127-877e-3bcc2499e7ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595248 Jun 30 09:37:29.080595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-2a15e73f-b7ed-4829-9b61-88f820f3a6a3 service neutron] 10.222.0.11 "GET /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 383 time: 0.0985193 Jun 30 09:37:29.172094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-9ac61d08-0f9f-4717-8642-269b8baa057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.173662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-9ac61d08-0f9f-4717-8642-269b8baa057f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1097 time: 0.0612578 Jun 30 09:37:29.274725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-d180d562-6ec4-4f42-b3ad-d77503b90fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.276176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-d180d562-6ec4-4f42-b3ad-d77503b90fbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.0951972 Jun 30 09:37:29.287764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c79c79e6-c7e7-4fe9-89c1-6ddb62143642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.350713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-c1f83a3c-8208-4b59-b6be-1cdd8ac34df8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1000 time: 0.0677674 Jun 30 09:37:29.421321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-136f363d-3430-4339-937f-70d92360be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.422886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-136f363d-3430-4339-937f-70d92360be9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0660362 Jun 30 09:37:29.522054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-97df4605-5235-43a5-b321-64ad3f8daf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.525213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-97df4605-5235-43a5-b321-64ad3f8daf27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936637 Jun 30 09:37:29.638369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-d6ec61e9-196a-4b5f-ab67-d7d318fba881 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048889 Jun 30 09:37:29.750636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-db41cba6-adf3-4a52-8633-5888b55f28c4 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045656 Jun 30 09:37:30.163417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:30.218119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:30.223067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:30.223386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.324063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.327457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f2c63-4f3b-409d-8181-49aa26d0ed8c req-27521866-1990-4307-979a-2a8b2e1a6795 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:30.329537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-605f2c63-4f3b-409d-8181-49aa26d0ed8c req-27521866-1990-4307-979a-2a8b2e1a6795 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.0973532 Jun 30 09:37:30.352092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:30.354484 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab50c3-af23-4499-bb51-c0f08b24b42e" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:30.372801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:30.378692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.381941 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-605f2c63-4f3b-409d-8181-49aa26d0ed8c req-d47ffaba-5fc9-432b-bc33-2a3664efb02d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Jun 30 09:37:30.436487 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb214b3-4dd5-46dc-8514-5b898d8a99ec x-openstack-request-id: req-afb214b3-4dd5-46dc-8514-5b898d8a99ec {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:30.436788 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:30.437046 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afb214b3-4dd5-46dc-8514-5b898d8a99ec {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:30.437446 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'code': 200} Jun 30 09:37:30.440636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.623828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea58c-9793-4f1d-82d5-f885d0ea25ee req-a12575c8-ec6c-4ad8-a9b5-96d353f46b10 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.625404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b86ea58c-9793-4f1d-82d5-f885d0ea25ee req-a12575c8-ec6c-4ad8-a9b5-96d353f46b10 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 946 time: 0.1009865 Jun 30 09:37:31.683112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b86ea58c-9793-4f1d-82d5-f885d0ea25ee req-2727da34-66b6-4e56-94af-e83f7ca4337a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509081 Jun 30 09:37:31.930947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c4455394-eb82-4fcd-b6e8-fe28ccc783bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.969960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-cb143183-bd0c-4cfd-84fd-9f7aa005cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.971671 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-cb143183-bd0c-4cfd-84fd-9f7aa005cbe5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 1098 time: 0.0636837 Jun 30 09:37:31.983390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:32.045408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.074760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.316387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:32.356339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:32.405901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:32.408389 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f162b46-5d12-4962-a2ff-0a6be6739643" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-unplugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:32.412438 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.431046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Transition to ACTIVE for port object 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:32.435988 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.468977 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19797f7e-8ef6-4a8e-bedb-7b4cf712f276 x-openstack-request-id: req-19797f7e-8ef6-4a8e-bedb-7b4cf712f276 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:32.469338 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-unplugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:32.469598 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19797f7e-8ef6-4a8e-bedb-7b4cf712f276 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:32.470149 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'code': 200} Jun 30 09:37:32.529367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:32.585433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] No DVR routers for this DVR port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:32.762371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:32.762539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:32.762730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:32.768185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:32.768518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Attempting to bind port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on network f8e342de-3194-4801-a56e-6e428562d035 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:32.775284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:32.775716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Checking segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:32.776219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Bound using segment: {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:32.776836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Bound port: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8722529-b5ce-4695-9286-386b3b0aae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:32.777243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.869269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:32.873027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:32.880361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.920014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.920727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.922238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] 10.222.0.41 "PUT /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 1094 time: 0.9434857 Jun 30 09:37:32.937436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a432a-5a1c-42ce-985b-96295e01b9c5 req-3dc66fae-3c2e-464a-ab17-001fc821c3c2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.939783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e8a432a-5a1c-42ce-985b-96295e01b9c5 req-3dc66fae-3c2e-464a-ab17-001fc821c3c2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.0953031 Jun 30 09:37:32.989541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08728-d9f7-42a9-ab34-dc9eed0ed9fd service neutron] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=11']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:33.010569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e8a432a-5a1c-42ce-985b-96295e01b9c5 req-2f55c27d-e4c2-402b-b71c-6acdba48fecd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625224 Jun 30 09:37:33.030347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-13331e07-1f77-418d-9171-662b2bc7def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.031971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-13331e07-1f77-418d-9171-662b2bc7def7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1097 time: 0.0749953 Jun 30 09:37:33.041545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.143253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-bc536c47-cd97-4c68-b84e-ebee1327c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.144801 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-bc536c47-cd97-4c68-b84e-ebee1327c765 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1063533 Jun 30 09:37:33.219661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-34a01344-53ef-43e4-b9ff-1d72f45c25b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0679376 Jun 30 09:37:33.278771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-1b85b0ac-bdec-453d-9574-92606cb92d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.280411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-1b85b0ac-bdec-453d-9574-92606cb92d58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0541215 Jun 30 09:37:33.342806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-9e530fde-66fb-4fa2-83da-b8db9ec93aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:33.344546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-9e530fde-66fb-4fa2-83da-b8db9ec93aaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575664 Jun 30 09:37:33.446737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-92acd2a4-5a6d-4779-a106-15190349648f service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958552 Jun 30 09:37:33.551332 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f3d3ad11-c2de-4b07-97c4-595f9c5ca4a3 req-226b0c28-7a24-4547-b0fb-3612eec619a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984030 Jun 30 09:37:33.555834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.163659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:34.225497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:34.242839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef11b7d-4206-462b-8eda-f21c0d7bc03a req-36d8c822-6c29-4192-bf53-4d82a98283e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.244438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ef11b7d-4206-462b-8eda-f21c0d7bc03a req-36d8c822-6c29-4192-bf53-4d82a98283e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.0970216 Jun 30 09:37:34.291204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ef11b7d-4206-462b-8eda-f21c0d7bc03a req-99a4fa4b-2e74-498c-b74a-1e60954dc73f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397403 Jun 30 09:37:34.471109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:34.473640 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3916199f-91e8-4567-a6d1-e3b30bcfe6df" -d '{"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:34.527342 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6fd54b-c823-4191-be68-f680a560f168 x-openstack-request-id: req-2d6fd54b-c823-4191-be68-f680a560f168 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:34.527828 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:34.528253 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d6fd54b-c823-4191-be68-f680a560f168 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:34.528898 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:37:34.601577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-3c7aeea2-45bb-406d-aaf2-0dcd683293d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.603269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-3c7aeea2-45bb-406d-aaf2-0dcd683293d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1097 time: 0.0574152 Jun 30 09:37:34.605042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-9b1d3acc-fb0a-4326-9735-40cee34037ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.606563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-9b1d3acc-fb0a-4326-9735-40cee34037ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1097 time: 0.0576322 Jun 30 09:37:34.694681 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.719192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-e37679a4-03f7-4a31-b5c8-ef4898f60647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.720657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-e37679a4-03f7-4a31-b5c8-ef4898f60647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1055243 Jun 30 09:37:34.721246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-4eb30ad5-0301-4157-9cd9-4a16f7ddca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.722850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-4eb30ad5-0301-4157-9cd9-4a16f7ddca83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1118591 Jun 30 09:37:34.791724 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-2d0d7ea2-f11e-41b6-b797-20d4a5048587 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0650029 Jun 30 09:37:34.801878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-fe17a41a-e97a-478e-b17b-eb7147445e8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 999 time: 0.0683162 Jun 30 09:37:34.851774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-41cbf542-72be-474f-9686-f0919f3b0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.854492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-61d66dd1-0cf7-4d7e-acc7-b291739e61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.854645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-41cbf542-72be-474f-9686-f0919f3b0b75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0571434 Jun 30 09:37:34.855610 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-61d66dd1-0cf7-4d7e-acc7-b291739e61b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0470138 Jun 30 09:37:34.929004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-1e2ceb3c-b4e0-4a1b-9be6-cc624baeb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.931105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-1e2ceb3c-b4e0-4a1b-9be6-cc624baeb38e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707197 Jun 30 09:37:34.951479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-a3cc0167-6b27-43ba-b71f-318a9fb3e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:34.953239 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-a3cc0167-6b27-43ba-b71f-318a9fb3e0dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751626 Jun 30 09:37:35.044198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-cc7c1473-5d7b-4a67-ae1f-94cb8936b4b9 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060910 Jun 30 09:37:35.066888 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-7d4af0ec-3e29-4938-bb5d-63f30fdd91d0 service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057034 Jun 30 09:37:35.176575 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:35.183833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-d5d03e2a-4e5e-4ac9-a200-12c823025bbf service neutron] 10.222.0.11 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330729 Jun 30 09:37:35.262660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.514705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c556-1410-48c4-9b89-b00c94150a67 req-1a135cb5-b9d7-4290-b1f2-5d8dcb99a6f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.516552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7761c556-1410-48c4-9b89-b00c94150a67 req-1a135cb5-b9d7-4290-b1f2-5d8dcb99a6f5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 945 time: 0.0946143 Jun 30 09:37:35.563973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3916199f-91e8-4567-a6d1-e3b30bcfe6df req-6a2a213d-354e-4387-966a-f8441bd4472a service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915016 Jun 30 09:37:35.566284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7761c556-1410-48c4-9b89-b00c94150a67 req-e7b4f824-7eb2-448d-9d7c-793047db3504 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Jun 30 09:37:35.594803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35852) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.660021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a023a69d-6d6f-4343-bf84-413d36adc52e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/dae96eb5-31f5-4b10-b963-6e1d95caa474 HTTP/1.1" status: 200 len: 991 time: 0.0639062 Jun 30 09:37:38.055305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:38.159876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:38.174368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'port_id': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'mac_address': 'fa:16:3e:2c:f1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:38.230714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.255079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:38.279838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:38.284383 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.335860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.499287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['65cfbc3c-c5f4-413e-8799-ec62ddd2da43'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:40.069163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:40.122328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:40.128367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:40.128890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.214453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.238426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:40.240938 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6405ff2e-b823-4e9c-842a-01624410f7ed" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:40.255913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:40.260750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.288045 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f32f41-fcd3-4bf8-8a2b-7b5050bb2166 x-openstack-request-id: req-97f32f41-fcd3-4bf8-8a2b-7b5050bb2166 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:40.288347 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-plugged", "status": "completed", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:40.288609 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97f32f41-fcd3-4bf8-8a2b-7b5050bb2166 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:40.289010 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'code': 200} Jun 30 09:37:40.318630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=13']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:59.292861 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d8686838-136b-4bad-9b74-8ae9ad2bef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.923186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7f857104-3e4c-4e3f-9c92-aa936af2bded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.043152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.041957 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.548428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.693033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.257738 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.412960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729304c-84f8-40ca-8c3c-bcdc3bf78de5 req-a8e87267-ac0c-47b2-9637-c99dfe005364 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:06.415727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3729304c-84f8-40ca-8c3c-bcdc3bf78de5 req-a8e87267-ac0c-47b2-9637-c99dfe005364 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1099 time: 0.0706489 Jun 30 09:38:06.473639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3729304c-84f8-40ca-8c3c-bcdc3bf78de5 req-5e9bf35d-2714-48ea-8daa-4d35ae0fe716 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519800 Jun 30 09:38:06.501663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35876) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.674898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port cf84b48e-fe1a-4e8e-a749-80aaef9e6969 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:06.675240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.763126 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.763609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.781540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for cf84b48e-fe1a-4e8e-a749-80aaef9e6969 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:06.962146 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.993672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=cf84b48e-fe1a-4e8e-a749-80aaef9e6969,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:07.021078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.021349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.021697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.022069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.022522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.022896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.023261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.023641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.023985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.024373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.024717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.025052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:07.065874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.066213 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP dae96eb5-31f5-4b10-b963-6e1d95caa474 disassociated (deleted). External IP: 172.25.4.31, port: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43. Jun 30 09:38:07.733291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 7ac708a0-9e50-42de-9431-3330bb8145eb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:07.865085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:07.873405 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.877743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Sync routers for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:07.889252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:07.889975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:07.921081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-37227898-029b-4f39-ad0e-a771eb3edbea tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/floatingips/dae96eb5-31f5-4b10-b963-6e1d95caa474 HTTP/1.1" status: 204 len: 168 time: 1.4176323 Jun 30 09:38:07.921674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:07.924064 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c80f0-cbd9-4f52-8a5c-42bea2914670" -d '{"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:07.989162 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda3bdc9-65cb-428a-a2b8-9fff578ebc17 x-openstack-request-id: req-dda3bdc9-65cb-428a-a2b8-9fff578ebc17 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:07.989591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:07.990054 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dda3bdc9-65cb-428a-a2b8-9fff578ebc17 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:07.990734 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:38:08.037469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:08.081616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-a8085a2f-f026-40c8-a468-035483d38148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.084730 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-a8085a2f-f026-40c8-a468-035483d38148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 1099 time: 0.0682218 Jun 30 09:38:08.194685 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-8f5bb3a1-0eff-4c23-9f43-2509fabee80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.196732 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-8f5bb3a1-0eff-4c23-9f43-2509fabee80e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 200 len: 897 time: 0.1060791 Jun 30 09:38:08.249838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-d3bc0bff-f604-42cd-a8ed-cbcc876395be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 200 len: 217 time: 0.0449703 Jun 30 09:38:08.281144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:08.309035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-cdd9ca35-6771-44d5-9f90-d5bdce7c04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.311223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-cdd9ca35-6771-44d5-9f90-d5bdce7c04c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 200 len: 834 time: 0.0546777 Jun 30 09:38:08.311435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Checking router: 7ac708a0-9e50-42de-9431-3330bb8145eb for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:08.319719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:08.320326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:08.368342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883aab1-7272-479e-9af7-2200425c0d84 req-dae662fe-a9fd-4cd9-a85d-69e91b74d369 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.370596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b883aab1-7272-479e-9af7-2200425c0d84 req-dae662fe-a9fd-4cd9-a85d-69e91b74d369 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 947 time: 0.0664167 Jun 30 09:38:08.390350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-23b31578-95eb-451a-aa97-aac1cac6e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.392023 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-23b31578-95eb-451a-aa97-aac1cac6e3dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8e342de-3194-4801-a56e-6e428562d035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740936 Jun 30 09:38:08.411554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b883aab1-7272-479e-9af7-2200425c0d84 req-a79c8d38-a378-4b27-8f7c-16a9033e2180 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Jun 30 09:38:08.437348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:08.489606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-3d7f3163-45b0-483a-acfc-39b8aa2f0e2d service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902803 Jun 30 09:38:08.587563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-999c80f0-cbd9-4f52-8a5c-42bea2914670 req-025e6a14-e6c8-465b-ada3-3d1791e4075a service neutron] 10.222.0.41 "GET /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915720 Jun 30 09:38:08.645666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:08.678733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4aad38-be04-4fcc-8f8e-b057fb2c9d3a None None] The sync data for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 is: [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'a331b8b2-2790-47cf-89e2-6f54d28cd1b2', 'name': '', 'network_id': 'f8e342de-3194-4801-a56e-6e428562d035', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:88:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:19Z', 'updated_at': '2021-06-30T09:36:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'eedd2226-5bd4-4e52-ba63-61b70f3ac5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:08.936042 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11133d9d-a50b-4f33-ae3e-c316a5470371 None None] New status for floating IP dae96eb5-31f5-4b10-b963-6e1d95caa474: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:09.579823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31456895-daab-4e69-956c-56a38f3d5f9a req-57dc2b16-9356-4fe1-9a8e-b7dca04658a8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.581353 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-31456895-daab-4e69-956c-56a38f3d5f9a req-57dc2b16-9356-4fe1-9a8e-b7dca04658a8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 947 time: 0.0722702 Jun 30 09:38:09.606062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60d30-556f-4a99-9a2a-e2c2da6ea083 req-3d6369d2-4e9f-4f66-b019-e632d454f8d1 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:09.607681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12c60d30-556f-4a99-9a2a-e2c2da6ea083 req-3d6369d2-4e9f-4f66-b019-e632d454f8d1 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 947 time: 0.0778637 Jun 30 09:38:09.656584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-12c60d30-556f-4a99-9a2a-e2c2da6ea083 req-95d1b774-9968-4b3a-80db-984462c7bb01 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8a4df61-250c-431b-82b4-1d3503f9d353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418694 Jun 30 09:38:09.697239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:09.697523 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.788645 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:09.789015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.803855 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:09.950330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.981301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=65cfbc3c-c5f4-413e-8799-ec62ddd2da43,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.032364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] No DVR routers for this DVR port 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:10.035173 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.037280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-31456895-daab-4e69-956c-56a38f3d5f9a req-f313907f-a279-4a31-9ef2-06da75369052 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "DELETE /v2.0/ports/65cfbc3c-c5f4-413e-8799-ec62ddd2da43 HTTP/1.1" status: 204 len: 173 time: 0.4504101 Jun 30 09:38:10.037741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-deleted', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:10.040138 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8f5bab-a07b-414a-9598-3770bad3013f" -d '{"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-deleted", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:10.082206 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ff513-2ffe-4822-b9a1-4fa840b546ed x-openstack-request-id: req-431ff513-2ffe-4822-b9a1-4fa840b546ed {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:10.082569 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dba51c-c549-4b6a-ac84-bbe30d9b076d", "name": "network-vif-deleted", "tag": "65cfbc3c-c5f4-413e-8799-ec62ddd2da43", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:10.082897 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-431ff513-2ffe-4822-b9a1-4fa840b546ed {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:10.083331 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dba51c-c549-4b6a-ac84-bbe30d9b076d', 'name': 'network-vif-deleted', 'tag': '65cfbc3c-c5f4-413e-8799-ec62ddd2da43', 'status': 'completed', 'code': 200} Jun 30 09:38:10.339280 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-5d503f3a-a8fc-45b4-bfca-5a6268c65280 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0379870 Jun 30 09:38:10.425118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-b2e5d841-0775-45aa-8976-70393b5b8933 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=43dba51c-c549-4b6a-ac84-bbe30d9b076d HTTP/1.1" status: 200 len: 210 time: 0.0288448 Jun 30 09:38:10.622054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-bd1ad58e-7309-43b0-b18c-9d878e6aff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.623602 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-bd1ad58e-7309-43b0-b18c-9d878e6aff85 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=84d9e6005dac46179c36aec71982412c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1779044 Jun 30 09:38:10.754247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35894) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:10.806743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-b8babeac-d4e4-4efb-b5a8-065be9865acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.809267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-33717dcc-1b97-4bfc-b188-5ba60490c36d req-b8babeac-d4e4-4efb-b5a8-065be9865acd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1783450 Jun 30 09:38:11.149395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.443050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port a331b8b2-2790-47cf-89e2-6f54d28cd1b2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:11.443396 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.536795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port a331b8b2-2790-47cf-89e2-6f54d28cd1b2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:11.537157 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.550311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for a331b8b2-2790-47cf-89e2-6f54d28cd1b2 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:11.758766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.786766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=a331b8b2-2790-47cf-89e2-6f54d28cd1b2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:11.972080 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.167641 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:12.220332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 7ac708a0-9e50-42de-9431-3330bb8145eb has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:12.343072 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:12.348107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-51eb1f54-d0c9-4795-8dbd-dc67e045f1a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/7ac708a0-9e50-42de-9431-3330bb8145eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914414 Jun 30 09:38:12.351055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35896) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:12.352370 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Sync routers for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:12.362395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:12.363031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:12.404574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting subnet eedd2226-5bd4-4e52-ba63-61b70f3ac5bd {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:12.407894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.449760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.473387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:12.548449 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.611837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.640794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Subnet': ['ID=eedd2226-5bd4-4e52-ba63-61b70f3ac5bd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:12.642842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.644996 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f82a4701-7b51-4bd7-ad4c-3a6e7c8a0ce5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/subnets/eedd2226-5bd4-4e52-ba63-61b70f3ac5bd HTTP/1.1" status: 204 len: 168 time: 0.2928305 Jun 30 09:38:12.647857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35898) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:12.651581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73880b2b-e0ac-4a01-9558-5090b32b7701 None None] Network f8e342de-3194-4801-a56e-6e428562d035 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:12.753797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:12.769411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.804703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Checking router: 7ac708a0-9e50-42de-9431-3330bb8145eb for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:12.817647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Routers {'7ac708a0-9e50-42de-9431-3330bb8145eb'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:12.818324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['7ac708a0-9e50-42de-9431-3330bb8145eb'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:12.892312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.944875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] Set router 7ac708a0-9e50-42de-9431-3330bb8145eb gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:12.976398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] DHCP port deletion for f8e342de-3194-4801-a56e-6e428562d035 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:12.979862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 379d080f-0267-4349-88de-6ec5c2b46f41 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:12.980232 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.072847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 379d080f-0267-4349-88de-6ec5c2b46f41, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=379d080f-0267-4349-88de-6ec5c2b46f41,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:13.073491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.088006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 379d080f-0267-4349-88de-6ec5c2b46f41 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:13.143914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Deleting port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:13.145080 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.220553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] For port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,segment=NetworkSegment(c8722529-b5ce-4695-9286-386b3b0aae2a),segment_id=c8722529-b5ce-4695-9286-386b3b0aae2a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:13.220971 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.236879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Calling delete_port for 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:13.249109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.322411 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.367333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=379d080f-0267-4349-88de-6ec5c2b46f41,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.437270 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.442813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:13.472555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05ce06-c058-4f00-bfb1-b122d1a07c60 None None] The sync data for ids ['7ac708a0-9e50-42de-9431-3330bb8145eb'] in n-d-779913-25 is: [{'id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532983940', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '379d080f-0267-4349-88de-6ec5c2b46f41', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac708a0-9e50-42de-9431-3330bb8145eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:36:16Z', 'updated_at': '2021-06-30T09:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:13.535028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.537354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.569170 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.582871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.583518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac708a0-9e50-42de-9431-3330bb8145eb {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:13.591951 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.597008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-65a1ef82-9f6c-4522-a3a0-92777fecc877 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/routers/7ac708a0-9e50-42de-9431-3330bb8145eb HTTP/1.1" status: 204 len: 168 time: 0.9432337 Jun 30 09:38:13.597255 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35900) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:13.607342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] Pushing event deleted for resources: {'Port': ['ID=19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.608991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.611426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461a1d9-dec8-4305-a702-73f3f4567c41 None None] No DVR routers for this DVR port 19ef9ec5-336e-4f4e-8c5b-45f1e5a376b4 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:13.687994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.788942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.799893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e342de-3194-4801-a56e-6e428562d035']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.811518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8722529-b5ce-4695-9286-386b3b0aae2a') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.811823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8722529-b5ce-4695-9286-386b3b0aae2a') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.824770 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.841797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.849738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:13.850214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:13.854247 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:13.928927 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.943468 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.949699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/networks/f8e342de-3194-4801-a56e-6e428562d035 HTTP/1.1" status: 204 len: 168 time: 0.3482056 Jun 30 09:38:13.950708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35902) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:13.964542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d079ee1-d93e-437d-9c61-3f5cf86d7b63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Network': ['ID=f8e342de-3194-4801-a56e-6e428562d035,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.033149 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.070325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.154090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.156611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.157791 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8a4df61-250c-431b-82b4-1d3503f9d353 HTTP/1.1" status: 204 len: 168 time: 0.2052584 Jun 30 09:38:14.160547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:14.168257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a4a3-5221-4aba-8ffa-fa9032049616 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4df61-250c-431b-82b4-1d3503f9d353,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.187577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:14.187927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 65cfbc3c-c5f4-413e-8799-ec62ddd2da43 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:14.423361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35908) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.428247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548700504', 'description': 'tempest-secgroup-smoke-548700504 description', 'project_id': '84d9e6005dac46179c36aec71982412c'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:14.451096 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.535519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.539547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.566940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.568403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1440380 Jun 30 09:38:14.571375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35910) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.572594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abf38c-de6c-4046-b55d-4a79d0e61285 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3dd51e-7b86-485f-944b-1d7ab91ee42a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.576194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:14.605303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.682605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.689642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.702289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413df647-957c-4227-ad18-d8cae4b2abb6,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.716033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.719940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7fe84cea-708f-4731-bb8e-9afa4c92c3a5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448030 Jun 30 09:38:14.720307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35916) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.725236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:14.754577 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.828165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.836203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.864304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c951cff5-9865-47de-8316-22d65726ae54,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.874813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.876380 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-babd3d12-1b12-4859-95da-ab52aa351207 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549506 Jun 30 09:38:14.879309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35918) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.895366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:14.937891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.007542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.012056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.032598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d78ec48-4636-4cb8-a23a-65918200f0e4,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.040877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.042901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-795e8327-862a-4f3a-bdd5-66559ae508f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617362 Jun 30 09:38:15.045640 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35922) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.051334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.087853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.139551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3978-36d0-44c3-be0f-fc2db589704c req-adb69201-7792-477a-9006-826f1a5e8b1e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.141101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2ee3978-36d0-44c3-be0f-fc2db589704c req-adb69201-7792-477a-9006-826f1a5e8b1e tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.0700390 Jun 30 09:38:15.178872 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.185702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.186246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2ee3978-36d0-44c3-be0f-fc2db589704c req-be261a90-8ce3-4db6-bfaa-4765c0064c77 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383029 Jun 30 09:38:15.217434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df541ddc-7993-49fa-94d4-6c5fe566fde8,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.227165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.231606 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-41e21303-9b30-428b-be29-15a07517bee8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823981 Jun 30 09:38:15.231987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35924) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.237026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.254591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a331b8b2-2790-47cf-89e2-6f54d28cd1b2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:15.264733 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:15.270928 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.280113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a331b8b2-2790-47cf-89e2-6f54d28cd1b2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:15.280569 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a331b8b2-2790-47cf-89e2-6f54d28cd1b2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:15.281044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 379d080f-0267-4349-88de-6ec5c2b46f41 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:15.301895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 379d080f-0267-4349-88de-6ec5c2b46f41 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:15.302337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 379d080f-0267-4349-88de-6ec5c2b46f41 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:15.329042 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.333508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.355468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f8784f-9e88-400d-8aea-e0fb2b26ea53,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.358278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.359461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-537bd342-f274-4436-b941-8f5044171689 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264496 Jun 30 09:38:15.362410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35926) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.366785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '6c3dd51e-7b86-485f-944b-1d7ab91ee42a', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.390652 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:15.396136 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.863096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.867733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.899299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-a82a98f2-19cd-431e-aa27-8b05f49c4543 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:15.900998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-a82a98f2-19cd-431e-aa27-8b05f49c4543 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.1174357 Jun 30 09:38:15.902923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04eb5786-9a2f-4be0-a05a-25c4a4327d6d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.906284 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.907398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-82ec39a2-53dc-42a1-ad1d-275050c7a2a6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5440693 Jun 30 09:38:15.911512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35928) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.917320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'network': {'name': 'tempest-network-smoke--906824323', 'project_id': '84d9e6005dac46179c36aec71982412c', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.948760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:15.952352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.978109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:38:15.988657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.989095 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Added segment e94532b0-40b3-4de8-b82e-5aeae6ccb281 of type vlan for network dea5b9fc-d46f-4660-9685-7a490e9579d7 Jun 30 09:38:16.018086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Deleting port 42eff152-44af-4c57-9c66-330d4ffe1944 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:16.018488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.032787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.065679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.071305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.072040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.143545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2307901 Jun 30 09:38:16.146346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] For port 42eff152-44af-4c57-9c66-330d4ffe1944, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=42eff152-44af-4c57-9c66-330d4ffe1944,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:16.146716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.148098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35930) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:16.156246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'admin_state_up': True, 'project_id': '84d9e6005dac46179c36aec71982412c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:16.183408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853f74a-cffd-4131-915b-9000b63c8204 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Network': ['ID=dea5b9fc-d46f-4660-9685-7a490e9579d7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:16.195664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:38:16.206845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.208037 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.274221 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.389891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.390185 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.390501 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Floating IP af811cc3-cde7-4c6e-8886-8977ed4c67b1 disassociated. External IP: 172.25.4.56, port: 42eff152-44af-4c57-9c66-330d4ffe1944. Jun 30 09:38:16.390844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Calling delete_port for 42eff152-44af-4c57-9c66-330d4ffe1944 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:16.423045 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.479790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e2c5-a612-4305-a244-7c9d9abcf257 req-c98a7c52-a9ae-4985-a3f1-4b1d5b28c002 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:16.481918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae42e2c5-a612-4305-a244-7c9d9abcf257 req-c98a7c52-a9ae-4985-a3f1-4b1d5b28c002 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 945 time: 0.1380749 Jun 30 09:38:16.532006 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae42e2c5-a612-4305-a244-7c9d9abcf257 req-abe9554d-864f-44f7-bfbe-c0aa72bac947 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/security-groups?id=9aa83859-14a9-48bc-9fb0-6480f3fa3809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Jun 30 09:38:16.582125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.613911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event deleted for resources: {'Port': ['ID=42eff152-44af-4c57-9c66-330d4ffe1944,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:16.629399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.653994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.733090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Router 14eebf07-92f2-433c-908e-50373c07626c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:16.769324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.154 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/83bee803-b59c-49fd-9e62-13c62f826205) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:16.844975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:16.855149 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Sync routers for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:16.864378 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:16.865109 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.883330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.905218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] No DVR routers for this DVR port 42eff152-44af-4c57-9c66-330d4ffe1944 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:16.909907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.911997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14e6e28d-76b8-4e78-b507-099ddfb63d90 req-781f16a5-baae-41c8-9edb-8c0d563fdca1 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.11 "DELETE /v2.0/ports/42eff152-44af-4c57-9c66-330d4ffe1944 HTTP/1.1" status: 204 len: 173 time: 1.0036020 Jun 30 09:38:16.912519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'name': 'network-vif-deleted', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:16.915182 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601766e-5a8d-4287-81dc-bc4002ecfa89" -d '{"events": [{"server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "name": "network-vif-deleted", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:16.932038 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.980644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:16.984102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:16.991202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:16.993058 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:16.995428 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc6599-347b-41d5-82e5-f6292eeb1c88 x-openstack-request-id: req-d0cc6599-347b-41d5-82e5-f6292eeb1c88 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:16.995783 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7421f-b524-475d-a055-fcf3ce9630f9", "name": "network-vif-deleted", "tag": "42eff152-44af-4c57-9c66-330d4ffe1944", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:16.996173 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0cc6599-347b-41d5-82e5-f6292eeb1c88 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:16.996586 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa7421f-b524-475d-a055-fcf3ce9630f9', 'name': 'network-vif-deleted', 'tag': '42eff152-44af-4c57-9c66-330d4ffe1944', 'status': 'completed', 'code': 200} Jun 30 09:38:16.998216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=83bee803-b59c-49fd-9e62-13c62f826205,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:17.246717 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.285673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.293957 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Checking router: 14eebf07-92f2-433c-908e-50373c07626c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:17.309519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:17.310603 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.537842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.630027 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:17.700236 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:38:17.735108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0742d09b-a8e3-46e2-9792-e79de70f2c79 req-c6dc5b36-6e15-487f-bcdb-3041e867cd5d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "GET /v2.0/ports?device_id=1fa7421f-b524-475d-a055-fcf3ce9630f9 HTTP/1.1" status: 200 len: 210 time: 0.0370665 Jun 30 09:38:17.903403 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.931529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c10aad-9ab4-42e4-b488-ae6192d99dd1 None None] The sync data for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 is: [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:36Z', 'revision_number': 4, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '46d489f9-9aef-436e-88c2-cc95a64c7253', 'name': '', 'network_id': '70aee254-025f-4db3-9c4c-6d75949def50', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'mac_address': 'fa:16:3e:a3:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:35Z', 'updated_at': '2021-06-30T09:32:41Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'subnets': [{'id': '33949f16-cfe6-4a27-ae3b-a774d86042ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:18.211081 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:18.212149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3fd14-ab6c-41e4-8570-2d9269dfc581 None None] New status for floating IP af811cc3-cde7-4c6e-8886-8977ed4c67b1: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:18.223219 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Sync routers for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:18.237502 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:18.238195 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.249299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.254166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9529a711-36d3-4847-989b-fba9bedd533e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1018114 Jun 30 09:38:18.254640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35938) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.284559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62a96e2e-b07c-4a6c-8a67-cf7b2ca3c13d tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=84d9e6005dac46179c36aec71982412c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286496 Jun 30 09:38:18.287629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35940) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.361115 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:18.383266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 42eff152-44af-4c57-9c66-330d4ffe1944 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:18.385478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14974f95-0a4e-4766-a628-dcda61177ad5 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.387062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-14974f95-0a4e-4766-a628-dcda61177ad5 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984669 Jun 30 09:38:18.389818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35942) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.408895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 42eff152-44af-4c57-9c66-330d4ffe1944 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:18.409241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 42eff152-44af-4c57-9c66-330d4ffe1944 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:18.427241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-56858396-69cb-450e-b77c-d2f35fd9676f tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337658 Jun 30 09:38:18.427490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35944) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.432504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550758678', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'project_id': '84d9e6005dac46179c36aec71982412c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:18.528106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:18.532072 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.562841 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.592004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Checking router: 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:18.592441 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Updating router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 port 83bee803-b59c-49fd-9e62-13c62f826205 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:18.638632 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.753239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.818432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Subnet': ['ID=1e808b50-4e0d-40b8-8de0-14ff46535e98,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.843098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:18.843490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network hostable DHCP agents. Network: dea5b9fc-d46f-4660-9685-7a490e9579d7, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:38:18.863288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:38:18.874678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, dea5b9fc-d46f-4660-9685-7a490e9579d7) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:18.880059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.881081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.889097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.905492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439df5c-918d-4e47-8a71-d0ff03509cc4 None None] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:18.917786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5c3da4e1-d41f-4fff-ad19-d7f7fb44ff76 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4889994 Jun 30 09:38:18.918878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 35950) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:19.039928 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.047891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Deleting port 8d1e06cd-788f-41fe-a7ca-e0c67a2437f2 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:19.048442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.057440 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Transition to ACTIVE for port object 83bee803-b59c-49fd-9e62-13c62f826205 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:19.069982 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.142682 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.143218 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.157241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Calling delete_port for 8d1e06cd-788f-41fe-a7ca-e0c67a2437f2 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:19.164822 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Attempting to bind port 83bee803-b59c-49fd-9e62-13c62f826205 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:19.165413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Attempting to bind port 83bee803-b59c-49fd-9e62-13c62f826205 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:19.166021 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Attempting to bind port 83bee803-b59c-49fd-9e62-13c62f826205 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:19.173360 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Pushing event updated for resources: {'Port': ['ID=83bee803-b59c-49fd-9e62-13c62f826205,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.176792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-dea5b9fc-d46f-4660-9685-7a490e9579d7', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:38:19.177736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.187832 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:19.188415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:19.189051 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.189685 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:19.190494 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Bound port: 83bee803-b59c-49fd-9e62-13c62f826205, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:19.191106 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.197730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.198371 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.198923 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.199558 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.200105 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.200656 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.201199 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.201778 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.202336 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.202882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.203429 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.203975 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:19.304155 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] For port 83bee803-b59c-49fd-9e62-13c62f826205, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:19.328806 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] For port 83bee803-b59c-49fd-9e62-13c62f826205, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=83bee803-b59c-49fd-9e62-13c62f826205,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:19.330907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.340608 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.353594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Allocated IP 172.20.0.2 (dea5b9fc-d46f-4660-9685-7a490e9579d7/1e808b50-4e0d-40b8-8de0-14ff46535e98/9f49b254-1214-4d9d-83e7-d7baaf48b1aa) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:19.369849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event deleted for resources: {'Port': ['ID=8d1e06cd-788f-41fe-a7ca-e0c67a2437f2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.423595 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:19.424407 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.457112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.460022 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.461238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e03e0ab9-cde8-4609-904f-19cfef240a9d tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "DELETE /v2.0/floatingips/af811cc3-cde7-4c6e-8886-8977ed4c67b1 HTTP/1.1" status: 204 len: 168 time: 0.5708768 Jun 30 09:38:19.474465 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef0c5e-2752-4736-b556-76203589e06e None None] Pushing event updated for resources: {'Port': ['ID=83bee803-b59c-49fd-9e62-13c62f826205,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.581644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.613341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:19.616115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.624961 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:19.631233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Transition to ACTIVE for port object 9f49b254-1214-4d9d-83e7-d7baaf48b1aa will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:19.649116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Transition to ACTIVE for port object 9f49b254-1214-4d9d-83e7-d7baaf48b1aa will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:19.658294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.694430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.696724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:19.700694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:19.704113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:19.722527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Pushing event updated for resources: {'Port': ['ID=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.733057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.796444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Attempting to bind port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:19.797244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Attempting to bind port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:19.797825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Attempting to bind port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:19.806431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:19.807801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:19.808633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.809329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Bound using segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:19.810670 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Bound port: 9f49b254-1214-4d9d-83e7-d7baaf48b1aa, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:19.810670 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.811363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.814224 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.828603 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] 10.222.0.66 "DELETE /v2.0/security-groups/9aa83859-14a9-48bc-9fb0-6480f3fa3809 HTTP/1.1" status: 204 len: 168 time: 0.2037024 Jun 30 09:38:19.848527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f374aa-5cac-43c6-90f0-d5f887b955e7 tempest-TestServerBasicOps-1807249203 tempest-TestServerBasicOps-1807249203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa83859-14a9-48bc-9fb0-6480f3fa3809,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.868012 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:19.920516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] For port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:19.925807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] For port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:19.932928 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.937673 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.958672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.1 (dea5b9fc-d46f-4660-9685-7a490e9579d7/1e808b50-4e0d-40b8-8de0-14ff46535e98/8a63e186-a940-488b-9093-6e0e3c347b34) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:19.968592 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78de19-1022-46c1-9acd-ab21b9d242f5 None None] The sync data for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 is: [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:17Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:20.019737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e59652-0735-4d30-8e08-d5eea1e16051 None None] Pushing event updated for resources: {'Port': ['ID=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:20.132964 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.149527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object 8a63e186-a940-488b-9093-6e0e3c347b34 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:20.201795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.289868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:20.295201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:20.297230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:20.299858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:20.364074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.609425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.747913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.978751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.986915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.067704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.070763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.107642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Deleting port 46d489f9-9aef-436e-88c2-cc95a64c7253 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:21.108087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.196742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:21.199567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:21.228280 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] For port 46d489f9-9aef-436e-88c2-cc95a64c7253, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=46d489f9-9aef-436e-88c2-cc95a64c7253,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.228933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.245470 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Calling delete_port for 46d489f9-9aef-436e-88c2-cc95a64c7253 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:21.380555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3281b-7c1f-4673-9712-aaa2dcf3fbfc None None] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:21.423567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9f49b254-1214-4d9d-83e7-d7baaf48b1aa up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:21.439844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:21.536603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.549882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a39ef84c-2520-49ac-bd36-8671b67162d5 None None] Provisioning for port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.566154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:21.571749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5ba979f8-9091-4800-94f1-ca2aa2049001 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510694 Jun 30 09:38:21.579741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d489f9-9aef-436e-88c2-cc95a64c7253,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.607320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.615477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.615854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.758027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.794214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-4be4d3ff-681f-471b-bfd6-9253cbec752c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548700504&fields=id&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 267 time: 0.0616107 Jun 30 09:38:21.809468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:21.816310 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.817573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 83bee803-b59c-49fd-9e62-13c62f826205 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:21.896053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.927778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.953424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 83bee803-b59c-49fd-9e62-13c62f826205 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.959168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 83bee803-b59c-49fd-9e62-13c62f826205 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.959829 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.017203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-c7faed29-2645-434c-95f6-35b00e4a62c4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.025626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-c7faed29-2645-434c-95f6-35b00e4a62c4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 796 time: 0.2302926 Jun 30 09:38:22.044742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-14c5156b-af91-4967-a6a4-6b49d6847924 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/quotas/84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 375 time: 0.0173373 Jun 30 09:38:22.059121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.082597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 83bee803-b59c-49fd-9e62-13c62f826205, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=83bee803-b59c-49fd-9e62-13c62f826205,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:22.092848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.156939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-96e6bc1f-3d68-4bbe-bcd2-ef7d29c0c5cb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026468 Jun 30 09:38:22.183091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=83bee803-b59c-49fd-9e62-13c62f826205,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.235086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-b5397043-c354-47be-a7f3-5a596393a8bb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:38:22.236082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-b5397043-c354-47be-a7f3-5a596393a8bb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783613 Jun 30 09:38:22.246557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Router 14eebf07-92f2-433c-908e-50373c07626c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:22.308782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Provisioning complete for port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.312059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.372947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-7a5008a0-6ba8-49ec-947e-7373052e88f9 service neutron] 10.222.0.66 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297059 Jun 30 09:38:22.387675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:22.398730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Sync routers for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:22.400804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9e0a0c4a-8ecb-4217-a966-0d0e89dca1a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/14eebf07-92f2-433c-908e-50373c07626c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312304 Jun 30 09:38:22.402068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35982) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:22.440784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Sync routers for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:22.442201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:22.442956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:22.466111 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:22.467765 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:22.511131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-7cb2ab7c-6688-43b0-b819-ba2353d97f6b service neutron] 10.222.0.66 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295402 Jun 30 09:38:22.549117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Provisioning for port 8a63e186-a940-488b-9093-6e0e3c347b34 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:22.574305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.610041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Provisioning complete for port 8a63e186-a940-488b-9093-6e0e3c347b34 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:22.610421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.619105 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:22.689085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:22.704942 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.777255 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Deleting port 3149579f-ba53-49fe-9542-2b1badd03999 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:22.777593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.841732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10a470ed-5495-4485-bf4f-46f51b5e8f5a req-572bb844-3dcc-4223-b5f0-c0329b7be462 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 210 time: 0.0670562 Jun 30 09:38:22.910382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-78e5f115-da89-44bf-8d29-850750f9c51c None None] Port 8a63e186-a940-488b-9093-6e0e3c347b34 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:22.922461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] For port 3149579f-ba53-49fe-9542-2b1badd03999, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3149579f-ba53-49fe-9542-2b1badd03999,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:22.922961 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.935503 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 2, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:22.952937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Calling delete_port for 3149579f-ba53-49fe-9542-2b1badd03999 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:23.004188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '3149579f-ba53-49fe-9542-2b1badd03999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:38:21Z', 'revision_number': 5, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port': {'id': '3149579f-ba53-49fe-9542-2b1badd03999', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14eebf07-92f2-433c-908e-50373c07626c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.056375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Checking router: 14eebf07-92f2-433c-908e-50373c07626c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:23.070587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Routers {'14eebf07-92f2-433c-908e-50373c07626c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:23.071244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['14eebf07-92f2-433c-908e-50373c07626c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.088282 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Checking router: 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:23.088795 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Updating router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 port 8a63e186-a940-488b-9093-6e0e3c347b34 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:23.133426 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.170403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] Set router 14eebf07-92f2-433c-908e-50373c07626c gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:23.253351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.268747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 6, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:23.296413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3149579f-ba53-49fe-9542-2b1badd03999,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.308849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7959e-949e-441d-a5be-6b91fb8af1c9 None None] The sync data for ids ['14eebf07-92f2-433c-908e-50373c07626c'] in n-d-779913-25 is: [{'id': '14eebf07-92f2-433c-908e-50373c07626c', 'name': 'tempest-TestServerBasicOps-1269538494-router', 'tenant_id': '6912415a2ba74bf3852cc9739fe70682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:33Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 6, 'project_id': '6912415a2ba74bf3852cc9739fe70682', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:23.311860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b67b6bad-a0cd-4646-9cf1-9be0b0f54843 None None] Provisioning complete for port 8a63e186-a940-488b-9093-6e0e3c347b34 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:23.311860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b67b6bad-a0cd-4646-9cf1-9be0b0f54843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.383897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b67b6bad-a0cd-4646-9cf1-9be0b0f54843 None None] Port 8a63e186-a940-488b-9093-6e0e3c347b34 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:23.393958 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.497647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.500275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.550396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.551193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14eebf07-92f2-433c-908e-50373c07626c {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:23.560081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.560410 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.562527 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1319d936-d17b-44bd-aacb-1acf1e5e0af7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/14eebf07-92f2-433c-908e-50373c07626c HTTP/1.1" status: 204 len: 168 time: 1.1591661 Jun 30 09:38:23.563854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35994) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:23.580225 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Transition to ACTIVE for port object 8a63e186-a940-488b-9093-6e0e3c347b34 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:23.591404 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.617195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Deleting subnet 33949f16-cfe6-4a27-ae3b-a774d86042ed {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:23.620940 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.660385 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.671372 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864705-7f4d-44de-aaa6-be50eda130ff None None] Pushing event updated for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:23.730344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9f49b254-1214-4d9d-83e7-d7baaf48b1aa up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:23.753218 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Attempting to bind port 8a63e186-a940-488b-9093-6e0e3c347b34 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:23.753675 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Attempting to bind port 8a63e186-a940-488b-9093-6e0e3c347b34 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:23.754131 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Attempting to bind port 8a63e186-a940-488b-9093-6e0e3c347b34 on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:23.760683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:23.761165 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:23.761691 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.763091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Bound using segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:23.763691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Bound port: 8a63e186-a940-488b-9093-6e0e3c347b34, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:23.764144 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.858100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:23.858852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.862133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] For port 8a63e186-a940-488b-9093-6e0e3c347b34, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:23.864995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.866218 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] For port 8a63e186-a940-488b-9093-6e0e3c347b34, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8a63e186-a940-488b-9093-6e0e3c347b34,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:23.874198 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:23.978798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.000285 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864705-7f4d-44de-aaa6-be50eda130ff None None] Pushing event updated for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.009807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:24.010459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.036007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33949f16-cfe6-4a27-ae3b-a774d86042ed,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.079691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.090546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/33949f16-cfe6-4a27-ae3b-a774d86042ed HTTP/1.1" status: 204 len: 168 time: 0.5241385 Jun 30 09:38:24.091285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 35998) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:24.113641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a502b20b-3ef9-43c1-ad60-6ace0fc67e13 req-7b075a47-0801-4d24-84f7-f3d5ab3763a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 210 time: 0.0504637 Jun 30 09:38:24.130041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.130430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.130803 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.131143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.131475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.131807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.132131 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.132458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.132783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.133101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.133422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.133737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3dc4d-6bef-42ec-b626-f53668278a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:24.294343 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa8082-f2a9-4645-9e2b-547cad796027 None None] Network 70aee254-025f-4db3-9c4c-6d75949def50 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:24.317806 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.322863 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:24.367762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-7ffc42df-ddf4-4f6d-b710-fd2db4368158 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.371786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-7ffc42df-ddf4-4f6d-b710-fd2db4368158 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 796 time: 0.2453768 Jun 30 09:38:24.437128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Deleting port daed5701-9396-434a-b1c5-a24dc873c793 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:24.437479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.488116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-c1b73adf-58f4-4318-a6e1-7aa3b3281c11 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 379 time: 0.1025326 Jun 30 09:38:24.489457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 83bee803-b59c-49fd-9e62-13c62f826205 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:24.499603 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'port': {'device_id': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'admin_state_up': True, 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'security_groups': ['6c3dd51e-7b86-485f-944b-1d7ab91ee42a']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:24.532356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] For port daed5701-9396-434a-b1c5-a24dc873c793, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=daed5701-9396-434a-b1c5-a24dc873c793,segment=NetworkSegment(077f46b2-3c7b-4043-98c2-b2a961bd468e),segment_id=077f46b2-3c7b-4043-98c2-b2a961bd468e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:24.532792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.565821 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Calling delete_port for daed5701-9396-434a-b1c5-a24dc873c793 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:24.606874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 83bee803-b59c-49fd-9e62-13c62f826205 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:24.607258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.690273 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.698763 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:23Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.744556 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2dc14-f39b-4be7-ac2d-c4a9c5935c80 None None] The sync data for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 is: [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:23Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:24.789311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=daed5701-9396-434a-b1c5-a24dc873c793,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:24.795287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] No DVR routers for this DVR port daed5701-9396-434a-b1c5-a24dc873c793 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:24.819608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2f892-8731-42e4-84ca-a70b18083819 None None] DHCP port deletion for 70aee254-025f-4db3-9c4c-6d75949def50 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:24.933317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:24.947349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aee254-025f-4db3-9c4c-6d75949def50']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.962341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077f46b2-3c7b-4043-98c2-b2a961bd468e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.962790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077f46b2-3c7b-4043-98c2-b2a961bd468e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:24.980067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.012794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.026001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:25.027203 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:25.030419 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:25.109843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.121999 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.125472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/70aee254-025f-4db3-9c4c-6d75949def50 HTTP/1.1" status: 204 len: 168 time: 1.0324082 Jun 30 09:38:25.130262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36000) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:25.174615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:25.178963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.200020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6bfc9-8ed0-403d-819e-75b7495121e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aee254-025f-4db3-9c4c-6d75949def50,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.341988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8a63e186-a940-488b-9093-6e0e3c347b34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:25.382990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-773d7946-d545-4fcd-96c1-a7ea6587f3b9 req-93aa05f0-2f4a-4536-81eb-6c2f944a2b19 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 210 time: 0.0458608 Jun 30 09:38:25.411528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8a63e186-a940-488b-9093-6e0e3c347b34 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:25.416551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8a63e186-a940-488b-9093-6e0e3c347b34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:25.416954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.418153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.14 (dea5b9fc-d46f-4660-9685-7a490e9579d7/1e808b50-4e0d-40b8-8de0-14ff46535e98/7d7be8ac-2e43-4b78-83e5-bb9a099664be) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:25.524631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.575169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8a63e186-a940-488b-9093-6e0e3c347b34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8a63e186-a940-488b-9093-6e0e3c347b34,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:25.583888 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.628241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.654852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object 7d7be8ac-2e43-4b78-83e5-bb9a099664be will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:25.658689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d489f9-9aef-436e-88c2-cc95a64c7253 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:25.663540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.674909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.691606 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 46d489f9-9aef-436e-88c2-cc95a64c7253 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:25.692070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 46d489f9-9aef-436e-88c2-cc95a64c7253 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:25.692376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3149579f-ba53-49fe-9542-2b1badd03999 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:25.698994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.715463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3149579f-ba53-49fe-9542-2b1badd03999 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:25.715823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3149579f-ba53-49fe-9542-2b1badd03999 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:25.716288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device daed5701-9396-434a-b1c5-a24dc873c793 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:25.740508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: daed5701-9396-434a-b1c5-a24dc873c793 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:25.740869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device daed5701-9396-434a-b1c5-a24dc873c793 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:25.763889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.773813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:25.775791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:25.777992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:25.830105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.830775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.852271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-3790641b-8485-45d9-b9ac-aff2587d6d21 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3577714 Jun 30 09:38:25.865153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Request body: {'port': {'device_id': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:25.971539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.041152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Deleting port 78edc252-662b-4f56-8eaf-ccda949952a9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:26.041825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.139442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6b34373f-6c36-47fd-8e2f-eb9e6c331410 None None] Provisioning for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:26.144719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] For port 78edc252-662b-4f56-8eaf-ccda949952a9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=78edc252-662b-4f56-8eaf-ccda949952a9,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:26.145055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6b34373f-6c36-47fd-8e2f-eb9e6c331410 None None] Provisioning complete for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:26.145180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.145550 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b34373f-6c36-47fd-8e2f-eb9e6c331410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.161619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Calling delete_port for 78edc252-662b-4f56-8eaf-ccda949952a9 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:26.187420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6b34373f-6c36-47fd-8e2f-eb9e6c331410 None None] Port 7d7be8ac-2e43-4b78-83e5-bb9a099664be cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:26.339719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7be8ac-2e43-4b78-83e5-bb9a099664be {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:26.352916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.371613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Transition to ACTIVE for port object 7d7be8ac-2e43-4b78-83e5-bb9a099664be will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:26.376600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.407738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.446691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=78edc252-662b-4f56-8eaf-ccda949952a9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.566570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.570799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:26.571148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:26.571486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:26.584130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:26.584477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:26.600860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:26.601253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:26.601666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Bound using segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:26.602179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Bound port: 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:26.602553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.737645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:26.742111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:26.754801 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.792547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbc3d9-f07e-4014-b3bc-4835b0fc460c req-ab1ea7ca-47fb-4167-9878-31b933b878f7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.800394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49cbc3d9-f07e-4014-b3bc-4835b0fc460c req-ab1ea7ca-47fb-4167-9878-31b933b878f7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 944 time: 0.1755543 Jun 30 09:38:26.818328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.819170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.820833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 1093 time: 0.9610641 Jun 30 09:38:26.831086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:26.834391 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc0497d-d81a-4ec0-ab06-ce280127d270" -d '{"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:26.874668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49cbc3d9-f07e-4014-b3bc-4835b0fc460c req-ea95640a-c3b8-4d42-86ba-068d0ada44a7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733566 Jun 30 09:38:26.911326 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45fbfb-3fea-4617-ae14-456796c018b9 x-openstack-request-id: req-3b45fbfb-3fea-4617-ae14-456796c018b9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:26.911558 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:26.911721 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b45fbfb-3fea-4617-ae14-456796c018b9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:26.912120 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'status': 'completed', 'code': 200} Jun 30 09:38:26.928738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944eb6-4772-401d-bc9d-fc39996af359 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.960166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-a2d2e892-b7a0-4c81-bb68-2332e5294e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.961803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-a2d2e892-b7a0-4c81-bb68-2332e5294e14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1096 time: 0.0861413 Jun 30 09:38:27.012976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-f1a84eed-a68c-4312-ae89-3ca32c4f0091 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 217 time: 0.0417397 Jun 30 09:38:27.077585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-1194a21f-c33c-4238-afc2-919f9b722e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.079463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-1194a21f-c33c-4238-afc2-919f9b722e79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0607901 Jun 30 09:38:27.111177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.144486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-1944355d-ae44-4d36-813d-0e9d71337f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.146171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-1944355d-ae44-4d36-813d-0e9d71337f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595512 Jun 30 09:38:27.271787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-7a6f3221-fef0-4b1d-9984-fdc5b6a6e10a service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126490 Jun 30 09:38:27.288181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8a63e186-a940-488b-9093-6e0e3c347b34 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:27.355068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8a63e186-a940-488b-9093-6e0e3c347b34 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:27.355779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.373736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Router c7d6d625-47ba-45f8-8126-534203131aff has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:27.382679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5c41500-4e54-4704-8a47-81ba727bbb37 req-a9ac9d03-dde5-49d2-8c40-70663986d0c4 service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040783 Jun 30 09:38:27.488349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-b559f3cc-2e86-4844-9fc3-544583fd7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.489943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-b559f3cc-2e86-4844-9fc3-544583fd7eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1096 time: 0.0565472 Jun 30 09:38:27.501377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:27.513716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cca2ec47-056c-44a5-bed1-c641516afd80 admin admin] 10.222.0.66 "PUT /v2.0/routers/c7d6d625-47ba-45f8-8126-534203131aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796644 Jun 30 09:38:27.513928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Sync routers for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:27.515121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.523690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:27.524317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.600810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-7ef14f99-f223-4932-8162-8c001a09fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.602798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-7ef14f99-f223-4932-8162-8c001a09fb0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.1066055 Jun 30 09:38:27.638694 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.641845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:27.646556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-68eabdf1-520f-4000-ac62-9c8dd912be6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 217 time: 0.0364633 Jun 30 09:38:27.699511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-f9a39fd9-0e63-4d90-80d6-8442ff1da90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.701128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-f9a39fd9-0e63-4d90-80d6-8442ff1da90d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0483799 Jun 30 09:38:27.767830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.780559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-f6c8034d-e726-4892-9b54-5c13b6cee38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.782248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-f6c8034d-e726-4892-9b54-5c13b6cee38e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751851 Jun 30 09:38:27.842513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Deleting port 38d46c91-2ece-4150-9ecd-0ed86b39bc90 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:27.842974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.869737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 5, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port': {'id': '38d46c91-2ece-4150-9ecd-0ed86b39bc90', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:39Z', 'updated_at': '2021-06-30T09:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.902280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-7b02f890-3c27-4bce-9cc4-6803f3d7ff9b service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123614 Jun 30 09:38:27.905215 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Checking router: c7d6d625-47ba-45f8-8126-534203131aff for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:27.914755 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Routers {'c7d6d625-47ba-45f8-8126-534203131aff'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:27.915403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c7d6d625-47ba-45f8-8126-534203131aff'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.936827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] For port 38d46c91-2ece-4150-9ecd-0ed86b39bc90, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=38d46c91-2ece-4150-9ecd-0ed86b39bc90,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:27.937164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.953596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Calling delete_port for 38d46c91-2ece-4150-9ecd-0ed86b39bc90 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:28.015992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cc0497d-d81a-4ec0-ab06-ce280127d270 req-5de7b723-57b2-4c5d-bd76-06a999263550 service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077774 Jun 30 09:38:28.028146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] Set router c7d6d625-47ba-45f8-8126-534203131aff gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:28.085547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:38:27Z', 'revision_number': 6, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:28.086600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775407d7-0600-4c7f-a3f7-6070098e031e req-f054d147-f2c9-44a3-852c-b30dd3a2142f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:28.088200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775407d7-0600-4c7f-a3f7-6070098e031e req-f054d147-f2c9-44a3-852c-b30dd3a2142f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 944 time: 0.0697436 Jun 30 09:38:28.117387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054b31-8ec8-454c-ab27-2d9c0debba87 None None] The sync data for ids ['c7d6d625-47ba-45f8-8126-534203131aff'] in n-d-779913-25 is: [{'id': 'c7d6d625-47ba-45f8-8126-534203131aff', 'name': 'tempest-TestServerBasicOps-2074202884-router', 'tenant_id': 'e484f1e89bf24651b204559503179e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:38:27Z', 'revision_number': 6, 'project_id': 'e484f1e89bf24651b204559503179e03', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:28.140567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775407d7-0600-4c7f-a3f7-6070098e031e req-317eeb46-8089-42e3-a0a9-2df13abf51e3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Jun 30 09:38:28.179068 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.210149 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Pushing event deleted for resources: {'Port': ['ID=38d46c91-2ece-4150-9ecd-0ed86b39bc90,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.274735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.366709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.368992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.418678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.419137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d6d625-47ba-45f8-8126-534203131aff {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:28.423779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.424969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e5afd69-4cc3-4cd5-b045-e1ad9845106b admin admin] 10.222.0.66 "DELETE /v2.0/routers/c7d6d625-47ba-45f8-8126-534203131aff HTTP/1.1" status: 204 len: 168 time: 0.9081235 Jun 30 09:38:28.427748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.476569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Deleting subnet 7c248aec-e425-4a9a-b678-cf312ceadd4d {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:28.481219 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.523572 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.615292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.672782 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.699071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c248aec-e425-4a9a-b678-cf312ceadd4d,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.702888 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.704799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-db928166-7a98-42a8-9467-6d765236d60b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7c248aec-e425-4a9a-b678-cf312ceadd4d HTTP/1.1" status: 204 len: 168 time: 0.2760813 Jun 30 09:38:28.707425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36014) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.708961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64926960-9df4-4276-844b-6f70ce2b1a94 None None] Network 7c775f45-8348-47ab-a70a-d9bd68bb88aa requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:28.780727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.849091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Deleting port af9ec709-b533-420c-8aff-28edaae8faee {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:28.849354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.931751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] For port af9ec709-b533-420c-8aff-28edaae8faee, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af9ec709-b533-420c-8aff-28edaae8faee,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:28.932950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.937340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] DHCP port deletion for 7c775f45-8348-47ab-a70a-d9bd68bb88aa request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:28.954557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Calling delete_port for af9ec709-b533-420c-8aff-28edaae8faee owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:29.010232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Deleting port af9ec709-b533-420c-8aff-28edaae8faee {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:29.011219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.061789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.092750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] For port af9ec709-b533-420c-8aff-28edaae8faee, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=af9ec709-b533-420c-8aff-28edaae8faee,segment=NetworkSegment(72444a83-6e13-465a-9215-c5a2e8a12244),segment_id=72444a83-6e13-465a-9215-c5a2e8a12244)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:29.093248 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.093541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Pushing event deleted for resources: {'Port': ['ID=af9ec709-b533-420c-8aff-28edaae8faee,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.097785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] No DVR routers for this DVR port af9ec709-b533-420c-8aff-28edaae8faee on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:29.110458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Calling delete_port for af9ec709-b533-420c-8aff-28edaae8faee owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:29.185070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.199333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c775f45-8348-47ab-a70a-d9bd68bb88aa']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.216818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72444a83-6e13-465a-9215-c5a2e8a12244') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.217450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72444a83-6e13-465a-9215-c5a2e8a12244') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.229632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.249645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.252898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.261331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 38d46c91-2ece-4150-9ecd-0ed86b39bc90 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:29.263960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:29.264431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:29.266851 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:29.313112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Pushing event deleted for resources: {'Port': ['ID=af9ec709-b533-420c-8aff-28edaae8faee,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.322768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 38d46c91-2ece-4150-9ecd-0ed86b39bc90 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:29.322768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 38d46c91-2ece-4150-9ecd-0ed86b39bc90 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:29.322768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af9ec709-b533-420c-8aff-28edaae8faee no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:29.338347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] No DVR routers for this DVR port af9ec709-b533-420c-8aff-28edaae8faee on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:29.349691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.354865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.361185 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c775f45-8348-47ab-a70a-d9bd68bb88aa HTTP/1.1" status: 204 len: 168 time: 0.6486108 Jun 30 09:38:29.362902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.362902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.363252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.363460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.363785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.364130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.364468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.364869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.365129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.365464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.365812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.366188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70b3335-19e1-44fc-b7cf-571da609d612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:29.371838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-49cd4954-2ce1-46eb-8c57-0128d7e6d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.378283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: af9ec709-b533-420c-8aff-28edaae8faee {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:29.378283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device af9ec709-b533-420c-8aff-28edaae8faee not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:29.378283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 78edc252-662b-4f56-8eaf-ccda949952a9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:29.400804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 78edc252-662b-4f56-8eaf-ccda949952a9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:29.401233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 78edc252-662b-4f56-8eaf-ccda949952a9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:29.410587 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fc358-1dcf-4fb8-afbf-a9dc2a6beeba admin admin] Pushing event deleted for resources: {'Network': ['ID=7c775f45-8348-47ab-a70a-d9bd68bb88aa,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.459816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d05346-a1ab-4b5f-be11-6c61e599b4e8 req-7ae82697-c750-46ac-a566-9219500b08c5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:29.461542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6d05346-a1ab-4b5f-be11-6c61e599b4e8 req-7ae82697-c750-46ac-a566-9219500b08c5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 944 time: 0.1238654 Jun 30 09:38:29.517480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6d05346-a1ab-4b5f-be11-6c61e599b4e8 req-00c52433-4a8b-442a-a0db-07be3434fb20 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494945 Jun 30 09:38:29.525560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36022) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.574725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-774e054c-6377-489d-8262-ff90c8eedefe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6912415a2ba74bf3852cc9739fe70682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477231 Jun 30 09:38:29.577334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36024) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.638335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.661718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.716197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.720745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.722772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ef76ecc-7aa5-4c89-ace6-cbef01f9384b HTTP/1.1" status: 204 len: 168 time: 0.1441381 Jun 30 09:38:29.736550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b715-4e42-410e-b0cc-65f5c7d2721c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef76ecc-7aa5-4c89-ace6-cbef01f9384b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.098204 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:30.142939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a77862bc-4782-485e-9b49-1ba1dc9e84d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e484f1e89bf24651b204559503179e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434041 Jun 30 09:38:30.145700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:30.200092 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.225234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.284023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.286568 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.287787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11bd0710-d4a3-4b08-b4c6-7d92ac17330e HTTP/1.1" status: 204 len: 168 time: 0.1410961 Jun 30 09:38:30.297694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbda8c0-8bf7-4cb3-ad4b-b261921348d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bd0710-d4a3-4b08-b4c6-7d92ac17330e,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.460823 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:30.609039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:30.633000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'port_id': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'mac_address': 'fa:16:3e:09:2f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:30.711392 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.727798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7be8ac-2e43-4b78-83e5-bb9a099664be {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:30.772325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:30.778532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.816109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae9b4-fec4-46ca-a6e7-5239d5cff15d req-9cd3a428-7f36-47ec-bbfd-2faa564c6cc5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:30.817340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96fae9b4-fec4-46ca-a6e7-5239d5cff15d req-9cd3a428-7f36-47ec-bbfd-2faa564c6cc5 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 944 time: 0.1083112 Jun 30 09:38:30.847444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.868641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96fae9b4-fec4-46ca-a6e7-5239d5cff15d req-d5b410ff-e6ab-4788-9d66-7816d91eb29a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445061 Jun 30 09:38:31.078965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7d7be8ac-2e43-4b78-83e5-bb9a099664be'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:31.925702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cb6bd27d-fe4b-4d9a-bcef-ae0aa6af87e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.034389 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.060143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47446f01-ca55-4a5c-85b0-df36aecd9594 req-e1bd788b-6413-4c1a-8dde-324908700134 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.061679 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47446f01-ca55-4a5c-85b0-df36aecd9594 req-e1bd788b-6413-4c1a-8dde-324908700134 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.0693917 Jun 30 09:38:32.108934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47446f01-ca55-4a5c-85b0-df36aecd9594 req-95756c99-5917-4850-a18f-bbb0d1aa9e4d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Jun 30 09:38:32.460763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:32.511577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:32.515703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:32.516085 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.600029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.624552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:32.627679 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181d534b-3361-4e84-a9d9-fd451e73662c" -d '{"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-plugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:32.646635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:32.650935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.676814 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a377b9a-b482-40ca-9fa8-9d38e0b50271 x-openstack-request-id: req-4a377b9a-b482-40ca-9fa8-9d38e0b50271 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:32.677119 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-plugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:32.677373 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a377b9a-b482-40ca-9fa8-9d38e0b50271 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:32.677775 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'code': 200} Jun 30 09:38:32.704739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:32.785658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb299-248e-4025-b900-648e80e144dc req-5bbb6e66-6e08-4899-be91-9cf00c62bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.787360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b37cb299-248e-4025-b900-648e80e144dc req-5bbb6e66-6e08-4899-be91-9cf00c62bb44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1098 time: 0.0528646 Jun 30 09:38:32.822495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b37cb299-248e-4025-b900-648e80e144dc req-ff536fc9-36eb-4440-8395-1111661d3694 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289104 Jun 30 09:38:33.038502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.286277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec94e1-f2e2-4375-8295-51b4ff9c54d4 req-796065c5-853a-485d-91ec-aea6eb59de02 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:33.287766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afec94e1-f2e2-4375-8295-51b4ff9c54d4 req-796065c5-853a-485d-91ec-aea6eb59de02 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0638933 Jun 30 09:38:33.327772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afec94e1-f2e2-4375-8295-51b4ff9c54d4 req-679da98f-e020-4196-a368-1aa8184cd1a7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341544 Jun 30 09:38:33.565852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.516854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9487f5f-0728-4b5c-a2f7-d3fa7c484962 req-6a781f35-222d-43f4-b77f-4d3d60ad045b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.518406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9487f5f-0728-4b5c-a2f7-d3fa7c484962 req-6a781f35-222d-43f4-b77f-4d3d60ad045b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0720806 Jun 30 09:38:34.558260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9487f5f-0728-4b5c-a2f7-d3fa7c484962 req-2c823115-5d40-4898-9b6e-3c2dfa8db782 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331366 Jun 30 09:38:34.702133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.760856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801426-f302-4187-9612-6e6d5eb03509 req-22e7cf63-6f60-42ad-91af-9fc98c4eec4b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.762404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b801426-f302-4187-9612-6e6d5eb03509 req-22e7cf63-6f60-42ad-91af-9fc98c4eec4b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0691636 Jun 30 09:38:34.802973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b801426-f302-4187-9612-6e6d5eb03509 req-fcbe68ed-e38b-4d17-8b87-f9284d91d33c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348475 Jun 30 09:38:34.828115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36050) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:34.881324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060715b-1320-4df0-9a6d-d2e629b6b893 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.882918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4060715b-1320-4df0-9a6d-d2e629b6b893 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1093 time: 0.0538175 Jun 30 09:38:34.885725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36052) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:34.891027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:34.914803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.019146 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.130924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.11 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/10ee2855-1b8e-4b86-9dc7-19f13a83401c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:35.233127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.270574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.278811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.305301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:35.308237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:35.311596 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:35.341246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=10ee2855-1b8e-4b86-9dc7-19f13a83401c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:35.714051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.793190 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.956678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.961361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.032863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=10ee2855-1b8e-4b86-9dc7-19f13a83401c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:36.046955 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.148516 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP 8955a966-c474-47e7-9377-b7cce3c203cf associated. External IP: 172.25.4.11, port: 7d7be8ac-2e43-4b78-83e5-bb9a099664be. Jun 30 09:38:36.367519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:36.476025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:36.492380 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Sync routers for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:36.496205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.502838 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:36.503458 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:36.616578 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:36.879923 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '8955a966-c474-47e7-9377-b7cce3c203cf', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'port_id': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'mac_address': 'fa:16:3e:09:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:35Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:36.908933 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Checking router: 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:36.912997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a7fd6923-1826-48cb-a2e9-48fc088d9983 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0261583 Jun 30 09:38:36.913664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:36.916377 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c2593-5a73-4860-aedb-571611a724d8" -d '{"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:36.923092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:36.924086 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:38:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:36.960515 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddd943b-bccb-458c-8eed-c75ac72f5485 x-openstack-request-id: req-1ddd943b-bccb-458c-8eed-c75ac72f5485 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:36.961032 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:36.961112 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ddd943b-bccb-458c-8eed-c75ac72f5485 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:36.961596 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'status': 'completed', 'code': 200} Jun 30 09:38:37.072385 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:37.092466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2593-5a73-4860-aedb-571611a724d8 req-33a28e0c-0a48-4ab0-a4ad-5b3b2413d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.093986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-33a28e0c-0a48-4ab0-a4ad-5b3b2413d73f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1098 time: 0.1008165 Jun 30 09:38:37.193029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8936bf-b1a1-40de-9142-2b226b07f762 req-c5572332-9228-4852-80d6-69171b64d09a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.194654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8936bf-b1a1-40de-9142-2b226b07f762 req-c5572332-9228-4852-80d6-69171b64d09a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.1436501 Jun 30 09:38:37.234491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2593-5a73-4860-aedb-571611a724d8 req-fcb5394b-35bd-4815-895d-ff4dfafcfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.236030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-fcb5394b-35bd-4815-895d-ff4dfafcfc67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.1350541 Jun 30 09:38:37.284051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f8936bf-b1a1-40de-9142-2b226b07f762 req-a7abf7c2-77dc-4250-8580-edf1299a14ff tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817738 Jun 30 09:38:37.310177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.332185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-9dbc6cac-7545-43e9-82a3-7ea6c9ac2aa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 999 time: 0.0880837 Jun 30 09:38:37.374250 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78f36024-9e63-4379-9236-ad1589cec15c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/8955a966-c474-47e7-9377-b7cce3c203cf HTTP/1.1" status: 200 len: 991 time: 0.0627205 Jun 30 09:38:37.384576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2593-5a73-4860-aedb-571611a724d8 req-d68724b5-865f-4d54-9ec8-1f218998dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.386313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-d68724b5-865f-4d54-9ec8-1f218998dc70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0478396 Jun 30 09:38:37.406177 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '8955a966-c474-47e7-9377-b7cce3c203cf', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'port_id': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'mac_address': 'fa:16:3e:09:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:35Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:37.433778 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105746c5-bf30-490e-b9c4-86f0450d99a4 None None] The sync data for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 is: [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '8955a966-c474-47e7-9377-b7cce3c203cf', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'port_id': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'mac_address': 'fa:16:3e:09:2f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:35Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:37.454198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2593-5a73-4860-aedb-571611a724d8 req-72238888-5b94-49ef-9209-442524cabca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.455707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-72238888-5b94-49ef-9209-442524cabca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615461 Jun 30 09:38:37.548292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-3e23251c-e046-48b0-81fe-55007d6a20e2 service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859504 Jun 30 09:38:37.641775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf5d08a-01d2-4921-968a-a61dcc2a4705 None None] New status for floating IP 8955a966-c474-47e7-9377-b7cce3c203cf: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:37.655730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21c2593-5a73-4860-aedb-571611a724d8 req-4547354e-fb04-4d8f-a2dd-5cee193b315c service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013210 Jun 30 09:38:38.378067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36060) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.439659 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0201bee7-0afe-41af-af2b-7caacb565120 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/8955a966-c474-47e7-9377-b7cce3c203cf HTTP/1.1" status: 200 len: 993 time: 0.0604446 Jun 30 09:38:49.165760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:59.298231 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c400569-4e23-48dd-a5ad-d929494ad47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:01.927058 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6c112cc-c987-45cc-a06d-3a9cc3751dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:02.036327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.041485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:03.551635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:04.699088 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:05.280830 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:26.164690 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:28.040913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-dddb7784-b72a-4aef-a62e-b1bfad8750e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557797 Jun 30 09:39:28.131828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-f779131c-44e2-482d-a2a1-529e6429a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:28.133257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-f779131c-44e2-482d-a2a1-529e6429a39f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1098 time: 0.0515156 Jun 30 09:39:28.248104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-2179c8a8-272a-4d6b-8e5d-efa288de0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:28.250181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-2179c8a8-272a-4d6b-8e5d-efa288de0fb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.0938854 Jun 30 09:39:28.316521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-fe578f6c-ac34-4071-877f-cf753e008b3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 1001 time: 0.0591865 Jun 30 09:39:28.371935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-1e5046cd-f90e-4e82-a1a7-ae2bc5c56e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:28.373979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-1e5046cd-f90e-4e82-a1a7-ae2bc5c56e48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0453629 Jun 30 09:39:28.445254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-9476bbdc-b264-4cdf-aacd-d61dbf1de497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:28.446799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-9476bbdc-b264-4cdf-aacd-d61dbf1de497 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593367 Jun 30 09:39:28.539472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-e8532720-cd98-4549-a5f1-9cc96aa99d14 service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Jun 30 09:39:28.636038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e22d6b-359c-48fb-a431-d4d0e0ccf1fc req-53a869b0-0751-41b6-9d89-f0933f0f03da service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904319 Jun 30 09:39:29.299684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-91399322-6f5f-49d0-a6d4-c00822442383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.927707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0488b2b4-7a4b-472a-8204-a4b76edff6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.036214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.045107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:33.555268 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.706556 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.284797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.122145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a14fca-6ff4-4717-bc64-d980fdf60aa7 req-cb276d48-aac6-44d1-aea1-4632ca7be488 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.123601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1a14fca-6ff4-4717-bc64-d980fdf60aa7 req-cb276d48-aac6-44d1-aea1-4632ca7be488 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.1648531 Jun 30 09:39:50.162128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1a14fca-6ff4-4717-bc64-d980fdf60aa7 req-bd16e080-c70f-4bfc-b98e-a83d1d66df3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jun 30 09:39:50.190876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36096) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:50.251368 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e12f5305-0c01-48aa-93e0-4caba7f76dce tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/8955a966-c474-47e7-9377-b7cce3c203cf HTTP/1.1" status: 200 len: 993 time: 0.0592575 Jun 30 09:39:50.758357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbba65c-eb19-42cc-9d0f-e029cf3b7e9e req-dd2bb1c7-e884-491d-8fa7-8294fae5bf45 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:50.759872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fbba65c-eb19-42cc-9d0f-e029cf3b7e9e req-dd2bb1c7-e884-491d-8fa7-8294fae5bf45 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1098 time: 0.0530014 Jun 30 09:39:50.800882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fbba65c-eb19-42cc-9d0f-e029cf3b7e9e req-0d3a948b-84cf-4cd5-9148-7ebca7b2a43d tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351424 Jun 30 09:39:51.459664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-ba7eb115-c157-48b4-8806-7140a02408d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0600374 Jun 30 09:39:52.055665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-23f9f8d1-a6e4-4899-91d5-d5de10303799 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:39:52.056682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-23f9f8d1-a6e4-4899-91d5-d5de10303799 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637879 Jun 30 09:39:52.066176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Request body: {'binding': {'host': 'n-h1-779913-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.066633 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Unknown quota resources ['binding']. {{(pid=94183) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:39:52.197856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on host n-h1-779913-25 for vnic_type normal with profile None {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:52.198192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:52.198520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:52.202616 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:52.202933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:52.208287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:52.208621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:52.209003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Bound using segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:52.209421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Bound port: 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:52.289082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:52.294251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.295412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4a192e84-ffc4-4af1-986f-011ae66d58cd service neutron] 10.222.0.66 "POST /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be/bindings HTTP/1.1" status: 201 len: 390 time: 0.2332168 Jun 30 09:39:52.515662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0a297-4803-42f6-9254-22089ecd2ef6 req-3bf193bd-98f5-4e09-8a29-74856f300761 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.517499 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ac0a297-4803-42f6-9254-22089ecd2ef6 req-3bf193bd-98f5-4e09-8a29-74856f300761 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0826478 Jun 30 09:39:52.538062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-3f1ba0a8-2c96-4400-824b-ab1f3096ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.540306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-3f1ba0a8-2c96-4400-824b-ab1f3096ed5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1098 time: 0.0604310 Jun 30 09:39:52.562716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ac0a297-4803-42f6-9254-22089ecd2ef6 req-54807b19-782c-44eb-b363-934b4b9a8050 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Jun 30 09:39:52.641794 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-0e5b9cfc-2025-4bb5-a34e-834a066e017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.643291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-0e5b9cfc-2025-4bb5-a34e-834a066e017d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.0975850 Jun 30 09:39:52.715466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-a7c6294b-f567-4a25-8480-beaa9aff057c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 1001 time: 0.0654895 Jun 30 09:39:52.766156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-36ee538d-6d87-4d48-a900-74ae8314b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.767886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-36ee538d-6d87-4d48-a900-74ae8314b322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0464003 Jun 30 09:39:52.826765 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4630d3f7-2110-4dac-a18e-b6ebaa748778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.828455 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-4630d3f7-2110-4dac-a18e-b6ebaa748778 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542750 Jun 30 09:39:52.925021 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-bd99d6ff-2bc9-4196-83c4-28d3aa265274 service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901432 Jun 30 09:39:53.026417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-fc538cb8-22b0-4a5a-9e6f-079fee0d29ca service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947182 Jun 30 09:39:53.201888 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-704007b5-4cb6-43ca-8b88-eb1df9a7d457 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.203398 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-704007b5-4cb6-43ca-8b88-eb1df9a7d457 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&tenant_id=84d9e6005dac46179c36aec71982412c&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1098 time: 0.1164355 Jun 30 09:39:53.213435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-25'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:53.289728 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.421351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:53.463166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:53.506114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:53.508573 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6958708f-5976-4214-843c-ba34219f0514" -d '{"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:53.512794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.519456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.553266 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4c23eb-9f4d-4eb7-a384-e0d6306c17d5 x-openstack-request-id: req-8c4c23eb-9f4d-4eb7-a384-e0d6306c17d5 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:53.553948 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:53.553948 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c4c23eb-9f4d-4eb7-a384-e0d6306c17d5 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:53.554479 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'code': 200} Jun 30 09:39:53.626861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.643957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.644320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.644655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.644999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.645321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.645832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.646317 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.646661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.646988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.647403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.647734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.648069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:53.700665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on host n-h2-779913-25 for vnic_type normal with profile {"migrating_to": "n-h1-779913-25"} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:53.701093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:53.702877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:53.710736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:53.711141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Attempting to bind port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on network dea5b9fc-d46f-4660-9685-7a490e9579d7 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:53.717163 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:53.717459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Checking segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:53.717992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Bound using segment: {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:53.718527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Bound port: 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94532b0-40b3-4de8-b82e-5aeae6ccb281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:53.718952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.767954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3be81-1f5e-45ce-905f-2e0134f5006a req-6323bbbd-8a2e-4b67-9a2f-6062ff081ec2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.769559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48d3be81-1f5e-45ce-905f-2e0134f5006a req-6323bbbd-8a2e-4b67-9a2f-6062ff081ec2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 944 time: 0.0791004 Jun 30 09:39:53.792756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:53.796588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:53.801977 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.814763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48d3be81-1f5e-45ce-905f-2e0134f5006a req-2baeca94-5337-4ed5-a6b2-8293e0e732bd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 Jun 30 09:39:53.855351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Provisioning complete for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:53.855922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.900554 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=8']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.950265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.950983 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.952439 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-735816cc-9254-46e9-8e22-22dd3131bf93 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 1124 time: 0.7430129 Jun 30 09:39:53.960677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.988718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:53.991169 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ff5af-52f9-4d7b-bc46-4243b2b58e89" -d '{"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-plugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:54.013298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:54.018066 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.060715 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2695d-e33b-47d3-9243-fd8afcebfdf7 x-openstack-request-id: req-c9c2695d-e33b-47d3-9243-fd8afcebfdf7 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:54.061079 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-plugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:54.061276 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9c2695d-e33b-47d3-9243-fd8afcebfdf7 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:54.061677 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'code': 200} Jun 30 09:39:54.064566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['7d7be8ac-2e43-4b78-83e5-bb9a099664be'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:39:54.351859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.368394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.368743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.369090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.369430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.369789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.370129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.370461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.370787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.371116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.371441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.371767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.372090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebdca21-a45d-46d4-9b77-bf111f9d0367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.543467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ad4179f-215c-4303-b72c-9e47b36de161 None None] Provisioning complete for port 7d7be8ac-2e43-4b78-83e5-bb9a099664be triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:54.543834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ad4179f-215c-4303-b72c-9e47b36de161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.027503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a58f4-4fbb-415b-ab5c-2dc045764c85 req-adf539b8-a0a6-42ad-b56c-bb458158885b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:55.029082 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-526a58f4-4fbb-415b-ab5c-2dc045764c85 req-adf539b8-a0a6-42ad-b56c-bb458158885b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0655956 Jun 30 09:39:55.069472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-526a58f4-4fbb-415b-ab5c-2dc045764c85 req-e3dced4c-10d5-4164-ab22-38661d320856 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327356 Jun 30 09:39:55.555375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:55.557993 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b815933-53f3-4620-9b16-1b8057a96370" -d '{"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:55.594667 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca21ca-3d5e-4f39-abe6-dc06f9b6b05b x-openstack-request-id: req-9aca21ca-3d5e-4f39-abe6-dc06f9b6b05b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:55.595595 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:55.595845 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9aca21ca-3d5e-4f39-abe6-dc06f9b6b05b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:55.596245 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'status': 'completed', 'code': 200} Jun 30 09:39:55.678438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815933-53f3-4620-9b16-1b8057a96370 req-6e5b264e-db57-42b8-ad17-67582bf67a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:55.680185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-6e5b264e-db57-42b8-ad17-67582bf67a8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1129 time: 0.0574746 Jun 30 09:39:55.770810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815933-53f3-4620-9b16-1b8057a96370 req-9b99efcb-0e5d-445a-9d26-c3b394f721a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:55.772281 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-9b99efcb-0e5d-445a-9d26-c3b394f721a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.0852666 Jun 30 09:39:55.848952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-1aa47ad0-d89e-44e9-9fd9-5e0838f2a468 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 1001 time: 0.0688150 Jun 30 09:39:55.898419 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815933-53f3-4620-9b16-1b8057a96370 req-58ed9e96-a4d8-4613-8e47-16e8c4ca8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:55.899900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-58ed9e96-a4d8-4613-8e47-16e8c4ca8897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0449755 Jun 30 09:39:55.957299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815933-53f3-4620-9b16-1b8057a96370 req-d2e685dd-95c4-474d-8160-c4e5640ed0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:55.958880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-d2e685dd-95c4-474d-8160-c4e5640ed0bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525026 Jun 30 09:39:56.054145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-97bea5e5-b26b-4aa1-a6d2-b1cf7c730aec service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Jun 30 09:39:56.159272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b815933-53f3-4620-9b16-1b8057a96370 req-b46f60c5-b6f6-422c-a8d3-2fa9f2ef6c0f service neutron] 10.222.0.11 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940497 Jun 30 09:39:56.255727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a1226-3421-43af-8863-d5723f0b3910 req-bb53c97e-ab4a-4455-9df4-83d354680c6e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:56.257462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e70a1226-3421-43af-8863-d5723f0b3910 req-bb53c97e-ab4a-4455-9df4-83d354680c6e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0705326 Jun 30 09:39:56.299110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e70a1226-3421-43af-8863-d5723f0b3910 req-980b13be-b688-43bf-bdeb-c2b4fef38265 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359197 Jun 30 09:39:56.632813 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:39:56.728436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:56.740738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be has no active binding in host n-h1-779913-25 {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:39:57.530739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24365e-83c5-461a-9bd6-5dd9df084e6a req-2526432b-bd0e-44af-af92-fd3ac313440a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:57.532296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce24365e-83c5-461a-9bd6-5dd9df084e6a req-2526432b-bd0e-44af-af92-fd3ac313440a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.1202385 Jun 30 09:39:57.571187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce24365e-83c5-461a-9bd6-5dd9df084e6a req-fb97f7ff-6b81-4bbe-a292-c6058eb90cba tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330937 Jun 30 09:39:58.762571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b0c9-5588-4f2c-9d11-b2f2c15f4821 req-4e3e5409-80cf-41cf-b500-2ee105a6dfe0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:58.764085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbc9b0c9-5588-4f2c-9d11-b2f2c15f4821 req-4e3e5409-80cf-41cf-b500-2ee105a6dfe0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 946 time: 0.0673504 Jun 30 09:39:58.802995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbc9b0c9-5588-4f2c-9d11-b2f2c15f4821 req-c8924c88-7106-4ea6-a789-2b69e264b413 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332654 Jun 30 09:39:58.988526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-29f61f60-91ef-4405-8249-0d7ae6ac27a3 service neutron] 10.222.0.11 "GET /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 385 time: 0.0653396 Jun 30 09:39:59.182693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:59.203142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:59.243292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:59.245488 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbdc314-a382-4d7e-b77a-5cf4b6f9c79a" -d '{"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:59.252770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:59.266619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.281538 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec16d84b-3306-4dc4-a46c-a42f6d66cc96 x-openstack-request-id: req-ec16d84b-3306-4dc4-a46c-a42f6d66cc96 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:59.281861 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-unplugged", "status": "completed", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:59.282120 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec16d84b-3306-4dc4-a46c-a42f6d66cc96 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:59.283080 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'code': 200} Jun 30 09:39:59.303838 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d2c7536-daac-4ca4-a8ad-8453542171d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.341910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Transition to ACTIVE for port object 7d7be8ac-2e43-4b78-83e5-bb9a099664be will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:59.345963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.474832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=11']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.827849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.828544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.828544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.828863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.829196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.829562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.829928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.830256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.830583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.830911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.831241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.831564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:59.865492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] No DVR routers for this DVR port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:00.032186 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-8499f929-1534-4748-89ea-51782a9c91e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be/bindings/n-h1-779913-25/activate HTTP/1.1" status: 200 len: 370 time: 1.0381045 Jun 30 09:40:00.048757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9880df-58dc-41bf-81b4-d454c616cc9a req-25893d2e-a7f3-4ba9-9055-7e18536cf9ed tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.050334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b9880df-58dc-41bf-81b4-d454c616cc9a req-25893d2e-a7f3-4ba9-9055-7e18536cf9ed tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.1065543 Jun 30 09:40:00.091876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b9880df-58dc-41bf-81b4-d454c616cc9a req-7ae164d6-afa1-466c-bfc3-8bba682e2668 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353200 Jun 30 09:40:00.153329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-e9da6b5b-6ec9-4811-97af-dfe92377db76 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.154877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-e9da6b5b-6ec9-4811-97af-dfe92377db76 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&tenant_id=84d9e6005dac46179c36aec71982412c&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.0621054 Jun 30 09:40:00.234218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-f152ce61-63a1-44e6-852b-75c75cd01ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.236313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-f152ce61-63a1-44e6-852b-75c75cd01ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 1097 time: 0.0742054 Jun 30 09:40:00.313091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-737f8149-0340-4c52-a50f-358234544cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.314720 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-737f8149-0340-4c52-a50f-358234544cdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1097 time: 0.0550005 Jun 30 09:40:00.414487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-43f134ea-172b-43f2-9f2b-d26d768830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.415966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-43f134ea-172b-43f2-9f2b-d26d768830ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.0936463 Jun 30 09:40:00.482952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-2ed48135-5c6a-44f4-bc51-ad11df8273e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 999 time: 0.0609891 Jun 30 09:40:00.535377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-a87ceb67-f468-4c65-83df-6978cf4fb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.536898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-a87ceb67-f468-4c65-83df-6978cf4fb636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0478134 Jun 30 09:40:00.600952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-e3b05142-9db1-482d-b45b-bab36c8e8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.602506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-e3b05142-9db1-482d-b45b-bab36c8e8e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592513 Jun 30 09:40:00.693240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-ad6822f5-5fc7-4db7-84b9-fb27fdcea772 service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Jun 30 09:40:00.793761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-6dd9f575-d795-4205-8010-8c6eecd0a9fe service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941610 Jun 30 09:40:00.913785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:00.959349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:01.077436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-0ed4396c-dafa-4b43-b688-7b444d32046b tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.078972 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-0ed4396c-dafa-4b43-b688-7b444d32046b tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580&tenant_id=84d9e6005dac46179c36aec71982412c&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 1097 time: 0.0590460 Jun 30 09:40:01.239565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-afe0363c-a2af-433d-863b-5dcf53bfc9e8 service neutron] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:01.242632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-afe0363c-a2af-433d-863b-5dcf53bfc9e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.243762 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a7957694-4d0e-4fe1-a67d-9ea75805ce2b req-afe0363c-a2af-433d-863b-5dcf53bfc9e8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be/bindings/n-h2-779913-25 HTTP/1.1" status: 204 len: 173 time: 0.1590750 Jun 30 09:40:01.275416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09137e-f28f-43c1-a45a-1d4c94ef80f8 req-1c4acbc8-65f9-4a3d-aee0-4d24928d7dc9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.276945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f09137e-f28f-43c1-a45a-1d4c94ef80f8 req-1c4acbc8-65f9-4a3d-aee0-4d24928d7dc9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.0654943 Jun 30 09:40:01.315614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f09137e-f28f-43c1-a45a-1d4c94ef80f8 req-a1154051-a23c-45fd-881a-eee5d7b3cd13 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Jun 30 09:40:01.483148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a06601-3148-47cb-b60b-5d53106d4e3b req-5362e79f-b116-40f5-b15c-27d8adcff950 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.485064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22a06601-3148-47cb-b60b-5d53106d4e3b req-5362e79f-b116-40f5-b15c-27d8adcff950 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1097 time: 0.0569520 Jun 30 09:40:01.523765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22a06601-3148-47cb-b60b-5d53106d4e3b req-7b8f100b-7f0d-40c4-9a36-fa6d362f6941 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Jun 30 09:40:01.713376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c6e82-f3dc-4424-8dc9-c10c21a81500 req-a45b892b-9579-4b64-b5aa-92b71bbd52a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.714958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b1c6e82-f3dc-4424-8dc9-c10c21a81500 req-a45b892b-9579-4b64-b5aa-92b71bbd52a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.0676157 Jun 30 09:40:01.754732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b1c6e82-f3dc-4424-8dc9-c10c21a81500 req-890597bb-75ba-407f-a086-721448ea2a2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Jun 30 09:40:01.781061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36164) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:01.845997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1206773a-c502-4e6c-81bd-976ef90bdb3a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/8955a966-c474-47e7-9377-b7cce3c203cf HTTP/1.1" status: 200 len: 991 time: 0.0627964 Jun 30 09:40:01.931490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-229dae98-f4bf-421a-a2aa-90247d5732e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.037836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.106168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36170) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:02.269559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 10ee2855-1b8e-4b86-9dc7-19f13a83401c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:02.270310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.344843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.345118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.356673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 10ee2855-1b8e-4b86-9dc7-19f13a83401c owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:02.534320 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.560266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=10ee2855-1b8e-4b86-9dc7-19f13a83401c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:02.619638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.619942 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP 8955a966-c474-47e7-9377-b7cce3c203cf disassociated (deleted). External IP: 172.25.4.11, port: 7d7be8ac-2e43-4b78-83e5-bb9a099664be. Jun 30 09:40:02.829257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:02.940553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:02.945634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.952453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Sync routers for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:02.962619 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:02.963248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:02.986283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-579aeca9-118b-4c5d-b2d2-c52f6f52c0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/floatingips/8955a966-c474-47e7-9377-b7cce3c203cf HTTP/1.1" status: 204 len: 168 time: 0.8753648 Jun 30 09:40:02.986283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:02.986283 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce805f-26d3-4424-b643-001304d02c30" -d '{"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:03.030486 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000aa990-d90e-4fb8-8e52-a33fd5c320b5 x-openstack-request-id: req-000aa990-d90e-4fb8-8e52-a33fd5c320b5 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:03.030858 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:03.031247 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-000aa990-d90e-4fb8-8e52-a33fd5c320b5 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:03.032020 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'status': 'completed', 'code': 200} Jun 30 09:40:03.062142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.098519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:03.115516 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce805f-26d3-4424-b643-001304d02c30 req-7712f87b-6375-4258-802e-e01b49db56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.117029 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-7712f87b-6375-4258-802e-e01b49db56b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 1097 time: 0.0590844 Jun 30 09:40:03.187780 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:03.226073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce805f-26d3-4424-b643-001304d02c30 req-ecf5de53-acbe-4762-88e8-14e640cc65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.228173 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-ecf5de53-acbe-4762-88e8-14e640cc65a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 200 len: 897 time: 0.1034596 Jun 30 09:40:03.275140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-28864c33-ce73-42c2-870c-864052e1feff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 200 len: 217 time: 0.0409403 Jun 30 09:40:03.321315 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.333551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce805f-26d3-4424-b643-001304d02c30 req-01944eb6-ef24-4075-8ed4-e95921cbe5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.335090 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-01944eb6-ef24-4075-8ed4-e95921cbe5e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 200 len: 835 time: 0.0517299 Jun 30 09:40:03.348267 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Checking router: 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:03.357671 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:03.358333 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.402021 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce805f-26d3-4424-b643-001304d02c30 req-00a44b2f-4e86-43e7-84ba-930bcf369d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.403687 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-00a44b2f-4e86-43e7-84ba-930bcf369d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dea5b9fc-d46f-4660-9685-7a490e9579d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575764 Jun 30 09:40:03.411380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002ed2-51b5-49a1-a598-c51d45bad1c6 req-c23a8bde-2bec-4634-9b3d-31be0f8e0c3d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.413245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2002ed2-51b5-49a1-a598-c51d45bad1c6 req-c23a8bde-2bec-4634-9b3d-31be0f8e0c3d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.0703475 Jun 30 09:40:03.462514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2002ed2-51b5-49a1-a598-c51d45bad1c6 req-69032500-11c4-4c03-9480-68c0d28e9192 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c3dd51e-7b86-485f-944b-1d7ab91ee42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Jun 30 09:40:03.471042 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:03.499136 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-542a5059-738a-4a02-9e2c-394ed61cc1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883045 Jun 30 09:40:03.575497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.604241 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-04ce805f-26d3-4424-b643-001304d02c30 req-9bb69ecc-a457-4f43-8ccc-caf5cd269342 service neutron] 10.222.0.41 "GET /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969784 Jun 30 09:40:03.678477 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.710936 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b5f86-c02e-4fd5-8d67-bb07abdf9021 None None] The sync data for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 is: [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:20Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8a63e186-a940-488b-9093-6e0e3c347b34', 'name': '', 'network_id': 'dea5b9fc-d46f-4660-9685-7a490e9579d7', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:29:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:19Z', 'updated_at': '2021-06-30T09:38:25Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': '1e808b50-4e0d-40b8-8de0-14ff46535e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:03.762365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-7c8e8279-28f0-4d1a-8be4-f7174bbde0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.763852 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-7c8e8279-28f0-4d1a-8be4-f7174bbde0df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "GET /v2.0/ports?device_id=78971507-6077-4f6f-ade1-3ac48d1d7580 HTTP/1.1" status: 200 len: 945 time: 0.0694194 Jun 30 09:40:03.877078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 7d7be8ac-2e43-4b78-83e5-bb9a099664be {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:03.877574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.931983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f06d42-234f-49b9-9612-c724766f6980 None None] New status for floating IP 8955a966-c474-47e7-9377-b7cce3c203cf: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:40:03.971170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 7d7be8ac-2e43-4b78-83e5-bb9a099664be, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7d7be8ac-2e43-4b78-83e5-bb9a099664be,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.971516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.985475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 7d7be8ac-2e43-4b78-83e5-bb9a099664be owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:04.120785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.150752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=7d7be8ac-2e43-4b78-83e5-bb9a099664be,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.208527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] No DVR routers for this DVR port 7d7be8ac-2e43-4b78-83e5-bb9a099664be on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:04.211327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.213318 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73c1e81a-b439-4de8-bb74-a06a78e62c2b req-4a7076ad-26d5-4a26-94bc-dede2a1e8584 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.41 "DELETE /v2.0/ports/7d7be8ac-2e43-4b78-83e5-bb9a099664be HTTP/1.1" status: 204 len: 173 time: 0.4433486 Jun 30 09:40:04.562527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36180) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.707250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.928748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.034681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-deleted', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:05.037323 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e8c21-1a3a-4bd6-87e1-113c0e1c7de2" -d '{"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-deleted", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:05.305331 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.466079 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e7a6c-48f7-45d8-b85b-a64146eee1f7 x-openstack-request-id: req-0a8e7a6c-48f7-45d8-b85b-a64146eee1f7 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:05.466292 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78971507-6077-4f6f-ade1-3ac48d1d7580", "name": "network-vif-deleted", "tag": "7d7be8ac-2e43-4b78-83e5-bb9a099664be", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:05.466444 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a8e7a6c-48f7-45d8-b85b-a64146eee1f7 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:05.466821 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78971507-6077-4f6f-ade1-3ac48d1d7580', 'name': 'network-vif-deleted', 'tag': '7d7be8ac-2e43-4b78-83e5-bb9a099664be', 'status': 'completed', 'code': 200} Jun 30 09:40:05.587123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 8a63e186-a940-488b-9093-6e0e3c347b34 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:05.587883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.689073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 8a63e186-a940-488b-9093-6e0e3c347b34, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8a63e186-a940-488b-9093-6e0e3c347b34,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:05.689431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.701403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 8a63e186-a940-488b-9093-6e0e3c347b34 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:05.886875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.918006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=8a63e186-a940-488b-9093-6e0e3c347b34,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.094609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.317328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:06.425813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:06.431681 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1ec0f8e9-5d31-4e4a-8b67-39a5c6fdad2b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678298 Jun 30 09:40:06.434843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36184) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.442254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Sync routers for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:06.459112 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:06.459877 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:06.501082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting subnet 1e808b50-4e0d-40b8-8de0-14ff46535e98 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:40:06.506340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.550492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.569442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:06.644434 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.707925 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.739221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Subnet': ['ID=1e808b50-4e0d-40b8-8de0-14ff46535e98,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:06.744924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.746929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-23afaf66-da0a-4e8b-bf96-d6282934c44d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/subnets/1e808b50-4e0d-40b8-8de0-14ff46535e98 HTTP/1.1" status: 204 len: 168 time: 0.3110561 Jun 30 09:40:06.749599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36186) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:06.750335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b206ba-ff33-423e-8257-28ce74fe920c None None] Network dea5b9fc-d46f-4660-9685-7a490e9579d7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:06.779654 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:06.822906 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Checking router: 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:06.837361 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Routers {'9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:06.838046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:06.883179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:06.945300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] DHCP port deletion for dea5b9fc-d46f-4660-9685-7a490e9579d7 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:40:06.961686 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] Set router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:07.004450 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.007004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Deleting port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:07.007459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.061027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 83bee803-b59c-49fd-9e62-13c62f826205 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:40:07.061793 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.074864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] For port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,segment=NetworkSegment(e94532b0-40b3-4de8-b82e-5aeae6ccb281),segment_id=e94532b0-40b3-4de8-b82e-5aeae6ccb281)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.074864 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.087816 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Calling delete_port for 9f49b254-1214-4d9d-83e7-d7baaf48b1aa owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:07.152364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 83bee803-b59c-49fd-9e62-13c62f826205, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=83bee803-b59c-49fd-9e62-13c62f826205,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.152735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.165459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 83bee803-b59c-49fd-9e62-13c62f826205 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:40:07.166245 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.177986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.206220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] Pushing event deleted for resources: {'Port': ['ID=9f49b254-1214-4d9d-83e7-d7baaf48b1aa,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.209658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b21ea-e724-481c-9d88-eee0ea2d2a5f None None] No DVR routers for this DVR port 9f49b254-1214-4d9d-83e7-d7baaf48b1aa on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:07.294544 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae810fc-a988-4fc0-9f7d-9230f3b9442e None None] The sync data for ids ['9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8'] in n-d-779913-25 is: [{'id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-372786307', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '83bee803-b59c-49fd-9e62-13c62f826205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '83bee803-b59c-49fd-9e62-13c62f826205', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:16Z', 'updated_at': '2021-06-30T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:07.365574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.395444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=83bee803-b59c-49fd-9e62-13c62f826205,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.459440 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.554156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.556528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.602991 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.603571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:40:07.611659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.612762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0eed7e7e-dd50-4aaf-ae1f-0a8774bfd296 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/routers/9ce6f3e1-1de2-455b-b9ec-c14d2c4d50e8 HTTP/1.1" status: 204 len: 168 time: 0.8599257 Jun 30 09:40:07.615593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36188) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:07.670112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9f49b254-1214-4d9d-83e7-d7baaf48b1aa no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:07.691549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9f49b254-1214-4d9d-83e7-d7baaf48b1aa {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:07.692174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9f49b254-1214-4d9d-83e7-d7baaf48b1aa not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:07.707708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.802075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.812862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea5b9fc-d46f-4660-9685-7a490e9579d7']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.823078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94532b0-40b3-4de8-b82e-5aeae6ccb281') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.823374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94532b0-40b3-4de8-b82e-5aeae6ccb281') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:07.833142 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.847940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.858403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:40:07.859013 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:40:07.862944 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:40:07.924248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.932129 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.934646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/networks/dea5b9fc-d46f-4660-9685-7a490e9579d7 HTTP/1.1" status: 204 len: 168 time: 0.3181124 Jun 30 09:40:07.937606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36190) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:07.947252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55227bc0-85ee-447c-942b-b83dff94e6be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Network': ['ID=dea5b9fc-d46f-4660-9685-7a490e9579d7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.004129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.030215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.088186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.090798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.091983 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c3dd51e-7b86-485f-944b-1d7ab91ee42a HTTP/1.1" status: 204 len: 168 time: 0.1525388 Jun 30 09:40:08.101691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8fc2c-18df-4139-95f9-415e9e5b96a0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3dd51e-7b86-485f-944b-1d7ab91ee42a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.418015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36196) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.422814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161979462', 'description': 'tempest-secgroup-smoke-161979462 description', 'project_id': '84d9e6005dac46179c36aec71982412c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.446399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.539160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.543397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.573643 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.574973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1557944 Jun 30 09:40:08.576692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9ecaf-c5f5-4e63-acb9-eaa954b23174 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779e3d1a-1f12-4bb9-8b5e-8cee995c8152,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.578110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36198) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.583661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.609878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.664809 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.668497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.686928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:08.693915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d51f90-1c2b-4058-8e31-1ebca0200298,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.696257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.698075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc1a63f7-32eb-4156-b5b3-6068012452b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182261 Jun 30 09:40:08.700188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36200) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.705693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.707802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 7d7be8ac-2e43-4b78-83e5-bb9a099664be {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:08.708160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7d7be8ac-2e43-4b78-83e5-bb9a099664be not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:08.734112 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.790122 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.793651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.811513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3201ca8a-d85a-4a2d-9e41-8d0e2343514b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.818222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.819545 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-62450811-09ba-49ee-b829-82b82f229f68 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182065 Jun 30 09:40:08.822424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36202) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.827180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.852050 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.908484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.911767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.928701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615affe5-875e-46ed-ba34-b5683b21cd57,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.935130 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.936291 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2fe2ba97-604a-4b9f-a617-6d22e26e49a9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127744 Jun 30 09:40:08.939562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36204) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:08.944053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.969476 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.028535 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.031753 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.050238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8feb1f60-93b4-49b8-9303-79f883a27342,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.059133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.060338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3c98e52-ad03-4f21-8529-f94c18512ccc tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198566 Jun 30 09:40:09.063059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36206) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:09.069359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.094607 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:40:09.100479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.164891 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.169210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.190151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae10150-cc2a-40bc-bc93-ede6e0317e65,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.198182 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.199720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-891fce44-1f1a-4611-b407-76d0c59fae57 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353371 Jun 30 09:40:09.203167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36208) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:09.208394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'security_group_rule': {'security_group_id': '779e3d1a-1f12-4bb9-8b5e-8cee995c8152', 'project_id': '84d9e6005dac46179c36aec71982412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.239493 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Project 84d9e6005dac46179c36aec71982412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:40:09.246002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.262341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8a63e186-a940-488b-9093-6e0e3c347b34 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:09.282053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8a63e186-a940-488b-9093-6e0e3c347b34 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:09.282415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8a63e186-a940-488b-9093-6e0e3c347b34 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:09.283349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 83bee803-b59c-49fd-9e62-13c62f826205 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:09.305350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 83bee803-b59c-49fd-9e62-13c62f826205 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:40:09.305700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 83bee803-b59c-49fd-9e62-13c62f826205 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:09.318841 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.323382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.341175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b912f3-9178-438c-a5e1-2a34af2e0419,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.347536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.348766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ab455d93-a886-4d5e-b517-dfb7cdfdc5e9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443784 Jun 30 09:40:09.351662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:09.357181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'network': {'name': 'tempest-network-smoke--1666555297', 'project_id': '84d9e6005dac46179c36aec71982412c', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.378791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:09.382479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.409119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:40:09.419026 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.419378 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Added segment 756ed7b5-c629-48d4-a527-b4e62b2e5844 of type vlan for network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 Jun 30 09:40:09.467002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.497538 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.503932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.504603 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.559548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065554 Jun 30 09:40:09.562411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36212) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:09.567624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'admin_state_up': True, 'project_id': '84d9e6005dac46179c36aec71982412c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.575104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00714020-0307-4be7-9443-4a8643bcff97 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Network': ['ID=74505cda-ed65-470b-8e1f-3b6fa9712ac9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.585887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:40:09.592102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.593241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.664391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.819617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.066717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.090907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.207278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.52 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:10.320058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.358908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.400530 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:10.403432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:10.409503 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:10.415492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.666619 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.869648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.998659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:40:11.378182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:11.387766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Sync routers for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:11.397722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:11.398394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:11.399727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.402872 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-57590619-3e84-4b18-9041-2406b4f7b482 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8393483 Jun 30 09:40:11.406355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36214) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:11.437375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-589b927e-b184-481a-982c-be3a72b86edf tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=84d9e6005dac46179c36aec71982412c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299528 Jun 30 09:40:11.441211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36216) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:11.522523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:11.548496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef239c9-7cb4-455b-ab69-5eea97aef6f4 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.550099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2ef239c9-7cb4-455b-ab69-5eea97aef6f4 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1078432 Jun 30 09:40:11.555168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36218) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:11.587713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f85ff006-fcf7-4147-8e51-3f2c77e29895 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310559 Jun 30 09:40:11.591999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36220) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:11.597320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1034151133', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'project_id': '84d9e6005dac46179c36aec71982412c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:11.731123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:11.738488 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.739478 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:10Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:11.772014 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Checking router: 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:11.772364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Updating router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:40:11.821128 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.008778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.084076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Subnet': ['ID=cb9281c4-1578-414c-b498-2eff3eb10438,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:12.101730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Checking segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:12.102176 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network hostable DHCP agents. Network: 74505cda-ed65-470b-8e1f-3b6fa9712ac9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:40:12.129587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:40:12.144007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 74505cda-ed65-470b-8e1f-3b6fa9712ac9) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:12.150879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.151657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.153090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.159520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097cb30-586d-4a09-b40c-a5debe7c3fad None None] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:12.171763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7322791e-a08f-4037-99fd-5a381eb76d54 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5785832 Jun 30 09:40:12.174779 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36222) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:12.247336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Transition to ACTIVE for port object 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:12.265562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.408660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Attempting to bind port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:12.409394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Attempting to bind port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:12.409866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Attempting to bind port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:12.415986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043d88-7bb8-4399-bfdd-8196e89991bf None None] Pushing event updated for resources: {'Port': ['ID=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:12.426925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:12.427341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:12.427972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.428596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:12.429184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Bound port: 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:12.430227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.579461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] For port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:12.585135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:40:12.586384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.620760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] For port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:12.634180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.726840 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:12.789641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:12.790348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:12.794216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043d88-7bb8-4399-bfdd-8196e89991bf None None] Pushing event updated for resources: {'Port': ['ID=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:12.863856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Allocated IP 172.20.0.2 (74505cda-ed65-470b-8e1f-3b6fa9712ac9/cb9281c4-1578-414c-b498-2eff3eb10438/331f18a4-b05a-4049-8f7c-93b15dca0458) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:12.969287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:13.200342 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.214747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Transition to ACTIVE for port object 331f18a4-b05a-4049-8f7c-93b15dca0458 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:13.236993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Transition to ACTIVE for port object 331f18a4-b05a-4049-8f7c-93b15dca0458 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:13.249221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.335156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.1 (74505cda-ed65-470b-8e1f-3b6fa9712ac9/cb9281c4-1578-414c-b498-2eff3eb10438/e0e478c6-7e81-42ef-b2bf-9ad98d241299) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:13.478435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:13.479878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Pushing event updated for resources: {'Port': ['ID=331f18a4-b05a-4049-8f7c-93b15dca0458,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:13.483462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:10Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:13.486657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:13.514275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:13.517657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0f720-7246-403f-989b-4e4e4ed282ed None None] The sync data for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 is: [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:10Z', 'revision_number': 3, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:13.541190 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.566483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object e0e478c6-7e81-42ef-b2bf-9ad98d241299 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:13.608287 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Attempting to bind port 331f18a4-b05a-4049-8f7c-93b15dca0458 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:13.608846 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Attempting to bind port 331f18a4-b05a-4049-8f7c-93b15dca0458 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:13.609435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Attempting to bind port 331f18a4-b05a-4049-8f7c-93b15dca0458 on network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:13.619248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:13.620029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Checking segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:13.620592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.621251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Bound using segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:13.622082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Bound port: 331f18a4-b05a-4049-8f7c-93b15dca0458, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:13.622752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.628429 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.700676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:13.706847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:13.714101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:13.740926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] For port 331f18a4-b05a-4049-8f7c-93b15dca0458, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:13.745282 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] For port 331f18a4-b05a-4049-8f7c-93b15dca0458, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=331f18a4-b05a-4049-8f7c-93b15dca0458,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:13.756059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.775629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:13.846473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:13.857048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8fe7-deb2-4df0-a269-c2df23b16afa None None] Pushing event updated for resources: {'Port': ['ID=331f18a4-b05a-4049-8f7c-93b15dca0458,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:14.037262 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.476997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.483953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.568820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:14.571722 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.708943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:14.710627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:15.047632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa755048-0baa-448b-be81-03873b60c752 None None] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:40:15.125008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d543bc77-27b3-4a97-9c7b-7eaf24ebe492 None None] Provisioning for port 331f18a4-b05a-4049-8f7c-93b15dca0458 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:15.244171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:15.391788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:15.393715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:15.414109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60da1b73-56a1-4c95-9c32-e73c9828b023 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/8dfb97e6-45e2-40ac-98e9-afc3fbf429e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2281797 Jun 30 09:40:15.462105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:15.469182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:15.469821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.563579 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Sync routers for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:15.574810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:15.575756 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:15.601312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-258cf880-00c6-4a55-bb1b-328b45ca16f8 None None] Provisioning for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:15.608017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-72fb08dd-15a5-45f2-b195-344f90ff28b4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161979462&fields=id&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 267 time: 0.0498548 Jun 30 09:40:15.609834 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-258cf880-00c6-4a55-bb1b-328b45ca16f8 None None] Provisioning complete for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:15.610209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-258cf880-00c6-4a55-bb1b-328b45ca16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.642943 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.682033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-258cf880-00c6-4a55-bb1b-328b45ca16f8 None None] Port e0e478c6-7e81-42ef-b2bf-9ad98d241299 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:15.696338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:15.711845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.714304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 331f18a4-b05a-4049-8f7c-93b15dca0458 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:15.747239 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:15.779577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-f2f88ba4-7720-4eb0-9b73-16c6d29f79be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:15.787398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-f2f88ba4-7720-4eb0-9b73-16c6d29f79be tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 797 time: 0.1663547 Jun 30 09:40:15.808854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-da0b726a-d7c3-43bb-a073-7c465e3e2791 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/quotas/84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 375 time: 0.0204821 Jun 30 09:40:15.821915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:15.859011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 331f18a4-b05a-4049-8f7c-93b15dca0458 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:15.869210 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 331f18a4-b05a-4049-8f7c-93b15dca0458 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:15.870426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.896208 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-14293168-7020-4150-bd34-b20675e22730 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863519 Jun 30 09:40:15.903875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ec92f67d-e171-4a65-97d8-3708cab7190a None None] Provisioning complete for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:15.904358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec92f67d-e171-4a65-97d8-3708cab7190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.956468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ec92f67d-e171-4a65-97d8-3708cab7190a None None] Port e0e478c6-7e81-42ef-b2bf-9ad98d241299 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:16.030381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.045391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-6b5e360a-649f-43e9-8909-f7e894a90e2b service neutron] 10.222.0.66 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223586 Jun 30 09:40:16.095765 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:14Z', 'revision_number': 2, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:16.104498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 331f18a4-b05a-4049-8f7c-93b15dca0458, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=331f18a4-b05a-4049-8f7c-93b15dca0458,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:16.120183 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.129725 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Checking router: 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:16.130120 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Updating router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 port e0e478c6-7e81-42ef-b2bf-9ad98d241299 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:40:16.170709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b8737249-8fb6-4a57-8473-a2c6196212ad service neutron] 10.222.0.66 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101410 Jun 30 09:40:16.178327 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.213434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=331f18a4-b05a-4049-8f7c-93b15dca0458,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:16.224508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-94c8e63c-ce37-40cc-a7c8-f6124d2282d5 None None] Provisioning complete for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:16.225882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-94c8e63c-ce37-40cc-a7c8-f6124d2282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.283940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-94c8e63c-ce37-40cc-a7c8-f6124d2282d5 None None] Port e0e478c6-7e81-42ef-b2bf-9ad98d241299 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:16.473066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5858b60f-7066-46de-848e-462863d7cff1 req-7cbe2e82-3be1-4f86-8df5-765743c88c0a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 210 time: 0.0576415 Jun 30 09:40:16.587966 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.600460 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Transition to ACTIVE for port object e0e478c6-7e81-42ef-b2bf-9ad98d241299 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:16.614092 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.664302 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Pushing event updated for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:16.691773 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.692124 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.692462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.692797 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.693124 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.693448 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.693796 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.694125 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.694444 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.694762 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.695085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.695399 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:16.738708 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Attempting to bind port e0e478c6-7e81-42ef-b2bf-9ad98d241299 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:16.739169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Attempting to bind port e0e478c6-7e81-42ef-b2bf-9ad98d241299 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:16.739636 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Attempting to bind port e0e478c6-7e81-42ef-b2bf-9ad98d241299 on network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:16.745803 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:16.746160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Checking segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:16.746518 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.747270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Bound using segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:16.747951 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Bound port: e0e478c6-7e81-42ef-b2bf-9ad98d241299, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:16.748528 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.846356 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] For port e0e478c6-7e81-42ef-b2bf-9ad98d241299, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:16.851135 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] For port e0e478c6-7e81-42ef-b2bf-9ad98d241299, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0e478c6-7e81-42ef-b2bf-9ad98d241299,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:16.860144 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.961173 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:16.962591 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:17.017826 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9746968-afc7-4fe9-9ead-3d8a80ad6972 None None] Pushing event updated for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:17.136617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:17.332398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:17.420861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:17.421470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.492920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:16Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:17.525246 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041a95b0-2343-470e-bace-681f258b9f27 None None] The sync data for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 is: [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:16Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:17.547230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 331f18a4-b05a-4049-8f7c-93b15dca0458 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:17.650375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 331f18a4-b05a-4049-8f7c-93b15dca0458 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:17.650761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.736970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-55e11f58-3d55-4454-b2b0-adf61cbf5f00 req-be13c39e-fb19-45da-8098-4241babb34d3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 210 time: 0.0547047 Jun 30 09:40:17.965070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-6c9d6be9-a327-4c7a-aaff-7dfed84eaf63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:17.966906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-6c9d6be9-a327-4c7a-aaff-7dfed84eaf63 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 797 time: 0.1476808 Jun 30 09:40:18.024300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-64dfe902-3a46-4484-9a1b-f2dde4ec4d93 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d9e6005dac46179c36aec71982412c HTTP/1.1" status: 200 len: 379 time: 0.0472791 Jun 30 09:40:18.033521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'port': {'device_id': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'admin_state_up': True, 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'security_groups': ['779e3d1a-1f12-4bb9-8b5e-8cee995c8152']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:18.212811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Made reservation on behalf of 84d9e6005dac46179c36aec71982412c for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:18.212811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.383991 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.20.0.9 (74505cda-ed65-470b-8e1f-3b6fa9712ac9/cb9281c4-1578-414c-b498-2eff3eb10438/debeca34-1af8-4015-b3ee-b96a16557809) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:18.572543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.591704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Transition to ACTIVE for port object debeca34-1af8-4015-b3ee-b96a16557809 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:18.658581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.754753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:18.759867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:18.764138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:18.855774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:18.907067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:18.908222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.946445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-b121a371-4717-4b9a-90dd-2fda3cc8d93e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171317 Jun 30 09:40:18.972144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Request body: {'port': {'device_id': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:19.089822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d8c5-61f8-4f88-b8e8-3c121b4bdcfa req-960b21f4-3024-4218-923c-e4e5451f0b08 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:19.091472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cb8d8c5-61f8-4f88-b8e8-3c121b4bdcfa req-960b21f4-3024-4218-923c-e4e5451f0b08 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 931 time: 0.1704595 Jun 30 09:40:19.117580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.136124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c31b66a4-2f97-4f23-babc-341dd233cf23 None None] Provisioning for port debeca34-1af8-4015-b3ee-b96a16557809 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:19.143869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c31b66a4-2f97-4f23-babc-341dd233cf23 None None] Provisioning complete for port debeca34-1af8-4015-b3ee-b96a16557809 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:19.144233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c31b66a4-2f97-4f23-babc-341dd233cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.181229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cb8d8c5-61f8-4f88-b8e8-3c121b4bdcfa req-d942b6d9-926d-4cb3-ba57-78f4fe52ae8e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764196 Jun 30 09:40:19.202187 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c31b66a4-2f97-4f23-babc-341dd233cf23 None None] Port debeca34-1af8-4015-b3ee-b96a16557809 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:19.297548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0e478c6-7e81-42ef-b2bf-9ad98d241299 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:19.379853 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:19.386898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:19.387981 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.491240 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.540432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e0e478c6-7e81-42ef-b2bf-9ad98d241299, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0e478c6-7e81-42ef-b2bf-9ad98d241299,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:19.547910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.557138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:19.567220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.582092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Transition to ACTIVE for port object debeca34-1af8-4015-b3ee-b96a16557809 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:19.589193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.613683 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:19.652136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:19.738462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Attempting to bind port debeca34-1af8-4015-b3ee-b96a16557809 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:19.738810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Attempting to bind port debeca34-1af8-4015-b3ee-b96a16557809 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:19.739136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Attempting to bind port debeca34-1af8-4015-b3ee-b96a16557809 on network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:19.744134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Port debeca34-1af8-4015-b3ee-b96a16557809 on network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:19.744467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Attempting to bind port debeca34-1af8-4015-b3ee-b96a16557809 on network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:19.750154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:19.750492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Checking segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:19.750883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Bound using segment: {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:19.751322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Bound port: debeca34-1af8-4015-b3ee-b96a16557809, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756ed7b5-c629-48d4-a527-b4e62b2e5844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:19.751704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.848208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:19.854143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:19.862292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.912451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:19.913520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:19.915794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 1092 time: 0.9498644 Jun 30 09:40:19.916488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:19.920614 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:19.990299 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cb35cd-f837-4781-9c13-7f226f054ee1 x-openstack-request-id: req-90cb35cd-f837-4781-9c13-7f226f054ee1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:19.990729 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:19.991075 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90cb35cd-f837-4781-9c13-7f226f054ee1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:19.991576 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'status': 'completed', 'code': 200} Jun 30 09:40:19.997001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d2d9b-ed31-40fe-b665-09f354a5b4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:20.064214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-db9c6261-1419-47d3-8d38-e22cb3ef411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.065955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-db9c6261-1419-47d3-8d38-e22cb3ef411d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1095 time: 0.0936229 Jun 30 09:40:20.137801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-de5eb4c5-96f3-45a6-824f-4c5337904719 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 217 time: 0.0634947 Jun 30 09:40:20.218382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-a72d2f3a-673b-41c0-bc03-050eea0d58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.219798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-a72d2f3a-673b-41c0-bc03-050eea0d58f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0759306 Jun 30 09:40:20.316802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-27704e24-8d9c-458f-a22f-ac2159e1b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.319572 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-27704e24-8d9c-458f-a22f-ac2159e1b2a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888498 Jun 30 09:40:20.459583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-4c7cc4af-4034-42d2-a8ae-88206a90904f service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337423 Jun 30 09:40:20.525436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca373d-32c5-45cf-9654-4ceb6bce0906 req-2424b7a8-5989-4597-b09e-2e2bec483384 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.527090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5aca373d-32c5-45cf-9654-4ceb6bce0906 req-2424b7a8-5989-4597-b09e-2e2bec483384 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 943 time: 0.1527193 Jun 30 09:40:20.603793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5aca373d-32c5-45cf-9654-4ceb6bce0906 req-3f71e45d-bfc6-4dc5-a116-6ba15b24ebdf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659466 Jun 30 09:40:20.608060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3522760d-8d73-46ff-bb31-22e3831372c0 req-0af8ecc9-08e9-4b0e-84b8-7f6c24d6b60e service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409974 Jun 30 09:40:20.730042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-e66c434d-5a35-4f1d-9367-fa6310358647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.731711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-e66c434d-5a35-4f1d-9367-fa6310358647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1095 time: 0.0621123 Jun 30 09:40:20.839202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-13d70227-4dc4-45d0-847e-10c35c46eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.840825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-13d70227-4dc4-45d0-847e-10c35c46eb85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.1027749 Jun 30 09:40:20.889306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-07fc9694-af00-48a5-b4a9-711a44d9912e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Jun 30 09:40:20.947292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-78fdeb8c-ab8f-4488-88e0-b72ff1611b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.948834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-78fdeb8c-ab8f-4488-88e0-b72ff1611b67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0535793 Jun 30 09:40:21.037352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-15c468d5-0a7f-42bf-8926-a88ad4096ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:21.039838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-15c468d5-0a7f-42bf-8926-a88ad4096ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820770 Jun 30 09:40:21.148226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-73aaa3fd-4096-4d82-a152-4e6eb4238be6 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012886 Jun 30 09:40:21.282405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71ac1495-95b0-4cc7-8cb3-dbe15e7271a6 req-c8bd3af9-d6d4-42ea-9e05-9586812a360e service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278284 Jun 30 09:40:21.290686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0e478c6-7e81-42ef-b2bf-9ad98d241299 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:21.343538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e0e478c6-7e81-42ef-b2bf-9ad98d241299 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:21.343916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.796742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869dfb7-60f3-494d-b406-d39ea0d7343e req-8604ebde-b052-46aa-a5a1-61566ead1fcf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:21.798349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5869dfb7-60f3-494d-b406-d39ea0d7343e req-8604ebde-b052-46aa-a5a1-61566ead1fcf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 943 time: 0.0681643 Jun 30 09:40:21.845857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5869dfb7-60f3-494d-b406-d39ea0d7343e req-3bacb9a2-450b-412f-bc00-e2efa2ffb5ce tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410087 Jun 30 09:40:23.029816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac67ec-89b9-4ff9-bda4-11a348ab5f13 req-c8d2873b-6b04-48e9-bee7-045ee668e688 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.031392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74ac67ec-89b9-4ff9-bda4-11a348ab5f13 req-c8d2873b-6b04-48e9-bee7-045ee668e688 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 943 time: 0.0672739 Jun 30 09:40:23.076020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-74ac67ec-89b9-4ff9-bda4-11a348ab5f13 req-ff412e2e-7167-4c74-955e-62be2620ae1a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Jun 30 09:40:24.249279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f512-8962-4591-85f2-ea7365f345db req-392e51f0-cb8e-4fcd-8ff4-e20f0416ad5b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:24.250771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10a6f512-8962-4591-85f2-ea7365f345db req-392e51f0-cb8e-4fcd-8ff4-e20f0416ad5b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 943 time: 0.0626323 Jun 30 09:40:24.288599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10a6f512-8962-4591-85f2-ea7365f345db req-e5168761-bd6b-47cf-9cc0-1b0621ff2702 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Jun 30 09:40:25.031944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:25.131731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:25.143520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'debeca34-1af8-4015-b3ee-b96a16557809', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'mac_address': 'fa:16:3e:f3:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:25.185896 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.198553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:25.218892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:25.223870 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:25.271464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:25.467120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599371a5-f450-45b3-bf29-089cc403c988 req-1fe7341e-b35c-4621-92a7-d3d707e829f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:25.468627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-599371a5-f450-45b3-bf29-089cc403c988 req-1fe7341e-b35c-4621-92a7-d3d707e829f9 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 944 time: 0.0680392 Jun 30 09:40:25.507665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-599371a5-f450-45b3-bf29-089cc403c988 req-eb818c88-f221-4339-9908-fd215dfcba7e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 Jun 30 09:40:25.556261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['debeca34-1af8-4015-b3ee-b96a16557809'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:26.690819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf112b-9924-41bc-a4d7-17f7a4eddca9 req-1ad6562d-343c-437c-8356-bca69f5de43a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:26.692389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf112b-9924-41bc-a4d7-17f7a4eddca9 req-1ad6562d-343c-437c-8356-bca69f5de43a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 944 time: 0.0678387 Jun 30 09:40:26.732132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cbf112b-9924-41bc-a4d7-17f7a4eddca9 req-5ca40172-ef8b-420b-bf6b-29d6a3237dc7 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Jun 30 09:40:27.046634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:27.100772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port debeca34-1af8-4015-b3ee-b96a16557809 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:27.105628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port debeca34-1af8-4015-b3ee-b96a16557809 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:27.106039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.192473 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.215678 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:27.217979 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440a168-e2f5-4217-af92-d248c240b9be" -d '{"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-plugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:27.230969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:27.237007 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:27.262143 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426d3ef-716a-4f7a-954f-3f7bf15cf893 x-openstack-request-id: req-f426d3ef-716a-4f7a-954f-3f7bf15cf893 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:27.262441 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-plugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:27.262696 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f426d3ef-716a-4f7a-954f-3f7bf15cf893 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:27.263081 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'code': 200} Jun 30 09:40:27.295544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:27.403057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d029aa-a52d-47fb-89df-17d608861bf0 req-ba59ef8a-cf57-4641-9922-663fa4131d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:27.404550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77d029aa-a52d-47fb-89df-17d608861bf0 req-ba59ef8a-cf57-4641-9922-663fa4131d19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.0552402 Jun 30 09:40:27.448439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77d029aa-a52d-47fb-89df-17d608861bf0 req-465d2d86-de25-4970-a32e-7f700fc3f6f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334806 Jun 30 09:40:27.910817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536642ec-47b9-4e08-944d-e6531456eccb req-e64468ed-a1e7-4e8d-8711-762880de6ba6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:27.912375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-536642ec-47b9-4e08-944d-e6531456eccb req-e64468ed-a1e7-4e8d-8711-762880de6ba6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0656328 Jun 30 09:40:27.955326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-536642ec-47b9-4e08-944d-e6531456eccb req-324b384c-885d-42d5-99d4-abbe2df4f33a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364084 Jun 30 09:40:29.028510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-c89c1703-2845-424e-bb18-54f3501945a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552268 Jun 30 09:40:29.211637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbb9ff-7ea8-42f3-ba40-7c924f7f82aa req-f381484d-3d82-4e26-96c6-208afef3ede8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.213226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88fbb9ff-7ea8-42f3-ba40-7c924f7f82aa req-f381484d-3d82-4e26-96c6-208afef3ede8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.1325734 Jun 30 09:40:29.215712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-776ad4d5-f507-43e2-b518-75edb3fbb0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.217211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-776ad4d5-f507-43e2-b518-75edb3fbb0ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.1246152 Jun 30 09:40:29.284008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-88fbb9ff-7ea8-42f3-ba40-7c924f7f82aa req-5c652d19-37d1-4ce9-af7c-8b832388b2df tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581913 Jun 30 09:40:29.317171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6f5e65fd-8f7e-4b69-81f1-73b462d19eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.379649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-a4fbf22b-3e38-4797-a575-11a1b73adc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.381148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-a4fbf22b-3e38-4797-a575-11a1b73adc6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.1332831 Jun 30 09:40:29.453654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-9692d328-40ab-455a-81a4-87e0c189889c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 217 time: 0.0647664 Jun 30 09:40:29.539094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-2c8aaeae-d3c5-4b48-872e-60b179b8198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.540491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-2c8aaeae-d3c5-4b48-872e-60b179b8198a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0735745 Jun 30 09:40:29.589395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb176a4-a221-4bf2-9f49-842eef3d4271 req-d61a470e-0851-4789-a656-0988ae3a4dbd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.591069 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fb176a4-a221-4bf2-9f49-842eef3d4271 req-d61a470e-0851-4789-a656-0988ae3a4dbd tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.1418347 Jun 30 09:40:29.638874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fb176a4-a221-4bf2-9f49-842eef3d4271 req-8c123427-84af-4b24-8380-fbaf780a9c08 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Jun 30 09:40:29.652031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-5d0465e6-2aa6-4e31-91f8-e82c56d171ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.653911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-5d0465e6-2aa6-4e31-91f8-e82c56d171ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029515 Jun 30 09:40:29.664458 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36276) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:29.728577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196477e0-c7bb-48c1-8505-9e6881d283b4 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:29.731139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-196477e0-c7bb-48c1-8505-9e6881d283b4 tempest-TestNetworkAdvancedServerOps-472635526 tempest-TestNetworkAdvancedServerOps-472635526-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1092 time: 0.0654895 Jun 30 09:40:29.734902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36278) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:29.739939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:29.751368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-0ab5821c-4097-4ee3-b860-c8a623416ace service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907204 Jun 30 09:40:29.763696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.857035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e3763bf0-066d-46dc-8098-f00d976650b7 req-e9d31335-3d37-4b2b-8554-3015fed7c40a service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986097 Jun 30 09:40:29.880063 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:29.995138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Allocated IP 172.25.4.92 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c10adc77-b428-4622-84de-96b1911247ae) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:30.118621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.171314 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.208912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:30.211733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:30.214937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:30.242249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=c10adc77-b428-4622-84de-96b1911247ae,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:30.613469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.695229 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.856581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.862113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:30.934567 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event updated for resources: {'Port': ['ID=c10adc77-b428-4622-84de-96b1911247ae,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:30.947359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.050886 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP ef91f443-3748-4043-98fd-685fe0a3d836 associated. External IP: 172.25.4.92, port: debeca34-1af8-4015-b3ee-b96a16557809. Jun 30 09:40:31.277165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:31.386797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:31.396933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Sync routers for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:31.405555 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.407442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:31.408674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:31.449091 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f40861ba-7750-4b34-9eb1-76cbe8345146 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7131708 Jun 30 09:40:31.450208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:31.452877 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7adaf1e-c520-4e96-be5f-057e5f45306f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:31.500716 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b96148-f186-4b9e-bad0-010241143628 x-openstack-request-id: req-b3b96148-f186-4b9e-bad0-010241143628 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:31.501081 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:31.501346 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3b96148-f186-4b9e-bad0-010241143628 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:31.502016 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'status': 'completed', 'code': 200} Jun 30 09:40:31.530527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:31.634926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-10f4f7a5-d907-41cc-92d5-3c86777b4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.636491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-10f4f7a5-d907-41cc-92d5-3c86777b4939 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.1146173 Jun 30 09:40:31.714138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d8d18-0f4f-4e21-8b4a-1f2ac3e5afa0 req-e587c1a5-50e8-440e-9474-55829aac627f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.715671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55d8d18-0f4f-4e21-8b4a-1f2ac3e5afa0 req-e587c1a5-50e8-440e-9474-55829aac627f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.1400816 Jun 30 09:40:31.790058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-c74881cb-e6a7-4842-b72a-b903e5f23cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.791541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-c74881cb-e6a7-4842-b72a-b903e5f23cd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.1471720 Jun 30 09:40:31.796903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c55d8d18-0f4f-4e21-8b4a-1f2ac3e5afa0 req-b077befe-a0c3-4ab5-9d6c-5b09a2fdf9a4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729887 Jun 30 09:40:31.830930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36284) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:31.842922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ef91f443-3748-4043-98fd-685fe0a3d836', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'mac_address': 'fa:16:3e:f3:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:30Z', 'updated_at': '2021-06-30T09:40:30Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:31.870362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Checking router: 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:31.880641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:31.881289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:40:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:31.906338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-754e1f6f-f851-427c-a3dc-caf78ad0b7f4 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/ef91f443-3748-4043-98fd-685fe0a3d836 HTTP/1.1" status: 200 len: 990 time: 0.0740435 Jun 30 09:40:31.916083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-a80758d3-e3f6-4341-b814-0eb2b65185a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 998 time: 0.1177878 Jun 30 09:40:31.943823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-43df1ccc-2c4a-4a9a-be96-5f19661d8811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:31.982223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-9abd799d-fa5f-4fc7-a32c-7c5cd86c362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:31.983762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-9abd799d-fa5f-4fc7-a32c-7c5cd86c362a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0611689 Jun 30 09:40:32.008715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:32.054428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-510a23d5-98ef-402b-a2d1-f51792dca255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:32.056450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-510a23d5-98ef-402b-a2d1-f51792dca255 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660369 Jun 30 09:40:32.081947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:32.160027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-3fa7c91a-f612-4461-a22a-de9e08f94609 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960970 Jun 30 09:40:32.263237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d7adaf1e-c520-4e96-be5f-057e5f45306f req-a7b85d19-cdc5-4f85-9fb1-dfc3c0b6a01d service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961411 Jun 30 09:40:32.296400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ef91f443-3748-4043-98fd-685fe0a3d836', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'mac_address': 'fa:16:3e:f3:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:30Z', 'updated_at': '2021-06-30T09:40:30Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:32.326913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f79094a-32b5-4a54-9fc4-d58d20700796 None None] The sync data for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 is: [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'ef91f443-3748-4043-98fd-685fe0a3d836', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'floating_ip_address': '172.25.4.92', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'mac_address': 'fa:16:3e:f3:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:30Z', 'updated_at': '2021-06-30T09:40:30Z', 'revision_number': 0, 'project_id': '84d9e6005dac46179c36aec71982412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:32.532049 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acccd2e-aba4-4c93-9adb-622e2924703d None None] New status for floating IP ef91f443-3748-4043-98fd-685fe0a3d836: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:40:32.907679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36286) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:32.975588 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f3c98eff-dfe2-43d4-9a0e-bc2e3ab11352 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/ef91f443-3748-4043-98fd-685fe0a3d836 HTTP/1.1" status: 200 len: 992 time: 0.0660305 Jun 30 09:40:33.051197 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:33.575246 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:34.710066 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:35.311263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:40.177158 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:59.312784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6568f1d5-54b3-411a-a5ff-98994c112777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.933765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b001-3a51-4dc2-899b-49ac504cefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.052059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.057274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:03.618133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:04.712958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:05.321106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.176643 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:29.319010 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-79ca4f9f-b628-42c6-b09a-2f8db5c82f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:31.046289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-82b292b9-5b71-4021-8e33-4a63f96479c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586514 Jun 30 09:41:31.179534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-79183ce3-6755-490b-bf14-a57077693a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:31.182674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-79183ce3-6755-490b-bf14-a57077693a55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.0921803 Jun 30 09:41:31.306891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-dbc9ee4d-1eff-4918-9e31-b1f5a415c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:31.308417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-dbc9ee4d-1eff-4918-9e31-b1f5a415c869 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.0991852 Jun 30 09:41:31.380661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-fb854247-267c-47d0-aa89-df0c13aad858 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 1000 time: 0.0648692 Jun 30 09:41:31.429456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-f124592c-81de-4276-9987-f334f97cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:31.431068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-f124592c-81de-4276-9987-f334f97cc99a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0443833 Jun 30 09:41:31.490194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-7b871dc1-7017-4f05-a20d-5f0e7d9f0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:31.491776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-7b871dc1-7017-4f05-a20d-5f0e7d9f0f60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542898 Jun 30 09:41:31.590209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-021c943a-3fb1-422d-812b-d952e117707c service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915282 Jun 30 09:41:31.684829 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fcacc62-bca9-4931-b17e-4d7935543fcf req-cd5516a3-6780-455b-979b-73ceefd510a0 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876687 Jun 30 09:41:31.925558 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-628fe493-7b7d-47d9-b092-ccd0422549d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:32.046694 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.077072 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:33.606321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:34.716407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:35.322667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.753664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5472-5c84-449c-8d67-f30408e4d502 req-b97e3b7b-384a-413d-a4b2-ae3646ac6a58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:44.755779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-887d5472-5c84-449c-8d67-f30408e4d502 req-b97e3b7b-384a-413d-a4b2-ae3646ac6a58 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0712843 Jun 30 09:41:44.799702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-887d5472-5c84-449c-8d67-f30408e4d502 req-f9b2ed72-d2db-4e41-9a18-3ef1d363ee91 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366442 Jun 30 09:41:46.031487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25268fe-17a7-41bc-a01d-589862392a0c req-582e6d03-1e6d-4ee9-b8ce-e47aa6dfd90c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:46.033314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a25268fe-17a7-41bc-a01d-589862392a0c req-582e6d03-1e6d-4ee9-b8ce-e47aa6dfd90c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0766823 Jun 30 09:41:46.084973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a25268fe-17a7-41bc-a01d-589862392a0c req-3503bf1c-a9f2-4c73-ba99-8c47831257ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Jun 30 09:41:47.280166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038517f-0f63-4dd5-b9e8-75e93ed114f6 req-1309caa4-309a-4a5e-8037-6485ebef13cb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:47.281926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0038517f-0f63-4dd5-b9e8-75e93ed114f6 req-1309caa4-309a-4a5e-8037-6485ebef13cb tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0755527 Jun 30 09:41:47.324325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0038517f-0f63-4dd5-b9e8-75e93ed114f6 req-632f0f59-ad26-401c-bf64-93184e904279 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Jun 30 09:41:48.513037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29844cc7-42af-462d-ac09-82b81d7ed2d7 req-9d291993-387d-47d5-a03b-df0e414de5c0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:48.514657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29844cc7-42af-462d-ac09-82b81d7ed2d7 req-9d291993-387d-47d5-a03b-df0e414de5c0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0682383 Jun 30 09:41:48.555876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-29844cc7-42af-462d-ac09-82b81d7ed2d7 req-76d144ac-f0c0-47bd-8ccb-a134b66d6ec6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354640 Jun 30 09:41:49.743912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812888d-2f49-4cd0-8563-3845db1a9632 req-a3cd3997-ff8d-44b5-a6ce-d9b6cc4a6ad2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:49.745415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c812888d-2f49-4cd0-8563-3845db1a9632 req-a3cd3997-ff8d-44b5-a6ce-d9b6cc4a6ad2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0685813 Jun 30 09:41:49.785051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c812888d-2f49-4cd0-8563-3845db1a9632 req-91f71462-285f-4a70-81f0-4eaf1e4df130 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Jun 30 09:41:50.979689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6247-962d-4eca-85e0-efb9b5172455 req-2c7ee63b-6018-4c7c-9e1b-e6482de269d1 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.981213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5d6247-962d-4eca-85e0-efb9b5172455 req-2c7ee63b-6018-4c7c-9e1b-e6482de269d1 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0780942 Jun 30 09:41:51.023853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5d6247-962d-4eca-85e0-efb9b5172455 req-9d9cdfc1-8610-4cdf-9df7-95399247e62c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365300 Jun 30 09:41:52.203121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a73c-0443-45a8-8b76-edc4d27a79d2 req-028b0598-88a6-48a2-9913-380b8bf52daf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.204612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ca4a73c-0443-45a8-8b76-edc4d27a79d2 req-028b0598-88a6-48a2-9913-380b8bf52daf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0654285 Jun 30 09:41:52.245588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ca4a73c-0443-45a8-8b76-edc4d27a79d2 req-422eeebb-611a-4711-a1d8-a9ffca54f44c tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Jun 30 09:41:53.420778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c93c-09d9-465a-8246-799cbee7e28c req-3a840863-882a-4e90-bb18-e62df334a4b0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:53.422299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d38c93c-09d9-465a-8246-799cbee7e28c req-3a840863-882a-4e90-bb18-e62df334a4b0 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0650558 Jun 30 09:41:53.460204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d38c93c-09d9-465a-8246-799cbee7e28c req-56f2dbcc-8f4b-4cb1-83fd-9f020b03c56f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322442 Jun 30 09:41:54.175978 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:54.635580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317099a-854e-41ae-a583-13afd2763b0b req-6ec7e5f0-faae-4060-931f-c1c829aa153f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:54.637051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a317099a-854e-41ae-a583-13afd2763b0b req-6ec7e5f0-faae-4060-931f-c1c829aa153f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0654907 Jun 30 09:41:54.674011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a317099a-854e-41ae-a583-13afd2763b0b req-f64a40cc-7d9f-41b4-8aa0-ea632c98cd5d tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Jun 30 09:41:55.858901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ff38a-8733-41b7-8a31-8e001a1ae1ff req-f689d697-ca42-4f31-baf5-2573fde693c8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.862453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f9ff38a-8733-41b7-8a31-8e001a1ae1ff req-f689d697-ca42-4f31-baf5-2573fde693c8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0671341 Jun 30 09:41:55.903389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f9ff38a-8733-41b7-8a31-8e001a1ae1ff req-369a41cf-81d0-466c-9233-6b22c8cbf890 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Jun 30 09:41:57.089081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd739-df08-4bb5-a10f-192a812421f1 req-388b4666-0d16-4574-ba72-1ca0fbfe8356 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:57.090523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51ddd739-df08-4bb5-a10f-192a812421f1 req-388b4666-0d16-4574-ba72-1ca0fbfe8356 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0728836 Jun 30 09:41:57.132154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51ddd739-df08-4bb5-a10f-192a812421f1 req-df61838a-0542-41b5-a6f7-ebf71011f2ac tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360019 Jun 30 09:41:58.313831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e014b-d45f-411a-8a08-b8d70877ba6e req-c7e55363-7213-491f-bd3d-03761121f221 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:58.315383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-162e014b-d45f-411a-8a08-b8d70877ba6e req-c7e55363-7213-491f-bd3d-03761121f221 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0682809 Jun 30 09:41:58.356369 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-162e014b-d45f-411a-8a08-b8d70877ba6e req-cfea5f72-227e-49f2-b6d4-344c4d3b01b2 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347686 Jun 30 09:41:59.321421 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37b2b18e-9f5a-42ac-97fe-a32608d33693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:59.545782 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e967-6ac9-42ea-a852-9db8f92e8bb9 req-cb01785a-ba2d-429d-a0c7-fa9e29f7e563 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:59.547237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9193e967-6ac9-42ea-a852-9db8f92e8bb9 req-cb01785a-ba2d-429d-a0c7-fa9e29f7e563 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0686088 Jun 30 09:41:59.948900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9193e967-6ac9-42ea-a852-9db8f92e8bb9 req-9de18f2b-92f5-4605-92d1-f4b77ea12566 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960657 Jun 30 09:42:01.140798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9565b-2a70-48e9-8cdc-4604db4d16c4 req-015f138c-ede8-46cb-98fd-5029af1c2d6b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:01.142406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aab9565b-2a70-48e9-8cdc-4604db4d16c4 req-015f138c-ede8-46cb-98fd-5029af1c2d6b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0674922 Jun 30 09:42:01.184658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aab9565b-2a70-48e9-8cdc-4604db4d16c4 req-57c89aba-a8b3-4b2b-80a4-7db6055719f1 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357544 Jun 30 09:42:01.926680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ea650ca-fcb5-46fd-9836-94064d24deb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:02.048378 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:02.381452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44448abd-ec61-4029-ae22-1b40e89ca4fe req-d9257bed-6782-4cc2-ad53-980672032af6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:02.383042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44448abd-ec61-4029-ae22-1b40e89ca4fe req-d9257bed-6782-4cc2-ad53-980672032af6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0659435 Jun 30 09:42:02.437591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44448abd-ec61-4029-ae22-1b40e89ca4fe req-ebd52240-2ad3-47e0-a642-aa16036edfdf tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487144 Jun 30 09:42:03.066614 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:03.608284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf398-1d5d-4d3a-b409-7bef1a2ef7df req-8fe1b5f5-211b-44ee-88bc-8758c37e7323 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:03.609778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fbabf398-1d5d-4d3a-b409-7bef1a2ef7df req-8fe1b5f5-211b-44ee-88bc-8758c37e7323 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0616291 Jun 30 09:42:03.620001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:03.646118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fbabf398-1d5d-4d3a-b409-7bef1a2ef7df req-6f65871f-7fd1-4b1c-831e-df4aa1037e72 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305164 Jun 30 09:42:04.250863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571ed9-7055-498d-95f3-1b78e799506b req-23cb8b7e-57fb-487c-a4b5-d05d3f25db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:04.252316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d571ed9-7055-498d-95f3-1b78e799506b req-23cb8b7e-57fb-487c-a4b5-d05d3f25db58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.0495791 Jun 30 09:42:04.285197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d571ed9-7055-498d-95f3-1b78e799506b req-346a8b72-77ca-4eca-92d0-bb91c19ff3ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262687 Jun 30 09:42:04.718981 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:04.829201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3e55e-d138-4b65-9d93-3c29f78f5ec4 req-6912671e-c5b4-4d51-8be6-64180b9d45ce tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:04.830720 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28b3e55e-d138-4b65-9d93-3c29f78f5ec4 req-6912671e-c5b4-4d51-8be6-64180b9d45ce tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0661788 Jun 30 09:42:04.874793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28b3e55e-d138-4b65-9d93-3c29f78f5ec4 req-98398c32-f195-487b-9a08-6293709bb106 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371614 Jun 30 09:42:05.340678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:05.507118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:42:05.513945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:05.688019 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:05.712538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:05.734781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'debeca34-1af8-4015-b3ee-b96a16557809', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'port_id': 'debeca34-1af8-4015-b3ee-b96a16557809', 'mac_address': 'fa:16:3e:f3:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:42:05.740444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:05.742794 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c1fb2-4d25-4e8b-9cb2-248eb37daac7" -d '{"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:05.758922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:05.780451 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:05.984717 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42edb90a-612c-4d8a-9bb7-4567d74f91b1 x-openstack-request-id: req-42edb90a-612c-4d8a-9bb7-4567d74f91b1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:05.985140 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:05.985254 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42edb90a-612c-4d8a-9bb7-4567d74f91b1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:05.985619 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'code': 200} Jun 30 09:42:05.996508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:06.023262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:42:06.033891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:06.059635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.059980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.060322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.060666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.060988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.061318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.061645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.061994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.062320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.062642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.062965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.063286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:06.082281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.db.api [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:42:06.082651 n-d-779913-25 neutron-server[94186]: DEBUG oslo_db.api [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:42:06.083276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc49b-43a1-4bf4-92f8-525720634473 req-fe93c59b-ec86-49b5-9b41-d49c02e47d5b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:06.085430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dbcc49b-43a1-4bf4-92f8-525720634473 req-fe93c59b-ec86-49b5-9b41-d49c02e47d5b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 943 time: 0.0860629 Jun 30 09:42:06.126882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4dbcc49b-43a1-4bf4-92f8-525720634473 req-c7577cbb-1250-4f68-8bbe-b03838e2f501 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354679 Jun 30 09:42:06.153584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36378) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:06.256388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3816e361-42ca-47e7-a135-7c3e67338f8a tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/floatingips/ef91f443-3748-4043-98fd-685fe0a3d836 HTTP/1.1" status: 200 len: 990 time: 0.1009696 Jun 30 09:42:06.621680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:06.635562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:42:06.660042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:06.664586 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:06.724062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:07.031171 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['debeca34-1af8-4015-b3ee-b96a16557809'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:42:09.509781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:42:09.556900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port debeca34-1af8-4015-b3ee-b96a16557809 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:09.557443 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:09.638677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:09.661115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:09.663440 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ae60f-7485-4de5-a8be-eb641a59802f" -d '{"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-plugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:09.677452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:09.683765 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:09.708153 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b178fb0-271f-4ca0-a4d0-d929eeaf996e x-openstack-request-id: req-3b178fb0-271f-4ca0-a4d0-d929eeaf996e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:09.708450 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-plugged", "status": "completed", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:09.708707 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b178fb0-271f-4ca0-a4d0-d929eeaf996e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:09.709095 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'code': 200} Jun 30 09:42:09.738868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:29.323608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b75b43c5-e59b-4c69-be76-9abd2cd08ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:31.174813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:31.927425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-95837cfa-54f7-4bc5-97e0-598ecbe48e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:32.050056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:33.063007 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:33.162109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-25600aa6-2709-4fdc-8968-ed3a38ab37d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1642852 Jun 30 09:42:33.259822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-3084dd1c-8d55-406d-bb45-a05b96163e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:33.261292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-3084dd1c-8d55-406d-bb45-a05b96163e84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.0550363 Jun 30 09:42:33.370069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-9fa499c4-b552-48ca-86ad-6a68f091f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:33.371500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-9fa499c4-b552-48ca-86ad-6a68f091f28c service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.0821450 Jun 30 09:42:33.450430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-e095fc7d-bfdd-4c53-b754-c8a6823663c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 1000 time: 0.0673330 Jun 30 09:42:33.504796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-9324157c-32e1-4916-bf92-c60d9fb84fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:33.506356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-9324157c-32e1-4916-bf92-c60d9fb84fee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0480587 Jun 30 09:42:33.573219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-14837f14-f09f-4b0d-8919-f044c3168ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:33.574806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-14837f14-f09f-4b0d-8919-f044c3168ce8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618048 Jun 30 09:42:33.604193 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:33.672103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-b997e6a6-7a3b-4f82-8d29-b0e1187e3c1d service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 Jun 30 09:42:33.764822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9915f45d-8834-4f0e-96a2-ec94e14a5b07 req-259c4e18-2218-4de5-9d70-f892cfaefa81 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Jun 30 09:42:34.723282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:35.349880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.324835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-306e90bc-94d2-40a7-9cf0-42815a5dd92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:01.928702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-52ff62c7-cc9d-468c-9df4-5204bab1c8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.050563 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.066645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.618712 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.727976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.355714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.174573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:23.316895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36442) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:23.482390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port c10adc77-b428-4622-84de-96b1911247ae {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:23.482742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.565970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.566248 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.578996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for c10adc77-b428-4622-84de-96b1911247ae owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:23.736652 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.769509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=c10adc77-b428-4622-84de-96b1911247ae,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:23.795385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.795742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.796092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.796435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.796774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.797114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.797447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.797806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.798144 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.798480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.798805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.799130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:23.847332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.847618 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Floating IP ef91f443-3748-4043-98fd-685fe0a3d836 disassociated (deleted). External IP: 172.25.4.92, port: debeca34-1af8-4015-b3ee-b96a16557809. Jun 30 09:43:24.336160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:24.446334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:24.451748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.456197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Sync routers for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:24.466073 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:24.466702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:24.490088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-974c9b3b-afa0-423b-adb1-5724dba5e1a3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/floatingips/ef91f443-3748-4043-98fd-685fe0a3d836 HTTP/1.1" status: 204 len: 168 time: 1.1720374 Jun 30 09:43:24.490808 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:24.493256 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf8913e-26ed-4668-bdb5-82441db649d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:24.613321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:24.615513 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d52c4-c532-4a7d-823b-69f147466a39 x-openstack-request-id: req-902d52c4-c532-4a7d-823b-69f147466a39 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:24.616061 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:24.617019 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-902d52c4-c532-4a7d-823b-69f147466a39 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:24.617637 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'status': 'completed', 'code': 200} Jun 30 09:43:24.727947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-b4f3ba55-4d45-4dad-b49a-ecc0c6435651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.729575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-b4f3ba55-4d45-4dad-b49a-ecc0c6435651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84d9e6005dac46179c36aec71982412c&device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 1097 time: 0.0924129 Jun 30 09:43:24.837968 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:24.862874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-f40a4f69-00bd-4a17-9213-86233ae1eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:24.866249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-f40a4f69-00bd-4a17-9213-86233ae1eac1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 200 len: 898 time: 0.1288002 Jun 30 09:43:24.867972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Checking router: 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:24.877727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:24.878399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:24.930530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-2b3bf4d7-06d7-4af5-b53c-4add8e8b0ab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 200 len: 217 time: 0.0569894 Jun 30 09:43:25.002540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:25.005123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-96cdfdd3-1b76-4c5a-973c-c48fc3b40455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.006599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-96cdfdd3-1b76-4c5a-973c-c48fc3b40455 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 200 len: 835 time: 0.0596545 Jun 30 09:43:25.053179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab651cd1-eb22-48d0-a1ae-d86cdeea7c2b req-22d9e3b7-1972-4690-95e4-43b788390ed3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.054800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab651cd1-eb22-48d0-a1ae-d86cdeea7c2b req-22d9e3b7-1972-4690-95e4-43b788390ed3 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.1717613 Jun 30 09:43:25.112160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab651cd1-eb22-48d0-a1ae-d86cdeea7c2b req-aba9222b-e88a-4339-8bdf-5a480ea5660e tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498173 Jun 30 09:43:25.115149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-556449fc-1f54-416a-b0b7-1579ce11ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.117245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-556449fc-1f54-416a-b0b7-1579ce11ad82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74505cda-ed65-470b-8e1f-3b6fa9712ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019483 Jun 30 09:43:25.230203 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:25.240574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-c85e535e-1db3-48bf-bc7f-54b8a57bf6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153417 Jun 30 09:43:25.258401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d12be-6114-4e50-82a5-6b127db8e988 None None] The sync data for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 is: [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:40:13Z', 'revision_number': 4, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e0e478c6-7e81-42ef-b2bf-9ad98d241299', 'name': '', 'network_id': '74505cda-ed65-470b-8e1f-3b6fa9712ac9', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'mac_address': 'fa:16:3e:96:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:12Z', 'updated_at': '2021-06-30T09:40:19Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'subnets': [{'id': 'cb9281c4-1578-414c-b498-2eff3eb10438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:25.338786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbf8913e-26ed-4668-bdb5-82441db649d5 req-c1db0ae1-8c48-43fb-86f4-13f1dd7b4ce1 service neutron] 10.222.0.11 "GET /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908206 Jun 30 09:43:25.491300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ca8ca-0a3a-4585-a42c-9665a4839eb2 None None] New status for floating IP ef91f443-3748-4043-98fd-685fe0a3d836: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:43:26.350098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869db2b-1976-47c0-a30d-c9c35f3a3a15 req-f519338a-6298-4ec5-b98f-fd2831f9e95f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:26.351655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9869db2b-1976-47c0-a30d-c9c35f3a3a15 req-f519338a-6298-4ec5-b98f-fd2831f9e95f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.0759580 Jun 30 09:43:26.420636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9869db2b-1976-47c0-a30d-c9c35f3a3a15 req-7b107778-d188-45b3-8df5-f9979f4f67b8 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/security-groups?id=779e3d1a-1f12-4bb9-8b5e-8cee995c8152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593266 Jun 30 09:43:26.455565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-2197bbb9-36d9-4ce9-bc38-07327817de06 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:26.457237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-2197bbb9-36d9-4ce9-bc38-07327817de06 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 945 time: 0.1046703 Jun 30 09:43:26.563892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:26.564342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:26.652103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port debeca34-1af8-4015-b3ee-b96a16557809, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=debeca34-1af8-4015-b3ee-b96a16557809,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:26.652467 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:26.664753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for debeca34-1af8-4015-b3ee-b96a16557809 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:26.831844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:26.861855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=debeca34-1af8-4015-b3ee-b96a16557809,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:26.875319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.875679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.876029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.876369 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.876707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.877044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.877379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.877711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.878180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.878517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.878845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.879171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:26.919713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] No DVR routers for this DVR port debeca34-1af8-4015-b3ee-b96a16557809 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:26.922501 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:26.924518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7d6a6d7-9699-4bc3-9e45-3c43cee7c48c req-92290c1f-2602-4074-a097-d3006ca1c412 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.11 "DELETE /v2.0/ports/debeca34-1af8-4015-b3ee-b96a16557809 HTTP/1.1" status: 204 len: 173 time: 0.4615390 Jun 30 09:43:26.924965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-deleted', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:26.927379 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eaebae-d333-4644-b6b1-ae9e38c62382" -d '{"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-deleted", "tag": "debeca34-1af8-4015-b3ee-b96a16557809"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:27.052422 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1690e8f-26a4-4462-8a62-785a8786d071 x-openstack-request-id: req-d1690e8f-26a4-4462-8a62-785a8786d071 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:27.052931 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c25e53e-95e7-4098-a50d-cfef7be19a6f", "name": "network-vif-deleted", "tag": "debeca34-1af8-4015-b3ee-b96a16557809", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:27.053354 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1690e8f-26a4-4462-8a62-785a8786d071 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:27.054093 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c25e53e-95e7-4098-a50d-cfef7be19a6f', 'name': 'network-vif-deleted', 'tag': 'debeca34-1af8-4015-b3ee-b96a16557809', 'status': 'completed', 'code': 200} Jun 30 09:43:27.613524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3576ba16-cac5-478c-9456-833cdd14ad88 req-b0bd3538-2830-4b68-8217-3f766efd61f6 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c25e53e-95e7-4098-a50d-cfef7be19a6f HTTP/1.1" status: 200 len: 210 time: 0.0489306 Jun 30 09:43:28.710006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36478) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:29.085334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.326982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ef4c-95c6-4d86-9e9d-63456c16c54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.379615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port e0e478c6-7e81-42ef-b2bf-9ad98d241299 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:29.379868 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.479074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port e0e478c6-7e81-42ef-b2bf-9ad98d241299, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e0e478c6-7e81-42ef-b2bf-9ad98d241299,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:29.479436 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.494049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for e0e478c6-7e81-42ef-b2bf-9ad98d241299 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:29.691789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.722411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=e0e478c6-7e81-42ef-b2bf-9ad98d241299,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:29.899946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:29.905244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:29.920742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: debeca34-1af8-4015-b3ee-b96a16557809 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:29.921098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device debeca34-1af8-4015-b3ee-b96a16557809 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:30.121122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:30.231380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:30.238255 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be61fd4f-fb6f-44da-a9bc-5cd692adba3b tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "PUT /v2.0/routers/8dfb97e6-45e2-40ac-98e9-afc3fbf429e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271513 Jun 30 09:43:30.239051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36480) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:30.241309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Sync routers for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:30.250391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:30.251011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:30.290498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting subnet cb9281c4-1578-414c-b498-2eff3eb10438 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:43:30.293606 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.333181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.355113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:30.422440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.483738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.509633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9281c4-1578-414c-b498-2eff3eb10438,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:30.515901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.520419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9c9d4de5-3e90-4b1a-b80d-a41420474eec tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/subnets/cb9281c4-1578-414c-b498-2eff3eb10438 HTTP/1.1" status: 204 len: 168 time: 0.2778137 Jun 30 09:43:30.520728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:30.524837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8269f-d0c6-4281-81b3-4539a8b24e78 None None] Network 74505cda-ed65-470b-8e1f-3b6fa9712ac9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:30.598723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:43:29Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:30.634839 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.645346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Checking router: 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:30.672607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Routers {'8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:30.673122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:30.745142 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.794507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] Set router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:30.805806 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Deleting port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:30.806234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:30.854239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] DHCP port deletion for 74505cda-ed65-470b-8e1f-3b6fa9712ac9 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:43:31.149071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Deleting port 331f18a4-b05a-4049-8f7c-93b15dca0458 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:31.149355 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.158367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] For port 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:31.158752 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.171959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Calling delete_port for 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:31.216393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] For port 331f18a4-b05a-4049-8f7c-93b15dca0458, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=331f18a4-b05a-4049-8f7c-93b15dca0458,segment=NetworkSegment(756ed7b5-c629-48d4-a527-b4e62b2e5844),segment_id=756ed7b5-c629-48d4-a527-b4e62b2e5844)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:31.216788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.234369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Calling delete_port for 331f18a4-b05a-4049-8f7c-93b15dca0458 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:31.253355 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:43:29Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:31.311384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184fea2-06f9-44bd-91d9-157ab7a5d2f9 None None] The sync data for ids ['8dfb97e6-45e2-40ac-98e9-afc3fbf429e4'] in n-d-779913-25 is: [{'id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-123003156', 'tenant_id': '84d9e6005dac46179c36aec71982412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:40:09Z', 'updated_at': '2021-06-30T09:43:29Z', 'revision_number': 5, 'project_id': '84d9e6005dac46179c36aec71982412c', 'gw_port': {'id': '7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfb97e6-45e2-40ac-98e9-afc3fbf429e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:40:10Z', 'updated_at': '2021-06-30T09:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:31.352003 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.364716 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.387712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Port': ['ID=7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:31.392536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] No DVR routers for this DVR port 331f18a4-b05a-4049-8f7c-93b15dca0458 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:31.394644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Pushing event deleted for resources: {'Port': ['ID=331f18a4-b05a-4049-8f7c-93b15dca0458,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:31.406091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.406571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.406992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.407400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.407857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.408377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.408718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.409173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.409576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.410066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.410464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.410882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915ab17-d2b8-4c43-ab87-57fb909456b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:31.448202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.544530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.546692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.594021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.594589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:43:31.601415 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.602574 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-332a547b-8a1c-42e2-b778-801fe41a8e1f tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/routers/8dfb97e6-45e2-40ac-98e9-afc3fbf429e4 HTTP/1.1" status: 204 len: 168 time: 1.0809581 Jun 30 09:43:31.605248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36484) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:31.682962 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.774356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 331f18a4-b05a-4049-8f7c-93b15dca0458 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:31.788580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.802195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 331f18a4-b05a-4049-8f7c-93b15dca0458 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:31.802195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 331f18a4-b05a-4049-8f7c-93b15dca0458 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:31.802664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74505cda-ed65-470b-8e1f-3b6fa9712ac9']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:31.813188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756ed7b5-c629-48d4-a527-b4e62b2e5844') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:31.813497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756ed7b5-c629-48d4-a527-b4e62b2e5844') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:31.823283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.839541 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.846782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:43:31.847267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:43:31.850586 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:43:31.923583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.934501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.936432 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/networks/74505cda-ed65-470b-8e1f-3b6fa9712ac9 HTTP/1.1" status: 204 len: 168 time: 0.3301933 Jun 30 09:43:31.939193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36486) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:31.945911 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-536a2c5c-f20d-4793-bde5-5d460119719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:31.955548 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce833dd4-1b62-4251-952f-d1e6c4cfc947 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'Network': ['ID=74505cda-ed65-470b-8e1f-3b6fa9712ac9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:32.003241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.031076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.055552 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.103305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.105947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.107125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] 10.222.0.66 "DELETE /v2.0/security-groups/779e3d1a-1f12-4bb9-8b5e-8cee995c8152 HTTP/1.1" status: 204 len: 168 time: 0.1669323 Jun 30 09:43:32.119879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329ff4f-21a3-44af-b7b7-86f29a2e6477 tempest-TestNetworkAdvancedServerOps-911522064 tempest-TestNetworkAdvancedServerOps-911522064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e3d1a-1f12-4bb9-8b5e-8cee995c8152,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:32.441070 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36496) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:32.603815 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-96d70f83-f2fd-40dc-8767-b95d75c7c945 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84d9e6005dac46179c36aec71982412c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615803 Jun 30 09:43:32.606828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36502) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:32.653677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-777e76db-d069-4725-a292-091c52013458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.674626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-777e76db-d069-4725-a292-091c52013458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.718951 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-777e76db-d069-4725-a292-091c52013458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.722959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-777e76db-d069-4725-a292-091c52013458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:32.724191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-777e76db-d069-4725-a292-091c52013458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a6370e8-5bc9-4b47-9c70-5678d93c2881 HTTP/1.1" status: 204 len: 168 time: 0.1162894 Jun 30 09:43:32.733359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e76db-d069-4725-a292-091c52013458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6370e8-5bc9-4b47-9c70-5678d93c2881,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:32.985492 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36508) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:33.025633 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-82895646-bb25-4c74-b611-78a1e37469ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d58560668fd94017b275abc0c54e1b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385301 Jun 30 09:43:33.028389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36510) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:33.073967 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:33.082981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:33.104420 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:33.152004 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:33.154810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:33.155959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7a3a05f-efdf-4e06-b69d-19b8539bc73c HTTP/1.1" status: 204 len: 168 time: 0.1265359 Jun 30 09:43:33.163644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac14db1-a4f6-4af3-89ab-2c8aa8bde6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3a05f-efdf-4e06-b69d-19b8539bc73c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:33.374206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:33.393146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:33.393495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7a1d372c-a0a2-47eb-bbaa-8a1c7d89c7ab not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:33.394008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0e478c6-7e81-42ef-b2bf-9ad98d241299 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:33.411925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e0e478c6-7e81-42ef-b2bf-9ad98d241299 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:33.412277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e0e478c6-7e81-42ef-b2bf-9ad98d241299 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:33.619992 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:34.729485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.227863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36668) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:35.332844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24be9e90-9c51-4ec2-a940-cdcdd91e29a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.362983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.422103 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24be9e90-9c51-4ec2-a940-cdcdd91e29a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.425736 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24be9e90-9c51-4ec2-a940-cdcdd91e29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.463105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-24be9e90-9c51-4ec2-a940-cdcdd91e29a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fbc43cb8eb54372a9bb8e16a57477b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341578 Jun 30 09:43:35.464172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9e90-9c51-4ec2-a940-cdcdd91e29a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f1b998-6df8-4460-b556-60075ef5fc63,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:35.466443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36672) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:35.521672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.542647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.587656 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.590600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.591737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19f1b998-6df8-4460-b556-60075ef5fc63 HTTP/1.1" status: 204 len: 168 time: 0.1242311 Jun 30 09:43:35.599928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff5378-35cc-454b-bb44-118f496cc6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f1b998-6df8-4460-b556-60075ef5fc63,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:35.847112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36678) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:35.860268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fac19fd-800a-4f69-bb83-90c268d18272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.955497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fac19fd-800a-4f69-bb83-90c268d18272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.959585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7fac19fd-800a-4f69-bb83-90c268d18272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:35.996737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7fac19fd-800a-4f69-bb83-90c268d18272 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67f99c17e1c14631b71b3d8382dce3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480234 Jun 30 09:43:35.998684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac19fd-800a-4f69-bb83-90c268d18272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1ad92-d4a0-45fb-a4dd-1cc14c4b0dff,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:35.999456 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36680) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:36.047224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.068191 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.113342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.115962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.117102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47c1ad92-d4a0-45fb-a4dd-1cc14c4b0dff HTTP/1.1" status: 204 len: 168 time: 0.1166625 Jun 30 09:43:36.124979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4f517-8369-4d20-b891-1fa301fb9d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1ad92-d4a0-45fb-a4dd-1cc14c4b0dff,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:36.791997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36702) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:36.888344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1240869237-network', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:36.911036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:36.913444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:36.925377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.010716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.014920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.035003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:43:37.049203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aefb00-90b6-422a-a726-12c0614503d5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:37.053990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.054344 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Added segment 80e659f6-eddf-47e0-9237-a1e5288ca884 of type vlan for network 01152256-cd03-4c8c-a77a-c56b06de20ec Jun 30 09:43:37.094562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.123291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.124350 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:37.124948 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.177439 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3843381 Jun 30 09:43:37.180578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36706) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:37.184297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53636-acbc-446d-ba4f-ce71a247aa2c admin admin] Pushing event updated for resources: {'Network': ['ID=01152256-cd03-4c8c-a77a-c56b06de20ec,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:37.186763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Request body: {'subnet': {'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1240869237-subnet', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:37.194977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 01152256-cd03-4c8c-a77a-c56b06de20ec details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:43:37.210209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:37.213326 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.386638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.446073 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:37.456392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:37.456749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Network hostable DHCP agents. Network: 01152256-cd03-4c8c-a77a-c56b06de20ec, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:43:37.474913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:43:37.485001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 01152256-cd03-4c8c-a77a-c56b06de20ec) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:37.489113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:37.489697 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.498766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d1e45-46f9-4516-af7d-6e7418b0d1e0 None None] Network 01152256-cd03-4c8c-a77a-c56b06de20ec requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:37.504341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-792bb767-5050-43cf-a110-a2dba7892802 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3225064 Jun 30 09:43:37.507216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36708) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:37.511572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:37.532125 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.533106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.584292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.646752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-01152256-cd03-4c8c-a77a-c56b06de20ec', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:43:37.647629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.728246 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.787471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Allocated IP 172.20.0.2 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/a4411ca3-3552-4831-999e-7880a6b22da1) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:37.928646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.937149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Transition to ACTIVE for port object a4411ca3-3552-4831-999e-7880a6b22da1 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:37.952337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.952580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Transition to ACTIVE for port object a4411ca3-3552-4831-999e-7880a6b22da1 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:37.958256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.973106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:37.996326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:37.999172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:38.005071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:38.012087 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Pushing event updated for resources: {'Port': ['ID=a4411ca3-3552-4831-999e-7880a6b22da1,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:38.065584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Attempting to bind port a4411ca3-3552-4831-999e-7880a6b22da1 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:38.066000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Attempting to bind port a4411ca3-3552-4831-999e-7880a6b22da1 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:38.066378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Attempting to bind port a4411ca3-3552-4831-999e-7880a6b22da1 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:38.071676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:38.072071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:38.072493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.072895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:38.073372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Bound port: a4411ca3-3552-4831-999e-7880a6b22da1, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:38.073793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.085952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Allocated IP 172.25.4.254 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/e1f366f8-6a4f-40cd-9e8e-2cf57bb46360) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:38.143609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] For port a4411ca3-3552-4831-999e-7880a6b22da1, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:38.147126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] For port a4411ca3-3552-4831-999e-7880a6b22da1, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4411ca3-3552-4831-999e-7880a6b22da1,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:38.152573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.195981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.210896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbb341-5893-45f4-92a2-b5e7293921a3 None None] Pushing event updated for resources: {'Port': ['ID=a4411ca3-3552-4831-999e-7880a6b22da1,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:38.238366 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.274844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:38.277619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:38.282793 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:38.312904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Pushing event updated for resources: {'Port': ['ID=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:38.560747 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.752358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.884511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Router a773ab74-4320-4056-90f6-2d7f2ce4515c is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:43:38.994770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:39.005066 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:39.014498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.018859 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:39.019492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:39.020182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36714) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:39.026360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-51f9da04-db70-483c-b650-55bd8f0799be admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5139389 Jun 30 09:43:39.130386 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:39.146531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57527b0c-9165-4ae5-9ad5-64c9c69dab19 None None] Network 01152256-cd03-4c8c-a77a-c56b06de20ec requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:39.232988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4b2e807d-0497-4f14-9e97-2f843e089ed3 None None] Provisioning for port a4411ca3-3552-4831-999e-7880a6b22da1 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:39.318381 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:38Z', 'revision_number': 3, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:39.348958 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:39.349591 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Updating router a773ab74-4320-4056-90f6-2d7f2ce4515c port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:39.384897 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.461025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a4411ca3-3552-4831-999e-7880a6b22da1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:39.498188 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.522157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port a4411ca3-3552-4831-999e-7880a6b22da1 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:39.527965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a4411ca3-3552-4831-999e-7880a6b22da1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:39.528931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.620060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.653006 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.658696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port a4411ca3-3552-4831-999e-7880a6b22da1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4411ca3-3552-4831-999e-7880a6b22da1,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:39.664254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Transition to ACTIVE for port object e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:39.664511 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.672410 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.689789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Allocated IP 172.20.0.1 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/d3b49fdc-717e-4165-9562-6f345d97fcc9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:39.695353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-f4792977-d10d-4dbf-80dc-0da9702f13b8 None None] Provisioning complete for port a4411ca3-3552-4831-999e-7880a6b22da1 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:39.695844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f4792977-d10d-4dbf-80dc-0da9702f13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.721483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Attempting to bind port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:39.721881 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Attempting to bind port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:39.722247 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Attempting to bind port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:39.733259 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:39.733601 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:39.734202 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.734751 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:39.735404 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Bound port: e1f366f8-6a4f-40cd-9e8e-2cf57bb46360, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:39.735791 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.737340 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Pushing event updated for resources: {'Port': ['ID=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:39.750665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=a4411ca3-3552-4831-999e-7880a6b22da1,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:39.769067 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.769415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.769773 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.770109 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.770442 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.770770 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.771092 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.771414 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.771735 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.772057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.772375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.772692 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:39.803258 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] For port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:39.806600 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] For port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:39.812506 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.815734 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.830820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Transition to ACTIVE for port object d3b49fdc-717e-4165-9562-6f345d97fcc9 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:39.864409 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.864887 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:39.865498 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:39.906039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:39.908889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:39.912300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:39.912934 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd160-c7db-4ec0-b144-a4720ed58ab4 None None] Pushing event updated for resources: {'Port': ['ID=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:39.942946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:39.962582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:39.988891 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:40.104076 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.138903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e8c4bb8f-4ed6-4b35-b39f-360600c3988f None None] Provisioning for port d3b49fdc-717e-4165-9562-6f345d97fcc9 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:40.143057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e8c4bb8f-4ed6-4b35-b39f-360600c3988f None None] Provisioning complete for port d3b49fdc-717e-4165-9562-6f345d97fcc9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:40.143458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e8c4bb8f-4ed6-4b35-b39f-360600c3988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.179310 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:38Z', 'revision_number': 3, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:40.179926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e8c4bb8f-4ed6-4b35-b39f-360600c3988f None None] Port d3b49fdc-717e-4165-9562-6f345d97fcc9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:40.211111 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca4925-59fa-427d-9aab-e0bece8ddc51 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:38Z', 'revision_number': 3, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:40.273660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.278904 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.345674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.347576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:40.467008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:40.472594 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:40.609524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:40.708298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c0b31d48-bfbc-4124-9094-93519807832b None None] Provisioning complete for port d3b49fdc-717e-4165-9562-6f345d97fcc9 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:40.708927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0b31d48-bfbc-4124-9094-93519807832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:40.727340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:40.737136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-33b89c60-5b37-45a8-8eb9-051d01284466 admin admin] 10.222.0.66 "PUT /v2.0/routers/a773ab74-4320-4056-90f6-2d7f2ce4515c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120783 Jun 30 09:43:40.749322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c0b31d48-bfbc-4124-9094-93519807832b None None] Port d3b49fdc-717e-4165-9562-6f345d97fcc9 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:41.224984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36730) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:41.230127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460077910-network', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:41.251402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Made reservation on behalf of 68a32b93dff8453089193ef8498e1f2c for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:41.253742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.265224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.361733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.365642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.390946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:43:41.399693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9307fa-0c7a-4257-918a-c2f41971783f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:41.407486 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.407834 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Added segment 203d528b-76d5-44ec-b9a3-74e045ead4fe of type vlan for network fd0eed71-2304-46e9-b638-fb7c8a72bb08 Jun 30 09:43:41.448231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.467304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:41.478252 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.479228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:41.479811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.523422 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:41.527707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:41.528533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.533528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:41.534102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3076289 Jun 30 09:43:41.542467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Request body: {'subnet': {'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460077910-subnet', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:41.547778 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdd59f-f82d-4d41-b8e1-4768335e5ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0eed71-2304-46e9-b638-fb7c8a72bb08,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:41.559656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:43:41.569693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Made reservation on behalf of 68a32b93dff8453089193ef8498e1f2c for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:41.572539 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.669854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.690759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:41.695209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.696123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a4411ca3-3552-4831-999e-7880a6b22da1 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:41.753851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.771437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:41.785043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port a4411ca3-3552-4831-999e-7880a6b22da1 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:41.785499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.808918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a7de83-f7a8-4dbc-988d-90df204698f7,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:41.818839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Checking segment: {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:41.819201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Network hostable DHCP agents. Network: fd0eed71-2304-46e9-b638-fb7c8a72bb08, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:43:41.837225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:43:41.847049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, fd0eed71-2304-46e9-b638-fb7c8a72bb08) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:41.856861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:41.857677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.860906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da24246-eb78-4d3d-b6e4-06e9a1da853d None None] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:41.872874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e7975509-6f7e-4beb-be52-1b48f0811ace admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3372753 Jun 30 09:43:41.875417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 36734) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:41.879800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:41.902100 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.904582 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:41.933932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:41.956400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:41.957011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:41.966675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.116595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'fixed_ips': [{'subnet_id': '25a7de83-f7a8-4dbc-988d-90df204698f7'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:43:42.117434 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.124159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:42.359482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.540325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Allocated IP 172.20.0.2 (fd0eed71-2304-46e9-b638-fb7c8a72bb08/25a7de83-f7a8-4dbc-988d-90df204698f7/f823b5d8-3d9d-4215-9f41-8b9720c32da8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:42.564680 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.583322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.657564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 2, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:42.689526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Allocated IP 172.25.4.75 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:42.691923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:42.692279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Updating router a773ab74-4320-4056-90f6-2d7f2ce4515c port d3b49fdc-717e-4165-9562-6f345d97fcc9 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:42.759912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.771177 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.784971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Transition to ACTIVE for port object f823b5d8-3d9d-4215-9f41-8b9720c32da8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:42.794990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.832943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Transition to ACTIVE for port object f823b5d8-3d9d-4215-9f41-8b9720c32da8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:42.837482 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.880942 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:42.881672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:42.883553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:42.886273 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:42.913591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Pushing event updated for resources: {'Port': ['ID=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:42.943481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:42.950995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:42.954089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Pushing event updated for resources: {'Port': ['ID=f823b5d8-3d9d-4215-9f41-8b9720c32da8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:42.964594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:43.066394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Attempting to bind port f823b5d8-3d9d-4215-9f41-8b9720c32da8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:43.066771 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Attempting to bind port f823b5d8-3d9d-4215-9f41-8b9720c32da8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:43.067132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Attempting to bind port f823b5d8-3d9d-4215-9f41-8b9720c32da8 on network fd0eed71-2304-46e9-b638-fb7c8a72bb08 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:43.080242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:43.080242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Checking segment: {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:43.080595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.080919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Bound using segment: {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:43.081394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Bound port: f823b5d8-3d9d-4215-9f41-8b9720c32da8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:43.082113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.159367 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.200772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] For port f823b5d8-3d9d-4215-9f41-8b9720c32da8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:43.206562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.219244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] For port f823b5d8-3d9d-4215-9f41-8b9720c32da8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f823b5d8-3d9d-4215-9f41-8b9720c32da8,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:43.224066 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Transition to ACTIVE for port object d3b49fdc-717e-4165-9562-6f345d97fcc9 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:43.226313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.252127 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.298200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d8215-1d52-4ecb-8741-a0a159b1557b None None] Pushing event updated for resources: {'Port': ['ID=f823b5d8-3d9d-4215-9f41-8b9720c32da8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:43.365559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.381543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Attempting to bind port d3b49fdc-717e-4165-9562-6f345d97fcc9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:43.381942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Attempting to bind port d3b49fdc-717e-4165-9562-6f345d97fcc9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:43.382309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Attempting to bind port d3b49fdc-717e-4165-9562-6f345d97fcc9 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:43.391483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:43.391861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:43.392266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.392659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:43.393142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Bound port: d3b49fdc-717e-4165-9562-6f345d97fcc9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:43.393523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.405314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07ccdd-af42-406f-9780-6ef15da59c5f None None] Pushing event updated for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:43.453035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:43.521274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] For port d3b49fdc-717e-4165-9562-6f345d97fcc9, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:43.524233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Router c3779531-f478-41e4-abd3-3cee9a12d4d1 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:43:43.524790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] For port d3b49fdc-717e-4165-9562-6f345d97fcc9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d3b49fdc-717e-4165-9562-6f345d97fcc9,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:43.532776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.538646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:43.538646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.653925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07ccdd-af42-406f-9780-6ef15da59c5f None None] Pushing event updated for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:43.658615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:43.659249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:43.682393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:43.692168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Sync routers for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:43.708964 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:43.709681 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:43.714966 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:43.720407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 36736) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:43.728249 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33f56af5-2ac6-4d44-98db-87b047a2ff7a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8517036 Jun 30 09:43:43.836300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:43.858617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:44.067972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:43Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:44.094407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80fce3-64d4-45b7-9752-01086dfe696b None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:43Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:44.181673 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:43Z', 'revision_number': 3, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:44.217683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Checking router: c3779531-f478-41e4-abd3-3cee9a12d4d1 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:44.218060 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Updating router c3779531-f478-41e4-abd3-3cee9a12d4d1 port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:44.248398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.258991 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.452690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Allocated IP 172.20.0.1 (fd0eed71-2304-46e9-b638-fb7c8a72bb08/25a7de83-f7a8-4dbc-988d-90df204698f7/2440dabe-171d-49d9-9cd3-da3ef5f5b2df) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:44.577124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.582920 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.592632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Transition to ACTIVE for port object 2440dabe-171d-49d9-9cd3-da3ef5f5b2df will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:44.594579 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Transition to ACTIVE for port object c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:44.601918 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.636544 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.638778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902cc9a-8bf2-45aa-b6a1-9d3fa3d7f08e None None] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:44.671865 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28fc7-9b53-4765-986b-e9ed560fb356 None None] Pushing event updated for resources: {'Port': ['ID=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:44.678766 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Attempting to bind port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:44.679261 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Attempting to bind port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:44.680323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Attempting to bind port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:44.686139 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:44.686657 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:44.687350 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.687924 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:44.688537 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Bound port: c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:44.688968 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.712485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:44.714724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:44.725136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:44.744871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b8d180c2-ca20-4950-abf0-66e22c3ee572 None None] Provisioning for port f823b5d8-3d9d-4215-9f41-8b9720c32da8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:44.766405 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] For port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:44.766929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Pushing event updated for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:44.770312 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] For port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:44.776748 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.796064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.827360 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:44.828323 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:44.900751 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28fc7-9b53-4765-986b-e9ed560fb356 None None] Pushing event updated for resources: {'Port': ['ID=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:44.964987 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:44.977920 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.174197 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:45.175162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.181040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.186263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8208ce81-56ad-40b3-9401-565af674970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:43Z', 'revision_number': 3, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:45.215082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2f650bec-9c0f-48b2-ba21-0a4e3424b16f None None] Provisioning for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:45.222495 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8208ce81-56ad-40b3-9401-565af674970e None None] The sync data for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 is: [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:43Z', 'revision_number': 3, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:45.223450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2f650bec-9c0f-48b2-ba21-0a4e3424b16f None None] Provisioning complete for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:45.223987 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2f650bec-9c0f-48b2-ba21-0a4e3424b16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.261387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Pushing event updated for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:45.265005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.275249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2f650bec-9c0f-48b2-ba21-0a4e3424b16f None None] Port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:45.381662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:45.387775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:45.395238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4ba25ebb-e032-4d7e-96b8-dcb79b7ee127 None None] Provisioning complete for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:45.396116 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4ba25ebb-e032-4d7e-96b8-dcb79b7ee127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.442906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4ba25ebb-e032-4d7e-96b8-dcb79b7ee127 None None] Port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:45.499791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f823b5d8-3d9d-4215-9f41-8b9720c32da8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:45.537408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Router c3779531-f478-41e4-abd3-3cee9a12d4d1 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:45.564485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f823b5d8-3d9d-4215-9f41-8b9720c32da8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:45.569698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f823b5d8-3d9d-4215-9f41-8b9720c32da8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:45.570112 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.697741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:45.700733 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.709799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cd46142d-238a-4a7f-9572-d0977d157063 admin admin] 10.222.0.66 "PUT /v2.0/routers/c3779531-f478-41e4-abd3-3cee9a12d4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840183 Jun 30 09:43:45.725009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e45a8469-2471-45cf-9fe2-232fa5d2003c None None] Provisioning complete for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:45.725728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e45a8469-2471-45cf-9fe2-232fa5d2003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.760211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f823b5d8-3d9d-4215-9f41-8b9720c32da8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f823b5d8-3d9d-4215-9f41-8b9720c32da8,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:45.767757 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.768554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d3b49fdc-717e-4165-9562-6f345d97fcc9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:45.815946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e45a8469-2471-45cf-9fe2-232fa5d2003c None None] Port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:45.856395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f823b5d8-3d9d-4215-9f41-8b9720c32da8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:45.868941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port d3b49fdc-717e-4165-9562-6f345d97fcc9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:45.874776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d3b49fdc-717e-4165-9562-6f345d97fcc9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:45.875406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.964557 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:46.001473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port d3b49fdc-717e-4165-9562-6f345d97fcc9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d3b49fdc-717e-4165-9562-6f345d97fcc9,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:46.006789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:46.069719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:47.385647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Sync routers for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:47.395519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:47.396133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:47.486096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:47.540764 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:47.584476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:47.616286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:47.616662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:47.782821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:47.807553 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:47.813120 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:47.814172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f823b5d8-3d9d-4215-9f41-8b9720c32da8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:47.829729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-751e2647-16eb-45f5-9b1f-b2b18b68e59a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:47.834255 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-751e2647-16eb-45f5-9b1f-b2b18b68e59a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1108124 Jun 30 09:43:47.846923 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-79bc0b6d-da99-45d9-9e18-5b856030a443 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0100734 Jun 30 09:43:47.892893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 4, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2440dabe-171d-49d9-9cd3-da3ef5f5b2df', 'name': '', 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'mac_address': 'fa:16:3e:a1:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:44Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 2, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'subnets': [{'id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:47.912395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-7774f776-376e-4bb9-8e3b-5a4d9e7d6c38 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602961 Jun 30 09:43:47.928561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Checking router: c3779531-f478-41e4-abd3-3cee9a12d4d1 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:47.928927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Updating router c3779531-f478-41e4-abd3-3cee9a12d4d1 port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:47.931653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:47.970965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f823b5d8-3d9d-4215-9f41-8b9720c32da8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:47.971343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:47.994321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.108397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-98ddc6be-8715-43ac-8ae8-02abb94ecc48 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878729 Jun 30 09:43:48.160048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d3b49fdc-717e-4165-9562-6f345d97fcc9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:48.198153 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-dbe5cb31-533d-4bbd-b858-59735fe15514 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Jun 30 09:43:48.447533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port d3b49fdc-717e-4165-9562-6f345d97fcc9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:48.448076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.522004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c160d94d-2c1f-48bb-82b5-1d8c850ab611 req-9edb9109-4d3a-4a89-b2c5-4f0ce12e6c55 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0424755 Jun 30 09:43:48.569631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.587671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Transition to ACTIVE for port object 2440dabe-171d-49d9-9cd3-da3ef5f5b2df will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:48.595922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.647686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb3e1-91eb-4c38-880a-130841d7d616 None None] Pushing event updated for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:48.707873 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Attempting to bind port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:48.708242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Attempting to bind port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:48.708612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Attempting to bind port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df on network fd0eed71-2304-46e9-b638-fb7c8a72bb08 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:48.714754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:48.715818 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Checking segment: {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:48.716335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.716743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Bound using segment: {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:48.717235 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Bound port: 2440dabe-171d-49d9-9cd3-da3ef5f5b2df, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d528b-76d5-44ec-b9a3-74e045ead4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:48.717677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.786934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] For port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:48.790881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] For port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:48.796234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:48.863933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:48.864575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:43:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:48.866541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb3e1-91eb-4c38-880a-130841d7d616 None None] Pushing event updated for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:48.994384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:49.222657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 4, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2440dabe-171d-49d9-9cd3-da3ef5f5b2df', 'name': '', 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'mac_address': 'fa:16:3e:a1:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:44Z', 'updated_at': '2021-06-30T09:43:48Z', 'revision_number': 4, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'subnets': [{'id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:49.249428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ac5cd-68c2-4602-a142-d5fb7a456a86 None None] The sync data for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 is: [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:43:44Z', 'revision_number': 4, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2440dabe-171d-49d9-9cd3-da3ef5f5b2df', 'name': '', 'network_id': 'fd0eed71-2304-46e9-b638-fb7c8a72bb08', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'mac_address': 'fa:16:3e:a1:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:44Z', 'updated_at': '2021-06-30T09:43:48Z', 'revision_number': 4, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'subnets': [{'id': '25a7de83-f7a8-4dbc-988d-90df204698f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:49.479588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:49.533065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:49.533568 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:49.616096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2440dabe-171d-49d9-9cd3-da3ef5f5b2df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:49.667397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:49.671656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:49.672038 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:49.688913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d19f77f-782b-4dbc-a276-36f750e7e8a0 req-350b10ab-f55e-4708-9b43-3695bd3f4e61 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0455010 Jun 30 09:43:49.776027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:49.812160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:49.815489 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:49.862996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:49.938300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-9dc20db1-6076-4613-ac72-c917dd191ef6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:49.939776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-9dc20db1-6076-4613-ac72-c917dd191ef6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1066186 Jun 30 09:43:49.958017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': 'cfe57421-c86c-43c6-9c72-17122d360565', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:50.070775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:50.074509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:50.561040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.8 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/c32711ce-7a04-4059-a3ed-6c65af059ade) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:50.706692 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:50.719992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object c32711ce-7a04-4059-a3ed-6c65af059ade will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:50.755551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:50.811647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:50.815760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:50.817680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:50.863586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:50.928063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:50.928973 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:50.956598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-a6ad0d17-a0e6-4159-982f-13196385fc4a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0023079 Jun 30 09:43:50.965381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760b26-c37b-494e-937d-435a36e6bd6a req-a0394531-f7d6-41ba-84eb-8e2ab5311192 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:50.967250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf760b26-c37b-494e-937d-435a36e6bd6a req-a0394531-f7d6-41ba-84eb-8e2ab5311192 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 931 time: 0.1228499 Jun 30 09:43:50.976378 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Request body: {'port': {'device_id': 'cfe57421-c86c-43c6-9c72-17122d360565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:51.037999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf760b26-c37b-494e-937d-435a36e6bd6a req-35e41bd5-60dd-4ff2-96b9-2f0300cf01be tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Jun 30 09:43:51.081698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74daf271-1cfa-4062-a94d-4d6dd4de8b44 None None] Provisioning for port c32711ce-7a04-4059-a3ed-6c65af059ade completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:51.086016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-74daf271-1cfa-4062-a94d-4d6dd4de8b44 None None] Provisioning complete for port c32711ce-7a04-4059-a3ed-6c65af059ade triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:51.086499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-74daf271-1cfa-4062-a94d-4d6dd4de8b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.093395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.124069 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-74daf271-1cfa-4062-a94d-4d6dd4de8b44 None None] Port c32711ce-7a04-4059-a3ed-6c65af059ade cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:51.369522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32711ce-7a04-4059-a3ed-6c65af059ade {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:43:51.378833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.395677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Transition to ACTIVE for port object c32711ce-7a04-4059-a3ed-6c65af059ade will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:51.400298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.408620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2440dabe-171d-49d9-9cd3-da3ef5f5b2df up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:51.474454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Pushing event updated for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:51.482311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:51.482467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.567817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Attempting to bind port c32711ce-7a04-4059-a3ed-6c65af059ade on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:51.568184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Attempting to bind port c32711ce-7a04-4059-a3ed-6c65af059ade by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:51.568771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Attempting to bind port c32711ce-7a04-4059-a3ed-6c65af059ade on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:51.581011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Port c32711ce-7a04-4059-a3ed-6c65af059ade on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:43:51.581440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Attempting to bind port c32711ce-7a04-4059-a3ed-6c65af059ade on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:51.592596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:51.593055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:51.593556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:51.594216 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Bound port: c32711ce-7a04-4059-a3ed-6c65af059ade, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:51.594710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.673326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:51.676853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c32711ce-7a04-4059-a3ed-6c65af059ade,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:51.682718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.730031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.731017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:51.733334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] 10.222.0.11 "PUT /v2.0/ports/c32711ce-7a04-4059-a3ed-6c65af059ade HTTP/1.1" status: 200 len: 1092 time: 0.7631321 Jun 30 09:43:51.734032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:51.736451 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6416d7-06f6-47f7-8971-3c6828eba971" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:51.764431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19bc1e-4221-4fb8-9000-ee72c23b86cf service neutron] Pushing event updated for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:51.832366 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73fcc34-bee6-4664-84b5-26523d2b1a6e x-openstack-request-id: req-a73fcc34-bee6-4664-84b5-26523d2b1a6e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:51.832871 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:51.833226 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a73fcc34-bee6-4664-84b5-26523d2b1a6e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:51.833721 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade', 'status': 'completed', 'code': 200} Jun 30 09:43:51.866792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-445aa9c2-26f2-4210-bb8c-0094abc50111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.868883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-445aa9c2-26f2-4210-bb8c-0094abc50111 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 1095 time: 0.0767272 Jun 30 09:43:51.926099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-9167d12f-792d-4500-9d16-afb260f74abe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c32711ce-7a04-4059-a3ed-6c65af059ade HTTP/1.1" status: 200 len: 217 time: 0.0438864 Jun 30 09:43:51.989488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-501e78e9-fc50-4a38-aace-bdc19ca5a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:51.991238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-501e78e9-fc50-4a38-aace-bdc19ca5a782 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0558720 Jun 30 09:43:52.052401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6b6e7a7c-3f25-47ff-80f8-7707858b75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.053844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-6b6e7a7c-3f25-47ff-80f8-7707858b75b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550685 Jun 30 09:43:52.151597 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-1da14d3c-7087-488b-b302-9b0b9b1465e4 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908875 Jun 30 09:43:52.286791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2703e6e0-26e3-4115-a053-ce06e663f95f req-87496008-86f2-465c-881e-805b9a092515 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289625 Jun 30 09:43:52.295802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e97b2-8086-43d4-bcde-e6e1d3bab016 req-352815ff-b196-453c-8410-67ac01e97923 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.298443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d7e97b2-8086-43d4-bcde-e6e1d3bab016 req-352815ff-b196-453c-8410-67ac01e97923 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.1390331 Jun 30 09:43:52.343279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d7e97b2-8086-43d4-bcde-e6e1d3bab016 req-24e97a3b-5dc4-4760-8891-aff489eb5997 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Jun 30 09:43:52.394499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-707bbabd-9242-4009-b2de-4b27c29831e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.395984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-707bbabd-9242-4009-b2de-4b27c29831e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 1095 time: 0.0519509 Jun 30 09:43:52.485517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-b4de5091-fe0b-4738-b67d-647a74b8a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.487038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-b4de5091-fe0b-4738-b67d-647a74b8a9a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0847480 Jun 30 09:43:52.536431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-87e2d585-e78f-4cf6-b52b-8066f74db288 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c32711ce-7a04-4059-a3ed-6c65af059ade HTTP/1.1" status: 200 len: 217 time: 0.0387111 Jun 30 09:43:52.587906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-5d670a68-a3f5-470d-9c5d-dc9d2006646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.589460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-5d670a68-a3f5-470d-9c5d-dc9d2006646f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0466628 Jun 30 09:43:52.649866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-ab6d7562-926e-4d06-a6dd-1381d5c6e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:52.651646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-ab6d7562-926e-4d06-a6dd-1381d5c6e01d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556455 Jun 30 09:43:52.744620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-ca04b6fb-1de1-4e10-9770-dde05ab4319c service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Jun 30 09:43:52.838545 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cf6416d7-06f6-47f7-8971-3c6828eba971 req-7f12e9b7-44dd-4c55-9b09-cfaefd8b26d8 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868778 Jun 30 09:43:53.523694 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee9a2-ee5c-49a4-85ae-1bea09b4c0ca req-5c15e98f-b8be-41c9-80c6-d836c713338a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:53.525060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06bee9a2-ee5c-49a4-85ae-1bea09b4c0ca req-5c15e98f-b8be-41c9-80c6-d836c713338a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0645435 Jun 30 09:43:53.579104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06bee9a2-ee5c-49a4-85ae-1bea09b4c0ca req-19b5edc3-b7c4-44e9-8222-45541a8a6e21 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Jun 30 09:43:54.749771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af659-8f06-4485-9212-3395422e4b91 req-90db7550-9863-4ede-9763-cdb2ac9fc9bd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:54.751256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b20af659-8f06-4485-9212-3395422e4b91 req-90db7550-9863-4ede-9763-cdb2ac9fc9bd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0629082 Jun 30 09:43:54.789410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b20af659-8f06-4485-9212-3395422e4b91 req-e9fa4e0f-2d5d-4852-9d53-0e7b1b50ca21 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jun 30 09:43:55.959941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426f53c-5508-4449-a579-03e341d86b8c req-2f7c2b34-2b77-424b-bb1f-02fede506d35 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:55.961420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e426f53c-5508-4449-a579-03e341d86b8c req-2f7c2b34-2b77-424b-bb1f-02fede506d35 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0626106 Jun 30 09:43:56.002954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e426f53c-5508-4449-a579-03e341d86b8c req-83f94fca-2200-40c2-9d4f-fecfd18dac56 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Jun 30 09:43:57.179855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6698-dd82-49b0-b3d1-2ca4948c9f58 req-a0fab875-a671-4b49-b94b-88bf52a82249 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:57.181329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81fb6698-dd82-49b0-b3d1-2ca4948c9f58 req-a0fab875-a671-4b49-b94b-88bf52a82249 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0658057 Jun 30 09:43:57.220788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81fb6698-dd82-49b0-b3d1-2ca4948c9f58 req-b1e0c028-127e-4bf1-a27d-27074bd4fba9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Jun 30 09:43:58.392486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9635-ad17-47ef-8ebf-bba3d1c9c5cd req-b4de38fd-f201-48e4-8224-ffb15a8d1168 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:58.394014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fdd9635-ad17-47ef-8ebf-bba3d1c9c5cd req-b4de38fd-f201-48e4-8224-ffb15a8d1168 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0662692 Jun 30 09:43:58.431362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fdd9635-ad17-47ef-8ebf-bba3d1c9c5cd req-30869c13-3423-4b4d-938e-11c6858b6200 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Jun 30 09:43:59.328657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6266ebc-fe67-42fe-9602-77b4defaf2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:59.602734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d653c-fbc8-40a5-bc76-d1fa3887bc38 req-5cce6bb0-1a0f-44d3-a662-49a200588032 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:59.604185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-789d653c-fbc8-40a5-bc76-d1fa3887bc38 req-5cce6bb0-1a0f-44d3-a662-49a200588032 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0617144 Jun 30 09:43:59.645551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-789d653c-fbc8-40a5-bc76-d1fa3887bc38 req-bf61f008-ef1f-4e50-8474-0d9d7cd680dd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Jun 30 09:44:00.816483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed356-970c-4c78-b4ec-1ad267b29f87 req-fab706c6-711d-43b3-9d03-f830dca0d76d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:00.817973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b18ed356-970c-4c78-b4ec-1ad267b29f87 req-fab706c6-711d-43b3-9d03-f830dca0d76d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0630820 Jun 30 09:44:00.857708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b18ed356-970c-4c78-b4ec-1ad267b29f87 req-9d302193-4165-42ee-9f0f-23b432d1b0bb tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 Jun 30 09:44:01.950611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cb14168c-b24a-43f6-86c5-8642a4141521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:02.034387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb49b-65c7-4f99-a98c-be31b5b83520 req-7fb4b614-929a-4c93-b91e-db3fc5442316 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:02.035860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38cdb49b-65c7-4f99-a98c-be31b5b83520 req-7fb4b614-929a-4c93-b91e-db3fc5442316 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0622468 Jun 30 09:44:02.047294 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:02.073510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-38cdb49b-65c7-4f99-a98c-be31b5b83520 req-370bccd0-4c85-495b-81e4-05cf549b6146 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Jun 30 09:44:03.074002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:03.254891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad959f9-2b0e-427e-a41d-1ed07ed7276c req-3420e13d-d404-48ae-8b93-42a33b5022f1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:03.256396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ad959f9-2b0e-427e-a41d-1ed07ed7276c req-3420e13d-d404-48ae-8b93-42a33b5022f1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 943 time: 0.0694568 Jun 30 09:44:03.294089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ad959f9-2b0e-427e-a41d-1ed07ed7276c req-2ab43b18-9b8f-40e7-9223-0471c5a9c3db tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Jun 30 09:44:03.619104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:04.036631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c32711ce-7a04-4059-a3ed-6c65af059ade details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:44:04.130856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c32711ce-7a04-4059-a3ed-6c65af059ade,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:04.143583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'c32711ce-7a04-4059-a3ed-6c65af059ade', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': 'c32711ce-7a04-4059-a3ed-6c65af059ade', 'mac_address': 'fa:16:3e:4a:cb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:44:04.179505 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:04.191815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32711ce-7a04-4059-a3ed-6c65af059ade {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:04.211296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c32711ce-7a04-4059-a3ed-6c65af059ade,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:04.215071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:04.263698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:04.468110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995bee-109a-4f8f-911e-b2eaa086c452 req-8c157829-7cf9-4678-9261-866deee90211 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:04.469814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0995bee-109a-4f8f-911e-b2eaa086c452 req-8c157829-7cf9-4678-9261-866deee90211 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 944 time: 0.0675187 Jun 30 09:44:04.507662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0995bee-109a-4f8f-911e-b2eaa086c452 req-cd7e8185-1e19-4591-97f7-639aa76c814d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Jun 30 09:44:04.540424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c32711ce-7a04-4059-a3ed-6c65af059ade'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:04.729789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:05.361163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:05.682761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca824f-30d1-4f0c-abb5-8b0ef987bc66 req-d8f31b1b-1d85-47d4-bd10-06383d1e3b4c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:05.685031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44ca824f-30d1-4f0c-abb5-8b0ef987bc66 req-d8f31b1b-1d85-47d4-bd10-06383d1e3b4c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 944 time: 0.0665679 Jun 30 09:44:05.722457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44ca824f-30d1-4f0c-abb5-8b0ef987bc66 req-b3bbcc7d-2e92-49bb-b65e-b3cdd0de1222 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jun 30 09:44:06.052360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c32711ce-7a04-4059-a3ed-6c65af059ade up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:06.103621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port c32711ce-7a04-4059-a3ed-6c65af059ade completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:06.108347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port c32711ce-7a04-4059-a3ed-6c65af059ade triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:06.108724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:06.184718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:06.207571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:06.209705 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a05f9d-5afc-4c9b-a200-b23ed9e3c5bc" -d '{"events": [{"server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "name": "network-vif-plugged", "status": "completed", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:06.224288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c32711ce-7a04-4059-a3ed-6c65af059ade,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:06.228635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:06.255228 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156c87e-ef0a-45a7-b75d-79e7ac46ff2c x-openstack-request-id: req-0156c87e-ef0a-45a7-b75d-79e7ac46ff2c {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:06.255525 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "name": "network-vif-plugged", "status": "completed", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:06.256561 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0156c87e-ef0a-45a7-b75d-79e7ac46ff2c {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:06.256962 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade', 'code': 200} Jun 30 09:44:06.285529 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:06.367328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b5580-0723-420d-b50d-cc97be3562f4 req-f4faf62f-cf04-4d06-8e71-ece5b74428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:06.368849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-115b5580-0723-420d-b50d-cc97be3562f4 req-f4faf62f-cf04-4d06-8e71-ece5b74428b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 1097 time: 0.0570378 Jun 30 09:44:06.405119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-115b5580-0723-420d-b50d-cc97be3562f4 req-cdf569b8-0da0-472c-bb9e-a70197f0ea65 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294833 Jun 30 09:44:06.894427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb7bb5-4cca-4db4-a117-05154112bd53 req-a02fa6f1-535f-40f4-827a-a99bf8628f3c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:06.895891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bcb7bb5-4cca-4db4-a117-05154112bd53 req-a02fa6f1-535f-40f4-827a-a99bf8628f3c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0625844 Jun 30 09:44:06.934487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bcb7bb5-4cca-4db4-a117-05154112bd53 req-501b0255-a62b-4e0f-81ec-2a4a83297750 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Jun 30 09:44:08.116740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679ed5-51da-45e1-9a60-696bfdc375e7 req-5c129241-e19f-4f63-baef-2ac537463220 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.118184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84679ed5-51da-45e1-9a60-696bfdc375e7 req-5c129241-e19f-4f63-baef-2ac537463220 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0699563 Jun 30 09:44:08.156034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84679ed5-51da-45e1-9a60-696bfdc375e7 req-7dc2ecfc-9366-40f1-861d-eef7ae0e09cc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Jun 30 09:44:08.322861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace74-5286-4f78-94fe-e83e904c50e3 req-6d931867-cafd-41b4-91e2-8c53dc0ea57d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.324468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-371ace74-5286-4f78-94fe-e83e904c50e3 req-6d931867-cafd-41b4-91e2-8c53dc0ea57d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0630078 Jun 30 09:44:08.360879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-371ace74-5286-4f78-94fe-e83e904c50e3 req-dfc64257-993a-4e33-961d-2cbdc0f6485d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Jun 30 09:44:08.531144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171da1-b324-4f8a-808f-4fa567a42e5b req-0cb3cbb2-a26a-497b-a067-a283b0a402fd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.532607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a171da1-b324-4f8a-808f-4fa567a42e5b req-0cb3cbb2-a26a-497b-a067-a283b0a402fd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jun 30 09:44:08.574712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a171da1-b324-4f8a-808f-4fa567a42e5b req-c6b3d92a-cbc4-49e2-9f81-bdbd76991c60 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Jun 30 09:44:08.953839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584687c-b7cf-406a-83ee-1942ce0f1b25 req-3ef9fa80-38de-4a33-96ce-ba14f4db7217 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:08.955236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1584687c-b7cf-406a-83ee-1942ce0f1b25 req-3ef9fa80-38de-4a33-96ce-ba14f4db7217 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0641732 Jun 30 09:44:08.992417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1584687c-b7cf-406a-83ee-1942ce0f1b25 req-84cfef94-febe-4115-a625-e9dd17259ab4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Jun 30 09:44:10.169001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c666d0-8d7a-45c0-ac3b-c958ba3ae5c6 req-9c5208df-3a17-455f-b91b-3c221c6d596b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:10.170402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7c666d0-8d7a-45c0-ac3b-c958ba3ae5c6 req-9c5208df-3a17-455f-b91b-3c221c6d596b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0613077 Jun 30 09:44:10.206920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7c666d0-8d7a-45c0-ac3b-c958ba3ae5c6 req-b99f8098-c486-4419-94f7-37f3e207c3b2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Jun 30 09:44:10.535806 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-a23e250e-9827-4e50-a5a6-a056d9214061 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:10.537245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-a23e250e-9827-4e50-a5a6-a056d9214061 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 945 time: 0.0650327 Jun 30 09:44:10.636105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port c32711ce-7a04-4059-a3ed-6c65af059ade {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:44:10.636427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:10.726433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port c32711ce-7a04-4059-a3ed-6c65af059ade, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=c32711ce-7a04-4059-a3ed-6c65af059ade,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:10.726791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:10.738711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for c32711ce-7a04-4059-a3ed-6c65af059ade owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:44:10.863220 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:10.875519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['c32711ce-7a04-4059-a3ed-6c65af059ade'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:10.892808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=c32711ce-7a04-4059-a3ed-6c65af059ade,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:10.944554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port c32711ce-7a04-4059-a3ed-6c65af059ade on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:44:10.947379 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:10.950052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bdeb3ec-b5e4-4372-aa86-2ea16732321f req-06c1012b-c8a3-4298-963c-44786e878d37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "DELETE /v2.0/ports/c32711ce-7a04-4059-a3ed-6c65af059ade HTTP/1.1" status: 204 len: 173 time: 0.4062493 Jun 30 09:44:10.950724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'name': 'network-vif-deleted', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:10.953029 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a13d5-e084-4f06-87b5-45e568ace306" -d '{"events": [{"server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "name": "network-vif-deleted", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:10.994299 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629b21d-df4f-438f-b409-a77e96a62191 x-openstack-request-id: req-6629b21d-df4f-438f-b409-a77e96a62191 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:10.994598 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe57421-c86c-43c6-9c72-17122d360565", "name": "network-vif-deleted", "tag": "c32711ce-7a04-4059-a3ed-6c65af059ade", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:10.994851 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6629b21d-df4f-438f-b409-a77e96a62191 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:10.995414 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe57421-c86c-43c6-9c72-17122d360565', 'name': 'network-vif-deleted', 'tag': 'c32711ce-7a04-4059-a3ed-6c65af059ade', 'status': 'completed', 'code': 200} Jun 30 09:44:11.352133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c7b93e04-1827-4265-ab64-90d37e416ec2 req-6c175ac6-44f0-42f1-b948-a4b5c5d1d9d7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0337932 Jun 30 09:44:12.493117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-314f2012-d7a3-4bf8-b721-30ff5d37e4df req-3306815d-e646-4f3b-8c72-4890994d8773 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Jun 30 09:44:13.642839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd7778b3-af1c-4c52-a103-e112d22e1831 req-a3b7f17a-bf5a-4306-8a9e-a1fdcfef7d99 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0321012 Jun 30 09:44:14.070990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c32711ce-7a04-4059-a3ed-6c65af059ade no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:14.091537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: c32711ce-7a04-4059-a3ed-6c65af059ade {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:44:14.091893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device c32711ce-7a04-4059-a3ed-6c65af059ade not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:44:14.802811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f64d79e9-8809-4166-9776-a4fb4f44ea48 req-bc401e3b-a80e-4fde-8b32-d0883f9a0de7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfe57421-c86c-43c6-9c72-17122d360565 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jun 30 09:44:22.173969 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:29.332128 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-61d3a79e-a6fd-453a-aa02-572368ab8023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:31.952224 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f0e99c00-c69d-42bc-9311-0ecdf1f00b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:32.047796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.082163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:33.620493 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.733895 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:34.934820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-bcf0f488-d3bf-4f1f-b0fb-606d6f951392 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.936230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-bcf0f488-d3bf-4f1f-b0fb-606d6f951392 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1016917 Jun 30 09:44:34.950677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-447c542b-b795-4304-93f8-071f573f9cbe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0089769 Jun 30 09:44:35.016289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-fc282eea-139a-427a-a09d-830c9b98c819 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599155 Jun 30 09:44:35.079676 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-8e20223f-1151-4ade-91a8-3574d572b536 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:44:35.080671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-8e20223f-1151-4ade-91a8-3574d572b536 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583227 Jun 30 09:44:35.168678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-b9578837-9fc8-432e-9e03-59be2799bcd2 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811722 Jun 30 09:44:35.259407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-8ed046b7-2b4c-4357-b1fb-c9c2f9edb11d service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843327 Jun 30 09:44:35.380162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:35.453081 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ae9960f-ea5d-4420-b8c0-459e9fb61094 req-cf4c065d-1475-4830-b6f7-b7a5bcf9d319 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0299380 Jun 30 09:44:36.605876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-114f5de2-8a99-4e65-b5d1-5ad9ae6d1ea0 req-590f736c-3bdd-4cbd-b69d-f6bac8e85ae6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0326252 Jun 30 09:44:36.653205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-4e788a23-36ae-4468-b8cf-5c157f206da4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:36.655235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-4e788a23-36ae-4468-b8cf-5c157f206da4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1345336 Jun 30 09:44:36.668342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:36.778450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:44:36.782481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:36.914744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.4 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/6819cb74-d8ed-45ae-8c63-cc36bc9269d2) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:44:37.074668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.091755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:37.125317 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.172712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:44:37.175841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:44:37.181936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:44:37.206679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:37.222846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.223231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.223542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.223878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.224214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.224553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.224881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.225212 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.225542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.225891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.226234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.226532 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:37.252632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:37.253173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.268842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-230f26fc-f75c-4fd7-bc82-fb26b70a8bfe tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042664 Jun 30 09:44:37.281796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Request body: {'port': {'device_id': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:44:37.356842 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.487051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-69e9cd63-817e-4b75-971d-74e840f6ab4c None None] Provisioning for port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:44:37.492375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-69e9cd63-817e-4b75-971d-74e840f6ab4c None None] Provisioning complete for port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:37.492871 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69e9cd63-817e-4b75-971d-74e840f6ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.531428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-69e9cd63-817e-4b75-971d-74e840f6ab4c None None] Port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:44:37.673977 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:37.683085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.698750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Transition to ACTIVE for port object 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:44:37.703636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.815438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Pushing event updated for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:37.877906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Attempting to bind port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:44:37.878241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Attempting to bind port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:44:37.878571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Attempting to bind port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:37.885876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:44:37.886199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Attempting to bind port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:44:37.899968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:44:37.900308 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:44:37.900693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:44:37.901128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Bound port: 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:44:37.901485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:37.917654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8894aa-2540-48ac-9c0f-174f7f6e20c3 req-5e32aec1-8a78-417f-ae24-b4e72001a1c9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:37.919261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e8894aa-2540-48ac-9c0f-174f7f6e20c3 req-5e32aec1-8a78-417f-ae24-b4e72001a1c9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.1363630 Jun 30 09:44:37.996823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e8894aa-2540-48ac-9c0f-174f7f6e20c3 req-ae581dfb-3daa-4b3f-a23a-6880f13b1be5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524282 Jun 30 09:44:38.003846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:44:38.006973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:44:38.012322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.050413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.051035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:38.052387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] 10.222.0.11 "PUT /v2.0/ports/6819cb74-d8ed-45ae-8c63-cc36bc9269d2 HTTP/1.1" status: 200 len: 1092 time: 0.7759800 Jun 30 09:44:38.052824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:38.055109 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8183d4-7032-4131-b7ea-3a93611ba9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:38.082555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34033d-2bb0-486a-87b1-d2da0c2b774c service neutron] Pushing event updated for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:38.105254 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d025f4-0216-4d4b-81c7-5d4101ac6668 x-openstack-request-id: req-39d025f4-0216-4d4b-81c7-5d4101ac6668 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:38.105552 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:38.105955 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39d025f4-0216-4d4b-81c7-5d4101ac6668 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:38.106372 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2', 'status': 'completed', 'code': 200} Jun 30 09:44:38.168113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-5ba5092f-f3fe-4cb1-9dec-9c9489115f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.169653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-5ba5092f-f3fe-4cb1-9dec-9c9489115f0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 1095 time: 0.0596499 Jun 30 09:44:38.214950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-ca3edb16-5514-4d92-94c3-737eac773ba4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2 HTTP/1.1" status: 200 len: 217 time: 0.0367911 Jun 30 09:44:38.266011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-e3f85a1c-0ffd-45f3-97a1-bc3f09cc4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.267526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-e3f85a1c-0ffd-45f3-97a1-bc3f09cc4216 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0461302 Jun 30 09:44:38.330413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-6d8ade44-785c-434b-8e78-9f5639136f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.331801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-6d8ade44-785c-434b-8e78-9f5639136f36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583134 Jun 30 09:44:38.421406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-f37b9dbd-c67b-4dcc-bf06-a8927d446a53 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828564 Jun 30 09:44:38.517187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e52401ee-5972-46f4-8fdd-3440641b7c24 req-22dbe4c4-7a87-435e-89e7-4c5ad486026e service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873106 Jun 30 09:44:38.616791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-cfea8d15-9329-4d15-b481-c2338104040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.618302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-cfea8d15-9329-4d15-b481-c2338104040b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 1095 time: 0.0529101 Jun 30 09:44:38.711628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-f9d8715b-7faf-4b15-92fc-b4f53d3aa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.713184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-f9d8715b-7faf-4b15-92fc-b4f53d3aa311 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0880995 Jun 30 09:44:38.753896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-4ae7b946-a7bb-42d9-b6fa-28076cb5e5de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2 HTTP/1.1" status: 200 len: 217 time: 0.0338140 Jun 30 09:44:38.802757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-ae636f43-dd2f-4a87-b586-6d1c2530c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.804270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-ae636f43-dd2f-4a87-b586-6d1c2530c639 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0438161 Jun 30 09:44:38.862598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-9e773de5-3142-4a53-b848-212cd07b0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.864055 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-9e773de5-3142-4a53-b848-212cd07b0a58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522056 Jun 30 09:44:38.964158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-6d5d2634-bdcf-44f6-a5f0-a59fa62cdd3b service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931220 Jun 30 09:44:39.054058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea8183d4-7032-4131-b7ea-3a93611ba9b4 req-f196d0e5-feee-4d54-af8c-9be51fa7d21c service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828233 Jun 30 09:44:39.178091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbca76b-35c6-4811-99f1-c46c3dcba3d2 req-8da77f81-2d35-4304-a0b2-c9b2c2a65aca tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:39.179458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcbca76b-35c6-4811-99f1-c46c3dcba3d2 req-8da77f81-2d35-4304-a0b2-c9b2c2a65aca tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0693960 Jun 30 09:44:39.217966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcbca76b-35c6-4811-99f1-c46c3dcba3d2 req-dc3ff33c-4418-4047-8d3d-6e0f042a06ff tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Jun 30 09:44:40.473735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9160b-307c-4370-a7de-10b73961589c req-15d29831-6afa-4857-b98b-34984dfc1cb8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.476057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ca9160b-307c-4370-a7de-10b73961589c req-15d29831-6afa-4857-b98b-34984dfc1cb8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0882392 Jun 30 09:44:40.528963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ca9160b-307c-4370-a7de-10b73961589c req-35091d32-cd04-4105-ae70-d6b32259ff3e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Jun 30 09:44:41.741024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368feb-e9ec-489b-8828-4bc6e8e76e25 req-acff5b6d-16c7-4c2e-8b36-432662a4e552 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:41.748105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce368feb-e9ec-489b-8828-4bc6e8e76e25 req-acff5b6d-16c7-4c2e-8b36-432662a4e552 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0875950 Jun 30 09:44:41.782571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce368feb-e9ec-489b-8828-4bc6e8e76e25 req-051cceae-7691-48cd-b60c-3b72e7db4a9d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335627 Jun 30 09:44:42.970201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b3e8-8cdd-46b4-9f5b-70deec412a27 req-de031f28-6293-4a0b-a09e-ed21922145ee tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:42.971918 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e44b3e8-8cdd-46b4-9f5b-70deec412a27 req-de031f28-6293-4a0b-a09e-ed21922145ee tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0686195 Jun 30 09:44:43.010556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e44b3e8-8cdd-46b4-9f5b-70deec412a27 req-3ca4b23e-0e9e-4fa8-9a4b-da0cf5649072 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Jun 30 09:44:44.181851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25355b0-ce3d-41fe-8565-e0f8ec3788ea req-4342bb36-b9a1-46f9-a7c1-fd2b9201b8e4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:44.183316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f25355b0-ce3d-41fe-8565-e0f8ec3788ea req-4342bb36-b9a1-46f9-a7c1-fd2b9201b8e4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0628853 Jun 30 09:44:44.220163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f25355b0-ce3d-41fe-8565-e0f8ec3788ea req-adaaf536-898f-4bbc-a0e4-5e17f75ca70f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Jun 30 09:44:45.394192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8f4a2-46fe-47a4-bd50-392914ef69e1 req-7f49c456-9f7d-4fc9-8e2a-521351920c21 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:45.395636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ff8f4a2-46fe-47a4-bd50-392914ef69e1 req-7f49c456-9f7d-4fc9-8e2a-521351920c21 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0656965 Jun 30 09:44:45.432161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ff8f4a2-46fe-47a4-bd50-392914ef69e1 req-a8de7897-c616-4427-9ac8-c2a17a904c00 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Jun 30 09:44:46.605178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0d598-13f1-4e0b-b7eb-d65c9309397c req-b481cbc9-b7c1-4bcf-947f-e61ba9be20f9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:46.606787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16d0d598-13f1-4e0b-b7eb-d65c9309397c req-b481cbc9-b7c1-4bcf-947f-e61ba9be20f9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0638027 Jun 30 09:44:46.646248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16d0d598-13f1-4e0b-b7eb-d65c9309397c req-9e55a270-e01c-441d-ad05-1676b86be3d1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Jun 30 09:44:47.824446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4184-eedd-4925-b79d-1b6071316432 req-609b828f-b383-4836-b834-8cbb3f5164f3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:47.827604 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffa4184-eedd-4925-b79d-1b6071316432 req-609b828f-b383-4836-b834-8cbb3f5164f3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0688477 Jun 30 09:44:47.864576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cffa4184-eedd-4925-b79d-1b6071316432 req-9371aeb8-164b-4efb-90b3-6439694df36c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jun 30 09:44:49.043976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16833fb-53a7-4f5d-a83a-ae0da77fafa3 req-dec01071-aac7-4a84-8f3c-7f56efcd9985 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:49.046012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e16833fb-53a7-4f5d-a83a-ae0da77fafa3 req-dec01071-aac7-4a84-8f3c-7f56efcd9985 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0676720 Jun 30 09:44:49.083932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e16833fb-53a7-4f5d-a83a-ae0da77fafa3 req-a09d68d9-4ef4-41ce-8d2f-b2cda15cc6f6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jun 30 09:44:50.429930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb923-d1b6-4a9c-9928-d0d59809eef2 req-8074a178-e425-4f5b-b47b-fe2a45d096d5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:50.431383 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99cbb923-d1b6-4a9c-9928-d0d59809eef2 req-8074a178-e425-4f5b-b47b-fe2a45d096d5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.2150414 Jun 30 09:44:50.469885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-99cbb923-d1b6-4a9c-9928-d0d59809eef2 req-e7e8f7ec-9a75-4579-baa8-91e38f60891f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Jun 30 09:44:51.645058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c14be8-ace3-4754-a0d8-d932feab4a0a req-b07cd612-e30c-46cd-a322-a66643393736 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:51.646486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85c14be8-ace3-4754-a0d8-d932feab4a0a req-b07cd612-e30c-46cd-a322-a66643393736 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0639176 Jun 30 09:44:51.682509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-85c14be8-ace3-4754-a0d8-d932feab4a0a req-36f4ecf8-5484-44d3-aeaa-2aa82121e41d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Jun 30 09:44:52.861785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef1bd-5d1c-4120-882f-ac332d81824f req-b348c8db-af3c-410c-8e70-4f5b09c6a4e3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:52.863233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ccef1bd-5d1c-4120-882f-ac332d81824f req-b348c8db-af3c-410c-8e70-4f5b09c6a4e3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0624750 Jun 30 09:44:52.900058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ccef1bd-5d1c-4120-882f-ac332d81824f req-915c93be-cfb9-4423-8563-71b8abad756a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311983 Jun 30 09:44:54.072892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025e4b0-3cd1-4575-86d9-3d6bd7d36448 req-3e8b4d42-bc7b-4398-bfa3-0b261e9540d4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:54.074262 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c025e4b0-3cd1-4575-86d9-3d6bd7d36448 req-3e8b4d42-bc7b-4398-bfa3-0b261e9540d4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0647602 Jun 30 09:44:54.110888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c025e4b0-3cd1-4575-86d9-3d6bd7d36448 req-b4037a2a-142e-4def-8156-6290bd5dc69d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303869 Jun 30 09:44:55.279664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1be7f2-27bc-4afe-9969-1bce92feb4a5 req-c9ff842b-dedc-4814-bc10-3a8c0d22a836 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:55.281154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f1be7f2-27bc-4afe-9969-1bce92feb4a5 req-c9ff842b-dedc-4814-bc10-3a8c0d22a836 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0616715 Jun 30 09:44:55.318379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f1be7f2-27bc-4afe-9969-1bce92feb4a5 req-2ea780e9-c38e-45ab-affe-04869e2585df tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Jun 30 09:44:56.542508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a703-6eba-4837-b86d-7bb48daaaf75 req-32481709-0732-4545-89b3-61bd574202b6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:56.544015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e34a703-6eba-4837-b86d-7bb48daaaf75 req-32481709-0732-4545-89b3-61bd574202b6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.1186271 Jun 30 09:44:56.581972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e34a703-6eba-4837-b86d-7bb48daaaf75 req-2269772f-6d44-49f6-bca9-8eed3723698d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jun 30 09:44:57.754398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586cb8-4aa6-40a4-abb3-dde4e59d96f5 req-1de23e67-ad6b-481d-8b46-b911651c6ba5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:57.755843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82586cb8-4aa6-40a4-abb3-dde4e59d96f5 req-1de23e67-ad6b-481d-8b46-b911651c6ba5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0658412 Jun 30 09:44:57.796940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82586cb8-4aa6-40a4-abb3-dde4e59d96f5 req-97d9369f-c1b4-45cf-933f-fd7e8755e094 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Jun 30 09:44:58.968219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ec936-330c-4053-b010-af38f0ac9944 req-e656cb96-d3c5-4425-a81c-bbea93383a7a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:58.969657 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d86ec936-330c-4053-b010-af38f0ac9944 req-e656cb96-d3c5-4425-a81c-bbea93383a7a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0606568 Jun 30 09:44:59.005400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d86ec936-330c-4053-b010-af38f0ac9944 req-48c65141-0ccb-40ff-88dd-549ed81c79c7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301480 Jun 30 09:44:59.175221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:59.333132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-21d60cd0-57b8-4d68-88fe-8fcac763b03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:00.180164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29937c-d12a-4815-b5bf-56009b18e535 req-f6a11d1d-9d0b-4bc8-a22f-5f60497fa2ca tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:00.181646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b29937c-d12a-4815-b5bf-56009b18e535 req-f6a11d1d-9d0b-4bc8-a22f-5f60497fa2ca tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 943 time: 0.0680194 Jun 30 09:45:00.219863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b29937c-d12a-4815-b5bf-56009b18e535 req-d8531f7b-4e07-45d7-8e2a-55cabab7f9a1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jun 30 09:45:00.241519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:45:00.331731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:00.344467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2', 'mac_address': 'fa:16:3e:2e:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:45:00.381323 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:00.396857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:00.415658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:00.419408 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:00.472835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:00.479820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.480164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.480506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.480842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.481175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.481503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.481855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.482699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.483026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.483350 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.483673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.483995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:00.733408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6819cb74-d8ed-45ae-8c63-cc36bc9269d2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:01.393071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d6108-a8c4-45f5-b8a7-83247f5729d7 req-fb86c4ac-4ee0-4172-b7f4-0978c7a225e0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:01.394631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb5d6108-a8c4-45f5-b8a7-83247f5729d7 req-fb86c4ac-4ee0-4172-b7f4-0978c7a225e0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 944 time: 0.0619659 Jun 30 09:45:01.432569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb5d6108-a8c4-45f5-b8a7-83247f5729d7 req-96decdf8-84d3-4658-8001-6900aba1b094 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jun 30 09:45:01.953438 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6c746875-9a04-4e98-873f-b56d82e25881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.052334 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.255551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:02.309492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:02.313278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:02.313656 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.388039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.410075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:02.412313 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747d57f-f79b-44d9-b7de-12fe886312e1" -d '{"events": [{"server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "name": "network-vif-plugged", "status": "completed", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:02.425720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:02.429604 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:02.458179 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22c5b2-4ae9-49b0-a568-0981be5eec3d x-openstack-request-id: req-de22c5b2-4ae9-49b0-a568-0981be5eec3d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:02.458606 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "name": "network-vif-plugged", "status": "completed", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:02.458873 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de22c5b2-4ae9-49b0-a568-0981be5eec3d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:02.459264 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2', 'code': 200} Jun 30 09:45:02.487383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:02.613573 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e079c20-d548-47c7-ac14-3191fb2074fe req-66dfe11c-b546-4224-bed5-172fe56aa66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:02.615040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e079c20-d548-47c7-ac14-3191fb2074fe req-66dfe11c-b546-4224-bed5-172fe56aa66e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 1097 time: 0.0899520 Jun 30 09:45:02.637102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683129f-6577-4fb7-8406-29accc7e2bfc req-a90bc926-c9ff-4c45-942b-5e20c408a90d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:02.639036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5683129f-6577-4fb7-8406-29accc7e2bfc req-a90bc926-c9ff-4c45-942b-5e20c408a90d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0880396 Jun 30 09:45:02.681906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e079c20-d548-47c7-ac14-3191fb2074fe req-1dbb7223-34af-434d-b068-9c3a626d28f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Jun 30 09:45:02.688981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5683129f-6577-4fb7-8406-29accc7e2bfc req-f3007b19-c8d5-4136-994f-39bae14ec6ae tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Jun 30 09:45:03.079161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:03.624080 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:03.867402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f94f9-7fb5-4db8-b914-9eed612a28f7 req-e4940b52-06d4-491a-b97b-1644a22d2567 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:03.868889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e76f94f9-7fb5-4db8-b914-9eed612a28f7 req-e4940b52-06d4-491a-b97b-1644a22d2567 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0677032 Jun 30 09:45:03.908959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e76f94f9-7fb5-4db8-b914-9eed612a28f7 req-f96e1370-defb-4215-83a5-0a44566cf83f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jun 30 09:45:04.735771 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:05.084691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec6a7e-15b6-4ac6-ad06-7d86f2df3f9e req-0da0ff07-7d13-41a9-987a-568422f66e94 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.085934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9ec6a7e-15b6-4ac6-ad06-7d86f2df3f9e req-0da0ff07-7d13-41a9-987a-568422f66e94 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jun 30 09:45:05.400243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:05.469039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9ec6a7e-15b6-4ac6-ad06-7d86f2df3f9e req-d2bd6097-ee93-4366-8fed-34ba72d1b781 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769314 Jun 30 09:45:05.636053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86aee2-8aa1-44d8-a25a-a5cbed16494e req-ce97b148-9b98-4b03-b4dd-49cbb7359d48 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.637772 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb86aee2-8aa1-44d8-a25a-a5cbed16494e req-ce97b148-9b98-4b03-b4dd-49cbb7359d48 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0604677 Jun 30 09:45:05.675073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb86aee2-8aa1-44d8-a25a-a5cbed16494e req-05c30039-0857-461e-b4fb-fc1e58fa607f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Jun 30 09:45:05.847729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de838a5-6054-4b27-b2a0-2feebd6976a7 req-de27636a-e12f-4e45-846f-8678ce2cb169 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.849212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5de838a5-6054-4b27-b2a0-2feebd6976a7 req-de27636a-e12f-4e45-846f-8678ce2cb169 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0664065 Jun 30 09:45:05.891201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5de838a5-6054-4b27-b2a0-2feebd6976a7 req-ed6be203-efbe-4fcf-9d84-e338f136ec62 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Jun 30 09:45:06.331535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f09c-676c-4187-908b-3591cf1d2682 req-c42e4bdd-b2cb-4610-90f7-5c7853321646 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:06.332934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb09f09c-676c-4187-908b-3591cf1d2682 req-c42e4bdd-b2cb-4610-90f7-5c7853321646 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0623877 Jun 30 09:45:06.371276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb09f09c-676c-4187-908b-3591cf1d2682 req-b6212364-3537-4d37-a6cc-4761c245c3f8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jun 30 09:45:07.545306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a92a50-876b-4c3d-bcaa-6dd8a0af7750 req-2ddf7370-a5c1-4d38-a9e8-c49771e33b4b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:07.546802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08a92a50-876b-4c3d-bcaa-6dd8a0af7750 req-2ddf7370-a5c1-4d38-a9e8-c49771e33b4b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0617812 Jun 30 09:45:07.585486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08a92a50-876b-4c3d-bcaa-6dd8a0af7750 req-5b5a2a24-ecda-4dfd-a65d-d377f87bb691 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jun 30 09:45:07.981281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-b7cb80c2-c87a-480c-b27f-dd0eda7e738a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:07.983216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-b7cb80c2-c87a-480c-b27f-dd0eda7e738a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 945 time: 0.0644004 Jun 30 09:45:08.080126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:08.080386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:08.172417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:08.172787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:08.184548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:08.306044 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:08.318379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['6819cb74-d8ed-45ae-8c63-cc36bc9269d2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:08.338039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=6819cb74-d8ed-45ae-8c63-cc36bc9269d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:08.384375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:08.387074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:08.389098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f69ae21-bf39-4ff8-9a69-9b3267f96ab4 req-853da617-ef63-4b01-bbb8-83048ed9892d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "DELETE /v2.0/ports/6819cb74-d8ed-45ae-8c63-cc36bc9269d2 HTTP/1.1" status: 204 len: 173 time: 0.4001265 Jun 30 09:45:08.389542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'name': 'network-vif-deleted', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:08.391841 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b59f84c-48bd-4f39-bec8-942f61dfaa1e" -d '{"events": [{"server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "name": "network-vif-deleted", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:08.439443 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19fd61-f0ef-48ec-a222-061d2dd38502 x-openstack-request-id: req-0d19fd61-f0ef-48ec-a222-061d2dd38502 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:08.439740 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f748b53-3031-4c92-9bbf-cf3e07888a56", "name": "network-vif-deleted", "tag": "6819cb74-d8ed-45ae-8c63-cc36bc9269d2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:08.439997 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d19fd61-f0ef-48ec-a222-061d2dd38502 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:08.440428 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f748b53-3031-4c92-9bbf-cf3e07888a56', 'name': 'network-vif-deleted', 'tag': '6819cb74-d8ed-45ae-8c63-cc36bc9269d2', 'status': 'completed', 'code': 200} Jun 30 09:45:08.726312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f7606e6-45bc-40bd-8db4-e10ad99493b2 req-275f8fc8-88f0-4d7f-95a8-5cee528bd14b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Jun 30 09:45:09.865171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1817a01d-aaa8-4c25-9f0c-810ee3d6e778 req-9b3e7067-adb9-4e60-a683-454f81e6a135 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jun 30 09:45:11.013485 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79a5f652-7361-4c21-9dde-3c6d5b249d79 req-07991135-724a-41f8-b0b7-9d49e8ca7f7f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0328903 Jun 30 09:45:12.167238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d72048ec-1b52-4d70-8256-969f28bf85e9 req-5904868b-8026-4afb-baa7-1691b931a4be tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f748b53-3031-4c92-9bbf-cf3e07888a56 HTTP/1.1" status: 200 len: 210 time: 0.0302103 Jun 30 09:45:12.304417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:12.325382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:12.325912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 6819cb74-d8ed-45ae-8c63-cc36bc9269d2 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:23.103178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-f9b6b1b3-333a-4001-81c4-a456609e31fc req-5fc177a4-1788-4d87-a6e4-2e5a2d928ae5 service neutron] (94183) timed out ('10.222.0.41', 49263) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:45:23.103814 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-edc16a27-8efe-425d-914f-0576a3aeea4d req-ef1f4043-9fe3-4681-b71e-b29ee27c7bab service neutron] (94183) timed out ('10.222.0.41', 49323) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:45:29.335379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a6c6695e-2e40-4bd3-a393-2196787be606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:31.953942 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-518562f3-9951-4d9e-b02a-3752b3169cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:32.056975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:33.082644 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:33.175971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-15394b92-a85f-41e4-9f10-b414505069f0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:33.177400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-15394b92-a85f-41e4-9f10-b414505069f0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1050656 Jun 30 09:45:33.192577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-710ce179-254f-4b42-b934-3e2575a5c093 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0098438 Jun 30 09:45:33.259782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-5f083c9e-e792-4539-bdd3-8ee2ab7a0314 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617204 Jun 30 09:45:33.348362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-d82317a7-95fc-4cab-a86c-5aa14976b04a service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Jun 30 09:45:33.434133 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-a9ad024c-6a68-4b78-8da3-7b49c652dcba service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802429 Jun 30 09:45:33.624241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:33.735283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecb7345c-cab6-451a-b0df-4db2ecf93a9c req-affa70a5-c689-4097-864a-84ce1be264e0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jun 30 09:45:34.746635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:34.775398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-ad35d9fd-6218-4bc2-ae0b-dc184f0f37a0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:34.777075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-ad35d9fd-6218-4bc2-ae0b-dc184f0f37a0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1114259 Jun 30 09:45:34.790173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:34.884563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71575447-b324-4d80-9b62-522648543678 req-b7d8a70b-e2d3-473c-8359-c5e056a1e0d8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 210 time: 0.0348175 Jun 30 09:45:34.930214 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:45:34.936060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.060155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.5 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:45:35.210060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.224048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:35.257065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.308221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:45:35.311613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:45:35.317578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:45:35.340861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:35.370761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:35.371597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.388613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-be5cd4f6-3c98-4f8c-a3eb-169f751bebf1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021872 Jun 30 09:45:35.402884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Request body: {'port': {'device_id': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:35.403209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.481741 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.563720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3fde0543-d77d-4ead-a72f-873f76fb433b None None] Provisioning for port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:35.571986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3fde0543-d77d-4ead-a72f-873f76fb433b None None] Provisioning complete for port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:35.572437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3fde0543-d77d-4ead-a72f-873f76fb433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.607723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3fde0543-d77d-4ead-a72f-873f76fb433b None None] Port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:45:35.761643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:35.769230 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.781767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Transition to ACTIVE for port object 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:35.785963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:35.838516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:35.914703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Attempting to bind port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:45:35.914949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Attempting to bind port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:45:35.915358 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Attempting to bind port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:35.920402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:45:35.920822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Attempting to bind port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:35.928511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:45:35.928970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:45:35.929463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:45:35.930348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Bound port: 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:45:35.930836 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.011871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:45:36.017012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:45:36.024111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.095259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.095916 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:36.097579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] 10.222.0.11 "PUT /v2.0/ports/2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b HTTP/1.1" status: 200 len: 1092 time: 0.7013867 Jun 30 09:45:36.100120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:36.106084 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d8d58-22b7-4603-ba2e-eae19238c7af" -d '{"events": [{"name": "network-changed", "server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:36.138604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c735-1ed3-430e-b65b-9d4941185b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:36.176580 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293936dc-77c1-445c-84a7-8f444ca06086 x-openstack-request-id: req-293936dc-77c1-445c-84a7-8f444ca06086 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:36.176882 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:36.177144 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-293936dc-77c1-445c-84a7-8f444ca06086 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:36.177553 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b', 'status': 'completed', 'code': 200} Jun 30 09:45:36.180861 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:36.215033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1d309-2163-4eba-ac35-20f968fba796 req-d6bee9e3-1ad5-4c9b-b5fb-d5fc39863abd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.216607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71e1d309-2163-4eba-ac35-20f968fba796 req-d6bee9e3-1ad5-4c9b-b5fb-d5fc39863abd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.1618886 Jun 30 09:45:36.270269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71e1d309-2163-4eba-ac35-20f968fba796 req-7a947a69-4d8f-466d-8736-d7f1b6bc7857 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Jun 30 09:45:36.272024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-f18fa31c-9e86-4c96-91b0-6e7659e1c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.273426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-f18fa31c-9e86-4c96-91b0-6e7659e1c603 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 1095 time: 0.1120021 Jun 30 09:45:36.319405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-d8836cbf-92e0-4e29-b41f-2d19b8c683a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b HTTP/1.1" status: 200 len: 217 time: 0.0366437 Jun 30 09:45:36.372412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-1ae24281-d355-4890-abd3-6884c3f7d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.373922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-1ae24281-d355-4890-abd3-6884c3f7d806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0478756 Jun 30 09:45:36.440010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-b4f5ae76-9c19-4ce7-8747-761747a71ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.441541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-b4f5ae76-9c19-4ce7-8747-761747a71ddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566828 Jun 30 09:45:36.547235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-d8e64d82-4fbb-4de3-8a69-5752ee32a009 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980566 Jun 30 09:45:36.643387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ad48bb1-d769-4ea0-9a97-51e9db8af1a2 req-8db55a46-501e-4e97-a452-0453628ca4f2 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886679 Jun 30 09:45:36.741848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-61413541-11e9-48c3-9b74-3f26b2e69a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.743384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-61413541-11e9-48c3-9b74-3f26b2e69a5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 1095 time: 0.0556755 Jun 30 09:45:36.837687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-58f93189-5d94-4cde-a42a-9d8c679b8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.839168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-58f93189-5d94-4cde-a42a-9d8c679b8efb service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0886312 Jun 30 09:45:36.884580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-a53fc9c4-a5cd-4db9-916b-85507d8941c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b HTTP/1.1" status: 200 len: 217 time: 0.0379176 Jun 30 09:45:36.933785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-ba1a3317-a528-4ebc-8b82-acb39db6723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.935502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-ba1a3317-a528-4ebc-8b82-acb39db6723d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0438223 Jun 30 09:45:36.993132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-d87664df-5748-4be3-a1d6-1cc7c53bb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:36.994699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-d87664df-5748-4be3-a1d6-1cc7c53bb0d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520818 Jun 30 09:45:37.089236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-1870de31-a094-462f-88fd-e8e1b4c5a96e service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Jun 30 09:45:37.180443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c52d8d58-22b7-4603-ba2e-eae19238c7af req-40a4c757-cb06-4111-94ba-d95d047ea029 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842133 Jun 30 09:45:37.452605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9744-b592-4a7c-bf64-9963063fca5b req-3130ec97-937a-42d7-87e8-003705b36c4f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:37.454404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868d9744-b592-4a7c-bf64-9963063fca5b req-3130ec97-937a-42d7-87e8-003705b36c4f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0703895 Jun 30 09:45:37.494166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868d9744-b592-4a7c-bf64-9963063fca5b req-35042ccb-5635-4858-96b0-b72e63eb97a5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Jun 30 09:45:38.668577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292286d-c372-482f-8e21-5d37a7ad1c1a req-044149c2-ff5f-4cf8-98d4-583bfa0ab942 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:38.670743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9292286d-c372-482f-8e21-5d37a7ad1c1a req-044149c2-ff5f-4cf8-98d4-583bfa0ab942 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0660028 Jun 30 09:45:38.713273 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9292286d-c372-482f-8e21-5d37a7ad1c1a req-94babe0f-6acc-49a5-833f-caf6c2c1d7de tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Jun 30 09:45:39.885180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab48be-8c99-4c95-8d0e-37a9183a6f1e req-946865a0-6ca5-4a11-a9a6-fb7b09b2cca4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:39.886696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28ab48be-8c99-4c95-8d0e-37a9183a6f1e req-946865a0-6ca5-4a11-a9a6-fb7b09b2cca4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0641077 Jun 30 09:45:39.923762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28ab48be-8c99-4c95-8d0e-37a9183a6f1e req-f4326e87-cc9d-4856-a9f5-5255f2ffcfea tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Jun 30 09:45:41.097428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df57afc-464a-48b8-8cf6-8e859622f734 req-19d80f91-a5b5-4178-a982-79b5e4ee7317 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:41.098826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df57afc-464a-48b8-8cf6-8e859622f734 req-19d80f91-a5b5-4178-a982-79b5e4ee7317 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0660503 Jun 30 09:45:41.135366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6df57afc-464a-48b8-8cf6-8e859622f734 req-38fc2874-1f06-4162-b062-ba041b7fb584 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Jun 30 09:45:42.307441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273ddb-cbce-43b5-9b8d-fc84bad1b77b req-2e9f19a4-5961-43a2-9112-a448bf0ac8ae tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:42.308907 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22273ddb-cbce-43b5-9b8d-fc84bad1b77b req-2e9f19a4-5961-43a2-9112-a448bf0ac8ae tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0623317 Jun 30 09:45:42.347364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-22273ddb-cbce-43b5-9b8d-fc84bad1b77b req-e0472353-23cf-4081-9674-ea8358763389 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Jun 30 09:45:43.524604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef5484-bd2b-4797-96d8-fa3b87cedb7f req-900fff9c-8582-43ee-b5ae-f015f8989ff2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:43.526209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ef5484-bd2b-4797-96d8-fa3b87cedb7f req-900fff9c-8582-43ee-b5ae-f015f8989ff2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0664032 Jun 30 09:45:43.563173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92ef5484-bd2b-4797-96d8-fa3b87cedb7f req-c8f1fcc7-bd92-4d8a-890b-75d3e9261e14 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Jun 30 09:45:44.732296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a40c8a-b85f-4b8c-9774-364c395c4fbc req-49d5fae6-0867-4327-b4ae-054ccf09a2b8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:44.733820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3a40c8a-b85f-4b8c-9774-364c395c4fbc req-49d5fae6-0867-4327-b4ae-054ccf09a2b8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0625618 Jun 30 09:45:44.772999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f3a40c8a-b85f-4b8c-9774-364c395c4fbc req-8878c00a-01a3-4a29-9a57-2b51f1e04b7c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jun 30 09:45:45.944897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25cdf4-883e-4489-9d01-8993ecbfc8ed req-6f1aa099-fa4d-4be2-864e-a8680ae52e41 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:45.946394 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b25cdf4-883e-4489-9d01-8993ecbfc8ed req-6f1aa099-fa4d-4be2-864e-a8680ae52e41 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0621464 Jun 30 09:45:45.983598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b25cdf4-883e-4489-9d01-8993ecbfc8ed req-408ac959-11b3-4ac0-bda9-7d00d072cfea tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jun 30 09:45:47.159582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45740708-ba5a-4468-a51b-9506d3902a0f req-80152e55-49ed-4be3-81b1-a9c82a63079f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:47.160931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45740708-ba5a-4468-a51b-9506d3902a0f req-80152e55-49ed-4be3-81b1-a9c82a63079f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0695984 Jun 30 09:45:47.198327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-45740708-ba5a-4468-a51b-9506d3902a0f req-6651a11a-0314-4ecb-984e-74fe033a6e7b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Jun 30 09:45:48.370170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f10dc5-9348-4822-8db9-6f377a0dcb7b req-712805f5-6bd2-43e7-93a2-62bf1afa570d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:48.371636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54f10dc5-9348-4822-8db9-6f377a0dcb7b req-712805f5-6bd2-43e7-93a2-62bf1afa570d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 943 time: 0.0612628 Jun 30 09:45:48.408840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-54f10dc5-9348-4822-8db9-6f377a0dcb7b req-2ca463f3-98fb-437b-b3d5-6fcc8181456d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Jun 30 09:45:48.471113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:45:48.560220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:48.574325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b', 'mac_address': 'fa:16:3e:16:16:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:45:48.609600 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:48.622095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:48.640494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:48.645126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:48.690987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:49.008378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:49.585390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371a289-a557-4a1a-9757-fbc72913be0b req-3e0af037-69db-4477-8f11-ae890d191364 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:49.586898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8371a289-a557-4a1a-9757-fbc72913be0b req-3e0af037-69db-4477-8f11-ae890d191364 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 944 time: 0.0658810 Jun 30 09:45:49.624376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8371a289-a557-4a1a-9757-fbc72913be0b req-3abbf47b-26a4-423f-a03b-1b19b4ca3466 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Jun 30 09:45:50.472807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:45:50.520056 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:50.523598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:50.523971 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.599976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.622039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:50.624264 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92225d5a-f594-49e0-bd45-740a158ad2b5" -d '{"events": [{"server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "name": "network-vif-plugged", "status": "completed", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:50.636486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:50.640365 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:50.667656 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39341199-2053-4ef6-8131-2abe4cff3e4e x-openstack-request-id: req-39341199-2053-4ef6-8131-2abe4cff3e4e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:50.667902 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "name": "network-vif-plugged", "status": "completed", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:50.668136 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39341199-2053-4ef6-8131-2abe4cff3e4e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:50.668553 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b', 'code': 200} Jun 30 09:45:50.693868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:50.822668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c260a-eebd-42b4-b7a9-df88cda4476b req-a56f361a-4f2e-4c44-81bc-1ef49cb17ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:50.824165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c5c260a-eebd-42b4-b7a9-df88cda4476b req-a56f361a-4f2e-4c44-81bc-1ef49cb17ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 1097 time: 0.0976908 Jun 30 09:45:50.844056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b556-c4e4-4b65-9c3c-78d601d429fb req-54dd4dbd-e015-4771-a0ab-bc9531f2e900 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:50.845777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2bb8b556-c4e4-4b65-9c3c-78d601d429fb req-54dd4dbd-e015-4771-a0ab-bc9531f2e900 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0921311 Jun 30 09:45:50.883934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c5c260a-eebd-42b4-b7a9-df88cda4476b req-e86fc460-666b-4929-8742-ad14378bf0b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Jun 30 09:45:50.896596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2bb8b556-c4e4-4b65-9c3c-78d601d429fb req-0b280b09-fae2-4c9a-a4cd-2bb4e9eef67a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Jun 30 09:45:52.086093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cdf4f-cbc4-4f77-9e33-0778e8e8f550 req-ef1709e6-92c1-4e2d-af23-d5383979ebb9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:52.087477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc5cdf4f-cbc4-4f77-9e33-0778e8e8f550 req-ef1709e6-92c1-4e2d-af23-d5383979ebb9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0696049 Jun 30 09:45:52.125151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc5cdf4f-cbc4-4f77-9e33-0778e8e8f550 req-c920c6ef-101a-413b-9951-d2e3fed5578c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Jun 30 09:45:53.298990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526df6b-27ca-4383-8920-1b4199165aa8 req-13d08d0e-55c2-4313-a022-e9a844a25dbd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.300483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6526df6b-27ca-4383-8920-1b4199165aa8 req-13d08d0e-55c2-4313-a022-e9a844a25dbd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0633595 Jun 30 09:45:53.337039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6526df6b-27ca-4383-8920-1b4199165aa8 req-264d62ac-36b3-4654-9304-95441745f425 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Jun 30 09:45:53.512056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b0ab-d2f4-4273-a09c-d22ed4168389 req-bb2b8401-d680-496c-892e-3775c84e8753 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:53.513522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e254b0ab-d2f4-4273-a09c-d22ed4168389 req-bb2b8401-d680-496c-892e-3775c84e8753 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0680916 Jun 30 09:45:53.554072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e254b0ab-d2f4-4273-a09c-d22ed4168389 req-5acd7cae-e29c-4ea5-b9bb-619dbdc965f0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Jun 30 09:45:56.064183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-820edc85-c12e-48bb-96ce-d85ead545cb7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:56.065537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-820edc85-c12e-48bb-96ce-d85ead545cb7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.0994809 Jun 30 09:45:56.079999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-47eb218f-7e1f-4e30-a78c-c4cccd909518 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0088799 Jun 30 09:45:56.149363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-33169554-c36b-468c-8a79-7dd2383e8540 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643702 Jun 30 09:45:56.237105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-59c69f1c-0f3d-4db3-b622-b49a4ae68997 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808253 Jun 30 09:45:56.326574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-cb5b165c-9f6f-426d-8aef-0430b86ea239 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835595 Jun 30 09:45:56.525391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b58037b-80ee-4b33-88da-e9cde529f2c5 req-f8ef3059-c9f2-43b0-a11d-ec6dd4b78170 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0288529 Jun 30 09:45:57.644133 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-678454ed-5df1-4152-9b1d-610967395df5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:57.646297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-678454ed-5df1-4152-9b1d-610967395df5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1913011 Jun 30 09:45:57.658217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:57.677580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2faa73ec-2354-413b-889f-36aeb0361265 req-08e58427-0e86-441e-8638-8020ee91e40b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0320036 Jun 30 09:45:57.775389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:45:57.781522 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:57.980651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.8 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/260f6e0b-083c-4e32-8210-c99c9aad6b32) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:45:58.143357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.157584 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object 260f6e0b-083c-4e32-8210-c99c9aad6b32 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:58.190288 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.203413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:45:58.251649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:45:58.258725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:45:58.269103 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:45:58.302423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:58.324335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.324681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.325240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.325740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.326247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.326740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.327249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.327744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.328082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.328415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.329307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.329646 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:58.338244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:58.338923 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.357083 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-d2e5e117-c8df-424f-bc87-7ba8d10d37fc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028286 Jun 30 09:45:58.428957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Request body: {'port': {'device_id': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:45:58.608563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eb6912c3-b8d8-4df0-8a33-5fa20af11e91 None None] Provisioning for port 260f6e0b-083c-4e32-8210-c99c9aad6b32 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:45:58.613536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-eb6912c3-b8d8-4df0-8a33-5fa20af11e91 None None] Provisioning complete for port 260f6e0b-083c-4e32-8210-c99c9aad6b32 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:45:58.614016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eb6912c3-b8d8-4df0-8a33-5fa20af11e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.651859 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-eb6912c3-b8d8-4df0-8a33-5fa20af11e91 None None] Port 260f6e0b-083c-4e32-8210-c99c9aad6b32 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:45:58.806990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:58.870388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad3dd-e177-434c-9d91-acc854f1abb8 req-425f9713-2fc2-4ec6-8868-a917785133bc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:58.873632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0ad3dd-e177-434c-9d91-acc854f1abb8 req-425f9713-2fc2-4ec6-8868-a917785133bc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 931 time: 0.0739558 Jun 30 09:45:58.919532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd0ad3dd-e177-434c-9d91-acc854f1abb8 req-7ee32309-079b-443b-b0ed-502a5d5d2cfc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Jun 30 09:45:59.088315 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260f6e0b-083c-4e32-8210-c99c9aad6b32 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:45:59.096791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.109212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Transition to ACTIVE for port object 260f6e0b-083c-4e32-8210-c99c9aad6b32 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:45:59.113701 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.165219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:59.239292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Attempting to bind port 260f6e0b-083c-4e32-8210-c99c9aad6b32 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:45:59.239635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Attempting to bind port 260f6e0b-083c-4e32-8210-c99c9aad6b32 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:45:59.239972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Attempting to bind port 260f6e0b-083c-4e32-8210-c99c9aad6b32 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:59.244556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Port 260f6e0b-083c-4e32-8210-c99c9aad6b32 on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:45:59.244880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Attempting to bind port 260f6e0b-083c-4e32-8210-c99c9aad6b32 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:45:59.250290 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:45:59.250659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:45:59.251055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:45:59.251487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Bound port: 260f6e0b-083c-4e32-8210-c99c9aad6b32, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:45:59.251853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.326499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:45:59.330328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:45:59.336832 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3c62-000b-4568-971f-d8dfe3f3ef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.337443 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.374813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.375561 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.376922 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/260f6e0b-083c-4e32-8210-c99c9aad6b32 HTTP/1.1" status: 200 len: 1092 time: 1.0123749 Jun 30 09:45:59.377365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:59.380151 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a614ec0c-8ef5-4702-ada5-b6b6212d4144" -d '{"events": [{"name": "network-changed", "server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:59.416339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ff671-75f9-4bf0-8c7d-1a844476fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:59.447705 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d7acf-9903-4ef9-8b51-7242ff1c42e1 x-openstack-request-id: req-427d7acf-9903-4ef9-8b51-7242ff1c42e1 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:59.448044 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:59.448257 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-427d7acf-9903-4ef9-8b51-7242ff1c42e1 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:59.448669 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32', 'status': 'completed', 'code': 200} Jun 30 09:45:59.501914 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-91b80a0c-dc57-4c98-a86c-ee1746a14c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.503458 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-91b80a0c-dc57-4c98-a86c-ee1746a14c56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 1095 time: 0.0719986 Jun 30 09:45:59.552886 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-bcea3ac5-4342-4b1d-9146-db505de7210c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32 HTTP/1.1" status: 200 len: 217 time: 0.0403123 Jun 30 09:45:59.605195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-55f73e8b-76e3-4ca2-b5e1-574e34162b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.606833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-55f73e8b-76e3-4ca2-b5e1-574e34162b72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0471179 Jun 30 09:45:59.665614 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735901-3cec-4413-b709-379b81adbbf2 req-8943d0ff-a95b-4e82-8500-72dfffe596b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.667150 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-8943d0ff-a95b-4e82-8500-72dfffe596b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539634 Jun 30 09:45:59.771002 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-181a02cf-7be1-4110-83ae-a52e24100388 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974047 Jun 30 09:45:59.868731 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96735901-3cec-4413-b709-379b81adbbf2 req-c8b0ac7b-4f0a-417e-8050-0dc7d6c5c8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911353 Jun 30 09:45:59.966964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-19afbc99-d824-4e21-ae74-aca90cc0f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:59.968463 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-19afbc99-d824-4e21-ae74-aca90cc0f5aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 1095 time: 0.0533867 Jun 30 09:46:00.065300 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-12506e6c-bb9a-4cf6-8da6-932464771f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.066962 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-12506e6c-bb9a-4cf6-8da6-932464771f7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0925806 Jun 30 09:46:00.102909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbd5f2-cfaf-4b90-be67-038e10ea6486 req-e8c5abd6-e889-406a-be05-0f55fbd19f2a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.104481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00bbd5f2-cfaf-4b90-be67-038e10ea6486 req-e8c5abd6-e889-406a-be05-0f55fbd19f2a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0692403 Jun 30 09:46:00.111657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-ec0111ca-8cfc-4e8b-9a9f-f09c970f88c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32 HTTP/1.1" status: 200 len: 217 time: 0.0372074 Jun 30 09:46:00.144308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00bbd5f2-cfaf-4b90-be67-038e10ea6486 req-f3cfe7dc-5d93-49f1-85ad-72a80229d9bf tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jun 30 09:46:00.167641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-b4d26a9e-151d-4827-b528-bc32700d27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.167641 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-b4d26a9e-151d-4827-b528-bc32700d27bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0443413 Jun 30 09:46:00.226005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-a5a13587-9f2a-42a4-b7c6-b47ce909ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:00.227667 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-a5a13587-9f2a-42a4-b7c6-b47ce909ccc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597773 Jun 30 09:46:00.342820 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-e131e7f3-6a42-4234-9ac7-39e173b839a6 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080945 Jun 30 09:46:00.448896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a614ec0c-8ef5-4702-ada5-b6b6212d4144 req-a27a58e1-04ed-4e85-9d66-b2c4832f82e8 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004536 Jun 30 09:46:01.423731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed468032-ff96-4dd6-b086-fab71b0b087d req-a108221a-0667-4be2-8141-bfcd5f37f110 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:01.426372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed468032-ff96-4dd6-b086-fab71b0b087d req-a108221a-0667-4be2-8141-bfcd5f37f110 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.1424296 Jun 30 09:46:01.495344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed468032-ff96-4dd6-b086-fab71b0b087d req-67bf2267-31b4-4dc9-a952-dce526c8bbe2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 Jun 30 09:46:01.972453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-329c5e9b-6475-46cb-8789-d0cf109a5c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:02.074973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:02.702998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff80356-8c7a-45da-a18a-2593ee6c61a8 req-d9e8d0b4-44dc-4081-ad5f-d4bff22eb091 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:02.704684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dff80356-8c7a-45da-a18a-2593ee6c61a8 req-d9e8d0b4-44dc-4081-ad5f-d4bff22eb091 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0828931 Jun 30 09:46:02.757831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dff80356-8c7a-45da-a18a-2593ee6c61a8 req-8657da2f-5a4b-47e9-8195-917383e477f5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Jun 30 09:46:03.086076 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.627959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.942417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faed9-ae1a-46b3-847f-4360ff0fa819 req-31aea73a-9345-41e7-8994-7307b94315ab tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:03.943873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-250faed9-ae1a-46b3-847f-4360ff0fa819 req-31aea73a-9345-41e7-8994-7307b94315ab tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0647388 Jun 30 09:46:03.982885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-250faed9-ae1a-46b3-847f-4360ff0fa819 req-07dd7cd0-7bbf-4fb0-893c-6232611ab8b4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jun 30 09:46:04.736301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:05.152640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf6c4-5795-4b36-8b53-abbc148cfea3 req-9be60f93-9df5-4b27-80ee-8abe9cdcd24c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:05.154124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e34bf6c4-5795-4b36-8b53-abbc148cfea3 req-9be60f93-9df5-4b27-80ee-8abe9cdcd24c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0612602 Jun 30 09:46:05.195285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e34bf6c4-5795-4b36-8b53-abbc148cfea3 req-4badea90-d3ee-406f-bfee-c987e4ecf223 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Jun 30 09:46:05.412257 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.372861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc807-b09b-4615-9a80-0aff9e11bfeb req-1ed90f48-759c-46cd-9e92-528557ee5685 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:06.374352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be9dc807-b09b-4615-9a80-0aff9e11bfeb req-1ed90f48-759c-46cd-9e92-528557ee5685 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0671518 Jun 30 09:46:06.414914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be9dc807-b09b-4615-9a80-0aff9e11bfeb req-2d8009b8-a92a-4345-b944-1c3329455d86 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Jun 30 09:46:07.771515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22fb29-7c8d-4ee2-8903-af949a9153a4 req-2be72569-bc4c-4eb4-8c4f-acc73e90c388 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:07.773096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c22fb29-7c8d-4ee2-8903-af949a9153a4 req-2be72569-bc4c-4eb4-8c4f-acc73e90c388 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0620723 Jun 30 09:46:07.813828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c22fb29-7c8d-4ee2-8903-af949a9153a4 req-fa550eb6-ef76-45c9-9307-c57ef0da70c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Jun 30 09:46:08.992519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90888d0-f39a-4541-8a22-dbcedb88ed51 req-4bced632-bffc-4169-b64c-427c5993ea33 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:08.994108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a90888d0-f39a-4541-8a22-dbcedb88ed51 req-4bced632-bffc-4169-b64c-427c5993ea33 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0674560 Jun 30 09:46:09.035541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a90888d0-f39a-4541-8a22-dbcedb88ed51 req-c309ca84-d7d7-4470-abc7-56535f07abf5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Jun 30 09:46:10.221622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340efd-b9c1-4e08-beca-828be98187da req-f061c16b-5585-49fd-9d1d-d27e893a5a6c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:10.223118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b340efd-b9c1-4e08-beca-828be98187da req-f061c16b-5585-49fd-9d1d-d27e893a5a6c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0697730 Jun 30 09:46:10.261887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b340efd-b9c1-4e08-beca-828be98187da req-7a706396-1860-4415-8d7f-a59b7a4e47df tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jun 30 09:46:11.454503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffcac8-43d2-4715-a28c-77692a96a793 req-7117e8fd-19d4-4635-8aaf-ee4c829ca712 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:11.455958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41ffcac8-43d2-4715-a28c-77692a96a793 req-7117e8fd-19d4-4635-8aaf-ee4c829ca712 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0762286 Jun 30 09:46:11.499232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-41ffcac8-43d2-4715-a28c-77692a96a793 req-e8e6fd61-fc41-4d99-bb44-f1bfe27edc00 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372190 Jun 30 09:46:12.673985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c54855-3249-40ae-8651-88a63c8de177 req-18da79b1-8f7b-4d17-b97f-95fe027269fd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:12.675482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2c54855-3249-40ae-8651-88a63c8de177 req-18da79b1-8f7b-4d17-b97f-95fe027269fd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0624995 Jun 30 09:46:12.713446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c2c54855-3249-40ae-8651-88a63c8de177 req-62c245c3-9ffe-49ee-94e0-679a4467b68e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jun 30 09:46:13.179920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:13.891733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523414-dd51-4881-a153-c05a4cb7d2ec req-301df4cf-64b3-4454-b33b-9fcd34e172e3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:13.893207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14523414-dd51-4881-a153-c05a4cb7d2ec req-301df4cf-64b3-4454-b33b-9fcd34e172e3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0620894 Jun 30 09:46:13.933428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14523414-dd51-4881-a153-c05a4cb7d2ec req-ccc26c74-9f4d-4737-af20-718fa4de18cb tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339978 Jun 30 09:46:15.112706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b350-b6dc-4eb1-8f77-4e22412522e3 req-5e1c3cd8-6261-421d-a80b-5dba7ac63b39 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:15.114087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1d4b350-b6dc-4eb1-8f77-4e22412522e3 req-5e1c3cd8-6261-421d-a80b-5dba7ac63b39 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0653954 Jun 30 09:46:15.151706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1d4b350-b6dc-4eb1-8f77-4e22412522e3 req-87273be7-c367-4cfd-b6fd-29c101de8993 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Jun 30 09:46:16.329910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a89248-bb16-401c-b755-1cb9626c2a1b req-969b07dd-98bc-4b34-8f07-42917ecba8f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:16.331974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09a89248-bb16-401c-b755-1cb9626c2a1b req-969b07dd-98bc-4b34-8f07-42917ecba8f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0661452 Jun 30 09:46:16.370634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-09a89248-bb16-401c-b755-1cb9626c2a1b req-c6f72c3c-5465-4a93-a5b6-5d056a94a21e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Jun 30 09:46:17.558493 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771350-c574-42c3-906c-3b9fabfbb5f9 req-83c1f1c0-9145-4b36-a394-962a22cbba12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:17.560232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c771350-c574-42c3-906c-3b9fabfbb5f9 req-83c1f1c0-9145-4b36-a394-962a22cbba12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0653038 Jun 30 09:46:17.608541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4c771350-c574-42c3-906c-3b9fabfbb5f9 req-f2f4ce48-9489-4b9d-838e-7998cb4877b9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Jun 30 09:46:18.798277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727082-966a-4341-82b8-c8d8c97934a3 req-bd8a4c5b-0c8a-4901-b3f0-46ad1ef86657 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:18.800438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a727082-966a-4341-82b8-c8d8c97934a3 req-bd8a4c5b-0c8a-4901-b3f0-46ad1ef86657 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0621090 Jun 30 09:46:18.838717 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a727082-966a-4341-82b8-c8d8c97934a3 req-fcee5e91-abbf-4b58-9897-bac9c4be0c37 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Jun 30 09:46:20.019627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5b1f2-e51a-4cc9-91f5-dbf456e39d44 req-8b8e3e8b-652f-4f5c-9ac6-d4c53e9ca5df tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:20.021095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bc5b1f2-e51a-4cc9-91f5-dbf456e39d44 req-8b8e3e8b-652f-4f5c-9ac6-d4c53e9ca5df tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 943 time: 0.0664399 Jun 30 09:46:20.067330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bc5b1f2-e51a-4cc9-91f5-dbf456e39d44 req-0ff10958-d22a-4917-abce-4aff4e91695f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Jun 30 09:46:20.375692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 260f6e0b-083c-4e32-8210-c99c9aad6b32 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:46:20.472020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:20.484804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '260f6e0b-083c-4e32-8210-c99c9aad6b32', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': '260f6e0b-083c-4e32-8210-c99c9aad6b32', 'mac_address': 'fa:16:3e:6f:62:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:46:20.522346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:20.535827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260f6e0b-083c-4e32-8210-c99c9aad6b32 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:20.559362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:20.563654 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:20.610252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:20.618211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.618555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.618990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.619234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.619561 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.619890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.620227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.620600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.620922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.621245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.621559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.621901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:20.815115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['260f6e0b-083c-4e32-8210-c99c9aad6b32'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:21.257323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006c1bd-d1bc-4737-b914-e0bca5521d2e req-6ad35ebe-546f-4ede-8e9d-b591575771a6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:21.258832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1006c1bd-d1bc-4737-b914-e0bca5521d2e req-6ad35ebe-546f-4ede-8e9d-b591575771a6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 944 time: 0.0720487 Jun 30 09:46:21.301363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1006c1bd-d1bc-4737-b914-e0bca5521d2e req-05b05d0d-478a-430b-adaa-2b3db36f9da3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368295 Jun 30 09:46:22.375781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 260f6e0b-083c-4e32-8210-c99c9aad6b32 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:22.433945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 260f6e0b-083c-4e32-8210-c99c9aad6b32 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:22.438345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 260f6e0b-083c-4e32-8210-c99c9aad6b32 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:22.438748 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.506397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfd950-3093-4925-affd-0dd210f38c68 req-b0d92d96-a717-46d4-835d-047185804479 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:22.508839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2cfd950-3093-4925-affd-0dd210f38c68 req-b0d92d96-a717-46d4-835d-047185804479 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 944 time: 0.0813622 Jun 30 09:46:22.538267 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.552842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e2cfd950-3093-4925-affd-0dd210f38c68 req-5b311b24-5c4d-454d-8752-c20be637581f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Jun 30 09:46:22.561990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:22.564330 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d48407-a330-4dfb-8ef6-deecfe8fff54" -d '{"events": [{"server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:22.587788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:22.592338 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.616100 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ae3aa-8809-4168-9099-e80729060e2f x-openstack-request-id: req-3f6ae3aa-8809-4168-9099-e80729060e2f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:22.616406 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:22.616665 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f6ae3aa-8809-4168-9099-e80729060e2f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:22.617055 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32', 'code': 200} Jun 30 09:46:22.656668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:22.746905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dce27-09f7-4aba-9f08-11edea84fc91 req-4e47636b-daea-4952-a5b2-68831192eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:22.749168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4d4dce27-09f7-4aba-9f08-11edea84fc91 req-4e47636b-daea-4952-a5b2-68831192eae4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 1097 time: 0.0672240 Jun 30 09:46:22.793003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4d4dce27-09f7-4aba-9f08-11edea84fc91 req-5fe64bc2-634e-4e83-a536-72fb12c1aa39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Jun 30 09:46:23.751113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8581597-48ba-41a3-97b1-af52ff59481d req-dbf2489f-ba5d-40a5-bf84-6e37c7ca44fa tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:23.752595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8581597-48ba-41a3-97b1-af52ff59481d req-dbf2489f-ba5d-40a5-bf84-6e37c7ca44fa tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 945 time: 0.0679672 Jun 30 09:46:23.799135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8581597-48ba-41a3-97b1-af52ff59481d req-148519ef-8da1-4235-81c2-4eb68dd1074a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Jun 30 09:46:23.986818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e9413-007b-4fff-98c4-39f84ff390e8 req-92c4e52b-40e2-48f3-8fd5-7e233e7f884d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:23.988318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d76e9413-007b-4fff-98c4-39f84ff390e8 req-92c4e52b-40e2-48f3-8fd5-7e233e7f884d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 945 time: 0.0732923 Jun 30 09:46:24.034379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d76e9413-007b-4fff-98c4-39f84ff390e8 req-6cc37e49-f534-4fcc-aa4b-283c9b41c3fa tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Jun 30 09:46:24.482766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34cbf5-da5a-4168-88e9-5c1212c68666 req-810da371-6e61-406a-b0a9-603921b87af5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:24.484234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f34cbf5-da5a-4168-88e9-5c1212c68666 req-810da371-6e61-406a-b0a9-603921b87af5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 945 time: 0.0716774 Jun 30 09:46:24.522130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f34cbf5-da5a-4168-88e9-5c1212c68666 req-d1384258-6636-424c-92d2-c6293cbb1254 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jun 30 09:46:25.701298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cc0ee-8cd6-46cf-9baf-f4aa13f2d6bc req-bafd4dac-e319-45f3-98f3-7dd9af01ce92 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.702777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-898cc0ee-8cd6-46cf-9baf-f4aa13f2d6bc req-bafd4dac-e319-45f3-98f3-7dd9af01ce92 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 945 time: 0.0664122 Jun 30 09:46:25.740510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-898cc0ee-8cd6-46cf-9baf-f4aa13f2d6bc req-c84bd895-a584-4b42-a3e9-828581677de6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jun 30 09:46:25.872820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-abe4c825-94c1-49cb-b533-05283ae6bae9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.874304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-abe4c825-94c1-49cb-b533-05283ae6bae9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 945 time: 0.0644794 Jun 30 09:46:25.981672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 260f6e0b-083c-4e32-8210-c99c9aad6b32 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:25.982039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:26.070986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port 260f6e0b-083c-4e32-8210-c99c9aad6b32, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=260f6e0b-083c-4e32-8210-c99c9aad6b32,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:26.071339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:26.083181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 260f6e0b-083c-4e32-8210-c99c9aad6b32 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:26.209621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:26.223092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['260f6e0b-083c-4e32-8210-c99c9aad6b32'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:26.225346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:26.242443 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=260f6e0b-083c-4e32-8210-c99c9aad6b32,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:26.292248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port 260f6e0b-083c-4e32-8210-c99c9aad6b32 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:26.296030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:26.298056 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-231fff3b-e86b-496b-ab5a-dd887ab7ee2c req-2fe0df3c-81a4-4c3a-8e61-3be54b8a89c8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "DELETE /v2.0/ports/260f6e0b-083c-4e32-8210-c99c9aad6b32 HTTP/1.1" status: 204 len: 173 time: 0.4180336 Jun 30 09:46:26.298508 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'name': 'network-vif-deleted', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:26.301538 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d5b99-e471-4033-8bd4-9bfef4a5c774" -d '{"events": [{"server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "name": "network-vif-deleted", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:26.355024 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc63961-f2f4-40ef-a5e9-bcfefe8b6807 x-openstack-request-id: req-dcc63961-f2f4-40ef-a5e9-bcfefe8b6807 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:26.355318 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8af6a24-00df-4132-9d2c-d9446f75d4aa", "name": "network-vif-deleted", "tag": "260f6e0b-083c-4e32-8210-c99c9aad6b32", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:26.355640 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcc63961-f2f4-40ef-a5e9-bcfefe8b6807 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:26.356098 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8af6a24-00df-4132-9d2c-d9446f75d4aa', 'name': 'network-vif-deleted', 'tag': '260f6e0b-083c-4e32-8210-c99c9aad6b32', 'status': 'completed', 'code': 200} Jun 30 09:46:26.883898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a000024-76fc-477f-b347-b797eae95f0e req-f9d36b1c-bf31-413f-a22b-e43a6d3f7f72 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0285187 Jun 30 09:46:28.023824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-92c30e9a-9b09-4b5b-a2b4-3ca44bfd0237 req-90da1dda-25c3-47c7-8a49-9cb7c9bd1846 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0290647 Jun 30 09:46:28.432617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 260f6e0b-083c-4e32-8210-c99c9aad6b32 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:28.453924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 260f6e0b-083c-4e32-8210-c99c9aad6b32 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:28.454277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 260f6e0b-083c-4e32-8210-c99c9aad6b32 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:29.174207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20abf0b6-7b3d-462a-90c1-bd23112ac39e req-87596996-95a2-46f9-abb5-fb5ca4e65a9d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0274155 Jun 30 09:46:29.339477 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a4ddeff8-6749-44cc-8d48-88f6e078fae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:30.349782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96dd7f08-8f8e-45e2-ae6d-3d92add664c8 req-e8ed8d46-293d-441e-ba2e-c039533a331d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8af6a24-00df-4132-9d2c-d9446f75d4aa HTTP/1.1" status: 200 len: 210 time: 0.0325665 Jun 30 09:46:31.958803 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c0c012b-7c89-4070-91ba-6a821157ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:32.059095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:33.088955 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:33.623400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:34.738402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:35.032230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b00a-b305-4a84-8124-8e587326e62f req-ac27fc4d-6079-42eb-a992-3f332c600717 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:35.033681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9512b00a-b305-4a84-8124-8e587326e62f req-ac27fc4d-6079-42eb-a992-3f332c600717 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0617380 Jun 30 09:46:35.071993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9512b00a-b305-4a84-8124-8e587326e62f req-8474bcce-5a8d-4e9c-855f-ab8f91b3c7f8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jun 30 09:46:35.420874 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.244035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f85e9-79bf-4bb5-b274-11c15c7ac474 req-d246140a-5089-49d0-b7ee-b678093633d9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:36.245567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a0f85e9-79bf-4bb5-b274-11c15c7ac474 req-d246140a-5089-49d0-b7ee-b678093633d9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0644696 Jun 30 09:46:36.287107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a0f85e9-79bf-4bb5-b274-11c15c7ac474 req-cf0050d5-07ed-40b3-a882-76bb4e857f7a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=81aefb00-90b6-422a-a726-12c0614503d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Jun 30 09:46:36.675712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-1e3947fc-b13f-4095-9a53-b08323a6f021 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:36.677653 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-1e3947fc-b13f-4095-9a53-b08323a6f021 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 945 time: 0.0634000 Jun 30 09:46:36.774007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:36.774350 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.870540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:36.870899 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.883460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:37.008661 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:37.025583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:37.039339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:37.071105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.071446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.071786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.072142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.072450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.072774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.073095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.073415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.073730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.074073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.074390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.074705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:37.092394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:37.094800 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:37.096835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b9336feb-d7b0-41de-8d9d-6b69c3397250 req-a34b3e81-e63e-48e2-b9da-931e843d6f79 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "DELETE /v2.0/ports/2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b HTTP/1.1" status: 204 len: 173 time: 0.4138613 Jun 30 09:46:37.097256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'name': 'network-vif-deleted', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:37.100028 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9736b851-95c5-4deb-8faa-fef2c4383044" -d '{"events": [{"server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "name": "network-vif-deleted", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:37.143008 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ea852f-4145-40e4-a8e5-b5dce930e5c3 x-openstack-request-id: req-d5ea852f-4145-40e4-a8e5-b5dce930e5c3 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:37.143313 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8ecfbe-0251-4c12-8b9a-25e23d1fda45", "name": "network-vif-deleted", "tag": "2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:37.143574 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5ea852f-4145-40e4-a8e5-b5dce930e5c3 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:37.143979 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8ecfbe-0251-4c12-8b9a-25e23d1fda45', 'name': 'network-vif-deleted', 'tag': '2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b', 'status': 'completed', 'code': 200} Jun 30 09:46:37.439964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e42a70f3-2355-45d6-894d-0b1ed358a736 req-7d2675a6-eefb-49a7-a2b0-0dda6b68ca70 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 210 time: 0.0348713 Jun 30 09:46:38.925996 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00214c43-33ed-4aac-9a6a-2ca887d55f8f req-271b60a0-d6e0-4448-9d96-b6475c4e1239 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 210 time: 0.3649626 Jun 30 09:46:40.068105 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05f92dfe-42dd-4bf9-8d1a-dbb89fd3c78c req-40978625-539d-49c0-b7b2-f2e5b60703b6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8ecfbe-0251-4c12-8b9a-25e23d1fda45 HTTP/1.1" status: 200 len: 210 time: 0.0283015 Jun 30 09:46:40.691737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:40.711685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:40.712018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 2ee2bdb0-dd62-4b9f-a5eb-c09fbd72952b not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:44.155323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 37608) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.160025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679143222', 'description': 'tempest-secgroup-smoke-679143222 description', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.182611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.265865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.269570 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.297043 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.298294 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419566 Jun 30 09:46:44.300145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4091-8212-4c67-932e-c4504be1711c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1111f-bdee-4f35-bb2e-9210f871c402,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.301345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37610) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.307040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.334837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.390248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.393703 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.412257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aacabf-f326-4676-b00c-369522834480,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.418871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.420130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5316ac93-0a2a-48fd-aa13-b882029cd0a7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169498 Jun 30 09:46:44.422773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37612) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.427208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.453356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.512749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.516381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.534153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8962b19f-377a-4202-bfce-3fe3dc4da692,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.539401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.540621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8153e1bb-4c09-4b57-bb34-2917a1c2808e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168795 Jun 30 09:46:44.543372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37614) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.547825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.574606 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.630641 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.634245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.653194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2624d5d0-a6b1-437a-83ae-914413b5b73f,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.656651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.660306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d9f2cdc6-d19b-4f00-a2b4-4609f9469025 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134822 Jun 30 09:46:44.660755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37616) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.665221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.691531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.749065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.755569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.772623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ca340e-f630-4e9d-85ce-440f67bd8482,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.779123 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.782233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d94a2ee0-42cd-487e-834f-79c92326225b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205964 Jun 30 09:46:44.782924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37618) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.787283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.809858 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Project 3ca56d2eefe747e29a8d11a54ae4f13d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:46:44.814688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.875160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.878910 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.899120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6240f7c6-e665-437f-873a-cd8c05232f8c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.902998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.904218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60b30266-8809-426a-a13e-a8b5c7fc8c0c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202826 Jun 30 09:46:44.906826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37620) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:44.911142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'security_group_rule': {'security_group_id': 'a1e1111f-bdee-4f35-bb2e-9210f871c402', 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:44.932303 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Project 3ca56d2eefe747e29a8d11a54ae4f13d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:46:44.937587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.998009 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:45.001657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:45.020015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb38b13-9196-45af-bf1a-018c169dd8ed,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:45.025815 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:45.026985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9a0e5e72-3509-48a9-b226-7a196b95180f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192195 Jun 30 09:46:50.178437 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:59.334995 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-7b442b40-94cc-422b-b8a9-27ede4a2bcf6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679143222&fields=id&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 267 time: 0.0331509 Jun 30 09:46:59.341566 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5448c8ec-7984-424f-a7b7-e73f5e78e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:59.443160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-d1db3505-c27e-4b34-809b-e884fad024af tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:59.444606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-d1db3505-c27e-4b34-809b-e884fad024af tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1022701 Jun 30 09:46:59.459476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-e9fdf139-7b00-4e1d-97ec-2645d15c783d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0095043 Jun 30 09:46:59.524064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-d36bf559-23c0-4e51-9f63-6860592ebbf2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596244 Jun 30 09:46:59.621803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-2aac526a-3d11-4054-b59b-a9ec78b369db service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Jun 30 09:46:59.709039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-593371f0-defc-4eb1-8d52-11edb5e05ec4 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815034 Jun 30 09:47:00.006957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-314f7d26-c012-47f7-bf93-c480d4bf5362 req-903456cb-ea05-4a46-9211-e7de0f6a94f4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0298672 Jun 30 09:47:01.033184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-e14746bf-767e-4a87-bca5-59a4435e40da tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:01.035330 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-e14746bf-767e-4a87-bca5-59a4435e40da tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1067388 Jun 30 09:47:01.089325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-122a47fc-a2f7-4787-9844-357828860e2b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 379 time: 0.0458274 Jun 30 09:47:01.097913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'security_groups': ['a1e1111f-bdee-4f35-bb2e-9210f871c402']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:01.157427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11ba83ac-dda6-4fb3-8b07-01e11cc40884 req-b10b9a1c-de51-402d-b82c-11752d23fbf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0337298 Jun 30 09:47:01.220157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:47:01.224067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.351944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.5 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/f63eb4fa-b904-4126-90ef-6d6b8b8d2d61) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:47:01.502317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.516421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:47:01.549119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.595705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:47:01.598792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:47:01.606404 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:47:01.636407 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:01.650701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.651079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.651673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.651945 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.652319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.652631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.653000 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.653440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.654009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.654347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.654682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.655015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:01.676819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:01.677525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.695884 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-b202f947-db2c-4c2b-93a5-2437438c44f7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017120 Jun 30 09:47:01.707847 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-1d878cef-ef72-49c2-9b4c-a85c11b28d11 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:47:01.708680 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-1d878cef-ef72-49c2-9b4c-a85c11b28d11 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058873 Jun 30 09:47:01.719140 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Request body: {'port': {'device_id': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:01.796964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.834658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d68c4435-e8ef-451d-b91b-0fe50275d0ef None None] Provisioning for port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:47:01.839206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d68c4435-e8ef-451d-b91b-0fe50275d0ef None None] Provisioning complete for port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:47:01.839768 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d68c4435-e8ef-451d-b91b-0fe50275d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:01.876126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d68c4435-e8ef-451d-b91b-0fe50275d0ef None None] Port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:47:01.954014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e17a605-914e-49a7-8617-0194b5c0f940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.062287 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.086238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:47:02.094291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.107093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Transition to ACTIVE for port object f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:47:02.111004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.162605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Pushing event updated for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:02.242120 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Attempting to bind port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:47:02.242459 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Attempting to bind port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:47:02.242786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Attempting to bind port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:02.255294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:47:02.255294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Attempting to bind port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:02.262110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:47:02.262895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:47:02.263299 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:47:02.263815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Bound port: f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:47:02.264238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.366224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:47:02.369871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:47:02.375571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.391205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049140-4002-490b-89c8-7331f6733d7b req-6ef2b010-30ef-4257-a2da-469ba3ef7218 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.400877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af049140-4002-490b-89c8-7331f6733d7b req-6ef2b010-30ef-4257-a2da-469ba3ef7218 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0964186 Jun 30 09:47:02.414408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.415017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:02.416437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] 10.222.0.41 "PUT /v2.0/ports/f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 1092 time: 0.7017186 Jun 30 09:47:02.416885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:02.419858 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f85818-1a8f-4655-ac43-784988eda1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:02.459795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af049140-4002-490b-89c8-7331f6733d7b req-c6533ec1-9786-45a1-8615-ecaf3f10c8f9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574660 Jun 30 09:47:02.463275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046498e-62a6-4f51-b7ed-0d8ecb386e54 service neutron] Pushing event updated for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:02.502176 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d6649-2f9d-4e8a-b848-944d1fe6f72f x-openstack-request-id: req-ab2d6649-2f9d-4e8a-b848-944d1fe6f72f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:02.502476 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:02.502732 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab2d6649-2f9d-4e8a-b848-944d1fe6f72f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:02.503182 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'status': 'completed', 'code': 200} Jun 30 09:47:02.531179 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-880d782c-4e0f-4276-926a-d534b016155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.533026 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-880d782c-4e0f-4276-926a-d534b016155c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1095 time: 0.0708656 Jun 30 09:47:02.580341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-00e3e6b6-2c7b-4d7b-a60d-4925d0b2ef08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 217 time: 0.0396938 Jun 30 09:47:02.631907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-71e3fbf3-bf86-40d9-a9d4-6509e10b74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.633409 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-71e3fbf3-bf86-40d9-a9d4-6509e10b74cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0476027 Jun 30 09:47:02.691089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-f1268054-4c28-40e8-a5f0-7e27504df594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.692567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-f1268054-4c28-40e8-a5f0-7e27504df594 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530415 Jun 30 09:47:02.784261 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-0de05d39-5a48-419c-9e02-ae954957792d service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Jun 30 09:47:02.877783 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d42c939c-28f7-41e6-9b2b-b5005ff970fb req-c2dc0ade-da8b-4c83-a691-933d0b71cd89 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869315 Jun 30 09:47:02.977780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85818-1a8f-4655-ac43-784988eda1fe req-daa4ef04-f057-4e3b-8e40-cd8b9b751cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:02.979357 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-daa4ef04-f057-4e3b-8e40-cd8b9b751cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1095 time: 0.0562868 Jun 30 09:47:03.073329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85818-1a8f-4655-ac43-784988eda1fe req-09c35cae-030e-433a-974f-58b7e882ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.074840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-09c35cae-030e-433a-974f-58b7e882ffd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0894914 Jun 30 09:47:03.092155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.117175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-b08d2cc5-7448-4492-ac8c-415c51bee69e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 217 time: 0.0359390 Jun 30 09:47:03.171102 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85818-1a8f-4655-ac43-784988eda1fe req-75040220-71eb-46cb-88c3-fb653abf8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.172716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-75040220-71eb-46cb-88c3-fb653abf8dc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0496528 Jun 30 09:47:03.231223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85818-1a8f-4655-ac43-784988eda1fe req-fe284784-ca13-404d-bd89-da1f2f4135ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.232698 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-fe284784-ca13-404d-bd89-da1f2f4135ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533185 Jun 30 09:47:03.322446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-b2eb6687-4009-4dc7-8345-1523a3404d65 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Jun 30 09:47:03.416155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-35f85818-1a8f-4655-ac43-784988eda1fe req-49c02a7b-cdf6-4060-aedf-e24cbd383a3c service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Jun 30 09:47:03.619431 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:03.650328 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c868278-854d-40e3-ace8-f28dfe2940d0 req-27bacd08-6753-40d0-a7ce-3ef0024930c6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.651856 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c868278-854d-40e3-ace8-f28dfe2940d0 req-27bacd08-6753-40d0-a7ce-3ef0024930c6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0690737 Jun 30 09:47:03.690076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8c868278-854d-40e3-ace8-f28dfe2940d0 req-bd126e73-17bd-4dd9-bebf-9bb74db39468 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Jun 30 09:47:04.743933 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:04.881556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e78d7-29c8-481b-b687-5ee35e040163 req-87924ee9-93ef-4512-a6e7-a9ae5bf3aa75 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:04.883232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2e78d7-29c8-481b-b687-5ee35e040163 req-87924ee9-93ef-4512-a6e7-a9ae5bf3aa75 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0688794 Jun 30 09:47:04.924555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2e78d7-29c8-481b-b687-5ee35e040163 req-29820688-853e-449f-9350-39b968c3fd40 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 Jun 30 09:47:05.419196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:06.105213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1a132-6f69-453b-b35e-e0b15ce86168 req-01c25f1b-d961-4fc4-b287-cb09b4b50491 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:06.106685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fb1a132-6f69-453b-b35e-e0b15ce86168 req-01c25f1b-d961-4fc4-b287-cb09b4b50491 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0631740 Jun 30 09:47:06.144313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fb1a132-6f69-453b-b35e-e0b15ce86168 req-bdb07692-03ab-4483-9e58-394c14610087 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Jun 30 09:47:07.316222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e27e26-a15d-4367-91f1-0989724af893 req-4d97c22a-1747-43ce-9c91-3ce3c00454e8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.317692 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20e27e26-a15d-4367-91f1-0989724af893 req-4d97c22a-1747-43ce-9c91-3ce3c00454e8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0617685 Jun 30 09:47:07.358419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20e27e26-a15d-4367-91f1-0989724af893 req-ee0ea212-9943-4ab3-9ca6-16bf48acc655 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Jun 30 09:47:08.535055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553c89b-e8aa-4281-b37a-12f7b5e4d253 req-d4e6b89e-5f92-4cd9-8dab-56d090c38615 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:08.536565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d553c89b-e8aa-4281-b37a-12f7b5e4d253 req-d4e6b89e-5f92-4cd9-8dab-56d090c38615 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0658600 Jun 30 09:47:08.579536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d553c89b-e8aa-4281-b37a-12f7b5e4d253 req-672171d6-b4a1-4b78-b00e-70f20d82f0b1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356443 Jun 30 09:47:09.751945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438397-f015-4884-bea3-9a64f9c0c302 req-a5f6b21b-0bba-4b0a-a96d-e47ab492cec8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:09.753310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de438397-f015-4884-bea3-9a64f9c0c302 req-a5f6b21b-0bba-4b0a-a96d-e47ab492cec8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0615087 Jun 30 09:47:09.790062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de438397-f015-4884-bea3-9a64f9c0c302 req-3b7278f4-cfa0-41f5-a268-e2d707921de3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305946 Jun 30 09:47:10.965774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd37886-306e-497c-8ea2-2fab839f3c89 req-3c14f296-78e8-459c-84ae-0d7bf8685c84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:10.967238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fd37886-306e-497c-8ea2-2fab839f3c89 req-3c14f296-78e8-459c-84ae-0d7bf8685c84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0688145 Jun 30 09:47:11.005731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6fd37886-306e-497c-8ea2-2fab839f3c89 req-46eb8b5e-6591-47e8-96e2-3cca483c6e2c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Jun 30 09:47:12.176726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972f23c-2d6a-4712-a0e3-feea257cfd41 req-a709e989-2abd-48c3-b6ae-3a3dcd19fb84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:12.178798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4972f23c-2d6a-4712-a0e3-feea257cfd41 req-a709e989-2abd-48c3-b6ae-3a3dcd19fb84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 943 time: 0.0618675 Jun 30 09:47:12.216272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4972f23c-2d6a-4712-a0e3-feea257cfd41 req-9138527a-149e-4cb5-9ee7-9431f7f39864 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Jun 30 09:47:12.688613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:47:12.807332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:12.819925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'mac_address': 'fa:16:3e:52:10:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:47:12.858227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:12.870492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:47:12.891121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:12.895262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:12.946000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:13.082807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f63eb4fa-b904-4126-90ef-6d6b8b8d2d61'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:13.390027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85686-d0b1-410f-82d5-928663cb39b6 req-1931cfa7-437f-4c68-96bb-7ecf457b9e3a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:13.391494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2de85686-d0b1-410f-82d5-928663cb39b6 req-1931cfa7-437f-4c68-96bb-7ecf457b9e3a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 944 time: 0.0617280 Jun 30 09:47:13.432252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2de85686-d0b1-410f-82d5-928663cb39b6 req-ea70b6d4-65cb-49c0-b4f1-149f2526cc0a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351009 Jun 30 09:47:14.605565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84378985-f39b-4ea3-9cc1-3539698ae896 req-278c5100-343c-45cf-a332-d3fab08cd695 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:14.607118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84378985-f39b-4ea3-9cc1-3539698ae896 req-278c5100-343c-45cf-a332-d3fab08cd695 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 944 time: 0.0656168 Jun 30 09:47:14.654570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84378985-f39b-4ea3-9cc1-3539698ae896 req-20b017fe-7171-431f-8658-d002d236d5f2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416701 Jun 30 09:47:14.703716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:47:14.750704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:47:14.754295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:47:14.754676 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:14.828088 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:14.853342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:14.855607 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7891cf-e656-47d0-a8bd-91c968491d63" -d '{"events": [{"server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:14.868022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:14.872317 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:14.921277 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:14.972002 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61492ee4-81fc-4414-94a1-62fcad45455d x-openstack-request-id: req-61492ee4-81fc-4414-94a1-62fcad45455d {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:14.972302 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "name": "network-vif-plugged", "status": "completed", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:14.972582 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61492ee4-81fc-4414-94a1-62fcad45455d {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:14.972990 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'code': 200} Jun 30 09:47:15.085939 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac06ce-15a5-4904-b9fb-45c649e98f5e req-c6bd764f-9c8e-40f0-b488-27205c264dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:15.087324 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2ac06ce-15a5-4904-b9fb-45c649e98f5e req-c6bd764f-9c8e-40f0-b488-27205c264dff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0514877 Jun 30 09:47:15.120925 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c2ac06ce-15a5-4904-b9fb-45c649e98f5e req-c01cd229-949a-41d5-a239-ad054b570d3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266759 Jun 30 09:47:15.830795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761465f-e046-4e16-96b8-30cbf17296aa req-f4fd56cb-4243-424d-ac52-1f94449b24d6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:15.832341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2761465f-e046-4e16-96b8-30cbf17296aa req-f4fd56cb-4243-424d-ac52-1f94449b24d6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0651588 Jun 30 09:47:15.871851 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2761465f-e046-4e16-96b8-30cbf17296aa req-26da33dd-db18-4cbf-a0e4-0faae8956bf9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jun 30 09:47:16.344338 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-5ad8f6ba-955c-4975-91c6-9130ff9572ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537202 Jun 30 09:47:16.437374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-7ff13920-c647-4134-bcef-d05bc407cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:16.438874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-7ff13920-c647-4134-bcef-d05bc407cb55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0517104 Jun 30 09:47:16.540093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-e30e4038-4fe3-487d-87aa-27d57e4663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:16.541571 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-e30e4038-4fe3-487d-87aa-27d57e4663fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0836887 Jun 30 09:47:16.586559 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-61ac32ab-1305-4851-acd6-79855f920db8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 217 time: 0.0380089 Jun 30 09:47:16.634242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-ea42aef4-5bdd-4f0d-9db6-b339ded51452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:16.635567 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-ea42aef4-5bdd-4f0d-9db6-b339ded51452 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0426481 Jun 30 09:47:16.691460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-a59675d8-87de-4922-b0ca-c7d394e34d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:16.693499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-a59675d8-87de-4922-b0ca-c7d394e34d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513411 Jun 30 09:47:16.785624 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-b4a57fed-1bdd-435d-a0d6-8c3a2530df9f service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Jun 30 09:47:16.872804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d6c6d45a-5ab7-4b93-8b44-7a89377c1aad req-8b36fabf-cd01-4729-8a6a-92e2ab2af944 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805440 Jun 30 09:47:17.046185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff8fc6-834b-4142-a547-7a1a16beac7c req-edcc2c05-b811-41bf-b100-5276d02a5960 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:17.047667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cff8fc6-834b-4142-a547-7a1a16beac7c req-edcc2c05-b811-41bf-b100-5276d02a5960 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0674100 Jun 30 09:47:17.086040 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3cff8fc6-834b-4142-a547-7a1a16beac7c req-841072c2-8973-4b6f-b693-42cbca42dbf6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Jun 30 09:47:17.261585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea672e-8b27-4a9f-b688-c8b806ac64ee req-4b1bd1c9-c47c-4538-83c1-f1f0b314d7e6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:17.263094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21ea672e-8b27-4a9f-b688-c8b806ac64ee req-4b1bd1c9-c47c-4538-83c1-f1f0b314d7e6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0644884 Jun 30 09:47:17.299917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21ea672e-8b27-4a9f-b688-c8b806ac64ee req-11005d81-0bb1-4563-8258-a7bd89a15a97 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Jun 30 09:47:17.325712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37804) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:17.382521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494817c3-47c1-4498-91fb-9d99cde4a5a1 tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:17.384323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-494817c3-47c1-4498-91fb-9d99cde4a5a1 tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1092 time: 0.0574729 Jun 30 09:47:17.387210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37806) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:17.391719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:17.413617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.516382 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.624812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.25.4.101 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/49da182a-6a9d-472c-9d23-86e26af02996) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:47:17.726714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.764242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.801543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:47:17.808774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:47:17.813446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:47:17.816451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=49da182a-6a9d-472c-9d23-86e26af02996,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:18.176068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.256880 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.402515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.407227 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.473220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=49da182a-6a9d-472c-9d23-86e26af02996,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:18.485347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.584747 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 4fbbdd9d-b0dd-48dc-8875-902ca94cfc90 associated. External IP: 172.25.4.101, port: f63eb4fa-b904-4126-90ef-6d6b8b8d2d61. Jun 30 09:47:18.786259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:47:18.892114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:47:18.901470 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:47:18.910783 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:47:18.911415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:47:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:18.912556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:18.950198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e09a4149-2a1e-4715-a15c-e5e61b50bb2d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5618374 Jun 30 09:47:18.950810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:18.953070 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee9357-b1bb-489f-a5bc-d88c40ad453b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:18.988013 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98559e42-f219-4a9e-a127-6716a6d2428a x-openstack-request-id: req-98559e42-f219-4a9e-a127-6716a6d2428a {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:18.988296 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:18.988552 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98559e42-f219-4a9e-a127-6716a6d2428a {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:18.988956 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'status': 'completed', 'code': 200} Jun 30 09:47:19.017690 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:47:19.062815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-6b171848-41f6-464f-8bb1-a43582f37bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:19.064348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-6b171848-41f6-464f-8bb1-a43582f37bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0527635 Jun 30 09:47:19.155957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-24278fa6-1d39-4456-9b4d-f38167bd8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:19.157466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-24278fa6-1d39-4456-9b4d-f38167bd8e1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0876098 Jun 30 09:47:19.221367 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-7be69104-6863-44d1-a175-4c089bd16213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 999 time: 0.0578411 Jun 30 09:47:19.238748 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '4fbbdd9d-b0dd-48dc-8875-902ca94cfc90', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:52:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:18Z', 'updated_at': '2021-06-30T09:47:18Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:19.360738 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:47:19.369570 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:47:19.370227 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:47:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:19.475578 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:47:19.559156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-09384a14-ecff-46b3-94bc-cd7bb8142a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:19.561161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-09384a14-ecff-46b3-94bc-cd7bb8142a9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.3339353 Jun 30 09:47:19.617871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-d060f014-52f8-4c87-ad6e-225a1728cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:19.619371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-d060f014-52f8-4c87-ad6e-225a1728cb59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520089 Jun 30 09:47:19.697296 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '4fbbdd9d-b0dd-48dc-8875-902ca94cfc90', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:52:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:18Z', 'updated_at': '2021-06-30T09:47:18Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:19.708141 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-86e437ed-802a-47ab-9a2d-18fb55188d4d service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816035 Jun 30 09:47:19.724694 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e408f39-bb20-43f3-8712-e98fb52837ff None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '4fbbdd9d-b0dd-48dc-8875-902ca94cfc90', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.101', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:52:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:47:18Z', 'updated_at': '2021-06-30T09:47:18Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:47:19.805581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-27ee9357-b1bb-489f-a5bc-d88c40ad453b req-9ea4c033-13d4-4a46-9d3c-020a53f8494f service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912917 Jun 30 09:47:19.917394 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edaa1a-78a6-4d1e-a13f-3a6e8d9f087b None None] New status for floating IP 4fbbdd9d-b0dd-48dc-8875-902ca94cfc90: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:47:27.177996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:29.342509 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6d72edd-a6c5-40be-953b-91862b1fca2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.954620 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6269-857e-4b46-a8cb-6a81d8f92567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.065892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:33.094092 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:33.634546 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:34.744488 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:35.434561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:59.347554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eea8ca2c-d1f0-45e5-b2ae-e8030bfe7b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:01.956547 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-673bfec4-78e2-4724-9a5d-975c2b4d0a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:02.066880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.096970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:03.644622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:04.177854 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:04.746904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:05.450432 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.301383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-ae17472b-fa8d-47cc-b9b2-e8704a77e88f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583115 Jun 30 09:48:17.397347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-1b028684-86d0-4928-825a-e16a18a182c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.398869 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-1b028684-86d0-4928-825a-e16a18a182c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0553098 Jun 30 09:48:17.499256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-8f70729c-9ff5-4b44-bd1c-17d8923e58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.500743 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-8f70729c-9ff5-4b44-bd1c-17d8923e58d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0830045 Jun 30 09:48:17.571627 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-e0fef04f-f309-4738-a993-e32fdeee4d9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 200 len: 1001 time: 0.0640006 Jun 30 09:48:17.619661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-4eacfb5a-40a0-4165-b7ba-8c18f5e71ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.621305 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-4eacfb5a-40a0-4165-b7ba-8c18f5e71ece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0431449 Jun 30 09:48:17.675506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-e87671c7-8889-4673-ae58-7be79aa9b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.677017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-e87671c7-8889-4673-ae58-7be79aa9b1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498977 Jun 30 09:48:17.766458 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-3c7f02d0-4ffd-45ac-a9cb-45ef10c5ae34 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831985 Jun 30 09:48:17.855372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0bbb8325-759a-4e91-acc5-82b9d5ec0a53 req-143555fd-4918-45c5-b0d9-b04ac82859e5 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828550 Jun 30 09:48:29.350488 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05ebc978-2620-4286-9baa-9a76a0b6db63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:31.955756 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-edcb86a9-c427-40eb-b651-29c493962d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:32.069406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.099548 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:33.644174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:34.750229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:35.463220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:41.178029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:59.351352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05427d1b-0f31-4240-9fe7-3db3ac27db3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.956657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-988030ed-6c5a-4af8-bb78-a1ec0c5f4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.072733 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.102371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:03.643631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:04.751353 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:05.463309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:09.720588 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-a3e31157-3fdc-4e00-88b8-9f3ee2ad57e3 req-8816c345-8857-45de-8515-fed0b08c2ba2 service neutron] (94185) timed out ('10.222.0.66', 35400) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:49:14.786097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b61f07-cc9f-417d-aeed-35ffdedc1c0a req-632b9797-f638-4425-88e1-23cf3ada8430 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:14.787648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36b61f07-cc9f-417d-aeed-35ffdedc1c0a req-632b9797-f638-4425-88e1-23cf3ada8430 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0628886 Jun 30 09:49:14.827257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36b61f07-cc9f-417d-aeed-35ffdedc1c0a req-88683e51-a82c-4086-ab3f-9b34a0bd4cee tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332432 Jun 30 09:49:16.023195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5edff-9db6-4355-9b6c-2bd273c5d23e req-dec9fbc4-284a-4b69-8b33-c540a6762858 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:16.024698 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95a5edff-9db6-4355-9b6c-2bd273c5d23e req-dec9fbc4-284a-4b69-8b33-c540a6762858 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0669744 Jun 30 09:49:16.061622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-95a5edff-9db6-4355-9b6c-2bd273c5d23e req-c9c88f4a-7866-499a-9fd1-a919f9432179 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Jun 30 09:49:16.223339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0d690099-eee2-47ef-9197-5e56c634728a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:16.224788 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0d690099-eee2-47ef-9197-5e56c634728a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 945 time: 0.0621953 Jun 30 09:49:16.326549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:16.326830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.412153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:16.412513 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.639934 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.640186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.640507 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 4fbbdd9d-b0dd-48dc-8875-902ca94cfc90 disassociated. External IP: 172.25.4.101, port: f63eb4fa-b904-4126-90ef-6d6b8b8d2d61. Jun 30 09:49:16.640870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:16.767761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.796225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=f63eb4fa-b904-4126-90ef-6d6b8b8d2d61,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:16.810151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.810510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.810860 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.811202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.811542 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.811880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.812213 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.812543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.812874 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.813210 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.813669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.814170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:16.927869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:17.032414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:17.043087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:17.052747 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:17.053435 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:49:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.079397 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:17.082185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.084225 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7173a317-1a1f-4903-b90c-cd688433fa45 req-0db2f2e2-d9a0-4797-862c-561acf14dcf4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "DELETE /v2.0/ports/f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 HTTP/1.1" status: 204 len: 173 time: 0.8536348 Jun 30 09:49:17.084666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'name': 'network-vif-deleted', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:17.088204 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2287eb83cc280a97f45569740759af4a77241b194ca4645b3b856d3af7f1bd42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce0488-6688-4dd9-9cec-d0640d552670" -d '{"events": [{"server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "name": "network-vif-deleted", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:17.176492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:17.260781 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277cb6c9-d57a-4b17-ab4b-a477ebdb0442 x-openstack-request-id: req-277cb6c9-d57a-4b17-ab4b-a477ebdb0442 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:17.261270 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f25882-67e4-4784-b17d-59d99cf73bb2", "name": "network-vif-deleted", "tag": "f63eb4fa-b904-4126-90ef-6d6b8b8d2d61", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:17.261393 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-277cb6c9-d57a-4b17-ab4b-a477ebdb0442 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:17.261704 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f25882-67e4-4784-b17d-59d99cf73bb2', 'name': 'network-vif-deleted', 'tag': 'f63eb4fa-b904-4126-90ef-6d6b8b8d2d61', 'status': 'completed', 'code': 200} Jun 30 09:49:17.292663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3502053f-59a4-4747-993b-58879ad5c7d4 req-2c2123d2-ff9e-4e13-b39b-b5b3bec867d1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0449996 Jun 30 09:49:17.406773 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.435881 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:17.444859 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:17.445462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:49:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.547160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:17.740091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.764729 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823149c-2087-4c90-a260-660bd9a17998 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:17.987639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f14370-4469-4e7a-a2b7-ba8ff1b15db4 None None] New status for floating IP 4fbbdd9d-b0dd-48dc-8875-902ca94cfc90: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:18.177241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:18.428839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee1dda96-fce2-4859-83f1-44474e9f25ae req-bfbc16f3-6884-4e0c-af0d-e657f4d53354 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jun 30 09:49:19.298747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:19.322621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:19.322902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f63eb4fa-b904-4126-90ef-6d6b8b8d2d61 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:19.573056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ced22965-a52e-4d84-8c5a-b4caec71658c req-bcf5b24e-78da-43fd-9282-d05beda826dc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0326388 Jun 30 09:49:20.724179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b77f42c1-a379-479f-823e-96a0af065793 req-f26cc822-2556-40ef-9ad0-a935c750c6e6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f25882-67e4-4784-b17d-59d99cf73bb2 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Jun 30 09:49:21.960544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-21e6d1b5-0862-4ba7-a252-ff35feb154ee tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679143222&fields=id&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 267 time: 0.0326333 Jun 30 09:49:22.070682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-a8422d9c-912d-4c31-a543-909f891230d6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:22.072024 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-a8422d9c-912d-4c31-a543-909f891230d6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1051924 Jun 30 09:49:22.086511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-a7c6d7dc-b839-4712-bc0c-a220af5c004a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0088475 Jun 30 09:49:22.152884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-57d87b83-b002-47b1-bc18-fa197f4c924a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614617 Jun 30 09:49:22.210609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-01b4dac4-aff1-4d74-bde0-614498c639e7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:49:22.211612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-01b4dac4-aff1-4d74-bde0-614498c639e7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474503 Jun 30 09:49:22.305182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-8b193497-664f-48e6-b8f6-36e39f601bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876458 Jun 30 09:49:22.392125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-c1212869-470a-4ffd-9ec3-67c9b42101ad service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808721 Jun 30 09:49:22.691036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-963a5f61-e06d-4878-8444-f4c790578c74 req-8e1ef011-774d-44ed-9b45-3ee2d87cc904 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Jun 30 09:49:23.877313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f5fed23-ec7a-498c-aa8f-a17c904f0e8b req-14b29452-d259-40fe-a6e9-4cb0471a3498 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 210 time: 0.0583735 Jun 30 09:49:23.933797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-c14f8ee0-2175-48b5-a582-c2ccfa82b998 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:23.935486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-c14f8ee0-2175-48b5-a582-c2ccfa82b998 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1409807 Jun 30 09:49:23.976605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-aa2fe48c-bc78-4db3-9ba9-35367e78cafb tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 379 time: 0.0335190 Jun 30 09:49:23.985488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'security_groups': ['a1e1111f-bdee-4f35-bb2e-9210f871c402']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:24.103944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:24.107629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.240552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.10 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/751804b3-0f7d-48b4-b767-a0af073a52a5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:24.381864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.394519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object 751804b3-0f7d-48b4-b767-a0af073a52a5 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:24.427156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.475422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:24.478756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:24.485290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:24.492471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:24.520721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.521063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.521403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.521736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.522089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.522415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.522736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.523054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.523374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.523690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.524021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.524317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:24.552169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:24.552893 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.570628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-ffb71591-d45f-4506-a704-2fd612d91a15 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5887759 Jun 30 09:49:24.581967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-88578d73-1858-48ac-8a7f-890e6ac811c4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:49:24.583344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-88578d73-1858-48ac-8a7f-890e6ac811c4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056961 Jun 30 09:49:24.657853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Request body: {'port': {'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:24.730433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.748796 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed7fc913-c78b-4c83-a21b-c1561eb9dab1 None None] Provisioning for port 751804b3-0f7d-48b4-b767-a0af073a52a5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:24.752639 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed7fc913-c78b-4c83-a21b-c1561eb9dab1 None None] Provisioning complete for port 751804b3-0f7d-48b4-b767-a0af073a52a5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:24.753002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc913-c78b-4c83-a21b-c1561eb9dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.787630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fc913-c78b-4c83-a21b-c1561eb9dab1 None None] Port 751804b3-0f7d-48b4-b767-a0af073a52a5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:49:25.015657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751804b3-0f7d-48b4-b767-a0af073a52a5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:25.024711 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.039039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Transition to ACTIVE for port object 751804b3-0f7d-48b4-b767-a0af073a52a5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:25.045207 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.118364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Pushing event updated for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:25.609178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Attempting to bind port 751804b3-0f7d-48b4-b767-a0af073a52a5 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:25.609521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Attempting to bind port 751804b3-0f7d-48b4-b767-a0af073a52a5 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:25.609866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Attempting to bind port 751804b3-0f7d-48b4-b767-a0af073a52a5 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:25.618206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Port 751804b3-0f7d-48b4-b767-a0af073a52a5 on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:49:25.618537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Attempting to bind port 751804b3-0f7d-48b4-b767-a0af073a52a5 on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:25.627734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:25.628083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:25.628477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:25.629476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Bound port: 751804b3-0f7d-48b4-b767-a0af073a52a5, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:25.629866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.649567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d079c-96f1-48fa-9bac-a17a96a08d81 req-e03b2572-c461-4e23-836c-cae5624ef4ff tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.651130 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d19d079c-96f1-48fa-9bac-a17a96a08d81 req-e03b2572-c461-4e23-836c-cae5624ef4ff tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.4555998 Jun 30 09:49:25.729071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d19d079c-96f1-48fa-9bac-a17a96a08d81 req-ff565eb7-ff1f-4915-a9a9-e817537b96b0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553119 Jun 30 09:49:25.733520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:25.737177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=751804b3-0f7d-48b4-b767-a0af073a52a5,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:25.741258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.786639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.787288 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.788919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] 10.222.0.11 "PUT /v2.0/ports/751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1093 time: 1.1990676 Jun 30 09:49:25.789401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:25.792308 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:25.826257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e583f4-2b0f-4e36-88a1-0f12d94adac8 service neutron] Pushing event updated for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:25.906227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-425fcdf3-e39f-471f-8306-980ffced083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.907893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-425fcdf3-e39f-471f-8306-980ffced083b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0571907 Jun 30 09:49:25.909282 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95cc398-8fbb-4f74-b1d5-690502fbe85f x-openstack-request-id: req-e95cc398-8fbb-4f74-b1d5-690502fbe85f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:25.909581 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:25.910035 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e95cc398-8fbb-4f74-b1d5-690502fbe85f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:25.910497 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'status': 'completed', 'code': 200} Jun 30 09:49:25.952570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-04f90912-dbd6-469e-9c34-8b5ad67c53cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 217 time: 0.0354903 Jun 30 09:49:26.005529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-d4d10052-8752-449a-a988-2f9719237983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.006990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-d4d10052-8752-449a-a988-2f9719237983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0484221 Jun 30 09:49:26.074877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-739d1104-1d75-4f1b-8bc5-9a32a48a7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.076455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-739d1104-1d75-4f1b-8bc5-9a32a48a7978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635047 Jun 30 09:49:26.163623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-0a8a0b9b-81ed-4636-bbad-384d9014bd7b service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Jun 30 09:49:26.258891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c32a29e2-7721-4f15-81b9-bc9c70ef5e92 req-e6412f95-486c-4e54-ab65-f647bf222ef2 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883415 Jun 30 09:49:26.361383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-8414cf37-0ec5-4b4a-aa9e-0cce2dae28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.362809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-8414cf37-0ec5-4b4a-aa9e-0cce2dae28e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0524733 Jun 30 09:49:26.459334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-b13bc29d-b487-4c42-b931-35c9da4e3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.460818 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-b13bc29d-b487-4c42-b931-35c9da4e3aeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0910990 Jun 30 09:49:26.502900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-79a66ab6-8d9a-4df0-a17b-aba8db863e17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 217 time: 0.0353537 Jun 30 09:49:26.553251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-7b837b7f-4be7-4c85-9efd-a27407c85e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.555514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-7b837b7f-4be7-4c85-9efd-a27407c85e77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0460374 Jun 30 09:49:26.615136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-bf39fca6-8d1a-45ae-a075-49c71f4c249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.616615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-bf39fca6-8d1a-45ae-a075-49c71f4c249e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550940 Jun 30 09:49:26.704632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-e8eaf71c-caa9-46f6-9c85-5398c29533a9 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811675 Jun 30 09:49:26.807184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6f4e2c8-c4e5-438d-ae15-032fa43bdf1f req-8cf2f811-952f-4c4c-b6fd-f09a58cbbe51 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960817 Jun 30 09:49:26.908815 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7de454-c875-44df-a6ba-c45e332468e4 req-3614991b-5dba-4ac2-957f-a75006cbd5ae tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.910237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa7de454-c875-44df-a6ba-c45e332468e4 req-3614991b-5dba-4ac2-957f-a75006cbd5ae tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0652294 Jun 30 09:49:26.948056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa7de454-c875-44df-a6ba-c45e332468e4 req-746c3d2f-5a43-46d4-a812-f0ed8450bbce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Jun 30 09:49:28.131070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238308d-f158-4bc6-8f3d-bc9074f6d120 req-b82e7a18-f34b-49c3-97cf-f6336d6227f8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:28.132411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f238308d-f158-4bc6-8f3d-bc9074f6d120 req-b82e7a18-f34b-49c3-97cf-f6336d6227f8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0668600 Jun 30 09:49:28.169993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f238308d-f158-4bc6-8f3d-bc9074f6d120 req-dcf8594f-d68a-45c4-83a5-a41a533a554e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jun 30 09:49:29.353197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665933c-92b4-4797-9c82-ab09a63c4655 req-3f220d71-6919-495a-9d5f-74ba799caed0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:29.353940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4fe3db9c-d8a3-489a-8bca-5c1954c577b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.355479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b665933c-92b4-4797-9c82-ab09a63c4655 req-3f220d71-6919-495a-9d5f-74ba799caed0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0685987 Jun 30 09:49:29.393318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b665933c-92b4-4797-9c82-ab09a63c4655 req-7c8d8863-4a3f-4b99-8641-70e6b53c2e5a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Jun 30 09:49:30.562764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf19bf-f01f-441c-a569-39d63ca2bd1c req-6894d447-83b7-4946-9209-b59674182c12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:30.564226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eacf19bf-f01f-441c-a569-39d63ca2bd1c req-6894d447-83b7-4946-9209-b59674182c12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0632980 Jun 30 09:49:30.603638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eacf19bf-f01f-441c-a569-39d63ca2bd1c req-70ec1060-622a-498d-9014-d778e1566d16 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 Jun 30 09:49:31.775050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a3152-42dc-4b3c-b3b6-3ecc3868b0aa req-0acb106f-2542-4e06-ac23-bbd6e396a84c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:31.776409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-660a3152-42dc-4b3c-b3b6-3ecc3868b0aa req-0acb106f-2542-4e06-ac23-bbd6e396a84c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0612640 Jun 30 09:49:31.818452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-660a3152-42dc-4b3c-b3b6-3ecc3868b0aa req-f4fee508-8fa1-45c6-8ced-b0707950dd45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364184 Jun 30 09:49:31.957593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-208efe5d-5a53-4127-9733-b8bd139431b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.073571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:32.992655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e3389-83c0-42cb-85ea-a4d14db89792 req-5119baf5-670c-4c6e-aaaf-122325bc0392 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:32.994179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb1e3389-83c0-42cb-85ea-a4d14db89792 req-5119baf5-670c-4c6e-aaaf-122325bc0392 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0628538 Jun 30 09:49:33.032714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb1e3389-83c0-42cb-85ea-a4d14db89792 req-b9e6cf83-a3aa-4c90-a33c-6b2594d83e56 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Jun 30 09:49:33.106388 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:33.659295 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.202981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f1dae-46de-4b42-97b5-c01d143f09f3 req-b165cf5d-af7b-49fb-9fa7-876a572f97bd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:34.204514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-569f1dae-46de-4b42-97b5-c01d143f09f3 req-b165cf5d-af7b-49fb-9fa7-876a572f97bd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0619693 Jun 30 09:49:34.242244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-569f1dae-46de-4b42-97b5-c01d143f09f3 req-62a94587-47b5-477d-9781-89ed7dde25d2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Jun 30 09:49:34.754770 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.427659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aa90d-9e65-4c10-af02-3de53cdba0ea req-4bbd9f33-95b7-41c2-a2fa-7a02e35e8085 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.429131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d2aa90d-9e65-4c10-af02-3de53cdba0ea req-4bbd9f33-95b7-41c2-a2fa-7a02e35e8085 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 944 time: 0.0668178 Jun 30 09:49:35.434756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 751804b3-0f7d-48b4-b767-a0af073a52a5 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:35.466385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d2aa90d-9e65-4c10-af02-3de53cdba0ea req-5ea9c75b-e6ae-448f-a30b-cd70356b9f19 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Jun 30 09:49:35.508664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.543803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=751804b3-0f7d-48b4-b767-a0af073a52a5,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:35.554730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:35.591599 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.604597 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751804b3-0f7d-48b4-b767-a0af073a52a5 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:35.623832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=751804b3-0f7d-48b4-b767-a0af073a52a5,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:35.627333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.673773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:35.680787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.681139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.681475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.681837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.682174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.682501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.682829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.683153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.683476 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.683798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.684121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.684711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:35.990475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['751804b3-0f7d-48b4-b767-a0af073a52a5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:36.635958 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ac04-5663-4513-aa78-ee8600b19a73 req-ccdb6812-02d5-4c2c-81ab-9c674926d2de tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:36.637468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5439ac04-5663-4513-aa78-ee8600b19a73 req-ccdb6812-02d5-4c2c-81ab-9c674926d2de tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 945 time: 0.0617156 Jun 30 09:49:36.674339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5439ac04-5663-4513-aa78-ee8600b19a73 req-a3e7fe46-7ff6-48bc-9924-ed04039c85fd tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Jun 30 09:49:37.449383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 751804b3-0f7d-48b4-b767-a0af073a52a5 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:37.495647 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 751804b3-0f7d-48b4-b767-a0af073a52a5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:37.499150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 751804b3-0f7d-48b4-b767-a0af073a52a5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:37.499565 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:37.576322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:37.602594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:37.604813 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d73242c0da68899ca4cc42b69e84945a17068a6b4b3f482ee26b8d5a909b6018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e78fbf-0b30-4e80-9438-de7633847079" -d '{"events": [{"server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "name": "network-vif-plugged", "status": "completed", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:37.617886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=751804b3-0f7d-48b4-b767-a0af073a52a5,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:37.622961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:37.646894 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebaa5f-3af3-4fdc-819b-fe517f8c1c31 x-openstack-request-id: req-adebaa5f-3af3-4fdc-819b-fe517f8c1c31 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:37.647197 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "name": "network-vif-plugged", "status": "completed", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:37.647459 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adebaa5f-3af3-4fdc-819b-fe517f8c1c31 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:37.647856 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'code': 200} Jun 30 09:49:37.673284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:37.758701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6aea0-aeb8-49dc-9b94-256e395da46e req-f692ad17-f66e-4c70-899d-bc58bed4d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.760192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fa6aea0-aeb8-49dc-9b94-256e395da46e req-f692ad17-f66e-4c70-899d-bc58bed4d641 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0509143 Jun 30 09:49:37.833788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fa6aea0-aeb8-49dc-9b94-256e395da46e req-6683f039-a8dc-4d96-9186-86f92a986762 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670667 Jun 30 09:49:37.864855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615daeac-26ab-4541-ba46-6d399295552c req-cad6898c-1c2a-42a9-a3f2-d40273b66dd6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:37.866353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-615daeac-26ab-4541-ba46-6d399295552c req-cad6898c-1c2a-42a9-a3f2-d40273b66dd6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.0749631 Jun 30 09:49:37.905279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-615daeac-26ab-4541-ba46-6d399295552c req-4444923d-dde5-4cb0-982d-470b306526c5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Jun 30 09:49:39.084507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbd777-7e9c-4130-9ec9-f3027e7d43f3 req-e23bb2ea-2c12-4d76-acb7-3485033b3d54 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:39.086018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9dbd777-7e9c-4130-9ec9-f3027e7d43f3 req-e23bb2ea-2c12-4d76-acb7-3485033b3d54 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.0652616 Jun 30 09:49:39.122751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9dbd777-7e9c-4130-9ec9-f3027e7d43f3 req-dce299f7-e55c-49c5-85bb-0c4d5d9c7724 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Jun 30 09:49:39.300404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2445c-1179-44eb-b33a-37672dd37382 req-540040bc-cfcb-45d0-8646-337475232d84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:39.301915 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58a2445c-1179-44eb-b33a-37672dd37382 req-540040bc-cfcb-45d0-8646-337475232d84 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.0665872 Jun 30 09:49:39.343896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58a2445c-1179-44eb-b33a-37672dd37382 req-c75a9b05-f58c-4587-9fe9-325d8901f7a4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Jun 30 09:49:39.368439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37958) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:39.464757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3db43-4c39-41de-860e-18e63a2ef779 tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:39.466305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4f3db43-4c39-41de-860e-18e63a2ef779 tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1093 time: 0.0968511 Jun 30 09:49:39.469119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 37962) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:39.473408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:39.495305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:39.596550 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:39.701559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.25.4.240 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/885b0991-8e00-4891-8c95-301beb915144) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:39.805012 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:39.842762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:39.880166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:39.882877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:39.888825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:39.894165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=885b0991-8e00-4891-8c95-301beb915144,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:40.249265 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.325983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.468477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.473572 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.540931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=885b0991-8e00-4891-8c95-301beb915144,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:40.553169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.651242 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 9c1a5429-83b2-4187-a242-fe580293854b associated. External IP: 172.25.4.240, port: 751804b3-0f7d-48b4-b767-a0af073a52a5. Jun 30 09:49:40.855152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:40.961829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:40.973713 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:40.985564 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:40.986083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:40.986711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:49:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:41.024610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8f1c02e9-30f1-4cd1-b604-56d155b1cd7d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5544651 Jun 30 09:49:41.025211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:41.027509 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4db90c44578131216f23809474769c987e7c9b0909ff920a8b63587214fb84a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217" -d '{"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:41.064903 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be112a3-467a-4007-a43b-43aa94db1b64 x-openstack-request-id: req-3be112a3-467a-4007-a43b-43aa94db1b64 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:41.065199 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:41.065457 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3be112a3-467a-4007-a43b-43aa94db1b64 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:41.065896 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'status': 'completed', 'code': 200} Jun 30 09:49:41.101120 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:41.138834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-348ef715-9e62-4c1f-8590-19a3c6af444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.140358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-348ef715-9e62-4c1f-8590-19a3c6af444e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0530760 Jun 30 09:49:41.235615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-8ccdcb06-aef7-4a7c-a2d0-964543d3d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.237101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-8ccdcb06-aef7-4a7c-a2d0-964543d3d3e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0905070 Jun 30 09:49:41.304878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-0b0d1504-51fb-47be-a49a-fb54c25239f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1000 time: 0.0612876 Jun 30 09:49:41.352599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-9de83a45-ac9e-49f8-985f-ff424c530af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.354050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-9de83a45-ac9e-49f8-985f-ff424c530af5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0431471 Jun 30 09:49:41.409718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:40Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:41.412859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-815c0b5c-ce73-4ecd-b184-aafebbf3b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:41.414376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-815c0b5c-ce73-4ecd-b184-aafebbf3b874 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545795 Jun 30 09:49:41.435933 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:41.444073 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:41.444669 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:49:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:41.503202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-57b38d3b-4b8a-4ee3-9528-aea8a20cc2aa service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820923 Jun 30 09:49:41.545617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:41.599870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5473a7d2-97ce-4af9-8aa8-d9e67b4c2217 req-215ed4bb-474b-4d78-bf13-c3742918aa74 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906022 Jun 30 09:49:41.770806 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:40Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:41.795970 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d41a84-6b86-4660-9ba6-4b6c9da8f2c9 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:40Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:41.977774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43416c89-c499-49ee-bf13-f192a16bacd8 None None] New status for floating IP 9c1a5429-83b2-4187-a242-fe580293854b: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:42.014110 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-55bd4771-f437-41bc-9281-1c7bb0866c58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536056 Jun 30 09:49:42.109169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-4da1c92d-b5b6-4cca-9b96-914772b530ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:42.110780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-4da1c92d-b5b6-4cca-9b96-914772b530ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0562804 Jun 30 09:49:42.218865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-8c66cd4a-7b2e-4181-9617-acc6be0ca085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:42.220371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-8c66cd4a-7b2e-4181-9617-acc6be0ca085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0882230 Jun 30 09:49:42.282775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-36eeded2-7d59-4472-bd92-217217d7b567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1002 time: 0.0566914 Jun 30 09:49:42.330332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-5d5ed3ef-ad54-4cb1-b9be-df7ce2d2d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:42.331779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-5d5ed3ef-ad54-4cb1-b9be-df7ce2d2d3bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0428851 Jun 30 09:49:42.391058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-ab726ddb-fb91-4899-aea5-3df6a5dbeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:42.392458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-ab726ddb-fb91-4899-aea5-3df6a5dbeb37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542057 Jun 30 09:49:42.480669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-9712981d-2889-4577-9406-e0282e3ea09c service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820036 Jun 30 09:49:42.573297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14110353-dafe-47ea-b511-a0ce3e67dea2 req-333e7f6d-37c9-4448-a0e7-5ec460219082 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862560 Jun 30 09:49:44.188166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-7627fb84-580a-4203-beef-14e1dbcee414 req-0c237b92-1808-4885-a7aa-8855c702d134 service neutron] (94183) timed out ('10.222.0.66', 32832) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:49:55.176780 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:59.356797 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-423034ba-5564-4e66-9cb8-f2483e050f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:01.959707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fe898892-fc9a-4c78-9544-521362b92152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:02.076588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.107667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:03.645572 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:04.758795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:05.481889 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:29.357584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-13e67ef6-7297-4c6c-b0a1-79f74722cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:31.961068 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-602fbe70-d3d2-48fc-a2b4-b19719ac6c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:32.076938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:32.177003 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:50:33.111211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:33.673009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:34.760144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:35.474516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:44.006430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-c83c049a-5244-4fb8-82a5-d1aac6607ef9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520749 Jun 30 09:50:44.102848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-ab18e703-096e-4207-a9a8-b7f424a935ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:44.104294 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-ab18e703-096e-4207-a9a8-b7f424a935ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0506749 Jun 30 09:50:44.543664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-a6e5e87e-99fe-4f7e-839a-e61d42365509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:44.545118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-a6e5e87e-99fe-4f7e-839a-e61d42365509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.4186273 Jun 30 09:50:44.606963 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-98b8c3c1-9ef6-48a3-a61f-58f2fe81b898 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1002 time: 0.0549352 Jun 30 09:50:44.659383 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-3d7490a3-4133-494b-8e69-4718090b7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:44.660770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-3d7490a3-4133-494b-8e69-4718090b7f39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0474110 Jun 30 09:50:44.718060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-8f48ff10-e70f-4b26-ae03-806cd9d5d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:44.719542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-8f48ff10-e70f-4b26-ae03-806cd9d5d5bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520194 Jun 30 09:50:44.806305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-f73e1710-57a3-40d5-ae22-3831e67609ca service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800741 Jun 30 09:50:44.898128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7b15165-2b4c-484b-bfa9-d0be05411ee5 req-34c8d822-4c24-4ded-8bfa-dbbe742ccb8e service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Jun 30 09:50:59.359636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-becd4fd5-bd48-4608-b4a5-260b0056b765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:01.961920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5d026a13-f69a-4b03-8fa0-78a77d331985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:02.076755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:03.113710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:03.671146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:04.766082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:05.489638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:09.175920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:18.792537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-6a43c819-915c-44de-a1f0-6daee2c77a69 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679143222&fields=id&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 267 time: 0.0331247 Jun 30 09:51:18.900644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-11370c9c-64a5-4345-a423-8aa2992f9d12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:18.902645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-11370c9c-64a5-4345-a423-8aa2992f9d12 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1037090 Jun 30 09:51:18.916752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-c6ce2f6e-eb5a-47c5-a620-abf3cb048f97 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/quotas/3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 375 time: 0.0087504 Jun 30 09:51:18.986238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-058277cc-f00e-497d-8010-501eb62dda05 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0646479 Jun 30 09:51:19.122790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-12a7fd21-4973-4fd5-8abd-37e55cddb504 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251740 Jun 30 09:51:19.209396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-d3ce838d-a75c-4422-a05e-697b249b2307 service neutron] 10.222.0.66 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807166 Jun 30 09:51:19.630093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a752da3f-c6e8-44c8-977e-236d6f4679b3 req-2d241c35-5b0c-4634-ac06-30424e9de409 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 210 time: 0.0733161 Jun 30 09:51:20.504958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-db12fb37-2cbb-40d4-88dc-1e900b8a056f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:20.506459 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-db12fb37-2cbb-40d4-88dc-1e900b8a056f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 812 time: 0.1027560 Jun 30 09:51:20.549171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-84da82ff-57d8-4e18-9322-c38d7a1cad00 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d HTTP/1.1" status: 200 len: 379 time: 0.0340009 Jun 30 09:51:20.557391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'port': {'device_id': '90221606-ea5a-4bad-97e3-760d8eca0165', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'admin_state_up': True, 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'security_groups': ['a1e1111f-bdee-4f35-bb2e-9210f871c402']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:20.671644 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Made reservation on behalf of 3ca56d2eefe747e29a8d11a54ae4f13d for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:51:20.675704 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:20.783942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b85763c-157f-4bc7-bbab-34bb0c2d6085 req-ecc6578e-51fa-48e6-87bf-e4c38a93132a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 210 time: 0.0333557 Jun 30 09:51:20.827647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.20.0.9 (01152256-cd03-4c8c-a77a-c56b06de20ec/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f/d403c524-a245-4cf3-b319-b5acb699085c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:20.966677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:20.980732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Transition to ACTIVE for port object d403c524-a245-4cf3-b319-b5acb699085c will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:21.017589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.069783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network 01152256-cd03-4c8c-a77a-c56b06de20ec is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:21.072849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:21.079357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:21.086539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:21.118284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.118638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.118993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.119336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.119670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.120005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.120372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.121344 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.121674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.122036 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.122367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.122705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:21.150117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:21.150748 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.168526 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-56a3d100-9d6c-42c8-a7e7-5879f9a9f0b7 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146038 Jun 30 09:51:21.261211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Request body: {'port': {'device_id': '90221606-ea5a-4bad-97e3-760d8eca0165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:21.295019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-544a997b-c01b-40e6-a496-9405ba12425c None None] Provisioning for port d403c524-a245-4cf3-b319-b5acb699085c completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:21.298933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-544a997b-c01b-40e6-a496-9405ba12425c None None] Provisioning complete for port d403c524-a245-4cf3-b319-b5acb699085c triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:21.299484 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-544a997b-c01b-40e6-a496-9405ba12425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.332622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-544a997b-c01b-40e6-a496-9405ba12425c None None] Port d403c524-a245-4cf3-b319-b5acb699085c cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:51:21.341165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.604556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d403c524-a245-4cf3-b319-b5acb699085c {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:51:21.611939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.623727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Transition to ACTIVE for port object d403c524-a245-4cf3-b319-b5acb699085c will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:51:21.627339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.695981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Pushing event updated for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:21.756509 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Attempting to bind port d403c524-a245-4cf3-b319-b5acb699085c on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:51:21.756858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Attempting to bind port d403c524-a245-4cf3-b319-b5acb699085c by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:51:21.757196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Attempting to bind port d403c524-a245-4cf3-b319-b5acb699085c on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:21.764934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Port d403c524-a245-4cf3-b319-b5acb699085c on network 01152256-cd03-4c8c-a77a-c56b06de20ec not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:51:21.765367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Attempting to bind port d403c524-a245-4cf3-b319-b5acb699085c on network 01152256-cd03-4c8c-a77a-c56b06de20ec {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:51:21.771336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:51:21.771697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Checking segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:51:21.772095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Bound using segment: {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:51:21.772682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Bound port: d403c524-a245-4cf3-b319-b5acb699085c, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e659f6-eddf-47e0-9237-a1e5288ca884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:51:21.773053 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.864269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:51:21.867529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d403c524-a245-4cf3-b319-b5acb699085c,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:51:21.876070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.914967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:21.915402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:21.916810 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] 10.222.0.41 "PUT /v2.0/ports/d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 1092 time: 0.7016509 Jun 30 09:51:21.917833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:21.950526 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030629-80f8-417d-b0b2-ebc8cf65427b service neutron] Pushing event updated for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:21.970259 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:22.034066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-a9a3fa7f-bf06-43bd-9590-ee3b6959458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.035979 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-a9a3fa7f-bf06-43bd-9590-ee3b6959458a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1095 time: 0.0620584 Jun 30 09:51:22.061438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ab181-22d6-440e-8425-93ecb463f682 req-89c49196-ecc8-40a6-8dc3-305801f3b554 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.071793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-848ab181-22d6-440e-8425-93ecb463f682 req-89c49196-ecc8-40a6-8dc3-305801f3b554 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0944369 Jun 30 09:51:22.086703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-136872dd-c7ed-4777-94ee-49afcc109e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 217 time: 0.0409868 Jun 30 09:51:22.129125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-848ab181-22d6-440e-8425-93ecb463f682 req-3704692b-0e78-46e4-b500-96d6d3ddb81d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558577 Jun 30 09:51:22.139632 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98378f-344b-48d9-bb1a-fd1cbab3d6ec x-openstack-request-id: req-ac98378f-344b-48d9-bb1a-fd1cbab3d6ec {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:22.140206 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:22.140666 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac98378f-344b-48d9-bb1a-fd1cbab3d6ec {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:22.141277 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c', 'status': 'completed', 'code': 200} Jun 30 09:51:22.161814 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-6de4cbff-0d71-4232-83bf-97f426d3ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.163273 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-6de4cbff-0d71-4232-83bf-97f426d3ab13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0703549 Jun 30 09:51:22.226671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-8ff9bf57-9f53-41a6-a16d-7b8e417cc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.228249 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-8ff9bf57-9f53-41a6-a16d-7b8e417cc0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569777 Jun 30 09:51:22.323010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-071f3292-fe08-4916-9f75-e2dc6678fd05 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882914 Jun 30 09:51:22.412681 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-46f49e35-b39d-425a-9b6b-a3bfe00967dc req-5e1c1813-2844-4eca-bc25-d6c93273fcf7 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830793 Jun 30 09:51:22.512249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-6c5b2a4b-df13-406d-8dbd-702bb54433b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.513783 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-6c5b2a4b-df13-406d-8dbd-702bb54433b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1095 time: 0.0543413 Jun 30 09:51:22.608331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-523de54a-89bf-43d0-a68c-15c45d9f92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.610177 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-523de54a-89bf-43d0-a68c-15c45d9f92fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0888624 Jun 30 09:51:22.650259 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-6eb7794f-b076-44f2-8497-b257d77ac3e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 217 time: 0.0342100 Jun 30 09:51:22.703043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-f1747990-0a2f-402b-9e7f-c52872a25015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.704499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-f1747990-0a2f-402b-9e7f-c52872a25015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0481951 Jun 30 09:51:22.760436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-00b7e0c6-659d-4f5f-b604-98c6c4845bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:22.762055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-00b7e0c6-659d-4f5f-b604-98c6c4845bf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511863 Jun 30 09:51:22.850955 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-908e696e-3fdc-424d-bee9-30d1b96ca0fe service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815110 Jun 30 09:51:22.943240 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-421a4c89-2578-4c8d-a1d1-8fc1401a4cfb req-02a930fd-48f4-4354-ba9f-f0cdaeabe39f service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846810 Jun 30 09:51:23.296964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab987-6c9f-433b-8bfb-e1e81221757a req-a42eef94-dbbb-497f-a57d-254215bef18d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:23.298428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0aeab987-6c9f-433b-8bfb-e1e81221757a req-a42eef94-dbbb-497f-a57d-254215bef18d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0629992 Jun 30 09:51:23.337843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0aeab987-6c9f-433b-8bfb-e1e81221757a req-f2a0142f-88aa-4963-8be1-3fec39743d34 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335743 Jun 30 09:51:24.527819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc28606-0eec-4f03-9f9c-c69138fb4bb2 req-33780ec1-0210-4ced-ae9e-976daea9201a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:24.529905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbc28606-0eec-4f03-9f9c-c69138fb4bb2 req-33780ec1-0210-4ced-ae9e-976daea9201a tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0714302 Jun 30 09:51:24.573903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbc28606-0eec-4f03-9f9c-c69138fb4bb2 req-12d26470-35ee-4e5a-8ff4-a296d05e171b tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379810 Jun 30 09:51:25.745521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b14d-cb05-4e0f-b363-a4f0449c87ce req-4aa4088c-a730-4805-af25-9ccca2d16948 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:25.747017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f948b14d-cb05-4e0f-b363-a4f0449c87ce req-4aa4088c-a730-4805-af25-9ccca2d16948 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0605216 Jun 30 09:51:25.783599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f948b14d-cb05-4e0f-b363-a4f0449c87ce req-d6ef0891-7aaf-4f40-b893-19b7b8a86b04 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310028 Jun 30 09:51:26.967575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec540-6e58-41c5-957e-b07aec88bd11 req-2fb0f6e9-b897-4ce5-a985-0842422ed291 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:26.969075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ddec540-6e58-41c5-957e-b07aec88bd11 req-2fb0f6e9-b897-4ce5-a985-0842422ed291 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0648847 Jun 30 09:51:27.011161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ddec540-6e58-41c5-957e-b07aec88bd11 req-5f186c40-d456-456e-85a9-3dabe471fdc9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361118 Jun 30 09:51:28.187683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27b906-2453-424d-92d0-b7d4767bccfc req-80bcb9dd-6015-49c0-a462-2fa30008ea05 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:28.189199 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e27b906-2453-424d-92d0-b7d4767bccfc req-80bcb9dd-6015-49c0-a462-2fa30008ea05 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0629187 Jun 30 09:51:28.230446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e27b906-2453-424d-92d0-b7d4767bccfc req-ad81aaff-fac3-4b13-8a7b-ce3f0fcb915c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345948 Jun 30 09:51:29.360113 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10808eb5-9495-4c9d-9368-50ae2f17f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:29.401615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f238a-86b8-4567-a4e0-8d62aafaece4 req-bd92f3ce-9200-4729-9454-5dfb00b89833 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:29.403127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-566f238a-86b8-4567-a4e0-8d62aafaece4 req-bd92f3ce-9200-4729-9454-5dfb00b89833 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0630925 Jun 30 09:51:29.440524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-566f238a-86b8-4567-a4e0-8d62aafaece4 req-51f4d8da-dc32-42ee-8d44-869c38353fa5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jun 30 09:51:30.619767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6df413-d187-4934-961d-c09d59e8b493 req-131e953d-ccb2-44c2-a8f3-3b04eb9b23d9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:30.621233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6df413-d187-4934-961d-c09d59e8b493 req-131e953d-ccb2-44c2-a8f3-3b04eb9b23d9 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0652041 Jun 30 09:51:30.658409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c6df413-d187-4934-961d-c09d59e8b493 req-f9b09e8c-79a9-45f3-93dd-8541e96c6a19 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Jun 30 09:51:31.827041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb9fd2-a3e7-44bd-a74b-afe88dcdc19c req-c577b6ff-2e97-4bcc-9d4c-b6dd7b264b4d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:31.828527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65cb9fd2-a3e7-44bd-a74b-afe88dcdc19c req-c577b6ff-2e97-4bcc-9d4c-b6dd7b264b4d tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 943 time: 0.0624065 Jun 30 09:51:31.866217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-65cb9fd2-a3e7-44bd-a74b-afe88dcdc19c req-b5253534-735a-487a-922e-fdc05b66b3d6 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jun 30 09:51:31.963314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9e0f7d5a-0344-4fdd-8b8a-ea990869568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:31.971005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d403c524-a245-4cf3-b319-b5acb699085c details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:51:32.061909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d403c524-a245-4cf3-b319-b5acb699085c,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:32.234448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd403c524-a245-4cf3-b319-b5acb699085c', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'port_id': 'd403c524-a245-4cf3-b319-b5acb699085c', 'mac_address': 'fa:16:3e:e5:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:51:32.240828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:32.275743 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:32.287582 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d403c524-a245-4cf3-b319-b5acb699085c {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:51:32.305953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d403c524-a245-4cf3-b319-b5acb699085c,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:32.310210 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:32.354055 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:32.361040 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.361431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.361762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.362099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.362435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.362767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.363095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.363432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.363746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.364072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.364399 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.364722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:32.534333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d403c524-a245-4cf3-b319-b5acb699085c'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:51:33.034477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7bd13-192b-4046-a2ae-70eac062c2c8 req-9780cf34-1b62-46dd-a51c-00705036a36f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:33.035937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14e7bd13-192b-4046-a2ae-70eac062c2c8 req-9780cf34-1b62-46dd-a51c-00705036a36f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 944 time: 0.0612719 Jun 30 09:51:33.076866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14e7bd13-192b-4046-a2ae-70eac062c2c8 req-7d37fa2c-8d57-4010-a707-85168b3ef7b2 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353756 Jun 30 09:51:33.116664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:33.670633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:33.986472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d403c524-a245-4cf3-b319-b5acb699085c up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:51:34.035667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port d403c524-a245-4cf3-b319-b5acb699085c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:51:34.039301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port d403c524-a245-4cf3-b319-b5acb699085c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:51:34.039678 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:34.111961 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:34.133717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:34.148067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d403c524-a245-4cf3-b319-b5acb699085c,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:51:34.152245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:34.178898 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c0b88-25b1-4a3d-9232-2fef182b6d8b" -d '{"events": [{"server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "name": "network-vif-plugged", "status": "completed", "tag": "d403c524-a245-4cf3-b319-b5acb699085c"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:34.207607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:34.252318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b279f-5f43-43d7-bf2f-1c479d9b9bb5 req-99c51b31-6905-476d-a350-c77dfda079e5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:34.253883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-254b279f-5f43-43d7-bf2f-1c479d9b9bb5 req-99c51b31-6905-476d-a350-c77dfda079e5 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0646033 Jun 30 09:51:34.268062 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa121f90-5ddd-4399-b460-183fef9f94cb x-openstack-request-id: req-aa121f90-5ddd-4399-b460-183fef9f94cb {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:34.268365 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "name": "network-vif-plugged", "status": "completed", "tag": "d403c524-a245-4cf3-b319-b5acb699085c", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:34.269031 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa121f90-5ddd-4399-b460-183fef9f94cb {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:34.269031 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c', 'code': 200} Jun 30 09:51:34.296937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-254b279f-5f43-43d7-bf2f-1c479d9b9bb5 req-8f390232-685a-40b1-8953-65e6031c9dbc tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373592 Jun 30 09:51:34.386022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa469-16a0-4c77-881e-601001142ee1 req-330a975c-7022-4827-a4ac-a95b11d4a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:34.388098 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d02fa469-16a0-4c77-881e-601001142ee1 req-330a975c-7022-4827-a4ac-a95b11d4a983 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1097 time: 0.0510948 Jun 30 09:51:34.420297 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d02fa469-16a0-4c77-881e-601001142ee1 req-6027d3f7-2332-47f1-bcfb-c375de8be552 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263920 Jun 30 09:51:34.766247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.468620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc7bbb-ddfe-4f72-996a-3ce21e3f8a9c req-178712e1-3ba4-42a7-b7aa-1c237dc9a98c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.470101 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26fc7bbb-ddfe-4f72-996a-3ce21e3f8a9c req-178712e1-3ba4-42a7-b7aa-1c237dc9a98c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0624933 Jun 30 09:51:35.508730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26fc7bbb-ddfe-4f72-996a-3ce21e3f8a9c req-a7221efc-05f2-4193-bd25-9a60ca08c1de tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328753 Jun 30 09:51:35.508978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.690122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c681e-967d-4a2e-bc19-1e70478a8aac req-6d3f119b-63fd-469b-b0cf-2b288550725f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.691601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec9c681e-967d-4a2e-bc19-1e70478a8aac req-6d3f119b-63fd-469b-b0cf-2b288550725f tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0651593 Jun 30 09:51:35.728260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec9c681e-967d-4a2e-bc19-1e70478a8aac req-4a8dc6ab-863b-4e42-a2ab-849385597522 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Jun 30 09:51:35.753807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38136) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:35.803727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275d9d7-430b-4613-b94e-ea0958e4231c tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:35.805135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1275d9d7-430b-4613-b94e-ea0958e4231c tempest-TestVolumeBootPattern-1266688838 tempest-TestVolumeBootPattern-1266688838-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1092 time: 0.0503716 Jun 30 09:51:35.807944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:51:35.812547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'd403c524-a245-4cf3-b319-b5acb699085c', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:51:35.834162 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:35.930136 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.028402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Allocated IP 172.25.4.88 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/85ff16a1-9f37-4424-80e3-355e58c3208a) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:51:36.130359 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.167766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.201693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:51:36.204722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:51:36.208556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:51:36.239039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=85ff16a1-9f37-4424-80e3-355e58c3208a,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:36.248775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.249127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.249473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.249837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.250175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.250506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.250835 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.251162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.251487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.251810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.252132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.252457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:51:36.582526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.657298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.797338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.801806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.870571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event updated for resources: {'Port': ['ID=85ff16a1-9f37-4424-80e3-355e58c3208a,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:51:36.881778 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:36.979528 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 1e267474-0a2f-452b-9428-a4b19c1e9de8 associated. External IP: 172.25.4.88, port: d403c524-a245-4cf3-b319-b5acb699085c. Jun 30 09:51:37.184172 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:51:37.289030 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:51:37.298053 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:51:37.304977 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:37.307624 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:37.308238 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:51:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:37.341195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-20efdbf4-718d-4137-a642-972737866003 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5322571 Jun 30 09:51:37.341799 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:51:37.383541 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd9784b-1c8e-457c-a391-dc3457e20539" -d '{"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:51:37.414349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:37.464528 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ec16a-a27a-4732-9a11-08bbbc7a3924 x-openstack-request-id: req-570ec16a-a27a-4732-9a11-08bbbc7a3924 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:51:37.464822 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:51:37.465109 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-570ec16a-a27a-4732-9a11-08bbbc7a3924 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:51:37.465508 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c', 'status': 'completed', 'code': 200} Jun 30 09:51:37.550710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-dbe351b8-a639-42fc-a90b-5b9bbe7365e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.552202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-dbe351b8-a639-42fc-a90b-5b9bbe7365e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1097 time: 0.0634487 Jun 30 09:51:37.635995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '1e267474-0a2f-452b-9428-a4b19c1e9de8', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'd403c524-a245-4cf3-b319-b5acb699085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90221606-ea5a-4bad-97e3-760d8eca0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:51:36Z', 'updated_at': '2021-06-30T09:51:36Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}, {'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:37.644479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-0060d2a5-a352-492c-a374-d951e00d1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.646017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-0060d2a5-a352-492c-a374-d951e00d1114 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0880778 Jun 30 09:51:37.663251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:51:37.671782 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:51:37.672380 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:51:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:37.716558 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-0f49359c-2c65-47a1-abbd-58893b210bc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 998 time: 0.0626857 Jun 30 09:51:37.766075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-4e4908a8-3842-4431-8041-353ad1118574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.767543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-4e4908a8-3842-4431-8041-353ad1118574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0448031 Jun 30 09:51:37.774834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:51:37.824181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-25e5d9ea-ef01-4cef-b107-8dac6356d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:37.825787 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-25e5d9ea-ef01-4cef-b107-8dac6356d713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520833 Jun 30 09:51:37.916677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-9b48fea2-6099-470a-8495-e4dc19aa9e6c service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849171 Jun 30 09:51:37.993562 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '1e267474-0a2f-452b-9428-a4b19c1e9de8', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'd403c524-a245-4cf3-b319-b5acb699085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90221606-ea5a-4bad-97e3-760d8eca0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:51:36Z', 'updated_at': '2021-06-30T09:51:36Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}, {'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:51:38.006497 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-8cd9784b-1c8e-457c-a391-dc3457e20539 req-855601ff-701a-4f03-bc4a-313e39d224ce service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830412 Jun 30 09:51:38.023490 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662faa48-3b23-48fa-856a-37de90abec62 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '1e267474-0a2f-452b-9428-a4b19c1e9de8', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': 'd403c524-a245-4cf3-b319-b5acb699085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90221606-ea5a-4bad-97e3-760d8eca0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:51:36Z', 'updated_at': '2021-06-30T09:51:36Z', 'revision_number': 0, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}, {'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:51:38.217000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6a152c-b061-45e2-a1a6-096ef2991de6 None None] New status for floating IP 1e267474-0a2f-452b-9428-a4b19c1e9de8: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:51:46.084591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-a68c6971-0b45-42c6-89f2-e70e55f94674 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915601 Jun 30 09:51:46.175344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:46.175996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-e35ac363-d3da-4f49-ba59-911ad02e6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:46.176646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-e35ac363-d3da-4f49-ba59-911ad02e6aec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0521491 Jun 30 09:51:46.293946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-ad7fcf55-f790-4583-a740-9f4603db4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:46.295403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-ad7fcf55-f790-4583-a740-9f4603db4c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0976799 Jun 30 09:51:46.363293 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-8febfc90-e87d-4301-bb2d-210f0266b017 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1002 time: 0.0600858 Jun 30 09:51:46.423812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-52799d72-2a66-40ae-8417-40a1c8fe487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:46.426685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-52799d72-2a66-40ae-8417-40a1c8fe487f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0572414 Jun 30 09:51:46.490049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-28f523d0-f7a2-4c9a-a92f-795b4bdd93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:46.491609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-28f523d0-f7a2-4c9a-a92f-795b4bdd93e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570807 Jun 30 09:51:46.582728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-9e9643a6-6197-4105-b98b-181717651273 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Jun 30 09:51:46.673482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a159c657-ca9b-4fdf-9cad-c85f0150dedb req-a0160d15-c23a-4d51-9abd-f793b76a3cff service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Jun 30 09:51:59.360897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f71c3db7-3dfa-4ec4-8637-d8a1f4c0ef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:01.963551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ec61799b-804d-47d9-af33-a31778432829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:02.082439 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.119320 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:03.680518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:04.769254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:05.518386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:22.328896 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-1058eded-9265-423a-94c8-d0fa7eeb9cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495267 Jun 30 09:52:22.426430 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-52148e5d-902d-4637-9cc6-64112163d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:22.427864 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-52148e5d-902d-4637-9cc6-64112163d8ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1097 time: 0.0556333 Jun 30 09:52:22.526890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-ebbb1167-cfbb-4e7f-9e77-87b4ff3f8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:22.528300 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-ebbb1167-cfbb-4e7f-9e77-87b4ff3f8149 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0810845 Jun 30 09:52:22.594460 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-4ed00912-7bfd-4958-890e-e7c6b4512b9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 1000 time: 0.0594904 Jun 30 09:52:22.640261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-5d5424f4-1806-4581-86e7-415dbe4af4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:22.641635 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-5d5424f4-1806-4581-86e7-415dbe4af4ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0411298 Jun 30 09:52:22.695232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-2cda5ba9-1dce-491e-a178-f44e41bedd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:22.696644 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-2cda5ba9-1dce-491e-a178-f44e41bedd6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488021 Jun 30 09:52:22.787549 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-c525b3c9-cd69-419c-b953-a34c0ba30974 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842261 Jun 30 09:52:22.875420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e5ca3e00-8703-4acd-b49d-26356d42e717 req-670620e2-6a0f-4d2a-9a6e-e470fbbb3da8 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805268 Jun 30 09:52:23.174164 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:25.772777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-b171122c-9dde-4499-9fdd-ad5f004b5f9b req-4b8c6311-13ca-49fa-8973-06ec65d29d08 service neutron] (94185) timed out ('10.222.0.11', 61076) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:52:29.360387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-390f6371-0443-4905-8a7f-6d827e3aee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:31.963928 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff09e-f9b5-4fd9-ba06-8407ea870d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.082834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.123386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.689643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:34.771937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:35.532173 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.064929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-620e3dd2-ced3-4775-83b2-38ce6336795d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542459 Jun 30 09:52:46.154168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-62aa899e-7074-4895-8888-3e534b952bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.155618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-62aa899e-7074-4895-8888-3e534b952bca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0502872 Jun 30 09:52:46.260707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-84b85def-5d00-4f9f-be4e-9780823b339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.262149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-84b85def-5d00-4f9f-be4e-9780823b339a service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0864563 Jun 30 09:52:46.323314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-5c493fbe-4572-432b-8bec-6d1c1ceeb5b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 1002 time: 0.0548091 Jun 30 09:52:46.373496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-27455e5f-7de9-4d39-a4a1-2189649d4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.374893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-27455e5f-7de9-4d39-a4a1-2189649d4a2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0460269 Jun 30 09:52:46.429657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-03184c61-2235-44f9-86dd-5983be6447dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.431156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-03184c61-2235-44f9-86dd-5983be6447dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494704 Jun 30 09:52:46.516388 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-c77f9cba-06bc-4937-908b-4c8a8c095fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787365 Jun 30 09:52:46.606444 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a29d451-4cd7-4cb2-82c0-9f08f793f64b req-f82b7939-563a-4f66-bc91-f2aafccdf959 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Jun 30 09:52:59.364499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f19b4e2c-409b-4a37-b941-f7a33626b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:00.173169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:01.963764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0ffc6bc8-9cb7-4872-9b63-3b73ebb76da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:02.081660 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.126071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:03.707230 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.449615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38188) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:04.774718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.896202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 85ff16a1-9f37-4424-80e3-355e58c3208a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:04.896553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.972261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.973117 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:04.984329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 85ff16a1-9f37-4424-80e3-355e58c3208a owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:05.125851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.150954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=85ff16a1-9f37-4424-80e3-355e58c3208a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:05.175438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.176472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.176819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.177151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.177477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.177823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.178147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.178466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.178784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.179098 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.179416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.179731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:05.219354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.219692 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 1e267474-0a2f-452b-9428-a4b19c1e9de8 disassociated (deleted). External IP: 172.25.4.88, port: d403c524-a245-4cf3-b319-b5acb699085c. Jun 30 09:53:05.425890 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:05.532117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:05.538217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.539441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:05.542612 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:05.551376 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:05.552050 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:05.574789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8cca4579-4ad0-45c1-a509-51e750d545ce tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "DELETE /v2.0/floatingips/1e267474-0a2f-452b-9428-a4b19c1e9de8 HTTP/1.1" status: 204 len: 168 time: 1.1240547 Jun 30 09:53:05.575387 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:05.577680 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:05.622787 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9515dc-bfc1-4b7e-9b00-e89f75748a80 x-openstack-request-id: req-7a9515dc-bfc1-4b7e-9b00-e89f75748a80 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:05.623078 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "tag": "d403c524-a245-4cf3-b319-b5acb699085c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:05.623338 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a9515dc-bfc1-4b7e-9b00-e89f75748a80 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:05.623758 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c', 'status': 'completed', 'code': 200} Jun 30 09:53:05.660485 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:05.707699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-6b15afaa-91bc-474c-9d41-5d7ba0bed63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:05.709193 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-6b15afaa-91bc-474c-9d41-5d7ba0bed63d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 1097 time: 0.0556195 Jun 30 09:53:05.822923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-c3f4d21e-fc2a-4131-841a-dfcd6d599946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:05.824660 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-c3f4d21e-fc2a-4131-841a-dfcd6d599946 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.1087205 Jun 30 09:53:05.869878 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-d8c49962-02c7-4334-8f5a-ae8ecc7e8f80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 200 len: 217 time: 0.0358493 Jun 30 09:53:05.911467 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:05.924089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-e0a1c448-07e5-42a6-affd-3227379d39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:05.925538 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-e0a1c448-07e5-42a6-affd-3227379d39da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0496707 Jun 30 09:53:05.937788 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:05.946552 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:05.947146 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:05.979187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ddb6-bc94-430c-bc3b-7882635662df req-5f541385-8643-4f53-801f-ad938bba56fb tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:05.980325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cf2ddb6-bc94-430c-bc3b-7882635662df req-5f541385-8643-4f53-801f-ad938bba56fb tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0690422 Jun 30 09:53:05.996122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-ea39f15b-7e63-440f-9774-e01c45768e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:05.997642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-ea39f15b-7e63-440f-9774-e01c45768e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637901 Jun 30 09:53:06.021842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cf2ddb6-bc94-430c-bc3b-7882635662df req-134d6ab1-021d-46fc-8899-e5486feea3b3 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350919 Jun 30 09:53:06.078174 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:06.096892 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-0f0d0163-0c0c-4cc5-a38a-5c8616ee5e6b service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898020 Jun 30 09:53:06.193877 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b7889d9-8d49-4dfe-95bd-9872c4acd2d7 req-425f6603-4668-46bf-820c-6cf1ae9135e6 service neutron] 10.222.0.41 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900078 Jun 30 09:53:06.302780 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:06.330902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca28836-d70f-4949-b175-d29dd08bb70b None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '9c1a5429-83b2-4187-a242-fe580293854b', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'port_id': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'mac_address': 'fa:16:3e:e5:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:40Z', 'updated_at': '2021-06-30T09:49:42Z', 'revision_number': 1, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:06.544885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a655f65-1c73-49f0-b92b-2cf22e057db5 None None] New status for floating IP 1e267474-0a2f-452b-9428-a4b19c1e9de8: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:53:07.201684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d04e0-f344-497d-8308-c29b54806efa req-c769f307-5e9a-4674-b98d-f4faf09721b8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:07.203168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-985d04e0-f344-497d-8308-c29b54806efa req-c769f307-5e9a-4674-b98d-f4faf09721b8 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0659120 Jun 30 09:53:07.427061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-3513d3bd-08fe-492d-91f5-436d756d59c4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:07.428514 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-3513d3bd-08fe-492d-91f5-436d756d59c4 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 945 time: 0.0656729 Jun 30 09:53:07.535918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port d403c524-a245-4cf3-b319-b5acb699085c {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:07.536266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.575522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-985d04e0-f344-497d-8308-c29b54806efa req-fba7a2dc-2106-425c-9df4-4b2cf1596b58 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661466 Jun 30 09:53:07.624620 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port d403c524-a245-4cf3-b319-b5acb699085c, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d403c524-a245-4cf3-b319-b5acb699085c,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:07.625026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.636949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for d403c524-a245-4cf3-b319-b5acb699085c owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:07.779574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.814068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=d403c524-a245-4cf3-b319-b5acb699085c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:07.855225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port d403c524-a245-4cf3-b319-b5acb699085c on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:07.857851 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:07.859800 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c02e3a83-c65a-4a8d-b179-ef69804bdfba req-2a48f3b2-9ea6-43c6-8a3e-2ec643b8e546 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.41 "DELETE /v2.0/ports/d403c524-a245-4cf3-b319-b5acb699085c HTTP/1.1" status: 204 len: 173 time: 0.4254968 Jun 30 09:53:07.860206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'name': 'network-vif-deleted', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:07.862515 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46333af4-4cc0-4e20-a28d-d2e57d43c279" -d '{"events": [{"server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "name": "network-vif-deleted", "tag": "d403c524-a245-4cf3-b319-b5acb699085c"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:07.931904 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0c042-9343-4cca-a33d-a6c1b8ef1f1b x-openstack-request-id: req-8cd0c042-9343-4cca-a33d-a6c1b8ef1f1b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:07.932200 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90221606-ea5a-4bad-97e3-760d8eca0165", "name": "network-vif-deleted", "tag": "d403c524-a245-4cf3-b319-b5acb699085c", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:07.932455 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cd0c042-9343-4cca-a33d-a6c1b8ef1f1b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:07.932858 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90221606-ea5a-4bad-97e3-760d8eca0165', 'name': 'network-vif-deleted', 'tag': 'd403c524-a245-4cf3-b319-b5acb699085c', 'status': 'completed', 'code': 200} Jun 30 09:53:08.715667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f2dbbbb8-075c-4cfe-a57c-0042105dc021 req-f0ed2f29-6f55-4743-9782-2a3d04274b20 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 210 time: 0.0270417 Jun 30 09:53:09.859904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1fc436d4-8da0-4e52-8c1a-76c8bbe12117 req-caf52cdd-9b0f-448d-9262-2d7e3daba012 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Jun 30 09:53:10.546245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d403c524-a245-4cf3-b319-b5acb699085c no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:10.570651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: d403c524-a245-4cf3-b319-b5acb699085c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:10.571004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d403c524-a245-4cf3-b319-b5acb699085c not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:11.000839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a4646df-cc18-44d1-887c-37e0b0efc5f4 req-8c7058cf-3b1a-439a-a55c-4c992fa8ab9e tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=90221606-ea5a-4bad-97e3-760d8eca0165 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jun 30 09:53:16.391741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:16.552633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 885b0991-8e00-4891-8c95-301beb915144 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:16.552981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.630469 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.630774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.642574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 885b0991-8e00-4891-8c95-301beb915144 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:16.808396 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.833205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=885b0991-8e00-4891-8c95-301beb915144,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:16.899139 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.899413 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Floating IP 9c1a5429-83b2-4187-a242-fe580293854b disassociated (deleted). External IP: 172.25.4.240, port: 751804b3-0f7d-48b4-b767-a0af073a52a5. Jun 30 09:53:17.101197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:17.202220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:17.207483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.211588 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:17.226281 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:17.226887 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:17.246674 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e5d0da92-05a1-4c34-b41c-7377d00f7d03 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c1a5429-83b2-4187-a242-fe580293854b HTTP/1.1" status: 204 len: 168 time: 0.8537862 Jun 30 09:53:17.247234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:17.249518 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:17.287051 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af3698-da0e-4f9c-ada4-c4f828e61f53 x-openstack-request-id: req-a5af3698-da0e-4f9c-ada4-c4f828e61f53 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:17.287354 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:17.287608 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5af3698-da0e-4f9c-ada4-c4f828e61f53 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:17.288015 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'status': 'completed', 'code': 200} Jun 30 09:53:17.333407 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:17.365408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-15dd64e1-0452-4320-94ca-622013e43016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:17.366925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-15dd64e1-0452-4320-94ca-622013e43016 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0558112 Jun 30 09:53:17.462787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-a22fea6e-a112-40f5-910d-a44a5d98d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:17.464215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-a22fea6e-a112-40f5-910d-a44a5d98d5d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 200 len: 913 time: 0.0902975 Jun 30 09:53:17.509866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-cee73d4b-0ce0-4ae9-8e0d-5be021df26ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 200 len: 217 time: 0.0391262 Jun 30 09:53:17.540393 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:17.560320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-1b0ec2fb-d18e-429a-a927-5a53446a6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:17.561794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-1b0ec2fb-d18e-429a-a927-5a53446a6075 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 200 len: 851 time: 0.0450821 Jun 30 09:53:17.568459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:17.576680 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:17.577280 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:17.670813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a5884-7bed-4980-bfa5-e8638d2279de req-b320ed7e-46a0-4c00-bbaf-9fd35406aa71 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:17.672265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b1a5884-7bed-4980-bfa5-e8638d2279de req-b320ed7e-46a0-4c00-bbaf-9fd35406aa71 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.1072586 Jun 30 09:53:17.674900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-4e3b1c20-0e0e-49e2-a92d-c706f8e6290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:17.676430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-4e3b1c20-0e0e-49e2-a92d-c706f8e6290c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01152256-cd03-4c8c-a77a-c56b06de20ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012051 Jun 30 09:53:17.683280 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:17.758397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b1a5884-7bed-4980-bfa5-e8638d2279de req-f3c92650-632e-4ee7-9dd2-8195bb693a5c tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800486 Jun 30 09:53:17.791114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-1df26448-4443-4911-9ff7-aa443b6e61e7 service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037629 Jun 30 09:53:17.886924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f0c0cfb5-70c0-45c5-be0b-f73fe76cfbd4 req-8658405f-04b4-4c1f-9ff9-a3bc2c4336ed service neutron] 10.222.0.11 "GET /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893800 Jun 30 09:53:17.971942 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:17.997322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e125c17-57ec-4447-a0fb-56daeef01a28 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:40Z', 'revision_number': 4, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'd3b49fdc-717e-4165-9562-6f345d97fcc9', 'name': '', 'network_id': '01152256-cd03-4c8c-a77a-c56b06de20ec', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'mac_address': 'fa:16:3e:64:79:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:39Z', 'updated_at': '2021-06-30T09:43:45Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'subnets': [{'id': '3e0dc4c9-37c2-4e46-9026-1257e14dfb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:18.208841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b7b09-1003-47c3-b27f-ebf61814b9e3 None None] New status for floating IP 9c1a5429-83b2-4187-a242-fe580293854b: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:53:18.932525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6bb6a-c81a-4355-8e1f-29f819f7180a req-c703a9d5-acb9-4496-9822-5b0013687af1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:18.934239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36a6bb6a-c81a-4355-8e1f-29f819f7180a req-c703a9d5-acb9-4496-9822-5b0013687af1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.0612991 Jun 30 09:53:18.971309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36a6bb6a-c81a-4355-8e1f-29f819f7180a req-8d307397-428b-426f-baf2-30e82acc64d0 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/security-groups?id=a1e1111f-bdee-4f35-bb2e-9210f871c402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Jun 30 09:53:19.236685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-46a3a40e-c791-43fa-80e5-c722a77f9803 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:19.238782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-46a3a40e-c791-43fa-80e5-c722a77f9803 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 946 time: 0.0608606 Jun 30 09:53:19.338284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 751804b3-0f7d-48b4-b767-a0af073a52a5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:19.338635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.429361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] For port 751804b3-0f7d-48b4-b767-a0af073a52a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=751804b3-0f7d-48b4-b767-a0af073a52a5,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:19.429739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.441844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 751804b3-0f7d-48b4-b767-a0af073a52a5 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:19.565039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.597206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=751804b3-0f7d-48b4-b767-a0af073a52a5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:19.609665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.610058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.610408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.610762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.611095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.611429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.611762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.612092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.612421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.613258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.613586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.613937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:19.652511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] No DVR routers for this DVR port 751804b3-0f7d-48b4-b767-a0af073a52a5 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:19.655844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:19.657862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d50d34ca-3fc5-4ed0-86c0-02efd05f31f3 req-3b621093-cdc9-4c2a-ad95-ef7ded0b5280 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.11 "DELETE /v2.0/ports/751804b3-0f7d-48b4-b767-a0af073a52a5 HTTP/1.1" status: 204 len: 173 time: 0.4135063 Jun 30 09:53:19.658306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'name': 'network-vif-deleted', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:19.660562 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffbbaa3-9a6b-4569-bcc8-06f32e488913" -d '{"events": [{"server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "name": "network-vif-deleted", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:19.696700 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0afa77-e1c5-4cc0-82f6-f9afb8c22cd0 x-openstack-request-id: req-4f0afa77-e1c5-4cc0-82f6-f9afb8c22cd0 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:19.696997 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17e4ed1-38e1-40ea-a221-57b92bb90ea7", "name": "network-vif-deleted", "tag": "751804b3-0f7d-48b4-b767-a0af073a52a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:19.697259 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f0afa77-e1c5-4cc0-82f6-f9afb8c22cd0 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:19.697668 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17e4ed1-38e1-40ea-a221-57b92bb90ea7', 'name': 'network-vif-deleted', 'tag': '751804b3-0f7d-48b4-b767-a0af073a52a5', 'status': 'completed', 'code': 200} Jun 30 09:53:20.114805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e86b851-5523-4704-9908-9bab2e2117dc req-3b6d658d-a039-423d-8a78-34ff3027bbec tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Jun 30 09:53:21.252876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-273948f1-2a90-4965-a65f-7950f26d7426 req-78400757-9f2a-4d25-b854-39dedbda6623 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Jun 30 09:53:22.394527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee5114b0-756b-4fdc-9cff-b6449c296f6a req-d695bbcc-459c-4dc5-a45a-cf32b48ebc21 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17e4ed1-38e1-40ea-a221-57b92bb90ea7 HTTP/1.1" status: 200 len: 210 time: 0.0320678 Jun 30 09:53:22.583021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 751804b3-0f7d-48b4-b767-a0af073a52a5 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:22.608039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 751804b3-0f7d-48b4-b767-a0af073a52a5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:22.608390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 751804b3-0f7d-48b4-b767-a0af073a52a5 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:23.487420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38286) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:23.607893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Deleting port 49da182a-6a9d-472c-9d23-86e26af02996 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:23.608234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.680243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.680567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.692362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Calling delete_port for 49da182a-6a9d-472c-9d23-86e26af02996 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:23.821087 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.847429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'Port': ['ID=49da182a-6a9d-472c-9d23-86e26af02996,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:23.908965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.911481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:23.912619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69f022fd-1a53-4c84-aec1-939a495ebe45 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "DELETE /v2.0/floatingips/4fbbdd9d-b0dd-48dc-8875-902ca94cfc90 HTTP/1.1" status: 204 len: 168 time: 0.4242179 Jun 30 09:53:26.223694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:26.280901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.306564 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.365885 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.368611 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:26.372313 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] 10.222.0.66 "DELETE /v2.0/security-groups/a1e1111f-bdee-4f35-bb2e-9210f871c402 HTTP/1.1" status: 204 len: 168 time: 0.1450861 Jun 30 09:53:26.379513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97778215-421c-458c-934b-7619c3492fe1 tempest-TestVolumeBootPattern-811475771 tempest-TestVolumeBootPattern-811475771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1111f-bdee-4f35-bb2e-9210f871c402,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:26.436953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38304) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:26.888083 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.143718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Deleting port d3b49fdc-717e-4165-9562-6f345d97fcc9 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:27.144016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.221190 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] For port d3b49fdc-717e-4165-9562-6f345d97fcc9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=d3b49fdc-717e-4165-9562-6f345d97fcc9,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:27.221556 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.234170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Calling delete_port for d3b49fdc-717e-4165-9562-6f345d97fcc9 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:27.406730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.431605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b49fdc-717e-4165-9562-6f345d97fcc9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:27.597694 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:27.811188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Router a773ab74-4320-4056-90f6-2d7f2ce4515c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:27.914305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:27.919296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f5cee0e6-aaf0-481d-a5df-4d875fa0d26f admin admin] 10.222.0.66 "PUT /v2.0/routers/a773ab74-4320-4056-90f6-2d7f2ce4515c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806659 Jun 30 09:53:27.921993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38310) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:27.924310 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Sync routers for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:27.933450 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:27.934093 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:28.021577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.033116 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:28.121915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.175314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Deleting port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:28.175584 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.207614 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:53:27Z', 'revision_number': 5, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port': {'id': 'e1f366f8-6a4f-40cd-9e8e-2cf57bb46360', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:28.232368 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Checking router: a773ab74-4320-4056-90f6-2d7f2ce4515c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:28.240271 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Routers {'a773ab74-4320-4056-90f6-2d7f2ce4515c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:28.240863 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['a773ab74-4320-4056-90f6-2d7f2ce4515c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:28.255570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] For port e1f366f8-6a4f-40cd-9e8e-2cf57bb46360, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:28.255960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.267180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Calling delete_port for e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:28.322699 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] Set router a773ab74-4320-4056-90f6-2d7f2ce4515c gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:28.371702 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:53:28Z', 'revision_number': 6, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:28.402534 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8a711-d0b0-4caf-a5eb-b7f9ea32c135 None None] The sync data for ids ['a773ab74-4320-4056-90f6-2d7f2ce4515c'] in n-d-779913-25 is: [{'id': 'a773ab74-4320-4056-90f6-2d7f2ce4515c', 'name': 'tempest-TestVolumeBootPattern-1240869237-router', 'tenant_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:37Z', 'updated_at': '2021-06-30T09:53:28Z', 'revision_number': 6, 'project_id': '3ca56d2eefe747e29a8d11a54ae4f13d', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:28.435011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.463903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f366f8-6a4f-40cd-9e8e-2cf57bb46360,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:28.524757 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.613724 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.615870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.660008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.660618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a773ab74-4320-4056-90f6-2d7f2ce4515c {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:28.668018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.669157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f495d071-ff97-4092-b3b9-fbefb2e54f4d admin admin] 10.222.0.66 "DELETE /v2.0/routers/a773ab74-4320-4056-90f6-2d7f2ce4515c HTTP/1.1" status: 204 len: 168 time: 0.7464697 Jun 30 09:53:28.671657 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38312) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:28.714547 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Deleting subnet 3e0dc4c9-37c2-4e46-9026-1257e14dfb4f {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:53:28.717413 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.752081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.836117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.888328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.914309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0dc4c9-37c2-4e46-9026-1257e14dfb4f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:28.916279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:28.918708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cfa1212-5cd1-4f26-b11e-ed3480035497 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3e0dc4c9-37c2-4e46-9026-1257e14dfb4f HTTP/1.1" status: 204 len: 168 time: 0.2455406 Jun 30 09:53:28.921829 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38314) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:28.924840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a734a24-1212-4884-92b1-dbf6f4134f86 None None] Network 01152256-cd03-4c8c-a77a-c56b06de20ec requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:28.991149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.042462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Deleting port a4411ca3-3552-4831-999e-7880a6b22da1 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:29.042805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.107791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] For port a4411ca3-3552-4831-999e-7880a6b22da1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4411ca3-3552-4831-999e-7880a6b22da1,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:29.107791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.121157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Calling delete_port for a4411ca3-3552-4831-999e-7880a6b22da1 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:29.137978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] DHCP port deletion for 01152256-cd03-4c8c-a77a-c56b06de20ec request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:53:29.185337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Deleting port a4411ca3-3552-4831-999e-7880a6b22da1 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:29.185337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.205783 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.234391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] No DVR routers for this DVR port a4411ca3-3552-4831-999e-7880a6b22da1 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:29.239714 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4411ca3-3552-4831-999e-7880a6b22da1,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:29.250948 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] For port a4411ca3-3552-4831-999e-7880a6b22da1, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4411ca3-3552-4831-999e-7880a6b22da1,segment=NetworkSegment(80e659f6-eddf-47e0-9237-a1e5288ca884),segment_id=80e659f6-eddf-47e0-9237-a1e5288ca884)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:29.251471 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.265279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Calling delete_port for a4411ca3-3552-4831-999e-7880a6b22da1 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:29.314473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.326469 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01152256-cd03-4c8c-a77a-c56b06de20ec']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:53:29.339336 n-d-779913-25 neutron-server[94186]: self.session.flush() Jun 30 09:53:29.344677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.363230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] No DVR routers for this DVR port a4411ca3-3552-4831-999e-7880a6b22da1 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:29.389829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Pushing event deleted for resources: {'Port': ['ID=a4411ca3-3552-4831-999e-7880a6b22da1,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:29.399963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.400237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.400498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.400841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.401177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.401495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.401850 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.402177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.402506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.402832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.403158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.403487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d7826-a190-495c-b4c8-3535505d4d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:53:29.411758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5acf516e-1f20-4d2d-a760-995f80814da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.674619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e659f6-eddf-47e0-9237-a1e5288ca884') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:29.675932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e659f6-eddf-47e0-9237-a1e5288ca884') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:29.684761 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.697987 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.703940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:29.704342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:29.706248 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:29.715076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:29.734455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:29.734876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e1f366f8-6a4f-40cd-9e8e-2cf57bb46360 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:29.735352 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a4411ca3-3552-4831-999e-7880a6b22da1 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:29.754107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: a4411ca3-3552-4831-999e-7880a6b22da1 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:29.754591 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device a4411ca3-3552-4831-999e-7880a6b22da1 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:29.755144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d3b49fdc-717e-4165-9562-6f345d97fcc9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:29.764377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.769888 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.774712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/01152256-cd03-4c8c-a77a-c56b06de20ec HTTP/1.1" status: 204 len: 168 time: 0.8492141 Jun 30 09:53:29.775619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38316) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:29.780333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: d3b49fdc-717e-4165-9562-6f345d97fcc9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:29.780681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device d3b49fdc-717e-4165-9562-6f345d97fcc9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:29.786678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ab81-09fb-42d4-abb0-35637109c6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01152256-cd03-4c8c-a77a-c56b06de20ec,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:30.116136 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.636922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Deleting port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:30.637264 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.711825 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] For port 2440dabe-171d-49d9-9cd3-da3ef5f5b2df, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:30.712182 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.724674 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Calling delete_port for 2440dabe-171d-49d9-9cd3-da3ef5f5b2df owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:30.901500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.927543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Pushing event deleted for resources: {'Port': ['ID=2440dabe-171d-49d9-9cd3-da3ef5f5b2df,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:31.094318 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.303059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Router c3779531-f478-41e4-abd3-3cee9a12d4d1 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:53:31.405638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:53:31.410785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b1de04a5-a699-4d16-83b3-c041c0b42956 admin admin] 10.222.0.66 "PUT /v2.0/routers/c3779531-f478-41e4-abd3-3cee9a12d4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343305 Jun 30 09:53:31.413197 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38318) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:31.415794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Sync routers for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:53:31.424749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:31.425989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:31.514992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.526371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:31.614371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.668373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Deleting port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:31.668717 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.700820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:53:30Z', 'revision_number': 5, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port': {'id': 'c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:42Z', 'updated_at': '2021-06-30T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:31.725770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Checking router: c3779531-f478-41e4-abd3-3cee9a12d4d1 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:53:31.733938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Routers {'c3779531-f478-41e4-abd3-3cee9a12d4d1'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:53:31.734541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:53:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['c3779531-f478-41e4-abd3-3cee9a12d4d1'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:31.747862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] For port c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:31.748226 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.765270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Calling delete_port for c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:31.821369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] Set router c3779531-f478-41e4-abd3-3cee9a12d4d1 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:53:31.875045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:53:31Z', 'revision_number': 6, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:31.899931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b794022-7f74-4079-9379-5dbf3b03a5b3 None None] The sync data for ids ['c3779531-f478-41e4-abd3-3cee9a12d4d1'] in n-d-779913-25 is: [{'id': 'c3779531-f478-41e4-abd3-3cee9a12d4d1', 'name': 'tempest-TestVolumeBootPattern-1460077910-router', 'tenant_id': '68a32b93dff8453089193ef8498e1f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:41Z', 'updated_at': '2021-06-30T09:53:31Z', 'revision_number': 6, 'project_id': '68a32b93dff8453089193ef8498e1f2c', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:53:31.932707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:31.961944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:31.962533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da586ab9-2f64-4fb0-9d6a-d8980325efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.022574 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.082620 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.112102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.114842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.155492 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.155978 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3779531-f478-41e4-abd3-3cee9a12d4d1 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:53:32.160734 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.161944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4d63b76e-216b-47e6-8899-aab9ec93f752 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c3779531-f478-41e4-abd3-3cee9a12d4d1 HTTP/1.1" status: 204 len: 168 time: 0.7477064 Jun 30 09:53:32.164534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38320) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:32.211937 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Deleting subnet 25a7de83-f7a8-4dbc-988d-90df204698f7 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:53:32.215380 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.250404 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.330834 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.386929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.412525 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a7de83-f7a8-4dbc-988d-90df204698f7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:32.416051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.417903 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5e62ea6c-851e-4e6e-a5fe-f31fda842d0c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/25a7de83-f7a8-4dbc-988d-90df204698f7 HTTP/1.1" status: 204 len: 168 time: 0.2524278 Jun 30 09:53:32.420406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:32.422611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb693aa-2c24-4537-bd27-92ff4d7593e8 None None] Network fd0eed71-2304-46e9-b638-fb7c8a72bb08 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:53:32.486738 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.538499 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Deleting port f823b5d8-3d9d-4215-9f41-8b9720c32da8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:32.538847 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.606371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] For port f823b5d8-3d9d-4215-9f41-8b9720c32da8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f823b5d8-3d9d-4215-9f41-8b9720c32da8,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:32.606743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.619930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Calling delete_port for f823b5d8-3d9d-4215-9f41-8b9720c32da8 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:32.628831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] DHCP port deletion for fd0eed71-2304-46e9-b638-fb7c8a72bb08 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:53:32.675748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Deleting port f823b5d8-3d9d-4215-9f41-8b9720c32da8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:32.676048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.702077 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.732818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f823b5d8-3d9d-4215-9f41-8b9720c32da8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:32.736895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] No DVR routers for this DVR port f823b5d8-3d9d-4215-9f41-8b9720c32da8 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:32.741598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] For port f823b5d8-3d9d-4215-9f41-8b9720c32da8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f823b5d8-3d9d-4215-9f41-8b9720c32da8,segment=NetworkSegment(203d528b-76d5-44ec-b9a3-74e045ead4fe),segment_id=203d528b-76d5-44ec-b9a3-74e045ead4fe)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:32.742029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.755794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Calling delete_port for f823b5d8-3d9d-4215-9f41-8b9720c32da8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:32.810584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.822250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0eed71-2304-46e9-b638-fb7c8a72bb08']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:32.834601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d528b-76d5-44ec-b9a3-74e045ead4fe') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:32.834904 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d528b-76d5-44ec-b9a3-74e045ead4fe') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:53:32.836627 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.845740 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.860599 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.861168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] Pushing event deleted for resources: {'Port': ['ID=f823b5d8-3d9d-4215-9f41-8b9720c32da8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:32.865979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdf358-ec34-4206-b116-e569959f2743 None None] No DVR routers for this DVR port f823b5d8-3d9d-4215-9f41-8b9720c32da8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:32.867792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:53:32.868202 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:53:32.870172 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:53:32.934347 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.939870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:32.942357 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fd0eed71-2304-46e9-b638-fb7c8a72bb08 HTTP/1.1" status: 204 len: 168 time: 0.5210412 Jun 30 09:53:32.952917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e477cc5-09c1-475b-8bef-02ffca2180a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0eed71-2304-46e9-b638-fb7c8a72bb08,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:33.059705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.101070 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-23075ba9-8ab4-4b5f-8814-7d45559bc842 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ca56d2eefe747e29a8d11a54ae4f13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401835 Jun 30 09:53:33.103665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.128099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.157107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.178246 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.223279 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.225985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.227132 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81aefb00-90b6-422a-a726-12c0614503d5 HTTP/1.1" status: 204 len: 168 time: 0.1223681 Jun 30 09:53:33.234710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ae6e5-2911-41d5-8f29-e598a9e1b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aefb00-90b6-422a-a726-12c0614503d5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:33.563293 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38334) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.605713 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eada3a3d-16f2-43c9-bb76-a95ce8de70f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68a32b93dff8453089193ef8498e1f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412807 Jun 30 09:53:33.608138 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38336) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:33.659041 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.680164 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.705358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:33.727457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:33.727730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c91a5f47-8dd0-4a30-9b18-c1f5f8fce86b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:33.728189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2440dabe-171d-49d9-9cd3-da3ef5f5b2df no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:33.730992 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.731138 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.733612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:33.734801 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa9307fa-0c7a-4257-918a-c2f41971783f HTTP/1.1" status: 204 len: 168 time: 0.1257870 Jun 30 09:53:33.743659 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b77ebf-70ab-4aae-bd17-030a9ec4a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9307fa-0c7a-4257-918a-c2f41971783f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:33.748030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2440dabe-171d-49d9-9cd3-da3ef5f5b2df {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:33.748222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2440dabe-171d-49d9-9cd3-da3ef5f5b2df not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:33.748773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f823b5d8-3d9d-4215-9f41-8b9720c32da8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:53:33.773776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f823b5d8-3d9d-4215-9f41-8b9720c32da8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:53:33.774134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f823b5d8-3d9d-4215-9f41-8b9720c32da8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:53:34.778142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:35.564209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:37.172212 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:43.512307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-ce84a8a6-52f9-4512-96e9-614bcb473d1a tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276685 Jun 30 09:53:43.694993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-98967d7d-5fb6-49dc-b838-6ec407cf0484 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:43.696430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-98967d7d-5fb6-49dc-b838-6ec407cf0484 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792288 Jun 30 09:53:43.711494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-5a84121a-9097-467b-91b1-9e4121d04547 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/quotas/59ea7ae3f5f14f4fa636b20521d680fc HTTP/1.1" status: 200 len: 375 time: 0.0095129 Jun 30 09:53:43.743432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-6e3668fd-2f06-40c9-bb6e-24864a1e702e tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270739 Jun 30 09:53:43.919131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-718007a8-213d-4b60-b7a6-f1593d8ed6c6 req-329fc53d-7c42-40a8-9a1b-88d97c1e5862 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 210 time: 0.0279162 Jun 30 09:53:45.025872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-3c92d1a6-f055-4e5c-a61c-349baf25bea3 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254939 Jun 30 09:53:45.105947 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd7e28ab-bdcc-4b68-b5e0-9657262cf267 req-997c67a2-3a05-4961-a8a9-f642b4138e16 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 210 time: 0.0659437 Jun 30 09:53:45.161483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-8c300b23-2e57-45d7-b5a6-0ead9d816be5 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:45.162975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-8c300b23-2e57-45d7-b5a6-0ead9d816be5 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325853 Jun 30 09:53:45.175691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Request body: {'port': {'device_id': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'admin_state_up': True, 'tenant_id': '59ea7ae3f5f14f4fa636b20521d680fc'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:45.284863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Made reservation on behalf of 59ea7ae3f5f14f4fa636b20521d680fc for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:53:45.288310 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.296693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.388698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.392291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.453776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75934ea3-aa7d-4ebf-9a73-e1c900141da3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:45.526644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Allocated IP 192.168.233.192 (eac7eb26-a7f2-4748-9dfd-2c998e375910/13fc104a-b94e-40a7-bb0a-07c886fb95b3/d45a466f-dc25-4aff-be5e-0020286c77b7) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:53:45.671428 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.685948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Transition to ACTIVE for port object d45a466f-dc25-4aff-be5e-0020286c77b7 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:45.717985 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.758567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Network eac7eb26-a7f2-4748-9dfd-2c998e375910 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:53:45.761807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:53:45.765439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:53:45.797677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Pushing event updated for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:45.828093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:45.828756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:45.843533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-94ccfede-0f69-459c-b9d7-7ce21f8ea255 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6720555 Jun 30 09:53:45.855744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Request body: {'port': {'device_id': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:53:45.938728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.104674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1a29672f-e91c-41f7-8711-79b90c6a62f2 None None] Provisioning for port d45a466f-dc25-4aff-be5e-0020286c77b7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:46.110609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1a29672f-e91c-41f7-8711-79b90c6a62f2 None None] Provisioning complete for port d45a466f-dc25-4aff-be5e-0020286c77b7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:46.110993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1a29672f-e91c-41f7-8711-79b90c6a62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.152682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1a29672f-e91c-41f7-8711-79b90c6a62f2 None None] Port d45a466f-dc25-4aff-be5e-0020286c77b7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:53:46.224248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45a466f-dc25-4aff-be5e-0020286c77b7 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:53:46.232929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.271433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Transition to ACTIVE for port object d45a466f-dc25-4aff-be5e-0020286c77b7 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:53:46.275463 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.340552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264093f4-e19d-4174-baba-9818bded185e service neutron] Pushing event updated for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:46.373577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2df4df-192b-4316-80ad-a59da6c3f562 req-efde55a6-fdc8-405f-8023-13ae5adc6825 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.375170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a2df4df-192b-4316-80ad-a59da6c3f562 req-efde55a6-fdc8-405f-8023-13ae5adc6825 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 936 time: 0.1398227 Jun 30 09:53:46.448886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a2df4df-192b-4316-80ad-a59da6c3f562 req-1bc4f2ae-0cf9-4eec-bdf3-4baedbd96a13 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Jun 30 09:53:46.453161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Attempting to bind port d45a466f-dc25-4aff-be5e-0020286c77b7 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:53:46.453498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Attempting to bind port d45a466f-dc25-4aff-be5e-0020286c77b7 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:53:46.453860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Attempting to bind port d45a466f-dc25-4aff-be5e-0020286c77b7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:46.459381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Port d45a466f-dc25-4aff-be5e-0020286c77b7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:53:46.459839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Attempting to bind port d45a466f-dc25-4aff-be5e-0020286c77b7 on network eac7eb26-a7f2-4748-9dfd-2c998e375910 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:53:46.465411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:53:46.465742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Checking segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:53:46.466154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Bound using segment: {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:53:46.466584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Bound port: d45a466f-dc25-4aff-be5e-0020286c77b7, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22f6721-9d2b-41c9-9f8b-30d126da3608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:53:46.466945 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.531738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:53:46.535317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d45a466f-dc25-4aff-be5e-0020286c77b7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:53:46.539422 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.571482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.572105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.573527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-264093f4-e19d-4174-baba-9818bded185e service neutron] 10.222.0.11 "PUT /v2.0/ports/d45a466f-dc25-4aff-be5e-0020286c77b7 HTTP/1.1" status: 200 len: 1097 time: 0.7221100 Jun 30 09:53:46.574045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:46.576333 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29709b-19a1-4170-befe-3a0ab9354309" -d '{"events": [{"name": "network-changed", "server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:46.608556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264093f4-e19d-4174-baba-9818bded185e service neutron] Pushing event updated for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:46.618855 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1fca76-dcbd-42d7-b7d8-f4f63b18255d x-openstack-request-id: req-7d1fca76-dcbd-42d7-b7d8-f4f63b18255d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:46.619155 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:46.619410 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d1fca76-dcbd-42d7-b7d8-f4f63b18255d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:46.619815 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7', 'status': 'completed', 'code': 200} Jun 30 09:53:46.673962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-e8ca7a13-fb31-4cb0-bb9c-5d7981409450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.675687 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-e8ca7a13-fb31-4cb0-bb9c-5d7981409450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 1100 time: 0.0544367 Jun 30 09:53:46.721497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-a067ceeb-c778-425f-82e0-962e21eba2e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d45a466f-dc25-4aff-be5e-0020286c77b7 HTTP/1.1" status: 200 len: 217 time: 0.0378535 Jun 30 09:53:46.770468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-3ff21a1b-82e7-48dc-97d0-cfa1acb89993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.771903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-3ff21a1b-82e7-48dc-97d0-cfa1acb89993 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0435081 Jun 30 09:53:46.828050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-0a5bf43c-3644-4353-a14c-2f7453b76b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:46.829515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-0a5bf43c-3644-4353-a14c-2f7453b76b9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510049 Jun 30 09:53:46.920001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-7882f446-3efe-4097-bc01-9267ea8c4828 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831983 Jun 30 09:53:47.009288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebd798d8-8121-4e6a-baa7-0bfc2cd95f26 req-bcc84f5c-45c3-41eb-a46b-f961d8f81ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812144 Jun 30 09:53:47.104113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-d3a7bad2-744c-422f-acf0-09fd41a9b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:47.105566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-d3a7bad2-744c-422f-acf0-09fd41a9b8cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 1100 time: 0.0507443 Jun 30 09:53:47.198480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-70afc1ee-b7d3-4fb1-8557-eed083ef2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:47.199959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-70afc1ee-b7d3-4fb1-8557-eed083ef2752 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eac7eb26-a7f2-4748-9dfd-2c998e375910 HTTP/1.1" status: 200 len: 870 time: 0.0874567 Jun 30 09:53:47.240991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-867666a5-aeac-4ea9-b97d-2aba234fc81d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d45a466f-dc25-4aff-be5e-0020286c77b7 HTTP/1.1" status: 200 len: 217 time: 0.0342524 Jun 30 09:53:47.292342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-48ce5a9b-bebf-4850-a8eb-493bdfe66990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:47.293632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-48ce5a9b-bebf-4850-a8eb-493bdfe66990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=13fc104a-b94e-40a7-bb0a-07c886fb95b3 HTTP/1.1" status: 200 len: 843 time: 0.0455754 Jun 30 09:53:47.348239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-2ef4b509-6569-4816-b8d8-53a9f1703848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:47.349639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-2ef4b509-6569-4816-b8d8-53a9f1703848 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eac7eb26-a7f2-4748-9dfd-2c998e375910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487745 Jun 30 09:53:47.437138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-c1787f94-fc68-4596-8f25-f486bdd047e7 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797827 Jun 30 09:53:47.527927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d29709b-19a1-4170-befe-3a0ab9354309 req-291767cc-8c15-4e4d-ac80-b744e7757769 service neutron] 10.222.0.11 "GET /v2.0/networks/eac7eb26-a7f2-4748-9dfd-2c998e375910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841489 Jun 30 09:53:47.623918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f453e5-7a45-4ce4-aa34-5d6b9109e9f9 req-5683b6c6-0bac-4b32-8d40-3a566d164d9c tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:47.625288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3f453e5-7a45-4ce4-aa34-5d6b9109e9f9 req-5683b6c6-0bac-4b32-8d40-3a566d164d9c tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 948 time: 0.0612848 Jun 30 09:53:47.662338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3f453e5-7a45-4ce4-aa34-5d6b9109e9f9 req-d3446e48-d021-4fa9-8b28-bab29bba1839 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jun 30 09:53:48.836927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ee54-e2b6-48b9-aba3-88326e9c9763 req-e3247725-3a78-498d-8f87-4c1d66ed0126 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:48.838411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f16ee54-e2b6-48b9-aba3-88326e9c9763 req-e3247725-3a78-498d-8f87-4c1d66ed0126 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 948 time: 0.0669465 Jun 30 09:53:48.876919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f16ee54-e2b6-48b9-aba3-88326e9c9763 req-186800c6-f767-4e16-adcb-43da0f089375 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Jun 30 09:53:50.044935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1305d5-2ab6-47e1-aa89-9f42d64bcf78 req-0f66be35-a36e-43c7-adff-30c8cbc974cf tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:50.046402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1305d5-2ab6-47e1-aa89-9f42d64bcf78 req-0f66be35-a36e-43c7-adff-30c8cbc974cf tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 948 time: 0.0618427 Jun 30 09:53:50.083148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1305d5-2ab6-47e1-aa89-9f42d64bcf78 req-26a1e529-0d91-4636-877e-dceab75b8c66 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305207 Jun 30 09:53:50.739005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d45a466f-dc25-4aff-be5e-0020286c77b7 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:53:50.828149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d45a466f-dc25-4aff-be5e-0020286c77b7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:50.839283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'd45a466f-dc25-4aff-be5e-0020286c77b7', 'network_id': 'eac7eb26-a7f2-4748-9dfd-2c998e375910', 'port_id': 'd45a466f-dc25-4aff-be5e-0020286c77b7', 'mac_address': 'fa:16:3e:f7:a0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fc104a-b94e-40a7-bb0a-07c886fb95b3', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:53:50.875351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.891031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45a466f-dc25-4aff-be5e-0020286c77b7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:53:50.909704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d45a466f-dc25-4aff-be5e-0020286c77b7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:50.913406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:50.958928 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:51.261171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133b5e-5e26-446a-b034-6381b5adb10e req-2de45c47-8259-45fa-a406-267347b1c085 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:51.262659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b133b5e-5e26-446a-b034-6381b5adb10e req-2de45c47-8259-45fa-a406-267347b1c085 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 949 time: 0.0623980 Jun 30 09:53:51.287400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['d45a466f-dc25-4aff-be5e-0020286c77b7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:53:51.301334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b133b5e-5e26-446a-b034-6381b5adb10e req-2667201d-349e-4347-8839-7a747f9e2bc8 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jun 30 09:53:52.477141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe4f7e-3a47-4772-9303-c85638c7f84e req-12797f82-7a81-4fc0-b591-bbaafcfc3a27 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:52.478634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfe4f7e-3a47-4772-9303-c85638c7f84e req-12797f82-7a81-4fc0-b591-bbaafcfc3a27 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 949 time: 0.0647578 Jun 30 09:53:52.515950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfe4f7e-3a47-4772-9303-c85638c7f84e req-0a4d1c50-470b-44ba-814a-385b682a8e97 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Jun 30 09:53:52.737266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d45a466f-dc25-4aff-be5e-0020286c77b7 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:53:52.786439 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port d45a466f-dc25-4aff-be5e-0020286c77b7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:53:52.790178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port d45a466f-dc25-4aff-be5e-0020286c77b7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:53:52.790575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.863662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.885659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:52.887959 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396a96c-10b3-4957-ac6d-4aa8025fc2ad" -d '{"events": [{"server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "name": "network-vif-plugged", "status": "completed", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:52.901909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d45a466f-dc25-4aff-be5e-0020286c77b7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:52.905828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:52.933813 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc78d08-c52b-4e03-b4ff-3e3fec4b22cf x-openstack-request-id: req-8bc78d08-c52b-4e03-b4ff-3e3fec4b22cf {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:52.934114 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "name": "network-vif-plugged", "status": "completed", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:52.934373 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bc78d08-c52b-4e03-b4ff-3e3fec4b22cf {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:52.934757 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7', 'code': 200} Jun 30 09:53:52.960320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:53.035664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a8f1-5645-46ae-ae3e-ca525597781a req-60fa8f59-d275-4385-a5ca-d3667e04ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:53.037031 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a08a8f1-5645-46ae-ae3e-ca525597781a req-60fa8f59-d275-4385-a5ca-d3667e04ed25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 1102 time: 0.0500858 Jun 30 09:53:53.070615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a08a8f1-5645-46ae-ae3e-ca525597781a req-ac630089-bfcc-45bf-91fb-4694b3f85e2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267539 Jun 30 09:53:53.691585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756732c-73f6-44b9-adfd-e97f6f544fa9 req-b6752b1a-c3c1-48f8-9b45-93bfc5a6f571 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:53.693095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f756732c-73f6-44b9-adfd-e97f6f544fa9 req-b6752b1a-c3c1-48f8-9b45-93bfc5a6f571 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 950 time: 0.0695422 Jun 30 09:53:53.730389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f756732c-73f6-44b9-adfd-e97f6f544fa9 req-d8eb9570-4dc5-49fb-97ca-5466a50c5761 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jun 30 09:53:54.903986 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744a8ae-c250-446c-bcba-0115ecdf4d3a req-51f4aa83-6541-48c8-bcde-166b5a2f521d tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:54.905443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1744a8ae-c250-446c-bcba-0115ecdf4d3a req-51f4aa83-6541-48c8-bcde-166b5a2f521d tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 950 time: 0.0640590 Jun 30 09:53:54.942516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1744a8ae-c250-446c-bcba-0115ecdf4d3a req-ec90e80d-5409-4d92-90ae-a752534c3d77 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Jun 30 09:53:55.985862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937688-90d0-4183-aac0-1a77c0ac3586 req-c04bbcb6-a390-4ebc-889b-edfd0e29e56b tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:55.987313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f937688-90d0-4183-aac0-1a77c0ac3586 req-c04bbcb6-a390-4ebc-889b-edfd0e29e56b tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 950 time: 0.0614574 Jun 30 09:53:56.024090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5f937688-90d0-4183-aac0-1a77c0ac3586 req-fa717b20-d416-40fc-a85a-d6b5fee086be tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Jun 30 09:53:57.199365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8490a9-fe9d-41cd-8c68-1a7061da7bb7 req-8720cdbd-bb4f-423a-ada4-691847f55bee tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:57.200825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a8490a9-fe9d-41cd-8c68-1a7061da7bb7 req-8720cdbd-bb4f-423a-ada4-691847f55bee tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 950 time: 0.0665426 Jun 30 09:53:57.241075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a8490a9-fe9d-41cd-8c68-1a7061da7bb7 req-100dec1f-00b6-40dd-9964-3fdfc6ea7cc3 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/security-groups?id=75934ea3-aa7d-4ebf-9a73-e1c900141da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Jun 30 09:53:57.522482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-31dc29f4-bddf-4a28-a197-fdf6b40ac4a6 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:57.523897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-31dc29f4-bddf-4a28-a197-fdf6b40ac4a6 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 950 time: 0.0601552 Jun 30 09:53:57.621588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Deleting port d45a466f-dc25-4aff-be5e-0020286c77b7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:53:57.621964 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.709468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] For port d45a466f-dc25-4aff-be5e-0020286c77b7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d45a466f-dc25-4aff-be5e-0020286c77b7,segment=NetworkSegment(a22f6721-9d2b-41c9-9f8b-30d126da3608),segment_id=a22f6721-9d2b-41c9-9f8b-30d126da3608)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:53:57.709864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.721342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Calling delete_port for d45a466f-dc25-4aff-be5e-0020286c77b7 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:53:57.848224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.859838 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['d45a466f-dc25-4aff-be5e-0020286c77b7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:53:57.879501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Pushing event deleted for resources: {'Port': ['ID=d45a466f-dc25-4aff-be5e-0020286c77b7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:53:57.925717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] No DVR routers for this DVR port d45a466f-dc25-4aff-be5e-0020286c77b7 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:53:57.928397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:57.930526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3ca654d7-0273-43c2-b0aa-2b9bf861298f req-ec134bc5-d2a5-4e95-a560-b494198f13a4 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.11 "DELETE /v2.0/ports/d45a466f-dc25-4aff-be5e-0020286c77b7 HTTP/1.1" status: 204 len: 173 time: 0.4002078 Jun 30 09:53:57.931085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'name': 'network-vif-deleted', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:53:57.934000 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d270f0f-c066-4b77-a1f6-b2e1b085a314" -d '{"events": [{"server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "name": "network-vif-deleted", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:53:57.974370 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6956077c-ff2f-4daa-9e56-1c0d8eda48b7 x-openstack-request-id: req-6956077c-ff2f-4daa-9e56-1c0d8eda48b7 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:53:57.974672 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f", "name": "network-vif-deleted", "tag": "d45a466f-dc25-4aff-be5e-0020286c77b7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:53:57.974937 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6956077c-ff2f-4daa-9e56-1c0d8eda48b7 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:53:57.975373 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f', 'name': 'network-vif-deleted', 'tag': 'd45a466f-dc25-4aff-be5e-0020286c77b7', 'status': 'completed', 'code': 200} Jun 30 09:53:58.397428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6553861-415f-4215-a56d-8a0aee2ffab3 req-bd6e1b50-50dd-4e84-ac14-f2ad362fdc02 tempest-ServersAdminNegativeTestJSON-372662752 tempest-ServersAdminNegativeTestJSON-372662752-project] 10.222.0.66 "GET /v2.0/ports?device_id=7fecbb6e-0bab-4ecd-92c1-da3ab4d1579f HTTP/1.1" status: 200 len: 210 time: 0.0294073 Jun 30 09:53:59.366412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72c99968-2bc6-4de6-813f-d43f182d71ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.720891 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38506) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.848580 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-47cc2cef-e9e3-414d-a513-cb4653d4d188 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59ea7ae3f5f14f4fa636b20521d680fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264789 Jun 30 09:53:59.851135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38510) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:53:59.898199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.918332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.967705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.970307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.971467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75934ea3-aa7d-4ebf-9a73-e1c900141da3 HTTP/1.1" status: 204 len: 168 time: 0.1194458 Jun 30 09:53:59.979058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdc4dc-09d3-4c52-abab-a893a1fe35b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75934ea3-aa7d-4ebf-9a73-e1c900141da3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:00.230324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38516) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:00.243677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f49883-ea93-4e9e-932a-70b286cf14a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.328972 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f49883-ea93-4e9e-932a-70b286cf14a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.332355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86f49883-ea93-4e9e-932a-70b286cf14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.367986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f49883-ea93-4e9e-932a-70b286cf14a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b6c68-df76-4e76-ad76-8140963db6c5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:00.372258 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86f49883-ea93-4e9e-932a-70b286cf14a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f7036bfa7254f18aa0b49f44f598b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409340 Jun 30 09:54:00.374930 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38518) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:00.423217 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.444310 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.488292 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.490846 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.491989 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef5b6c68-df76-4e76-ad76-8140963db6c5 HTTP/1.1" status: 204 len: 168 time: 0.1161664 Jun 30 09:54:00.499616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a73de-facc-4edb-a536-5c23fe081b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b6c68-df76-4e76-ad76-8140963db6c5,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:00.768589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d45a466f-dc25-4aff-be5e-0020286c77b7 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:00.788797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: d45a466f-dc25-4aff-be5e-0020286c77b7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:00.789158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d45a466f-dc25-4aff-be5e-0020286c77b7 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:01.140907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38540) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:01.232517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632767990-network', 'tenant_id': '4ed6f71542bc4d00957aa472bcd0cac3'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:01.257017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Made reservation on behalf of 4ed6f71542bc4d00957aa472bcd0cac3 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:01.259351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.267446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.353465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.357141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.377691 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:01.392466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:01.395850 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.396197 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Added segment 9e74a3b5-5cf1-4ffb-978b-31a1201d1139 of type vlan for network c5be3ef6-300b-4e8c-8055-dc2b8382c61c Jun 30 09:54:01.437626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.465800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.466745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:01.467360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.531918 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3899131 Jun 30 09:54:01.535753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38544) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:01.540763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Request body: {'subnet': {'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632767990-subnet', 'tenant_id': '4ed6f71542bc4d00957aa472bcd0cac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:01.554496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791c02-161f-4ea1-a9a7-6b669a255c9d admin admin] Pushing event updated for resources: {'Network': ['ID=c5be3ef6-300b-4e8c-8055-dc2b8382c61c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:01.561091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Made reservation on behalf of 4ed6f71542bc4d00957aa472bcd0cac3 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:01.564161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.565724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c5be3ef6-300b-4e8c-8055-dc2b8382c61c details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:01.730884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.785527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a354226-eb62-475f-b052-d4da3601afc6,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:01.793471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Checking segment: {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:01.793871 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Network hostable DHCP agents. Network: c5be3ef6-300b-4e8c-8055-dc2b8382c61c, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:01.810343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Network c5be3ef6-300b-4e8c-8055-dc2b8382c61c is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:01.819494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c5be3ef6-300b-4e8c-8055-dc2b8382c61c) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:01.823672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:01.824239 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:01.828550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9fa34-450f-4237-a73b-820bf8f4e134 None None] Network c5be3ef6-300b-4e8c-8055-dc2b8382c61c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:01.838141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-13798a1e-fa61-481c-9277-3a1b280575bd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3012426 Jun 30 09:54:01.948754 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c7fe7-a300-450f-8245-c6b7497f1ca9 None None] Network c5be3ef6-300b-4e8c-8055-dc2b8382c61c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:02.002742 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b00f-5608-40dc-b814-fdf8a81efdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:02.088629 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:02.257786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-6fd97bf5-b518-48e6-a4d0-84c2f4308352 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:02.259122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-6fd97bf5-b518-48e6-a4d0-84c2f4308352 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 811 time: 0.1021616 Jun 30 09:54:02.273152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-b2edcb48-1fa7-4ebf-8297-9c8523c69b3f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/quotas/4ed6f71542bc4d00957aa472bcd0cac3 HTTP/1.1" status: 200 len: 375 time: 0.0086493 Jun 30 09:54:02.304546 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-234a766a-4783-4672-a7c7-c0ee9424d254 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266635 Jun 30 09:54:02.483238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-f6a1e1ff-5dd9-4705-82ce-d0896553271a service neutron] 10.222.0.66 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232231 Jun 30 09:54:02.568846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-43b750b2-8ab6-4bad-8f22-464255531538 service neutron] 10.222.0.66 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791452 Jun 30 09:54:03.130778 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.715821 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:03.754035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a10c18c8-7fae-4804-a5b9-339f1d2da9c3 req-d117c99c-d401-418b-875d-81ab679e70f5 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Jun 30 09:54:04.776931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:04.878734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-b66faa33-481f-4d39-a8cc-94a0cc747a16 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:04.880231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-b66faa33-481f-4d39-a8cc-94a0cc747a16 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.11 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 811 time: 0.1177747 Jun 30 09:54:04.909629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de7c45a8-937f-4d06-97d6-4dc6b34cfd54 req-281443ca-343d-49b6-945c-0310e71cf006 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Jun 30 09:54:04.912968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Request body: {'port': {'device_id': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c', 'admin_state_up': True, 'tenant_id': '4ed6f71542bc4d00957aa472bcd0cac3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:05.027233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Made reservation on behalf of 4ed6f71542bc4d00957aa472bcd0cac3 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:05.030650 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.153851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Allocated IP 172.20.0.2 (c5be3ef6-300b-4e8c-8055-dc2b8382c61c/5a354226-eb62-475f-b052-d4da3601afc6/a7792c27-e67d-410a-8605-c74439288ffb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:05.294170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.332313 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.378592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Network c5be3ef6-300b-4e8c-8055-dc2b8382c61c is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:05.381672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:05.387725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:05.394306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:05.438074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:05.438680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.451636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-be0addb6-137e-4b74-9bdb-6021eba351e6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442345 Jun 30 09:54:05.470002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Request body: {'port': {'device_id': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:05.536970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.577256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.788391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7792c27-e67d-410a-8605-c74439288ffb {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:05.795447 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.806989 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Transition to ACTIVE for port object a7792c27-e67d-410a-8605-c74439288ffb will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:05.811235 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:05.859406 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:05.923407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:05.924108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:05.924108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:05.928680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:54:05.928999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:05.933978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:05.934314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Checking segment: {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:05.934707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Bound using segment: {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:05.935136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Bound port: a7792c27-e67d-410a-8605-c74439288ffb, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:05.935491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.000561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:06.004620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:06.009192 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.069830 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.070454 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:06.071840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] 10.222.0.11 "PUT /v2.0/ports/a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 1092 time: 0.6074960 Jun 30 09:54:06.072292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:06.074579 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc74c6c-f719-4aa0-92fa-3078c890405c" -d '{"events": [{"name": "network-changed", "server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:06.102791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687cbd-e408-4f36-9994-a169c0ca6b57 service neutron] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:06.116801 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6cfa6c-9575-4487-b7c2-3d5dac3b11cf x-openstack-request-id: req-2d6cfa6c-9575-4487-b7c2-3d5dac3b11cf {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:06.117119 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:06.117379 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d6cfa6c-9575-4487-b7c2-3d5dac3b11cf {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:06.117804 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'status': 'completed', 'code': 200} Jun 30 09:54:06.143580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e68c-5647-4115-b8c6-5316c0175343 req-09a8a08f-4ff0-4d34-931c-03b3f3cfb181 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.145539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b39e68c-5647-4115-b8c6-5316c0175343 req-09a8a08f-4ff0-4d34-931c-03b3f3cfb181 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 943 time: 0.1125054 Jun 30 09:54:06.206983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0b39e68c-5647-4115-b8c6-5316c0175343 req-072b4269-afe6-402c-ab67-35fcb247ec05 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Jun 30 09:54:06.218322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-f39ad774-c50d-4723-a12d-00e7be26f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.219822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-f39ad774-c50d-4723-a12d-00e7be26f9bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1095 time: 0.0931020 Jun 30 09:54:06.259681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-f2faeee5-a4e6-41ee-8d83-72d7c03855c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0328639 Jun 30 09:54:06.311094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-7f9a6e71-d016-4a83-a7f6-ef6441d0be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.312558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-7f9a6e71-d016-4a83-a7f6-ef6441d0be5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0467901 Jun 30 09:54:06.344874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-7356f5c6-cb5e-42a3-914e-8b372b4f2eac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252671 Jun 30 09:54:06.431975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-83560e90-3912-4a16-9364-0453cf5e12cb service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804503 Jun 30 09:54:06.524929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-48a68cd8-b6ec-45f2-8aa4-38d4e04f156e req-173b6368-f1f8-4934-a2bd-f3a153653e53 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858490 Jun 30 09:54:06.627596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-07f6767d-9050-4371-b756-025dc696c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.629492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-07f6767d-9050-4371-b756-025dc696c790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1095 time: 0.0537026 Jun 30 09:54:06.723990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-c9db2533-34e5-4606-b958-3b4d22d2dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.725363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-c9db2533-34e5-4606-b958-3b4d22d2dcda service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0879490 Jun 30 09:54:06.766958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-59670fc9-e28c-4617-aed7-5c26d7be6cf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0349033 Jun 30 09:54:06.814274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-d4f2f363-23d7-4245-9abc-75dab4164ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:06.816259 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-d4f2f363-23d7-4245-9abc-75dab4164ab6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0425508 Jun 30 09:54:06.847498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-643574e9-9ee1-477b-bc21-e8f891a87bef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255432 Jun 30 09:54:06.942221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-33c5646d-fd38-45e6-8076-e6054b05c354 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876451 Jun 30 09:54:07.028998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ebc74c6c-f719-4aa0-92fa-3078c890405c req-cf9b591c-4ddb-42d5-936a-e810a529e6e7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801339 Jun 30 09:54:07.384046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9104-c325-42da-9d27-2a1913e46902 req-902f63c7-a995-4c17-9882-a54c499a504b tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:07.385646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-771c9104-c325-42da-9d27-2a1913e46902 req-902f63c7-a995-4c17-9882-a54c499a504b tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 943 time: 0.0659840 Jun 30 09:54:07.423253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-771c9104-c325-42da-9d27-2a1913e46902 req-957a82b8-e0f4-45ca-b303-545c16e01d2a tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Jun 30 09:54:08.595514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915ad7-c20f-4ed6-9bd7-73ea9d3c8ae2 req-212c6552-aba6-4c7b-b7ab-c3b551a6451c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:08.597515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90915ad7-c20f-4ed6-9bd7-73ea9d3c8ae2 req-212c6552-aba6-4c7b-b7ab-c3b551a6451c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 943 time: 0.0634708 Jun 30 09:54:08.634302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90915ad7-c20f-4ed6-9bd7-73ea9d3c8ae2 req-0fdf5426-fd82-4632-a149-03a012f7c32a tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Jun 30 09:54:08.784623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7792c27-e67d-410a-8605-c74439288ffb details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:54:08.878316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:08.889180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'a7792c27-e67d-410a-8605-c74439288ffb', 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c', 'port_id': 'a7792c27-e67d-410a-8605-c74439288ffb', 'mac_address': 'fa:16:3e:bc:da:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a354226-eb62-475f-b052-d4da3601afc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:54:08.924806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:08.936900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7792c27-e67d-410a-8605-c74439288ffb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:08.955116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:08.959417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:09.007134 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:09.267847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['a7792c27-e67d-410a-8605-c74439288ffb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:54:09.806300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca08ac-58eb-4b7a-9b5d-301fb2a6bf7d req-69f76f8b-e4d2-4c8c-9a8a-2384fe3d0011 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:09.808034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5ca08ac-58eb-4b7a-9b5d-301fb2a6bf7d req-69f76f8b-e4d2-4c8c-9a8a-2384fe3d0011 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 944 time: 0.0640261 Jun 30 09:54:09.845116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5ca08ac-58eb-4b7a-9b5d-301fb2a6bf7d req-90ab1852-a79d-4460-8691-305f2deb02b2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jun 30 09:54:10.783367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7792c27-e67d-410a-8605-c74439288ffb up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:10.834231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port a7792c27-e67d-410a-8605-c74439288ffb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:10.837722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port a7792c27-e67d-410a-8605-c74439288ffb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:10.838135 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.910979 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.932685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:10.934983 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67688195-1b5a-4fe5-b216-066db1ac1168" -d '{"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-plugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:10.947957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:10.952382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:10.984179 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1bd9ea-786d-42c0-9d6a-d3555c5d4e72 x-openstack-request-id: req-ca1bd9ea-786d-42c0-9d6a-d3555c5d4e72 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:10.984481 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-plugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:10.984771 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca1bd9ea-786d-42c0-9d6a-d3555c5d4e72 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:10.985168 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'code': 200} Jun 30 09:54:11.007900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:11.027259 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a57041-c9fd-4e5f-bc3e-826816092143 req-f12e9975-9f72-4ce5-a3e4-dc9dfa695451 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:11.028734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a57041-c9fd-4e5f-bc3e-826816092143 req-f12e9975-9f72-4ce5-a3e4-dc9dfa695451 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0711055 Jun 30 09:54:11.096993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a57041-c9fd-4e5f-bc3e-826816092143 req-70bd28da-e401-432e-a660-08d1e3755966 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619581 Jun 30 09:54:11.112970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dedfb-1f9b-4641-83ec-71cb2d4dcc35 req-5cd50965-0461-4522-8217-a59573b723c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:11.114460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-455dedfb-1f9b-4641-83ec-71cb2d4dcc35 req-5cd50965-0461-4522-8217-a59573b723c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1097 time: 0.0662715 Jun 30 09:54:11.149276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-455dedfb-1f9b-4641-83ec-71cb2d4dcc35 req-a28d92f1-7049-4446-92f0-fd3dfaa43497 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278544 Jun 30 09:54:12.276166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046da2-e81b-4c54-a7ca-32fec6ba7a6f req-7b77ed9f-8d6d-4c72-b227-6e3499d7721e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:12.277654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5046da2-e81b-4c54-a7ca-32fec6ba7a6f req-7b77ed9f-8d6d-4c72-b227-6e3499d7721e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0679753 Jun 30 09:54:12.318420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5046da2-e81b-4c54-a7ca-32fec6ba7a6f req-19503f78-54fe-448b-b9f4-48327f77dd99 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Jun 30 09:54:13.494625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911965ee-13c7-41a0-b99c-fa03f4b2fea3 req-f835dbac-7607-47d0-bd87-cff71ea8f53f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:13.496073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-911965ee-13c7-41a0-b99c-fa03f4b2fea3 req-f835dbac-7607-47d0-bd87-cff71ea8f53f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0618010 Jun 30 09:54:13.533260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-911965ee-13c7-41a0-b99c-fa03f4b2fea3 req-36508f45-30e7-41b9-96a8-d11e83037208 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Jun 30 09:54:14.171661 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:14.290523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9857b-4350-4e14-9ad9-bdc7ed991928 req-531aaf58-3457-4fa8-9e24-c992679ded30 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:14.292016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7d9857b-4350-4e14-9ad9-bdc7ed991928 req-531aaf58-3457-4fa8-9e24-c992679ded30 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.4241812 Jun 30 09:54:14.309840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-a27e46ee-71e2-4faf-8b16-831f5c3b1cfd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4474058 Jun 30 09:54:14.335955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7d9857b-4350-4e14-9ad9-bdc7ed991928 req-27404b77-981a-4ff1-be3e-ca2f57db5754 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Jun 30 09:54:15.504370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dedb29-ea1b-49de-bb33-c5729779f42e req-8a2e229c-837c-4f58-a962-a5e9f79e5f81 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:15.505825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6dedb29-ea1b-49de-bb33-c5729779f42e req-8a2e229c-837c-4f58-a962-a5e9f79e5f81 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0609591 Jun 30 09:54:15.541505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d6dedb29-ea1b-49de-bb33-c5729779f42e req-4c6de526-d08b-415a-823a-bcccc402636b tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Jun 30 09:54:16.720242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700185-f62d-4b7e-8f6e-b6d51deb6498 req-7343825c-757b-44af-9fae-a4cfa80eef3e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:16.722287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5700185-f62d-4b7e-8f6e-b6d51deb6498 req-7343825c-757b-44af-9fae-a4cfa80eef3e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0655284 Jun 30 09:54:16.763751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5700185-f62d-4b7e-8f6e-b6d51deb6498 req-0180728b-fa01-4951-8f5d-ddd88e4586d0 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Jun 30 09:54:17.937847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca9535-6704-4e10-aa95-fa7d7a9e0e17 req-dc13ab2a-03a8-4f4d-a7e0-0f40f0c151e9 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:17.939300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08ca9535-6704-4e10-aa95-fa7d7a9e0e17 req-dc13ab2a-03a8-4f4d-a7e0-0f40f0c151e9 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0623949 Jun 30 09:54:17.975634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08ca9535-6704-4e10-aa95-fa7d7a9e0e17 req-6ae4c86d-1c48-4728-8d8c-c0b34c095ac3 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Jun 30 09:54:19.148120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a6bd-b48e-4bd9-ae18-004e0eec5242 req-d472dc38-e24a-41ef-bf30-040b696985ba tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:19.149590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c81a6bd-b48e-4bd9-ae18-004e0eec5242 req-d472dc38-e24a-41ef-bf30-040b696985ba tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0630033 Jun 30 09:54:19.192215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c81a6bd-b48e-4bd9-ae18-004e0eec5242 req-7ec764ec-e470-48e4-a403-0fd71a95ac39 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Jun 30 09:54:19.537889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-bc2fbf88-e324-4bef-8216-883395135379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:19.539339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-bc2fbf88-e324-4bef-8216-883395135379 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1097 time: 0.0508709 Jun 30 09:54:19.627818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-43e2955c-7dd2-4798-9448-66932e9c56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:19.629257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-43e2955c-7dd2-4798-9448-66932e9c56ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0818374 Jun 30 09:54:19.672842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-41d2a31b-5500-4929-874f-bc40eb52a7a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0367856 Jun 30 09:54:19.726206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-68bbcee4-55fe-4200-a5e5-dd51b940dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:19.727800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-68bbcee4-55fe-4200-a5e5-dd51b940dfbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0480542 Jun 30 09:54:19.759655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-f1a49ef8-2431-4ab4-a8b2-319d09a41150 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247641 Jun 30 09:54:19.848896 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-ea56d3f3-8282-411b-849d-9681ecb0462b service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Jun 30 09:54:19.934887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-fd6354aa-87e1-4499-9a47-3ad3b2736708 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788920 Jun 30 09:54:20.360773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da05f-b527-4bd1-bf4a-2ed2aa14289e req-42652891-e827-44fc-9805-ce4c513392aa tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:20.362236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3da05f-b527-4bd1-bf4a-2ed2aa14289e req-42652891-e827-44fc-9805-ce4c513392aa tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Jun 30 09:54:20.405511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3da05f-b527-4bd1-bf4a-2ed2aa14289e req-ee3e797a-3fcb-4a4b-9a21-f731f28c2d44 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Jun 30 09:54:21.575250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8544b-8920-48a4-8915-a908440636db req-5104b66e-2d68-4ce1-9ef9-93ba61418303 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:21.576708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e8544b-8920-48a4-8915-a908440636db req-5104b66e-2d68-4ce1-9ef9-93ba61418303 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0619073 Jun 30 09:54:21.614827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e8544b-8920-48a4-8915-a908440636db req-58281897-7e4e-4814-ae8f-9e57d1312f9e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Jun 30 09:54:22.783996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793cf0-1044-496c-8bc0-ed5c598ed408 req-07db2497-4d8f-46d1-be67-63e57ac09785 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:22.785441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6793cf0-1044-496c-8bc0-ed5c598ed408 req-07db2497-4d8f-46d1-be67-63e57ac09785 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0606477 Jun 30 09:54:22.822329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6793cf0-1044-496c-8bc0-ed5c598ed408 req-9201f183-7cab-4ccd-95e6-d872cb1cd61c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Jun 30 09:54:23.995307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1994c-641a-40c5-8895-81052af6ee24 req-fcefb2bc-6a4b-43d2-88c4-56ae67c4fc1c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:23.996769 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82c1994c-641a-40c5-8895-81052af6ee24 req-fcefb2bc-6a4b-43d2-88c4-56ae67c4fc1c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0651953 Jun 30 09:54:24.033964 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-82c1994c-641a-40c5-8895-81052af6ee24 req-aed8a229-893e-4240-a3ce-5edefafccc5f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jun 30 09:54:25.221437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4858e-3385-4746-a04b-6ed6147c562f req-52585bfa-166a-49d3-8a1c-f114ae6a4ff2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:25.222899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cf4858e-3385-4746-a04b-6ed6147c562f req-52585bfa-166a-49d3-8a1c-f114ae6a4ff2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0606170 Jun 30 09:54:25.259512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1cf4858e-3385-4746-a04b-6ed6147c562f req-e5ef70a9-3fa4-4524-8136-6358c7d99b2d tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306044 Jun 30 09:54:26.439185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1332a7c-bfd9-45a5-a033-aa72e6993865 req-66f6e47c-c925-408e-baa3-67629b659192 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:26.440645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1332a7c-bfd9-45a5-a033-aa72e6993865 req-66f6e47c-c925-408e-baa3-67629b659192 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0609589 Jun 30 09:54:26.480620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b1332a7c-bfd9-45a5-a033-aa72e6993865 req-8d6924d8-12c6-4eff-8ca4-7c4813e709bb tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jun 30 09:54:27.652872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707744d-0621-420e-882d-896a2331167d req-ae117523-2cfa-47fd-918e-c4828e33166c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:27.654917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e707744d-0621-420e-882d-896a2331167d req-ae117523-2cfa-47fd-918e-c4828e33166c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0620589 Jun 30 09:54:27.692248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e707744d-0621-420e-882d-896a2331167d req-03b644f1-3e32-409c-8e1e-ab97e66b1176 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jun 30 09:54:28.862732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e768f-dc3e-4871-9b20-11e89cfa1c9c req-2f175698-c6da-4ade-8d67-e88e1def94e5 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:28.864168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-765e768f-dc3e-4871-9b20-11e89cfa1c9c req-2f175698-c6da-4ade-8d67-e88e1def94e5 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0611584 Jun 30 09:54:28.901232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-765e768f-dc3e-4871-9b20-11e89cfa1c9c req-401c887e-0e6a-47f8-bab9-4cd9b6be78d6 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Jun 30 09:54:29.368120 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aad4f223-3e05-4a8c-998e-acc11eeeb349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:30.071010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9172781-0684-41a8-accd-2f45c5fcd7e5 req-63f49152-e778-4fde-b80f-ca1b65ceab49 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:30.072449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9172781-0684-41a8-accd-2f45c5fcd7e5 req-63f49152-e778-4fde-b80f-ca1b65ceab49 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Jun 30 09:54:30.109063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9172781-0684-41a8-accd-2f45c5fcd7e5 req-2a868ab5-ea66-4778-84e1-e329eea38265 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Jun 30 09:54:31.277258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab82b7-7499-4acb-b926-430f058e5fb3 req-78d9d450-58a1-4500-9975-7f5c00afee42 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:31.278779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cab82b7-7499-4acb-b926-430f058e5fb3 req-78d9d450-58a1-4500-9975-7f5c00afee42 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0616934 Jun 30 09:54:31.314828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0cab82b7-7499-4acb-b926-430f058e5fb3 req-7124519a-9cc4-4ccb-8514-41b1d7fbd208 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Jun 30 09:54:31.964519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-042e8a28-88af-4233-92bd-efbbd0220cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.088725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:32.485031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef059-0d61-4d87-bfc5-71096bbc5c5b req-c543f275-538a-44ee-9d19-fdcef14aacf4 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:32.486504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63aef059-0d61-4d87-bfc5-71096bbc5c5b req-c543f275-538a-44ee-9d19-fdcef14aacf4 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0617580 Jun 30 09:54:32.526511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63aef059-0d61-4d87-bfc5-71096bbc5c5b req-fbfc14a7-8aa6-42c7-9795-4039a7f050de tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jun 30 09:54:33.134057 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.698454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32ae3-3a7f-4191-aaa8-7718255f2337 req-66bde019-99bf-4583-974e-3cf55bcb1b1c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:33.700038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3b32ae3-3a7f-4191-aaa8-7718255f2337 req-66bde019-99bf-4583-974e-3cf55bcb1b1c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0641611 Jun 30 09:54:33.715247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:33.739505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3b32ae3-3a7f-4191-aaa8-7718255f2337 req-636952e6-2745-44d7-b08c-368550fd619d tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Jun 30 09:54:34.781798 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:34.911695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69830b30-0418-427d-88f4-6e9ebececcde req-3931b746-8875-4210-a90b-7c3c9cd2efe2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:34.913164 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69830b30-0418-427d-88f4-6e9ebececcde req-3931b746-8875-4210-a90b-7c3c9cd2efe2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0618730 Jun 30 09:54:34.950347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69830b30-0418-427d-88f4-6e9ebececcde req-1c34e3ff-48dc-4017-9bd6-fb29eb4189c8 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jun 30 09:54:35.575437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:36.127208 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5af38-435a-43bb-8a5f-ad7f15e144ca req-cf5642a2-f52f-48fc-aa02-a5c46af2db76 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:36.128651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcc5af38-435a-43bb-8a5f-ad7f15e144ca req-cf5642a2-f52f-48fc-aa02-a5c46af2db76 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0656900 Jun 30 09:54:36.165269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bcc5af38-435a-43bb-8a5f-ad7f15e144ca req-ad0c0f01-b2ba-46b8-abe3-b72b3d11fbb3 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Jun 30 09:54:37.336661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fd0f-4951-4c2b-9f58-eece65275784 req-d4c38e3c-4e03-4fe3-b54b-560e2ee3d20c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:37.338119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f560fd0f-4951-4c2b-9f58-eece65275784 req-d4c38e3c-4e03-4fe3-b54b-560e2ee3d20c tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0615339 Jun 30 09:54:37.374387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f560fd0f-4951-4c2b-9f58-eece65275784 req-f21847c1-25a5-44d4-b95b-57544dfccbff tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Jun 30 09:54:38.546213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae1abb-b6e6-4227-9e8b-823d68605585 req-2bc583cd-277c-42fd-be99-878b325649c1 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:38.547662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5ae1abb-b6e6-4227-9e8b-823d68605585 req-2bc583cd-277c-42fd-be99-878b325649c1 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0609980 Jun 30 09:54:38.588875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5ae1abb-b6e6-4227-9e8b-823d68605585 req-c91f481d-7900-41d2-a4aa-37750f0b2978 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jun 30 09:54:39.762492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a92e-b0fd-40d0-b8fc-7855fd2a3380 req-a6d194af-facb-4644-86cd-9922a13e16df tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:39.764589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1244a92e-b0fd-40d0-b8fc-7855fd2a3380 req-a6d194af-facb-4644-86cd-9922a13e16df tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0647342 Jun 30 09:54:39.800855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1244a92e-b0fd-40d0-b8fc-7855fd2a3380 req-9a296631-5d4b-4aa8-b970-415ce5e02a20 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Jun 30 09:54:40.969044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e753f9a-0512-4c4d-90cf-8f232ce6df99 req-b593305f-9713-48ea-a017-526018eeeb60 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:40.970550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e753f9a-0512-4c4d-90cf-8f232ce6df99 req-b593305f-9713-48ea-a017-526018eeeb60 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0611744 Jun 30 09:54:41.007194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e753f9a-0512-4c4d-90cf-8f232ce6df99 req-1045a881-8c6a-4657-89b8-e58eaaf1c97b tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jun 30 09:54:41.888492 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-6e516457-0251-47fd-8b12-0d089d1e2736 service neutron] show failed (client error): The resource could not be found. Jun 30 09:54:41.889472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-6e516457-0251-47fd-8b12-0d089d1e2736 service neutron] 10.222.0.11 "GET /v2.0/ports/a7792c27-e67d-410a-8605-c74439288ffb/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0582831 Jun 30 09:54:42.129386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-3aa3c5ad-30a0-4239-aa2a-da1bc3804213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.130927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-3aa3c5ad-30a0-4239-aa2a-da1bc3804213 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771&tenant_id=4ed6f71542bc4d00957aa472bcd0cac3 HTTP/1.1" status: 200 len: 1097 time: 0.0530968 Jun 30 09:54:42.141984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:42.180831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77efc4-ef0e-4cc6-9127-658d23c0e990 req-44781c35-9b0a-4b63-a725-2dd6728a36db tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.182603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d77efc4-ef0e-4cc6-9127-658d23c0e990 req-44781c35-9b0a-4b63-a725-2dd6728a36db tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0642960 Jun 30 09:54:42.216454 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.220500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d77efc4-ef0e-4cc6-9127-658d23c0e990 req-f25c41fc-bab0-44cd-b1e0-7c6ffb384f51 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jun 30 09:54:42.412310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:42.444196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:42.481784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:42.483996 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8ed56d-1473-4950-81ff-6aca17b9b21e" -d '{"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-unplugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:42.487458 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.499419 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Transition to ACTIVE for port object a7792c27-e67d-410a-8605-c74439288ffb will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:42.503157 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.544517 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c805a04-43d2-4c10-a7fe-4fabd947e48f x-openstack-request-id: req-1c805a04-43d2-4c10-a7fe-4fabd947e48f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:42.544815 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-unplugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:42.545069 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c805a04-43d2-4c10-a7fe-4fabd947e48f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:42.545462 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'code': 200} Jun 30 09:54:42.568667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:42.570734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] No DVR routers for this DVR port a7792c27-e67d-410a-8605-c74439288ffb on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:42.579194 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.579549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.579899 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.580240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.580576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.580909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.581239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.581570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.581931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.582265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.582661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.583491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:42.620774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:42.621111 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:42.621446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:42.625631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:54:42.625985 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Attempting to bind port a7792c27-e67d-410a-8605-c74439288ffb on network c5be3ef6-300b-4e8c-8055-dc2b8382c61c {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:42.631200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:42.631540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Checking segment: {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:42.631922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Bound using segment: {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:42.632351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Bound port: a7792c27-e67d-410a-8605-c74439288ffb, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e74a3b5-5cf1-4ffb-978b-31a1201d1139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:42.632708 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.692785 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:42.695742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:42.699865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.732155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.732773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:42.734183 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 1092 time: 0.5962334 Jun 30 09:54:42.755348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79898af4-e437-4930-b24b-d59f0ab32ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:42.811056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-d9b06bf4-0efc-47fd-9d2f-9fd58ec8256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.812542 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-d9b06bf4-0efc-47fd-9d2f-9fd58ec8256a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1095 time: 0.0543966 Jun 30 09:54:42.903037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-cdb9d670-d663-4de6-8570-2547d29d68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.904475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-cdb9d670-d663-4de6-8570-2547d29d68d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0860000 Jun 30 09:54:42.944364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-5044c84f-2de8-4ac3-9790-04f7cb3e107a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0334961 Jun 30 09:54:42.994605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-5dde52dd-af7c-4cf1-abc4-60561ff3ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.995997 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-5dde52dd-af7c-4cf1-abc4-60561ff3ff84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0461543 Jun 30 09:54:43.026449 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-38123ac6-d502-414e-a716-30088c124bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242519 Jun 30 09:54:43.110844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-cd603fec-e774-45d0-9aed-3ad47c40049f service neutron] 10.222.0.41 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782402 Jun 30 09:54:43.204133 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-96f71b39-84bd-4818-8ae8-5a2e49e4e1fb req-9032d311-86d5-4416-8868-b37763a06160 service neutron] 10.222.0.41 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jun 30 09:54:43.394509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5177ff-4fb7-4e76-9e25-98e69695cf99 req-5d3fa4fe-bd95-4e78-baa8-293014d370eb tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:43.396498 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a5177ff-4fb7-4e76-9e25-98e69695cf99 req-5d3fa4fe-bd95-4e78-baa8-293014d370eb tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 943 time: 0.0638814 Jun 30 09:54:43.433767 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a5177ff-4fb7-4e76-9e25-98e69695cf99 req-08445f90-c347-4027-a378-b905a4521960 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Jun 30 09:54:44.546297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:44.548783 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70" -d '{"events": [{"name": "network-changed", "server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:44.597938 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561bf14e-8a9a-4b76-8b8e-5a4f3b078c62 x-openstack-request-id: req-561bf14e-8a9a-4b76-8b8e-5a4f3b078c62 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:44.599064 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:44.599336 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-561bf14e-8a9a-4b76-8b8e-5a4f3b078c62 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:44.599738 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'status': 'completed', 'code': 200} Jun 30 09:54:44.617640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412ebeb-1ba0-4d41-86db-f3a10e9aaf8b req-acb90c9d-8eeb-4b75-9e92-59948d29adb7 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.619154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b412ebeb-1ba0-4d41-86db-f3a10e9aaf8b req-acb90c9d-8eeb-4b75-9e92-59948d29adb7 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 943 time: 0.0676460 Jun 30 09:54:44.668418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-6dc77cbe-3192-4cb0-8d74-d659bb477aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.669871 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-6dc77cbe-3192-4cb0-8d74-d659bb477aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1095 time: 0.0528598 Jun 30 09:54:44.684985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b412ebeb-1ba0-4d41-86db-f3a10e9aaf8b req-218a593c-4235-4db0-91f9-d1fd69ba1a4b tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Jun 30 09:54:44.700470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-e70047b4-105f-4035-91e1-e026d167311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.702060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-e70047b4-105f-4035-91e1-e026d167311c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1095 time: 0.0806026 Jun 30 09:54:44.773266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-cabe02fe-2799-481a-a490-ab7c816d4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.774866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-cabe02fe-2799-481a-a490-ab7c816d4bee service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0936563 Jun 30 09:54:44.799713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-587d73dd-1580-44bf-a204-7b2338b86609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.805198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-587d73dd-1580-44bf-a204-7b2338b86609 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0934765 Jun 30 09:54:44.819715 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-ad73d53f-5f6e-46c5-b6e4-f45f3b3cb87b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0355353 Jun 30 09:54:44.848876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-2e786268-739f-45cf-b74f-9b5af78094f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0399878 Jun 30 09:54:44.872984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-b370bbdb-e2a7-4c15-9b34-c45644474612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.875408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-b370bbdb-e2a7-4c15-9b34-c45644474612 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0498960 Jun 30 09:54:44.898687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-82965f34-9fb0-4287-901a-c75cfe5cac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.900138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-82965f34-9fb0-4287-901a-c75cfe5cac17 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0458264 Jun 30 09:54:44.914188 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-fccd0dc6-b3c4-4be7-bca1-01b8e65cbe7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314481 Jun 30 09:54:44.916867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7792c27-e67d-410a-8605-c74439288ffb details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:54:44.937149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-c1d8efaa-1913-4f7e-9f7f-b56e3b5f475c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jun 30 09:54:44.988318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7792c27-e67d-410a-8605-c74439288ffb no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:45.006352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-85159d69-f350-4d49-a81e-34a23aef0993 service neutron] 10.222.0.41 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856314 Jun 30 09:54:45.028285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-2ebe0b4d-0d65-4961-b856-df9caa4ed3ea service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846887 Jun 30 09:54:45.033176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:45.048530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'a7792c27-e67d-410a-8605-c74439288ffb', 'network_id': 'c5be3ef6-300b-4e8c-8055-dc2b8382c61c', 'port_id': 'a7792c27-e67d-410a-8605-c74439288ffb', 'mac_address': 'fa:16:3e:bc:da:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a354226-eb62-475f-b052-d4da3601afc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:54:45.078760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device a7792c27-e67d-410a-8605-c74439288ffb not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:45.092891 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.106408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7792c27-e67d-410a-8605-c74439288ffb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:45.107249 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-cf346853-8a40-4c1e-8992-d6a8d266d330 service neutron] 10.222.0.41 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945992 Jun 30 09:54:45.124554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4227c07-0ddf-450d-8e67-3b8a50fd1b70 req-cc75398a-6d5e-43d8-b537-776f68988920 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897479 Jun 30 09:54:45.126180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:45.130090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.177440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:45.186581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.186947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.187342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.187634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.187972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.188308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.188641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.188971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.189301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.189629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.190009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.190336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:45.351146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a7792c27-e67d-410a-8605-c74439288ffb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:54:45.864037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65872b9-f2f1-44cf-a364-6920fe503f8d req-f4de118f-21b9-47cf-af30-7928cac0da3f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.865525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c65872b9-f2f1-44cf-a364-6920fe503f8d req-f4de118f-21b9-47cf-af30-7928cac0da3f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 944 time: 0.0649114 Jun 30 09:54:45.902221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c65872b9-f2f1-44cf-a364-6920fe503f8d req-c33845d3-0a6e-44d8-8cc8-edaa4f6ce62f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Jun 30 09:54:46.275858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836622-c225-4209-86f4-3e7c07a1f872 req-4e62569e-1a27-4ced-b7d9-a759618d87ed tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.277216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-4e62569e-1a27-4ced-b7d9-a759618d87ed tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.11 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771&tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.0692911 Jun 30 09:54:46.338974 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-24836622-c225-4209-86f4-3e7c07a1f872 req-8810188c-65fb-4158-ac29-d14fd33c4aa2 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:54:46.339972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-8810188c-65fb-4158-ac29-d14fd33c4aa2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a7792c27-e67d-410a-8605-c74439288ffb/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0573380 Jun 30 09:54:46.433957 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836622-c225-4209-86f4-3e7c07a1f872 req-0ce34d2a-efbb-4971-8774-6700e3a1c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.435431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-0ce34d2a-efbb-4971-8774-6700e3a1c1e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 1096 time: 0.0546114 Jun 30 09:54:46.523691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836622-c225-4209-86f4-3e7c07a1f872 req-7d99b193-cc05-4732-8ef3-2dfb65b67bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.525123 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-7d99b193-cc05-4732-8ef3-2dfb65b67bfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 200 len: 912 time: 0.0839336 Jun 30 09:54:46.565454 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-c846b5e1-dc48-4e65-9f1b-6c34481f9e64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 200 len: 217 time: 0.0335813 Jun 30 09:54:46.611887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836622-c225-4209-86f4-3e7c07a1f872 req-9e0f1397-fa78-49fd-b8e8-0c62c724b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.613284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-9e0f1397-fa78-49fd-b8e8-0c62c724b57f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 200 len: 851 time: 0.0422750 Jun 30 09:54:46.644441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-f7e0b4c5-5ef4-4a4f-8736-f1ed16d3bd8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5be3ef6-300b-4e8c-8055-dc2b8382c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243645 Jun 30 09:54:46.735205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-6a0ad8d8-43f9-47ec-afab-9577a0e5e6e0 service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Jun 30 09:54:46.825602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-e368883e-07cd-4354-97a5-24dc4c2d254b service neutron] 10.222.0.11 "GET /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844264 Jun 30 09:54:46.923199 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7792c27-e67d-410a-8605-c74439288ffb up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:46.969865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port a7792c27-e67d-410a-8605-c74439288ffb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:46.973317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port a7792c27-e67d-410a-8605-c74439288ffb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:46.973690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.048165 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.070680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:47.072974 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668eecc-488e-4fce-81f7-690848de8441" -d '{"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-plugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:47.086093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:47.090139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.130838 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796dfad2-c175-4ebb-be9c-39dfbc516958 x-openstack-request-id: req-796dfad2-c175-4ebb-be9c-39dfbc516958 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:47.131145 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-plugged", "status": "completed", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:47.131407 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-796dfad2-c175-4ebb-be9c-39dfbc516958 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:47.131804 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'code': 200} Jun 30 09:54:47.144317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:47.627538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091050-bf0b-48be-b8ff-06642c756e7d req-89211855-9856-40b5-b04a-fde5d53dacaa tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.628983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae091050-bf0b-48be-b8ff-06642c756e7d req-89211855-9856-40b5-b04a-fde5d53dacaa tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0614119 Jun 30 09:54:47.665474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae091050-bf0b-48be-b8ff-06642c756e7d req-db1eeb90-e5b6-4dc6-b1bf-1403bfbcc89d tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Jun 30 09:54:48.840787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a033bf2-8b38-4826-9263-1900a8a2ba57 req-74914c5a-e113-4d6b-ab87-b1c70ea3d94e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:48.845240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a033bf2-8b38-4826-9263-1900a8a2ba57 req-74914c5a-e113-4d6b-ab87-b1c70ea3d94e tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0671451 Jun 30 09:54:48.847130 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836622-c225-4209-86f4-3e7c07a1f872 req-e44d4a65-6b80-49e0-98ff-73703aa2d1c2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:48.848596 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-e44d4a65-6b80-49e0-98ff-73703aa2d1c2 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.41 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 945 time: 0.0631046 Jun 30 09:54:48.879830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a033bf2-8b38-4826-9263-1900a8a2ba57 req-aa15bfe6-2e2c-4a90-9333-11cb12bf35b7 tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/security-groups?id=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jun 30 09:54:48.949114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Deleting port a7792c27-e67d-410a-8605-c74439288ffb {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:48.949377 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.307340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] For port a7792c27-e67d-410a-8605-c74439288ffb, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=a7792c27-e67d-410a-8605-c74439288ffb,segment=NetworkSegment(9e74a3b5-5cf1-4ffb-978b-31a1201d1139),segment_id=9e74a3b5-5cf1-4ffb-978b-31a1201d1139)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:49.307626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.320083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Calling delete_port for a7792c27-e67d-410a-8605-c74439288ffb owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:49.443975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.455580 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['a7792c27-e67d-410a-8605-c74439288ffb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:54:49.471955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Pushing event deleted for resources: {'Port': ['ID=a7792c27-e67d-410a-8605-c74439288ffb,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:49.518698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] No DVR routers for this DVR port a7792c27-e67d-410a-8605-c74439288ffb on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:49.521333 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:49.524314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24836622-c225-4209-86f4-3e7c07a1f872 req-aec4061f-5a0d-4ee4-b250-25686968e50f tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.41 "DELETE /v2.0/ports/a7792c27-e67d-410a-8605-c74439288ffb HTTP/1.1" status: 204 len: 173 time: 0.6703753 Jun 30 09:54:49.524746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-deleted', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:49.527128 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c8efc-e9f0-4dd7-998a-93c713192d17" -d '{"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-deleted", "tag": "a7792c27-e67d-410a-8605-c74439288ffb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:49.562934 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd198f1d-0fa4-481b-950a-d56df0e5f955 x-openstack-request-id: req-cd198f1d-0fa4-481b-950a-d56df0e5f955 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:49.563232 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a051c4be-0c52-4f07-bfca-5e9bea52d771", "name": "network-vif-deleted", "tag": "a7792c27-e67d-410a-8605-c74439288ffb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:49.563506 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd198f1d-0fa4-481b-950a-d56df0e5f955 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:49.563873 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a051c4be-0c52-4f07-bfca-5e9bea52d771', 'name': 'network-vif-deleted', 'tag': 'a7792c27-e67d-410a-8605-c74439288ffb', 'status': 'completed', 'code': 200} Jun 30 09:54:50.040163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-335870fb-86ca-403a-87eb-5aec59903713 req-1db15318-124a-4ac9-9039-18661cb7f96a tempest-DeleteServersTestJSON-1316484661 tempest-DeleteServersTestJSON-1316484661-project] 10.222.0.66 "GET /v2.0/ports?device_id=a051c4be-0c52-4f07-bfca-5e9bea52d771 HTTP/1.1" status: 200 len: 210 time: 0.0318303 Jun 30 09:54:51.171352 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:51.280818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:51.324244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Deleting subnet 5a354226-eb62-475f-b052-d4da3601afc6 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:54:51.327062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.359832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.396986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.451464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.476350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a354226-eb62-475f-b052-d4da3601afc6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:51.481334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.484543 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-91c30976-7e3f-4316-aee4-7dd3e17acf7a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a354226-eb62-475f-b052-d4da3601afc6 HTTP/1.1" status: 204 len: 168 time: 0.2014112 Jun 30 09:54:51.485779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:51.556612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.637666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.647092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5be3ef6-300b-4e8c-8055-dc2b8382c61c']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:51.656883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e74a3b5-5cf1-4ffb-978b-31a1201d1139') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:51.657183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e74a3b5-5cf1-4ffb-978b-31a1201d1139') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:51.665693 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.679578 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.685565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:54:51.685985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: timer() Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:54:51.687817 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:54:51.741382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.748143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.752245 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5be3ef6-300b-4e8c-8055-dc2b8382c61c HTTP/1.1" status: 204 len: 168 time: 0.2630816 Jun 30 09:54:51.759218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f9946-578e-4ba3-b8bf-9f53f1b83bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5be3ef6-300b-4e8c-8055-dc2b8382c61c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:51.878921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:51.923398 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f990e7f5-2ab3-4b7d-bc66-ccb75cff3ee0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ed6f71542bc4d00957aa472bcd0cac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431900 Jun 30 09:54:51.925842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38732) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:51.972811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:51.992800 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.039504 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.042339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.043911 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f8f3b81-37f2-43ea-9f31-0a3f01b506cd HTTP/1.1" status: 204 len: 168 time: 0.1170774 Jun 30 09:54:52.053418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baf461-4619-4d0f-b9da-9ecee24e9cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8f3b81-37f2-43ea-9f31-0a3f01b506cd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:52.698469 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 38754) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:52.799589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1184069924-network', 'tenant_id': 'a30ef3e7ba1b4bf5908f226c8d23f6f4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:52.821092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Made reservation on behalf of a30ef3e7ba1b4bf5908f226c8d23f6f4 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:52.823519 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.831622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.920032 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.923665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.949536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7792c27-e67d-410a-8605-c74439288ffb no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:52.951350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:54:52.957528 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fabda-0b6f-493c-9656-f88c35a63ed3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:52.964102 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.964444 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Added segment f4a51cae-7a9d-4c22-bd49-9f5c351b81a8 of type vlan for network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 Jun 30 09:54:52.972894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: a7792c27-e67d-410a-8605-c74439288ffb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:54:52.973196 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device a7792c27-e67d-410a-8605-c74439288ffb not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:53.006624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.034067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.034928 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.035518 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.086729 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3871667 Jun 30 09:54:53.089734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 38758) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:54:53.093310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b530f5-d433-48c0-8c67-e1044f671fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=55c22c3f-11e0-4f20-ad51-e4ec441f7639,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:53.095725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Request body: {'subnet': {'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1184069924-subnet', 'tenant_id': 'a30ef3e7ba1b4bf5908f226c8d23f6f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:53.103226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:54:53.118374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Made reservation on behalf of a30ef3e7ba1b4bf5908f226c8d23f6f4 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:53.120670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.289668 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.345186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b052c2-1f09-4292-bf63-eeef188e500f,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:53.355664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Checking segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:53.356026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Network hostable DHCP agents. Network: 55c22c3f-11e0-4f20-ad51-e4ec441f7639, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:54:53.358498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.358850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.359192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.359531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.359865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.360194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.360524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.360850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.361174 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.361498 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.361923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.362249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:53.379828 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:54:53.388867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 55c22c3f-11e0-4f20-ad51-e4ec441f7639) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:53.393093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.393687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:53.398113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16fbe9-fe17-426c-98ed-f7066f96eaef None None] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:53.407623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-653967fe-1417-44b0-99bd-d83fa93bed8a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3166401 Jun 30 09:54:53.526587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d5c82-8d5a-44c1-9895-870de3c6cba7 None None] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:54:53.832070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-f2095965-039d-4a59-bdf3-ec846a6f3a6f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.833520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-f2095965-039d-4a59-bdf3-ec846a6f3a6f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 815 time: 0.1025794 Jun 30 09:54:53.848613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-2a07f042-fcc7-4185-8bfc-ef28949a3c68 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/quotas/a30ef3e7ba1b4bf5908f226c8d23f6f4 HTTP/1.1" status: 200 len: 375 time: 0.0091286 Jun 30 09:54:53.880355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-54914093-dd8f-446b-be2f-e2bf9741419d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261619 Jun 30 09:54:53.964577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-3cb5ae88-2e49-4d74-9907-d473a63348c7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:54:53.965575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-3cb5ae88-2e49-4d74-9907-d473a63348c7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446875 Jun 30 09:54:54.051554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-41e41b63-ad6b-44b5-bf19-524a06c05e13 service neutron] 10.222.0.66 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798078 Jun 30 09:54:54.140832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-c1c42906-9cad-4548-8f90-8f68f3d131d7 service neutron] 10.222.0.66 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835335 Jun 30 09:54:54.316257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f6b8275-9779-48d5-9a2d-c401d8f738e3 req-642bdbda-b374-4d58-b156-4568dfdc1070 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Jun 30 09:54:55.324625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-21ec5979-ac75-4028-812b-9cfeb825932c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:55.326169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-21ec5979-ac75-4028-812b-9cfeb825932c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 815 time: 0.1064260 Jun 30 09:54:55.339176 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Request body: {'port': {'device_id': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'admin_state_up': True, 'tenant_id': 'a30ef3e7ba1b4bf5908f226c8d23f6f4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:55.452084 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Made reservation on behalf of a30ef3e7ba1b4bf5908f226c8d23f6f4 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:54:55.455725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.460111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-795baaae-8ef5-43ee-845a-2a64a2feaa3b req-d43b5c33-e9b1-43e2-b266-5b1e7f7bfba7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 210 time: 0.0293658 Jun 30 09:54:55.582965 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Allocated IP 172.20.0.10 (55c22c3f-11e0-4f20-ad51-e4ec441f7639/30b052c2-1f09-4292-bf63-eeef188e500f/e5b9b142-7eb7-4de0-850e-63444861ef9e) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:54:55.729470 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.766527 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.810277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:54:55.813573 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:54:55.817311 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:54:55.847046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:55.871854 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:55.872461 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:55.886169 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-9849c31f-d8e9-432a-8a20-1548e8f5a544 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506063 Jun 30 09:54:55.897546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Request body: {'port': {'device_id': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:55.975484 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.227842 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b9b142-7eb7-4de0-850e-63444861ef9e {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:56.235270 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.248565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Transition to ACTIVE for port object e5b9b142-7eb7-4de0-850e-63444861ef9e will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:56.252002 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.298349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:56.369993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:56.370647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:56.370647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:56.374731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:54:56.375056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:56.379660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:56.379999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Checking segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:56.380385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Bound using segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:56.380818 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Bound port: e5b9b142-7eb7-4de0-850e-63444861ef9e, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:56.381723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.442484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:56.445687 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:56.450137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.483186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.483842 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.485220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] 10.222.0.41 "PUT /v2.0/ports/e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 1093 time: 0.5921924 Jun 30 09:54:56.485682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:56.487975 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8accd46-1078-4eb9-aa13-5305a4b8f68e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:56.513113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d028935-bc61-4497-b8e1-628481ace13e service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:56.559257 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56515786-0a48-4325-86b8-b5ed1da27b10 x-openstack-request-id: req-56515786-0a48-4325-86b8-b5ed1da27b10 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:56.559562 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:56.559824 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56515786-0a48-4325-86b8-b5ed1da27b10 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:56.560221 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'status': 'completed', 'code': 200} Jun 30 09:54:56.586056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-196b2877-278a-4721-beff-0e1c0058628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.587575 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-196b2877-278a-4721-beff-0e1c0058628f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0605309 Jun 30 09:54:56.629101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-01a73410-4bee-4dde-ae5f-40ad8891c148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0342855 Jun 30 09:54:56.638275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd843-67c3-4a32-a335-43d142ecf706 req-98c5d811-f391-4aca-8c66-25d8bea14fd7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.639728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c67dd843-67c3-4a32-a335-43d142ecf706 req-98c5d811-f391-4aca-8c66-25d8bea14fd7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0647514 Jun 30 09:54:56.677342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-509756ab-544a-4a9f-813b-f5fbd3705581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.679399 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-509756ab-544a-4a9f-813b-f5fbd3705581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0437152 Jun 30 09:54:56.679535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c67dd843-67c3-4a32-a335-43d142ecf706 req-856083b6-e878-43ea-a099-32c17ffff8a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Jun 30 09:54:56.716462 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-84c55ff3-8c2f-441e-b9b3-633c4a505c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305629 Jun 30 09:54:56.802956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-a58295f3-0595-4635-8f20-70a75837db41 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798678 Jun 30 09:54:56.892961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e037d1cd-0352-4128-9bc5-e5586bede536 req-fcc63d6d-161d-4a15-9c18-43e5468864c5 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Jun 30 09:54:56.990441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-2626a992-9557-4862-95d3-cc4091405abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.991911 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-2626a992-9557-4862-95d3-cc4091405abf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0536327 Jun 30 09:54:57.077107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-2f10e5ac-5b7f-44cf-baeb-002da5141454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:57.078473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-2f10e5ac-5b7f-44cf-baeb-002da5141454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0803018 Jun 30 09:54:57.121190 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-1f35689a-6474-45df-9d9f-04ecb3d843ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0367258 Jun 30 09:54:57.168258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-e320e1b0-867a-4e6a-9eff-f5c1d2f1066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:57.169620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-e320e1b0-867a-4e6a-9eff-f5c1d2f1066c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0421746 Jun 30 09:54:57.201625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-b4810cb5-7942-4616-ba6b-c9e8f6d51eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250983 Jun 30 09:54:57.292846 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-5fbd5396-ccee-40fa-bc11-e3b7efd3a409 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839074 Jun 30 09:54:57.379693 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d8accd46-1078-4eb9-aa13-5305a4b8f68e req-831d8ca9-6a34-45f4-8f8e-62a1e5aeb4f1 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798218 Jun 30 09:54:57.857738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433a8f2-339a-436a-aacd-f6d5878648a0 req-00ead7e8-554e-4832-841d-11ee450895d8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:57.859274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e433a8f2-339a-436a-aacd-f6d5878648a0 req-00ead7e8-554e-4832-841d-11ee450895d8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0630140 Jun 30 09:54:57.896458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e433a8f2-339a-436a-aacd-f6d5878648a0 req-ad823267-ef1a-4587-81b7-21e35f50e568 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jun 30 09:54:58.980586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:54:59.064701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912d5b5-8920-4c3b-b849-50ac0ff2e2be req-588f3ec3-3d2f-463b-b710-c32cb513971f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:59.066111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e912d5b5-8920-4c3b-b849-50ac0ff2e2be req-588f3ec3-3d2f-463b-b710-c32cb513971f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0624402 Jun 30 09:54:59.072046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:59.083133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'port_id': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'mac_address': 'fa:16:3e:b1:64:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b052c2-1f09-4292-bf63-eeef188e500f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:54:59.103468 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e912d5b5-8920-4c3b-b849-50ac0ff2e2be req-2fc8d0ac-6e59-46fc-a9cd-bb53d32cc432 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Jun 30 09:54:59.122849 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.134905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9b142-7eb7-4de0-850e-63444861ef9e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:59.153857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:59.158245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:59.202298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:59.349049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['e5b9b142-7eb7-4de0-850e-63444861ef9e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:54:59.391114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-145a648d-581a-4135-9f72-51b224c1158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.279879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0cc7-a559-4225-ac47-a2d5f8bcca69 req-246f17c8-642a-451b-9d67-d76601fc16c9 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:00.281410 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-361f0cc7-a559-4225-ac47-a2d5f8bcca69 req-246f17c8-642a-451b-9d67-d76601fc16c9 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 945 time: 0.0689096 Jun 30 09:55:00.319089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-361f0cc7-a559-4225-ac47-a2d5f8bcca69 req-c7a82596-d57f-4e10-9829-5d89aa572cb7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jun 30 09:55:00.995251 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:01.042716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port e5b9b142-7eb7-4de0-850e-63444861ef9e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:01.046527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port e5b9b142-7eb7-4de0-850e-63444861ef9e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:01.046903 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.121965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.142680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:01.144939 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a3fe1-7cbe-4dc6-9f9b-ca0c90346abe" -d '{"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:01.157219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:01.160500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.186565 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136eb59b-29ef-47d8-a7f8-46a9c0971741 x-openstack-request-id: req-136eb59b-29ef-47d8-a7f8-46a9c0971741 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:01.186868 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:01.187123 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-136eb59b-29ef-47d8-a7f8-46a9c0971741 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:01.187508 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'code': 200} Jun 30 09:55:01.213669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:01.294199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a6ffe-8868-4f0e-9a21-16eb5b4af8df req-305d81fa-b1df-4f8d-8bf0-d7fcc48e56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:01.295657 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f58a6ffe-8868-4f0e-9a21-16eb5b4af8df req-305d81fa-b1df-4f8d-8bf0-d7fcc48e56f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0513692 Jun 30 09:55:01.332585 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f58a6ffe-8868-4f0e-9a21-16eb5b4af8df req-ed02a593-4336-4c54-b7f8-eaa1cda979b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Jun 30 09:55:01.486878 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dd031-e150-4abc-9dac-db713fb63d8b req-f55d5ff9-5a47-4cb3-b5d0-b34556d70986 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:01.488324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc4dd031-e150-4abc-9dac-db713fb63d8b req-f55d5ff9-5a47-4cb3-b5d0-b34556d70986 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0619245 Jun 30 09:55:01.524922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc4dd031-e150-4abc-9dac-db713fb63d8b req-d9238a82-cc32-449c-803b-97c1dab7f8c7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Jun 30 09:55:01.964593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eb0462ca-71d5-42c1-a4ad-8c1227e9bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.090258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.697148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9144ee-c96d-43f7-a149-aadab0655cf5 req-8d6f0ec0-e992-4728-b945-13ebed1866eb tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.698628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9144ee-c96d-43f7-a149-aadab0655cf5 req-8d6f0ec0-e992-4728-b945-13ebed1866eb tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0641253 Jun 30 09:55:02.735379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9144ee-c96d-43f7-a149-aadab0655cf5 req-5fa2fa82-4c89-4fb1-ad6d-1840420c9d7e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Jun 30 09:55:02.904206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296902-5da3-455a-a69d-6d642b99f59c req-982a3c1b-c9bb-4656-a716-bfe425d61e5e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.905824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb296902-5da3-455a-a69d-6d642b99f59c req-982a3c1b-c9bb-4656-a716-bfe425d61e5e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0617247 Jun 30 09:55:02.942353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb296902-5da3-455a-a69d-6d642b99f59c req-a2d1f9a3-4dbd-41ef-992e-0d59f6dbb4d4 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jun 30 09:55:03.136527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.279802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384c47f-af4c-491c-9cf0-172acd63b841 req-24d5fe95-51f9-4c19-a4e2-3513eded7a47 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:03.281247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2384c47f-af4c-491c-9cf0-172acd63b841 req-24d5fe95-51f9-4c19-a4e2-3513eded7a47 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0613263 Jun 30 09:55:03.317165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2384c47f-af4c-491c-9cf0-172acd63b841 req-525a5f77-cc7c-4fb5-bf95-21873087f4bd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Jun 30 09:55:03.487979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520048d0-d59a-44fa-8c16-cb6f584287a8 req-f9db74d7-50f1-4ad4-ac9b-d327f8d62c2f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:03.489433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-520048d0-d59a-44fa-8c16-cb6f584287a8 req-f9db74d7-50f1-4ad4-ac9b-d327f8d62c2f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0663359 Jun 30 09:55:03.526632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-520048d0-d59a-44fa-8c16-cb6f584287a8 req-b1608288-9042-4fad-a112-1af6fe6ec51f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314939 Jun 30 09:55:03.732867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:03.849690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-0a6adb5b-86cc-47b8-89fa-cb4e43db28b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511205 Jun 30 09:55:03.914569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2da93-650e-4b8d-8a9f-1b9a3d624615 req-79739e32-d453-479c-bcc5-8ef91e80d829 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:03.916017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7eb2da93-650e-4b8d-8a9f-1b9a3d624615 req-79739e32-d453-479c-bcc5-8ef91e80d829 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0654724 Jun 30 09:55:03.952859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7eb2da93-650e-4b8d-8a9f-1b9a3d624615 req-196d0e5a-b33a-46d2-831f-35f06dbfab86 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Jun 30 09:55:04.787035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:05.126863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ceb2e1-3d47-4552-a03f-4be93261c9f3 req-e084735c-007c-4c73-8817-5e281a0714f2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.128246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28ceb2e1-3d47-4552-a03f-4be93261c9f3 req-e084735c-007c-4c73-8817-5e281a0714f2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0632880 Jun 30 09:55:05.135088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-0dc34f32-34e5-4849-b059-ee4fcc07e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.136553 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-0dc34f32-34e5-4849-b059-ee4fcc07e2da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0527887 Jun 30 09:55:05.165609 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-28ceb2e1-3d47-4552-a03f-4be93261c9f3 req-3ab99ae8-fa1e-428e-bbfd-48755e1f6731 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Jun 30 09:55:05.224218 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-b231cffe-ba33-4283-9fa5-2c4850109003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.225682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-b231cffe-ba33-4283-9fa5-2c4850109003 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0830858 Jun 30 09:55:05.269256 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-98a41be8-2b23-4b9a-ab9b-a3c0ade6b1ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0374348 Jun 30 09:55:05.315717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-0500e222-3cb3-4434-a13d-416641b442d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.317090 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-0500e222-3cb3-4434-a13d-416641b442d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0421057 Jun 30 09:55:05.348122 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-c90e3add-4b72-4511-b3b3-67cae19b1d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245502 Jun 30 09:55:05.437518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-19e7d983-a554-4a06-a12a-b6c29783063c service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Jun 30 09:55:05.524171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-03c8dae7-2ed6-429e-baa6-5b90a0b8a8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801380 Jun 30 09:55:05.589650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.345478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8957582-7c46-44ee-9791-b949fba7569c req-52b81f8f-d896-4daa-b7d2-acc015acb9bd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:06.346894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8957582-7c46-44ee-9791-b949fba7569c req-52b81f8f-d896-4daa-b7d2-acc015acb9bd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0630159 Jun 30 09:55:06.384103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8957582-7c46-44ee-9791-b949fba7569c req-fed9ffd0-a5ff-4bba-869f-7317073f4c1b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Jun 30 09:55:07.561800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a0ebc-1179-4b4d-a21d-a28f5d65a643 req-a0f7e1f7-255f-4feb-a773-007572b4d1fd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:07.563283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-898a0ebc-1179-4b4d-a21d-a28f5d65a643 req-a0f7e1f7-255f-4feb-a773-007572b4d1fd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0657034 Jun 30 09:55:07.600466 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-898a0ebc-1179-4b4d-a21d-a28f5d65a643 req-d0d07843-fb09-40d2-aeb2-45997cd7c455 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jun 30 09:55:08.769682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b3e70-d28a-45f3-a3f5-7a32fb2b64ad req-41c6523b-7976-44ca-8def-87f64241f38c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:08.771151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912b3e70-d28a-45f3-a3f5-7a32fb2b64ad req-41c6523b-7976-44ca-8def-87f64241f38c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0610247 Jun 30 09:55:08.809612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-912b3e70-d28a-45f3-a3f5-7a32fb2b64ad req-97e97131-12d4-4778-9728-0d82d8cd3024 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Jun 30 09:55:09.982108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786efb-0a6d-483d-913d-0e6bcb3727ef req-1b598077-1324-4f8e-8bb0-48cdd9ffee18 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:09.983471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e786efb-0a6d-483d-913d-0e6bcb3727ef req-1b598077-1324-4f8e-8bb0-48cdd9ffee18 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0648730 Jun 30 09:55:10.019877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e786efb-0a6d-483d-913d-0e6bcb3727ef req-029db318-043c-4447-930a-7593812850b5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Jun 30 09:55:11.189436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd4e93-1d2e-4a53-9975-8015ca41033a req-315c7ef6-8551-495c-9312-1f8556eccd32 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:11.190913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0bd4e93-1d2e-4a53-9975-8015ca41033a req-315c7ef6-8551-495c-9312-1f8556eccd32 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0623343 Jun 30 09:55:11.227884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0bd4e93-1d2e-4a53-9975-8015ca41033a req-b371df30-b8a8-417a-a1d9-4f83e353cdb3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jun 30 09:55:12.394625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3c268-9bde-4555-9077-b04869ba00c5 req-510ae5fa-e8e5-44a0-8e01-1a19cb1cb406 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:12.396053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcb3c268-9bde-4555-9077-b04869ba00c5 req-510ae5fa-e8e5-44a0-8e01-1a19cb1cb406 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0607381 Jun 30 09:55:12.433560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcb3c268-9bde-4555-9077-b04869ba00c5 req-ae79e44c-e75d-4c24-9666-9c0695f96c99 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Jun 30 09:55:13.611712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ace9c-fe13-4ea6-aa88-31d1f9e1796a req-f01e825a-91e2-4e2a-839f-228ed7179a6c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:13.613155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d2ace9c-fe13-4ea6-aa88-31d1f9e1796a req-f01e825a-91e2-4e2a-839f-228ed7179a6c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0718024 Jun 30 09:55:13.649909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d2ace9c-fe13-4ea6-aa88-31d1f9e1796a req-2bc80710-1803-4482-9ba8-f58a1d907d5c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Jun 30 09:55:14.819319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d14dda-9671-44b7-bfbc-e07f3100d65e req-6772ddea-5536-4325-82ab-3959af5331a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:14.820782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4d14dda-9671-44b7-bfbc-e07f3100d65e req-6772ddea-5536-4325-82ab-3959af5331a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Jun 30 09:55:14.858198 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c4d14dda-9671-44b7-bfbc-e07f3100d65e req-6cc273ba-c28d-4b61-afa3-fd95ad501222 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Jun 30 09:55:16.037789 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73f9a9-dc57-4b1c-a185-3aff661c3270 req-b7e8c4b4-ecb0-47a0-8b49-cb4108b555f7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:16.039666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f73f9a9-dc57-4b1c-a185-3aff661c3270 req-b7e8c4b4-ecb0-47a0-8b49-cb4108b555f7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0643890 Jun 30 09:55:16.077944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f73f9a9-dc57-4b1c-a185-3aff661c3270 req-060a7236-1f97-45c8-a085-778c53c64371 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Jun 30 09:55:17.249668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7731ca6-c68d-47be-9a8e-967a43b03657 req-6e1ed4cf-3014-4000-a741-abcf8e40b7a7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:17.251165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7731ca6-c68d-47be-9a8e-967a43b03657 req-6e1ed4cf-3014-4000-a741-abcf8e40b7a7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0617011 Jun 30 09:55:17.288789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7731ca6-c68d-47be-9a8e-967a43b03657 req-fe501d82-8a4d-4b2d-8450-6babd2973c07 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Jun 30 09:55:18.457158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520624-b460-47a9-9665-fad6ec666ff6 req-24c26148-f3cf-475b-983f-f370455f5ab0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:18.458639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b520624-b460-47a9-9665-fad6ec666ff6 req-24c26148-f3cf-475b-983f-f370455f5ab0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0599561 Jun 30 09:55:18.494781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b520624-b460-47a9-9665-fad6ec666ff6 req-66e24d63-3983-40af-9cc0-833197c72e57 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300612 Jun 30 09:55:19.667997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80e9a4-f818-407d-95b1-2c217b9e77cd req-94b8dc39-306c-49ed-97e6-3a59c18e850a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:19.669432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d80e9a4-f818-407d-95b1-2c217b9e77cd req-94b8dc39-306c-49ed-97e6-3a59c18e850a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0645678 Jun 30 09:55:19.707314 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d80e9a4-f818-407d-95b1-2c217b9e77cd req-e603a1b0-7900-4f2c-bd6d-ac63b21d8518 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Jun 30 09:55:20.875948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202762-952a-4f29-8bc1-3a1240b02155 req-b2677b1e-1511-4f49-a642-41c0b7dfb9e3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:20.877403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d202762-952a-4f29-8bc1-3a1240b02155 req-b2677b1e-1511-4f49-a642-41c0b7dfb9e3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0610809 Jun 30 09:55:20.913777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d202762-952a-4f29-8bc1-3a1240b02155 req-fc84f5f9-a605-4aa3-8ea8-02cc75f74bc7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301573 Jun 30 09:55:22.085232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4738-9143-4254-90e0-8caffae96d4e req-37e2f1e6-fb65-411a-8b2d-9ee511aa5074 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:22.086622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cbc4738-9143-4254-90e0-8caffae96d4e req-37e2f1e6-fb65-411a-8b2d-9ee511aa5074 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0645840 Jun 30 09:55:22.124322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cbc4738-9143-4254-90e0-8caffae96d4e req-2f47a216-0bf5-41b8-b0e3-cf89790b1c60 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Jun 30 09:55:23.290962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefb979-5216-4df7-bf9c-d44824bb660b req-0c7e8569-cb5a-4b87-a9e2-043d38e4ccb4 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:23.292537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-daefb979-5216-4df7-bf9c-d44824bb660b req-0c7e8569-cb5a-4b87-a9e2-043d38e4ccb4 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0608766 Jun 30 09:55:23.329329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-daefb979-5216-4df7-bf9c-d44824bb660b req-d130a169-9a9b-451e-97ba-889124da9757 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jun 30 09:55:24.497507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c4361-fb56-4a4b-8360-cd9b678e7180 req-4072d24c-665d-4f8b-8ad3-1dc2c9212add tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:24.498983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be5c4361-fb56-4a4b-8360-cd9b678e7180 req-4072d24c-665d-4f8b-8ad3-1dc2c9212add tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0604308 Jun 30 09:55:24.535047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be5c4361-fb56-4a4b-8360-cd9b678e7180 req-169202f9-d15d-4b43-8704-c852e102680f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306025 Jun 30 09:55:25.709087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea23167-8569-4d1e-938c-59600f994fe7 req-b1a81408-e19f-42d9-b1e0-6dbf6fffe872 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:25.710875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ea23167-8569-4d1e-938c-59600f994fe7 req-b1a81408-e19f-42d9-b1e0-6dbf6fffe872 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0655811 Jun 30 09:55:25.748285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ea23167-8569-4d1e-938c-59600f994fe7 req-dbfb839a-8d5b-46eb-8e0b-476d1897960f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Jun 30 09:55:26.920034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47386-9666-49bb-86bd-f6a1b37c3f02 req-e9c87d40-a66f-4cca-82d9-c5ba3ecd1324 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:26.921477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a47386-9666-49bb-86bd-f6a1b37c3f02 req-e9c87d40-a66f-4cca-82d9-c5ba3ecd1324 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0605786 Jun 30 09:55:26.958742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-53a47386-9666-49bb-86bd-f6a1b37c3f02 req-582d3208-e5ee-4fe3-9659-239e87a8022d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Jun 30 09:55:28.129283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a122925-b85e-4104-852f-3e11dfd5a348 req-c894a1f8-3221-434a-bbf6-e6c3ed57fae0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:28.130757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a122925-b85e-4104-852f-3e11dfd5a348 req-c894a1f8-3221-434a-bbf6-e6c3ed57fae0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0641809 Jun 30 09:55:28.167260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a122925-b85e-4104-852f-3e11dfd5a348 req-a833920e-0518-450f-a069-0c360dc04531 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Jun 30 09:55:28.170554 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:55:28.942245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184589c-95d3-4085-9700-bc0aa880887e req-8fd568eb-3307-4e57-bce9-48b1086616fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:28.943739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-8fd568eb-3307-4e57-bce9-48b1086616fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1098 time: 0.0541408 Jun 30 09:55:29.061352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184589c-95d3-4085-9700-bc0aa880887e req-317899fa-10f0-450c-b619-24f3a32c881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:29.062744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-317899fa-10f0-450c-b619-24f3a32c881b service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0963314 Jun 30 09:55:29.102450 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-89c90b5d-725c-44dc-8b18-6db26aa8a9b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0321615 Jun 30 09:55:29.154322 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184589c-95d3-4085-9700-bc0aa880887e req-3cadf1f7-c587-4ba9-a02b-7842e4f633a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:29.155774 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-3cadf1f7-c587-4ba9-a02b-7842e4f633a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0466452 Jun 30 09:55:29.187518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-711e47e3-e1eb-4d9a-aeb4-28931a896c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250938 Jun 30 09:55:29.275083 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-e295eb7d-1355-44ed-8374-15525adb1cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798631 Jun 30 09:55:29.337610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e32b0-e426-4f41-bd13-0c86999ed6eb req-c3b4b451-9108-4d0b-9af7-842e29532db5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:29.339038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b77e32b0-e426-4f41-bd13-0c86999ed6eb req-c3b4b451-9108-4d0b-9af7-842e29532db5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0620441 Jun 30 09:55:29.370676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1184589c-95d3-4085-9700-bc0aa880887e req-890fa16e-0cf1-47f3-8cc5-945f11599e48 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Jun 30 09:55:29.373664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a1602644-f5de-4440-b4fd-137c47cf7691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:29.377063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b77e32b0-e426-4f41-bd13-0c86999ed6eb req-1c5cb92c-2c90-4432-9d5d-aadb6a3bf4d3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jun 30 09:55:30.544883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b1e6-6666-4d1a-8c5f-4c4e4537aa7e req-fb1038a8-9c3f-42ac-b970-140d16c055f8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:30.546424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f253b1e6-6666-4d1a-8c5f-4c4e4537aa7e req-fb1038a8-9c3f-42ac-b970-140d16c055f8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0605237 Jun 30 09:55:30.582536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f253b1e6-6666-4d1a-8c5f-4c4e4537aa7e req-9e3d3f5c-0d12-41ed-89a6-558030f8c6aa tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Jun 30 09:55:31.759910 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef18a3-bacf-46bb-85ce-20b8ad468100 req-957caed1-f2e5-4f5d-ae0e-b9a462aa8330 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:31.761352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ef18a3-bacf-46bb-85ce-20b8ad468100 req-957caed1-f2e5-4f5d-ae0e-b9a462aa8330 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0678372 Jun 30 09:55:31.797541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-50ef18a3-bacf-46bb-85ce-20b8ad468100 req-be4944ac-e89f-44d5-8b6a-a8762460b7e3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Jun 30 09:55:31.964997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-497e9de8-130a-47c3-8305-51fc70d8bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.091102 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.361860 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-562b76ea-9d68-4472-8477-686e723787f0 req-1ee3c575-253f-4b9e-8016-2487d52ac9b5 service neutron] show failed (client error): The resource could not be found. Jun 30 09:55:32.362866 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-1ee3c575-253f-4b9e-8016-2487d52ac9b5 service neutron] 10.222.0.41 "GET /v2.0/ports/e5b9b142-7eb7-4de0-850e-63444861ef9e/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0546119 Jun 30 09:55:32.601817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-da79b90a-1da7-4028-a34e-dc285cea33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:32.603270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-da79b90a-1da7-4028-a34e-dc285cea33d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38&tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4 HTTP/1.1" status: 200 len: 1098 time: 0.0518861 Jun 30 09:55:32.614481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:32.684918 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:32.882668 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:32.938106 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:32.986159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:32.988413 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb424a3c-96b9-4e52-acc9-dce4ac81b322" -d '{"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:32.992477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.012736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Transition to ACTIVE for port object e5b9b142-7eb7-4de0-850e-63444861ef9e will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:33.016730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.029119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c2d98-a22c-48f8-b661-b6fce7453b1c req-6fe51180-fa87-4393-9a20-37a8ea45358f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.030661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-308c2d98-a22c-48f8-b661-b6fce7453b1c req-6fe51180-fa87-4393-9a20-37a8ea45358f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.1230326 Jun 30 09:55:33.051189 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d4c0b-0486-4bbf-b21c-6b5e2bf050d2 x-openstack-request-id: req-773d4c0b-0486-4bbf-b21c-6b5e2bf050d2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:33.051484 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:33.051738 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-773d4c0b-0486-4bbf-b21c-6b5e2bf050d2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:33.052121 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'code': 200} Jun 30 09:55:33.108543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:33.110922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] No DVR routers for this DVR port e5b9b142-7eb7-4de0-850e-63444861ef9e on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:33.139486 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.149218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-308c2d98-a22c-48f8-b661-b6fce7453b1c req-e328e479-e76b-4ba7-bc91-caef18b01905 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942054 Jun 30 09:55:33.159443 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:33.159787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:33.160122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:33.164939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:55:33.165266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Attempting to bind port e5b9b142-7eb7-4de0-850e-63444861ef9e on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:33.170001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:33.170343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Checking segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:33.170738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Bound using segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:33.171148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Bound port: e5b9b142-7eb7-4de0-850e-63444861ef9e, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:33.171506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.236985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:33.240188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:33.243562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.277554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.278218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.279593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 1093 time: 0.6690283 Jun 30 09:55:33.299159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfbb5b-f279-4177-b94d-02dad0888991 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:33.352591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-2b9e6180-f8a9-4392-adf6-c5fe76138cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.354099 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-2b9e6180-f8a9-4392-adf6-c5fe76138cc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0515456 Jun 30 09:55:33.441904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-1c4ff435-4812-4dbd-af5a-f7363db863f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.443337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-1c4ff435-4812-4dbd-af5a-f7363db863f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0835795 Jun 30 09:55:33.485088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-42ee139a-aebe-4656-8b8b-476eac0cb92e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0344369 Jun 30 09:55:33.531936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b76ea-9d68-4472-8477-686e723787f0 req-0efe72cb-874b-429e-b2c4-0c3d9b24ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:33.533306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-0efe72cb-874b-429e-b2c4-0c3d9b24ecee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0415840 Jun 30 09:55:33.568166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-4109ebed-fb4d-415f-bfff-403ba951c31f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280621 Jun 30 09:55:33.652793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-acb08811-f347-4f98-9918-c75adff3c875 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780969 Jun 30 09:55:33.740302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:33.745722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-562b76ea-9d68-4472-8477-686e723787f0 req-674d9998-c737-47ad-96e3-f901faaa7c51 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863998 Jun 30 09:55:34.320028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e257c8e-af17-47a1-bed3-2ec99d57e08d req-a0141642-73d0-47b7-8310-bf1ae616fa34 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:34.321461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e257c8e-af17-47a1-bed3-2ec99d57e08d req-a0141642-73d0-47b7-8310-bf1ae616fa34 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0613346 Jun 30 09:55:34.357094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e257c8e-af17-47a1-bed3-2ec99d57e08d req-ee671165-c27b-43bb-9d7e-91fc2074b4ab tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300429 Jun 30 09:55:34.782407 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.053188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:35.055527 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:35.104263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:35.105198 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa671d-8848-4a55-9887-c4322e0a07d9 x-openstack-request-id: req-f5fa671d-8848-4a55-9887-c4322e0a07d9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:35.105492 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:35.105767 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5fa671d-8848-4a55-9887-c4322e0a07d9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:35.106226 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'status': 'completed', 'code': 200} Jun 30 09:55:35.143568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:35.175609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-619d06cf-b919-401c-a586-4b9175a431d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.177087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-619d06cf-b919-401c-a586-4b9175a431d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0527165 Jun 30 09:55:35.187477 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-ce83d399-e4b7-49fc-84f2-478f93b90826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.188945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-ce83d399-e4b7-49fc-84f2-478f93b90826 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1096 time: 0.0614636 Jun 30 09:55:35.282534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-379db8be-6e76-41e4-8e8a-67ced77b1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.284005 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-379db8be-6e76-41e4-8e8a-67ced77b1939 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0892799 Jun 30 09:55:35.326008 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-a7f4c831-d2dd-40dd-b5ab-06815f49668a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0351202 Jun 30 09:55:35.381791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-6cc1adb7-30c2-44c4-b492-0c6cb503ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.383279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-6cc1adb7-30c2-44c4-b492-0c6cb503ce44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0515068 Jun 30 09:55:35.417841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-641ba26c-7db0-479e-8802-a9d05eb4fcb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281179 Jun 30 09:55:35.513115 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-58a9168b-2285-43dd-aac3-760bfb3bfd46 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886586 Jun 30 09:55:35.591261 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:35.609503 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-c6ccc3be-badb-4a25-9e00-740c8076c173 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900257 Jun 30 09:55:35.648254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-1e7802da-fe4f-4088-9876-8cdc8d40e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.649683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-1e7802da-fe4f-4088-9876-8cdc8d40e945 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.4646852 Jun 30 09:55:35.671950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d0b24-0832-45fe-a73f-7cb0107515bd req-816a44f7-56d9-4c3c-b4ba-78042bff95f8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.673313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f8d0b24-0832-45fe-a73f-7cb0107515bd req-816a44f7-56d9-4c3c-b4ba-78042bff95f8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0983732 Jun 30 09:55:35.707978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-6ae28a87-2b72-4d54-9632-d31be0310f4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0505481 Jun 30 09:55:35.763527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f8d0b24-0832-45fe-a73f-7cb0107515bd req-3c47d898-8b6a-4a49-af3c-5fb318b61873 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Jun 30 09:55:35.770471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-8fb72b53-acb2-4aa3-9beb-ea6203fcd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:35.772395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-8fb72b53-acb2-4aa3-9beb-ea6203fcd392 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0556750 Jun 30 09:55:35.804864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-335be74a-932d-4558-90d5-9a48b97be476 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260561 Jun 30 09:55:35.895596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-b0065af5-6840-4a39-89c6-f4adc4870182 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835247 Jun 30 09:55:35.980213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5a508c52-8e3d-4a1a-88bc-e656afdbf06e req-8204278e-e692-477b-84ed-8a9654d36ae2 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786397 Jun 30 09:55:36.937711 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b660633-5a10-46af-99e8-9da2be04fa55 req-d2352197-375a-49de-8313-7dd420b4ab56 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:36.939207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b660633-5a10-46af-99e8-9da2be04fa55 req-d2352197-375a-49de-8313-7dd420b4ab56 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 944 time: 0.0634181 Jun 30 09:55:36.980147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9b660633-5a10-46af-99e8-9da2be04fa55 req-11b7cfce-687c-4c72-a063-adf3d2723de2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Jun 30 09:55:37.161036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:55:37.252311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:37.263622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'port_id': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'mac_address': 'fa:16:3e:b1:64:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b052c2-1f09-4292-bf63-eeef188e500f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:55:37.298266 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.311263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b9b142-7eb7-4de0-850e-63444861ef9e {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:37.330293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:37.334221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:37.383429 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:37.681367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e5b9b142-7eb7-4de0-850e-63444861ef9e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:38.152895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc216364-e60c-4e95-b901-bec5e66a584c req-dd681e93-d196-4268-872d-51641ce2d796 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.154348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc216364-e60c-4e95-b901-bec5e66a584c req-dd681e93-d196-4268-872d-51641ce2d796 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 945 time: 0.0613918 Jun 30 09:55:38.190496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc216364-e60c-4e95-b901-bec5e66a584c req-20963c42-a7a5-4d92-a814-76ef24fca044 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Jun 30 09:55:38.483040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de8074-a338-4320-87f0-9c76965ffd6c req-d3b3d8a0-c52b-45fd-92a7-82295b900e54 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.484511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26de8074-a338-4320-87f0-9c76965ffd6c req-d3b3d8a0-c52b-45fd-92a7-82295b900e54 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 945 time: 0.0632598 Jun 30 09:55:38.521922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26de8074-a338-4320-87f0-9c76965ffd6c req-7288ef41-fd67-4de0-b425-c65acf0acfd7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jun 30 09:55:38.534010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-d9ea7cf2-2ccf-4316-b152-ffe137bd634d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.535496 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-d9ea7cf2-2ccf-4316-b152-ffe137bd634d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38&tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 945 time: 0.1116612 Jun 30 09:55:38.593959 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-495cdb03-2918-4bee-a480-51bd75a3e62b service neutron] delete failed (client error): The resource could not be found. Jun 30 09:55:38.594895 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-495cdb03-2918-4bee-a480-51bd75a3e62b service neutron] 10.222.0.41 "DELETE /v2.0/ports/e5b9b142-7eb7-4de0-850e-63444861ef9e/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0538414 Jun 30 09:55:38.684182 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-ed617f2c-66dc-4789-bf96-3e6b7d257b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.685617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-ed617f2c-66dc-4789-bf96-3e6b7d257b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 1097 time: 0.0509827 Jun 30 09:55:38.774025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-cf9404c0-8e50-42f9-9e00-da6735554eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.775454 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-cf9404c0-8e50-42f9-9e00-da6735554eec service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0838740 Jun 30 09:55:38.814973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-ae940916-1083-4753-b047-24beb0caef77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 200 len: 217 time: 0.0337903 Jun 30 09:55:38.862391 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-b81ade33-7e4d-4e0b-98ab-410eaed7df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:38.863744 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-b81ade33-7e4d-4e0b-98ab-410eaed7df30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0429642 Jun 30 09:55:38.899565 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-db9d75d8-94d4-4271-b9a0-00a9e84ea813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286977 Jun 30 09:55:38.984195 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-eec3d1f7-08a5-42a6-ac5e-3eaa0d5ab44e service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781085 Jun 30 09:55:39.072663 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fc72b30b-e0e2-47a7-a8de-36f74c522a58 req-5269e32c-66e3-4d08-a3e8-f7934692327b service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Jun 30 09:55:39.172472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:39.222535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port e5b9b142-7eb7-4de0-850e-63444861ef9e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:39.226038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port e5b9b142-7eb7-4de0-850e-63444861ef9e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:39.226414 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.297810 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.319375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:39.321577 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6352b3-9082-4999-9a1b-806ba939d787" -d '{"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:39.333642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:39.338481 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:39.378892 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ff1b5-6195-4c7c-adea-4d7782786240 x-openstack-request-id: req-a98ff1b5-6195-4c7c-adea-4d7782786240 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:39.381139 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-plugged", "status": "completed", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:39.381139 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a98ff1b5-6195-4c7c-adea-4d7782786240 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:39.381139 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'code': 200} Jun 30 09:55:39.396148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:39.709264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963805d8-8f43-4cc5-92a8-28fae9f4438d req-a04c9bf1-afc1-4d52-a8ad-b8159d7a351f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.711359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-963805d8-8f43-4cc5-92a8-28fae9f4438d req-a04c9bf1-afc1-4d52-a8ad-b8159d7a351f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0772126 Jun 30 09:55:39.748867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-963805d8-8f43-4cc5-92a8-28fae9f4438d req-8b99d587-b4c6-4e08-a509-55edb54cf354 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Jun 30 09:55:39.918615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695bf64-bc6f-4aae-af48-adcd81b208c3 req-b50759dd-7766-480b-a17d-dc6a3b52539c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:39.920102 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c695bf64-bc6f-4aae-af48-adcd81b208c3 req-b50759dd-7766-480b-a17d-dc6a3b52539c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0620637 Jun 30 09:55:39.956683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c695bf64-bc6f-4aae-af48-adcd81b208c3 req-3f89dd65-217d-459f-a3c2-562ba0f02576 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Jun 30 09:55:40.131936 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e240b7-97e9-49a1-947c-a4b9db1c8bb7 req-5ba5c592-52a2-4312-aa1c-14e33968145e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.133290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10e240b7-97e9-49a1-947c-a4b9db1c8bb7 req-5ba5c592-52a2-4312-aa1c-14e33968145e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0607154 Jun 30 09:55:40.173013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10e240b7-97e9-49a1-947c-a4b9db1c8bb7 req-3f9f43d6-beb2-4728-a343-56afac21ea43 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Jun 30 09:55:40.606399 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-3af8b8a9-3bf6-4970-84a4-f61a7585d8b1 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:40.607843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-3af8b8a9-3bf6-4970-84a4-f61a7585d8b1 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 815 time: 0.1003172 Jun 30 09:55:40.622402 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-884d2081-5b0f-4d96-aa12-45d0a1a3d9c9 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/quotas/a30ef3e7ba1b4bf5908f226c8d23f6f4 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Jun 30 09:55:40.685931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-b775eba3-5146-4526-9a5f-d7aceac77332 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587289 Jun 30 09:55:40.772033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-69fbcac3-f6f5-4a98-b876-77700ba65acd service neutron] 10.222.0.66 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793812 Jun 30 09:55:40.862298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-658590d9-8ba9-4ceb-91d0-3b2e874c9636 service neutron] 10.222.0.66 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845571 Jun 30 09:55:41.027496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61365841-c871-40ee-aa11-89b85b643b12 req-c1c5aa0c-1db2-403f-818d-fdc11e5ed8e8 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Jun 30 09:55:42.030553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-6868776a-fc3c-4347-b7d2-44c0c1d9d415 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:42.032166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-6868776a-fc3c-4347-b7d2-44c0c1d9d415 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 815 time: 0.1024756 Jun 30 09:55:42.044742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Request body: {'port': {'device_id': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'admin_state_up': True, 'tenant_id': 'a30ef3e7ba1b4bf5908f226c8d23f6f4'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:42.070810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-fe79b129-2c4e-48f4-93d9-37ceec954dcb tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:42.072837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-fe79b129-2c4e-48f4-93d9-37ceec954dcb tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38 HTTP/1.1" status: 200 len: 946 time: 0.0665307 Jun 30 09:55:42.196538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4eba91c-9eaf-4fb3-9c51-83889734e9e0 req-b0711f03-2a95-4529-8cea-280a43623df6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 210 time: 0.0332975 Jun 30 09:55:42.232982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Deleting port e5b9b142-7eb7-4de0-850e-63444861ef9e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:55:42.233333 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.329261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] For port e5b9b142-7eb7-4de0-850e-63444861ef9e, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=e5b9b142-7eb7-4de0-850e-63444861ef9e,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:42.329539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.342128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Calling delete_port for e5b9b142-7eb7-4de0-850e-63444861ef9e owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:55:42.459087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Made reservation on behalf of a30ef3e7ba1b4bf5908f226c8d23f6f4 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:42.463471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.472345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.485331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e5b9b142-7eb7-4de0-850e-63444861ef9e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:42.507394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Pushing event deleted for resources: {'Port': ['ID=e5b9b142-7eb7-4de0-850e-63444861ef9e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:42.553716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] No DVR routers for this DVR port e5b9b142-7eb7-4de0-850e-63444861ef9e on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:55:42.556763 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.558778 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a5dfc5c2-9c72-4394-8821-a4d6ddebf8d8 req-cbafaf48-b3c5-47a4-834d-9ebff8b2f4d0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.11 "DELETE /v2.0/ports/e5b9b142-7eb7-4de0-850e-63444861ef9e HTTP/1.1" status: 204 len: 173 time: 0.4800937 Jun 30 09:55:42.559211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-deleted', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:42.561672 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abdc83e-073e-4c22-8bf9-3f449e186cc5" -d '{"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-deleted", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:42.591166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Allocated IP 172.20.0.13 (55c22c3f-11e0-4f20-ad51-e4ec441f7639/30b052c2-1f09-4292-bf63-eeef188e500f/5f5a35b4-d121-4995-a742-4a956585b3d7) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:42.599677 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffca5188-5b73-4c25-b123-b0f975c5608d x-openstack-request-id: req-ffca5188-5b73-4c25-b123-b0f975c5608d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:42.600313 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38", "name": "network-vif-deleted", "tag": "e5b9b142-7eb7-4de0-850e-63444861ef9e", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:42.600570 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffca5188-5b73-4c25-b123-b0f975c5608d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:42.601018 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f3f4ca-ffd9-4654-9b41-4eeb11a1ba38', 'name': 'network-vif-deleted', 'tag': 'e5b9b142-7eb7-4de0-850e-63444861ef9e', 'status': 'completed', 'code': 200} Jun 30 09:55:42.745220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.783178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.794793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['e5b9b142-7eb7-4de0-850e-63444861ef9e'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:42.835307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:42.838490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:42.844275 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:42.866834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:42.878857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.879215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.879559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.879902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.880239 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.880575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.880908 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.881915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.882254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.882586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.882917 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.883242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:42.903631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:42.904242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:42.918137 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-7807cb34-8bd8-4589-8027-bbc3b5c8b534 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8781829 Jun 30 09:55:42.930061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Request body: {'port': {'device_id': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:43.000081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.275145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5a35b4-d121-4995-a742-4a956585b3d7 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:43.282426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.294518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Transition to ACTIVE for port object 5f5a35b4-d121-4995-a742-4a956585b3d7 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:43.297773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.345171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:43.382696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e16c5-180e-4598-95a7-a90fe44fb862 req-4c380b01-506d-42a9-bbf8-54a5b3130a74 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:43.384183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90e16c5-180e-4598-95a7-a90fe44fb862 req-4c380b01-506d-42a9-bbf8-54a5b3130a74 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0679824 Jun 30 09:55:43.415172 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:43.415611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:43.415949 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:43.420205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:55:43.420629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:43.423018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c90e16c5-180e-4598-95a7-a90fe44fb862 req-e0900841-feeb-48e3-bdf6-617b2be53beb tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Jun 30 09:55:43.425400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:43.425742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Checking segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:43.426154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Bound using segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:43.426589 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Bound port: 5f5a35b4-d121-4995-a742-4a956585b3d7, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:43.426950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.493566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:43.496811 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:43.500751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.532090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:43.532550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:43.534382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 1093 time: 0.6084354 Jun 30 09:55:43.536426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:43.539631 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:43.568931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9fe4-de30-46f0-b433-80e6cdd24aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:43.581039 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34b2ea-48c5-4ed4-916c-9c491650c71f x-openstack-request-id: req-8e34b2ea-48c5-4ed4-916c-9c491650c71f {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:43.581332 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:43.581582 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e34b2ea-48c5-4ed4-916c-9c491650c71f {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:43.582011 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'status': 'completed', 'code': 200} Jun 30 09:55:43.625884 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-93d0fe9e-73ac-41ec-b981-591ba9539c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:43.627347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-93d0fe9e-73ac-41ec-b981-591ba9539c65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0549242 Jun 30 09:55:43.669387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-4f281edd-2510-4148-b98f-a2ab017ac1e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0351360 Jun 30 09:55:43.717613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-2a61a334-ae57-4425-b581-8b278e623b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:43.719083 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-2a61a334-ae57-4425-b581-8b278e623b2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0438886 Jun 30 09:55:43.750325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-706afa44-2753-4b0a-912e-1defded7f367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248907 Jun 30 09:55:43.841303 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-e36d93a8-a3a1-41e6-b366-01938545d3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Jun 30 09:55:43.926758 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cb505a98-14dd-4689-acac-bd8b2c6552fc req-c60431bb-73b8-473b-b7ae-b67ac8962575 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792789 Jun 30 09:55:44.022060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-ced0b775-95ef-4b71-b033-ddef32371950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:44.023443 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-ced0b775-95ef-4b71-b033-ddef32371950 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0517669 Jun 30 09:55:44.114074 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-3dd2817a-eacc-41ec-bc81-bd53345f31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:44.116001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-3dd2817a-eacc-41ec-bc81-bd53345f31fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0857422 Jun 30 09:55:44.156262 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-d8abf8b7-4710-4b31-bd93-d30ecdbb78e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0332029 Jun 30 09:55:44.209702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-2c13cc7d-d4ae-45e3-8837-3af951aeb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:44.211218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-2c13cc7d-d4ae-45e3-8837-3af951aeb933 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0481982 Jun 30 09:55:44.244552 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-479adab5-38ef-4f49-b958-5caeaa5ed4f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256515 Jun 30 09:55:44.330955 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-b4957d3f-feaa-490d-84a3-b6542a22079f service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791097 Jun 30 09:55:44.424094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2add4bdf-e2cc-4f45-ab8c-a586886ad3f0 req-1fd16c3f-b9fd-4420-9307-db001830fe80 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869718 Jun 30 09:55:44.610094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111d904-7fe5-414e-96d8-4072cc2d585c req-29b25326-a8ac-4727-a204-f2fde0942f19 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:44.611478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a111d904-7fe5-414e-96d8-4072cc2d585c req-29b25326-a8ac-4727-a204-f2fde0942f19 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0674479 Jun 30 09:55:44.647726 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a111d904-7fe5-414e-96d8-4072cc2d585c req-5ac9855b-c749-43f2-9276-c21d80d5f9c6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Jun 30 09:55:45.173826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:55:45.264646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:45.278844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'port_id': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'mac_address': 'fa:16:3e:91:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b052c2-1f09-4292-bf63-eeef188e500f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:55:45.314469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.326270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5a35b4-d121-4995-a742-4a956585b3d7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:45.344371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:45.347366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:45.392347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:45.399450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.399819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.400253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.400621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.400963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.401307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.401638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.401994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.402327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.402656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.402983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.403308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:45.558934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['5f5a35b4-d121-4995-a742-4a956585b3d7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:45.820514 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023f1c6-e35e-4a46-b602-9000c14da3fe req-ef6ffb80-4b42-46e7-b585-8ea1f9937e21 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:45.822062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a023f1c6-e35e-4a46-b602-9000c14da3fe req-ef6ffb80-4b42-46e7-b585-8ea1f9937e21 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0621681 Jun 30 09:55:45.859920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a023f1c6-e35e-4a46-b602-9000c14da3fe req-66b2074f-1471-4857-9113-6c36c69a08b5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Jun 30 09:55:47.028012 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7947c-3c4f-4150-a8a2-05d88bb25758 req-71d9b25b-971e-4245-a8fd-0ce40565565b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:47.029462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31a7947c-3c4f-4150-a8a2-05d88bb25758 req-71d9b25b-971e-4245-a8fd-0ce40565565b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0616696 Jun 30 09:55:47.066261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31a7947c-3c4f-4150-a8a2-05d88bb25758 req-cdd72292-8641-415f-9c11-4958efb70598 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jun 30 09:55:47.180937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:47.202360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:47.224319 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: e5b9b142-7eb7-4de0-850e-63444861ef9e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:47.224674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device e5b9b142-7eb7-4de0-850e-63444861ef9e not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:47.247136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 5f5a35b4-d121-4995-a742-4a956585b3d7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:47.250684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 5f5a35b4-d121-4995-a742-4a956585b3d7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:47.251063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.327890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.348967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:47.351759 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d7dff6-5be6-4a1a-998f-0637dc0f9d24" -d '{"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:47.364043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:47.369367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.393895 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b3e0b0-75e0-4cdb-b56c-57274cc28630 x-openstack-request-id: req-a6b3e0b0-75e0-4cdb-b56c-57274cc28630 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:47.394193 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:47.394449 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6b3e0b0-75e0-4cdb-b56c-57274cc28630 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:47.394844 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'code': 200} Jun 30 09:55:47.421285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:47.500972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389968-9387-433d-b1f8-0caf32989485 req-3cd288eb-5b76-43f5-ac3c-30dc4d1862db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:47.502487 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-90389968-9387-433d-b1f8-0caf32989485 req-3cd288eb-5b76-43f5-ac3c-30dc4d1862db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1098 time: 0.0506408 Jun 30 09:55:47.535516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-90389968-9387-433d-b1f8-0caf32989485 req-3d637314-2356-4b11-8cb9-4945f0d1aaae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270233 Jun 30 09:55:48.241586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389399-442e-4f5d-89e2-070ac8237b2d req-8bffcedb-59ab-4345-bd6b-702d264e41d5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:48.243235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc389399-442e-4f5d-89e2-070ac8237b2d req-8bffcedb-59ab-4345-bd6b-702d264e41d5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0686409 Jun 30 09:55:48.281077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc389399-442e-4f5d-89e2-070ac8237b2d req-df2abd81-469c-4cef-bef7-30bd50ee6cd0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Jun 30 09:55:49.458263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244c69e-a2eb-496f-bff0-e068fc26c800 req-97caff8b-d163-4c1e-bff8-afe9d5d2dca2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.459718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5244c69e-a2eb-496f-bff0-e068fc26c800 req-97caff8b-d163-4c1e-bff8-afe9d5d2dca2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0638235 Jun 30 09:55:49.495970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5244c69e-a2eb-496f-bff0-e068fc26c800 req-80cb51b8-f973-42aa-ad5f-011c0ecc89b5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Jun 30 09:55:49.667243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be974ea-a28c-425c-9173-164e6acf6a79 req-0e7cccf1-dfa5-4e60-babd-4e23d12bf18c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:49.668619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3be974ea-a28c-425c-9173-164e6acf6a79 req-0e7cccf1-dfa5-4e60-babd-4e23d12bf18c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0660918 Jun 30 09:55:49.706243 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3be974ea-a28c-425c-9173-164e6acf6a79 req-d78fb079-0b4b-4432-a77b-5e22083416c7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Jun 30 09:55:50.037067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-ca6f2b3d-12dd-41b1-aa43-688acfad8c52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511842 Jun 30 09:55:50.101642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f352e6b-7bb1-40f6-9def-02971cddbb17 req-9c3987f6-6f75-4e96-951a-a6657a607be2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:50.103324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f352e6b-7bb1-40f6-9def-02971cddbb17 req-9c3987f6-6f75-4e96-951a-a6657a607be2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0647175 Jun 30 09:55:50.141411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f352e6b-7bb1-40f6-9def-02971cddbb17 req-1a4e4f8b-d058-4aec-a476-6daddea1a54b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Jun 30 09:55:51.130408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-bcce0738-69f1-4c9b-8b96-f2890cc16a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:51.132444 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-bcce0738-69f1-4c9b-8b96-f2890cc16a06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1098 time: 0.0575254 Jun 30 09:55:51.219841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-187efd25-74d1-45ce-b04c-5aa9e360f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:51.221287 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-187efd25-74d1-45ce-b04c-5aa9e360f20e service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0830710 Jun 30 09:55:51.261971 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-b991bf2e-9950-469f-ba48-2383a26cd71b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0344667 Jun 30 09:55:51.314953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-696c4654-6c10-4c9f-b231-6b51215f25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:51.316401 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-696c4654-6c10-4c9f-b231-6b51215f25a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0484622 Jun 30 09:55:51.316776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec7d7d-9730-4262-8fa2-be20ba198f9f req-04ddc5d6-373d-4b1b-bc54-f43d36f55bfc tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:51.318265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bec7d7d-9730-4262-8fa2-be20ba198f9f req-04ddc5d6-373d-4b1b-bc54-f43d36f55bfc tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0658081 Jun 30 09:55:51.348496 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56aa4fe7-fbc5-46ab-848b-fb4468f2b742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257189 Jun 30 09:55:51.356513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bec7d7d-9730-4262-8fa2-be20ba198f9f req-d970c958-cdd7-4529-a78c-46374b2af0b4 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Jun 30 09:55:51.435281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-255aaa26-52c7-4638-b3f5-fccc659d3691 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806921 Jun 30 09:55:51.526966 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-d5b518d2-b5a2-4d2e-afbb-e711a4d8deab service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850201 Jun 30 09:55:52.528544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e6b3-9156-4c8e-bfd0-410cc8bdd08a req-e5241c59-5baa-4896-9263-6816ce62704d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:52.530033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93a2e6b3-9156-4c8e-bfd0-410cc8bdd08a req-e5241c59-5baa-4896-9263-6816ce62704d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0625088 Jun 30 09:55:52.567106 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93a2e6b3-9156-4c8e-bfd0-410cc8bdd08a req-fe4b2a8e-d744-467f-8d11-c4da546d2c7e tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jun 30 09:55:53.741238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba534646-cc74-48c9-b22b-cfdaa410a920 req-53b3da55-d768-40ce-bac9-47a4575147a2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:53.742706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba534646-cc74-48c9-b22b-cfdaa410a920 req-53b3da55-d768-40ce-bac9-47a4575147a2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0621283 Jun 30 09:55:53.782654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba534646-cc74-48c9-b22b-cfdaa410a920 req-f4e0f8d2-a12e-4385-97a5-b8e11fd25b5d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Jun 30 09:55:54.956905 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821ffe7-a41f-4b79-a327-55a62be7bc04 req-45efc631-3817-49e9-9101-2c431f8a75fe tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:54.958392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0821ffe7-a41f-4b79-a327-55a62be7bc04 req-45efc631-3817-49e9-9101-2c431f8a75fe tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0623374 Jun 30 09:55:54.994999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0821ffe7-a41f-4b79-a327-55a62be7bc04 req-1d934cb0-3be7-4be4-9362-206c4481332a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Jun 30 09:55:56.163601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86117-9719-449f-ad1a-7dc0f2bffedf req-11f19c48-e34c-4f9f-a980-12f04c079563 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:56.165051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86b86117-9719-449f-ad1a-7dc0f2bffedf req-11f19c48-e34c-4f9f-a980-12f04c079563 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0610414 Jun 30 09:55:56.200835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86b86117-9719-449f-ad1a-7dc0f2bffedf req-5fdbc673-127b-488e-a8c5-c5667b34e6cd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Jun 30 09:55:57.374521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c87d7e-8234-463d-ae7e-c669431c3832 req-ac01de1f-f604-45bc-b51c-9b7f7ad65257 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:57.375948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71c87d7e-8234-463d-ae7e-c669431c3832 req-ac01de1f-f604-45bc-b51c-9b7f7ad65257 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0642157 Jun 30 09:55:57.414766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71c87d7e-8234-463d-ae7e-c669431c3832 req-efe9e0e9-093a-4a42-98df-cce4b4e464a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Jun 30 09:55:58.585269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155645a-fc29-4f92-85cd-0b54c43e7359 req-2e1062cf-3055-4f81-9db6-38535dfdac08 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:58.586759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f155645a-fc29-4f92-85cd-0b54c43e7359 req-2e1062cf-3055-4f81-9db6-38535dfdac08 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0627353 Jun 30 09:55:58.632532 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f155645a-fc29-4f92-85cd-0b54c43e7359 req-bf4b3d6d-52f5-4fe5-87cf-8fe153d6439b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Jun 30 09:55:59.375166 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-faac9cb8-0104-4585-b16f-4ddc8cebf3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:59.808104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42219-4c0a-413d-bc75-67b2e2beff1b req-17119bc2-9b6c-400f-b675-b3443fdbc4f5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:59.809573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf42219-4c0a-413d-bc75-67b2e2beff1b req-17119bc2-9b6c-400f-b675-b3443fdbc4f5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0611279 Jun 30 09:55:59.850515 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdf42219-4c0a-413d-bc75-67b2e2beff1b req-f1507dff-cdfb-421d-95cc-e88a452eb273 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352356 Jun 30 09:56:01.018496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742507f-8023-4b4d-95e2-a936b7823e9f req-6dfecf4b-d983-4645-8466-935940a42821 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:01.019930 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742507f-8023-4b4d-95e2-a936b7823e9f req-6dfecf4b-d983-4645-8466-935940a42821 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0612535 Jun 30 09:56:01.057336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1742507f-8023-4b4d-95e2-a936b7823e9f req-545c9165-04c3-4bb0-9f85-99717c2577d2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Jun 30 09:56:01.965647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7201f5c0-09cb-4333-91dc-ef032af6d61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:02.092198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:02.228605 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65106d-a23e-42af-9ca1-175cd5e44bb6 req-ff492bce-fca6-4bcf-a463-9310a17e3c01 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:02.230098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb65106d-a23e-42af-9ca1-175cd5e44bb6 req-ff492bce-fca6-4bcf-a463-9310a17e3c01 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0628073 Jun 30 09:56:02.265946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb65106d-a23e-42af-9ca1-175cd5e44bb6 req-aeb01e93-1c68-444d-805d-cf9ace863381 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Jun 30 09:56:03.141506 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:03.447164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241dc6a-b2c0-43d2-a7c1-01a8e7bfb363 req-f96e928b-e1d3-4dae-be6f-4570e99e65b6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:03.448622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3241dc6a-b2c0-43d2-a7c1-01a8e7bfb363 req-f96e928b-e1d3-4dae-be6f-4570e99e65b6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0660810 Jun 30 09:56:03.485502 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3241dc6a-b2c0-43d2-a7c1-01a8e7bfb363 req-299fdb8d-63f0-44ed-84da-ca3af0770d32 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Jun 30 09:56:03.741314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:04.657064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c331910-0922-421b-8aac-e6dff003c6ae req-e39aeab3-3a6f-4a62-b949-2438c8dde4da tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:04.658551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c331910-0922-421b-8aac-e6dff003c6ae req-e39aeab3-3a6f-4a62-b949-2438c8dde4da tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0625336 Jun 30 09:56:04.695904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c331910-0922-421b-8aac-e6dff003c6ae req-14831095-4ae8-46b9-bfdc-d6e1ed7b6d11 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jun 30 09:56:04.785584 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:05.170491 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:05.587279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:05.870015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c493a0-1798-4ce6-a805-3fe3ea838451 req-ca34adff-11eb-43b5-9863-3c4a7009c239 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:05.871375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c493a0-1798-4ce6-a805-3fe3ea838451 req-ca34adff-11eb-43b5-9863-3c4a7009c239 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0655923 Jun 30 09:56:05.907362 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c493a0-1798-4ce6-a805-3fe3ea838451 req-b6a5457b-0728-49c8-afbf-0d6af9b8b92c tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304582 Jun 30 09:56:07.076687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75df1-17e6-4923-8079-af7f25d03b24 req-0a133743-932a-443c-bb51-8d7ae6ca9da0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:07.078296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8c75df1-17e6-4923-8079-af7f25d03b24 req-0a133743-932a-443c-bb51-8d7ae6ca9da0 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0610878 Jun 30 09:56:07.114158 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8c75df1-17e6-4923-8079-af7f25d03b24 req-bc3b458e-c758-422e-8233-7ab1716aae54 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305502 Jun 30 09:56:08.282708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ebe9e-cc22-4dcc-8044-417d5421e1ec req-70161001-25af-4c63-a6d4-ab6fca2f0e31 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:08.284140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-207ebe9e-cc22-4dcc-8044-417d5421e1ec req-70161001-25af-4c63-a6d4-ab6fca2f0e31 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0602024 Jun 30 09:56:08.323601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-207ebe9e-cc22-4dcc-8044-417d5421e1ec req-a33f1839-9b87-46ac-8d13-31cbafd68404 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jun 30 09:56:09.500402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcbd09-d02d-427b-a079-303a85a7ef8d req-cd8815c4-ed0c-4551-bb70-3e2e955c81a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:09.501891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aadcbd09-d02d-427b-a079-303a85a7ef8d req-cd8815c4-ed0c-4551-bb70-3e2e955c81a5 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0650949 Jun 30 09:56:09.538391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aadcbd09-d02d-427b-a079-303a85a7ef8d req-a2fdc09b-b22d-40f4-845a-2b9d2bbc070a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jun 30 09:56:10.712390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d93d6-a2bf-460b-82a4-861ee53ca629 req-46629612-4d88-46ef-8de0-3263d917cb4b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:10.713954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e83d93d6-a2bf-460b-82a4-861ee53ca629 req-46629612-4d88-46ef-8de0-3263d917cb4b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0661445 Jun 30 09:56:10.750160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e83d93d6-a2bf-460b-82a4-861ee53ca629 req-80344e7d-8093-49b3-a1c4-3065818391c3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Jun 30 09:56:11.941883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceb3fb-bb0a-4518-8cbf-65cd7440ab5c req-06487246-f393-43f9-be49-ae4db1bcbc5d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:11.943355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98ceb3fb-bb0a-4518-8cbf-65cd7440ab5c req-06487246-f393-43f9-be49-ae4db1bcbc5d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0649261 Jun 30 09:56:11.980075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98ceb3fb-bb0a-4518-8cbf-65cd7440ab5c req-15470f8b-3c7b-4df2-966f-559be8b9a384 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Jun 30 09:56:13.150659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb4ea-108f-4796-80e2-9670a7276986 req-69403843-9091-4c37-9823-73a1355ba019 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:13.152054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dcfb4ea-108f-4796-80e2-9670a7276986 req-69403843-9091-4c37-9823-73a1355ba019 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0608702 Jun 30 09:56:13.188204 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5dcfb4ea-108f-4796-80e2-9670a7276986 req-9b2deb3f-0999-436c-ae1a-45e3ef8c5f75 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Jun 30 09:56:14.356755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f892-e718-441c-b547-a0c632d4e77b req-af80a1cd-e7c9-42aa-ac03-cb2b1fac1e0d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:14.358216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a210f892-e718-441c-b547-a0c632d4e77b req-af80a1cd-e7c9-42aa-ac03-cb2b1fac1e0d tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0606480 Jun 30 09:56:14.395220 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a210f892-e718-441c-b547-a0c632d4e77b req-2d508e28-0296-4d05-954c-2a207bbec931 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Jun 30 09:56:15.568240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955d75-2233-4524-99b0-d8614536169f req-142e77de-8392-44f4-8302-e78d2dc71d5f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:15.569688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2955d75-2233-4524-99b0-d8614536169f req-142e77de-8392-44f4-8302-e78d2dc71d5f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0647714 Jun 30 09:56:15.606260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2955d75-2233-4524-99b0-d8614536169f req-4c54d64b-ff7b-4ec3-bce1-41068216537a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Jun 30 09:56:16.779058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6863a0-356d-4c81-9a34-0f980fd0d74f req-1bb2dbf5-0db1-41ac-974d-91a137a70392 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:16.780554 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b6863a0-356d-4c81-9a34-0f980fd0d74f req-1bb2dbf5-0db1-41ac-974d-91a137a70392 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0628538 Jun 30 09:56:16.819258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b6863a0-356d-4c81-9a34-0f980fd0d74f req-add5c659-684b-45f9-95e7-f8e381bc5543 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jun 30 09:56:17.992203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba7f2-8d6d-411d-a696-2171f7bde766 req-e598f5a1-1485-42a1-962e-f5c477d53b78 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:17.993792 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f0ba7f2-8d6d-411d-a696-2171f7bde766 req-e598f5a1-1485-42a1-962e-f5c477d53b78 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0648155 Jun 30 09:56:18.032189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f0ba7f2-8d6d-411d-a696-2171f7bde766 req-f596e7dc-c2bf-45bf-9a0d-e6dd575640dd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328596 Jun 30 09:56:18.414190 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-2ee1453d-f64c-4693-80b8-b6e6548efc5d service neutron] show failed (client error): The resource could not be found. Jun 30 09:56:18.415194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-2ee1453d-f64c-4693-80b8-b6e6548efc5d service neutron] 10.222.0.41 "GET /v2.0/ports/5f5a35b4-d121-4995-a742-4a956585b3d7/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0544031 Jun 30 09:56:18.657402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-fe061d02-00e4-4570-a6ac-81162b725577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:18.658883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-fe061d02-00e4-4570-a6ac-81162b725577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1&tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4 HTTP/1.1" status: 200 len: 1098 time: 0.0522292 Jun 30 09:56:18.670233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:18.736798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:18.933499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:18.964245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:19.001824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:19.004065 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4565119-85c7-4a14-aced-266cadf787ea" -d '{"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:19.007816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:19.019593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Transition to ACTIVE for port object 5f5a35b4-d121-4995-a742-4a956585b3d7 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:19.023328 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:19.051404 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea2dee-93f2-4b2b-bfe0-66ce9b341e6f x-openstack-request-id: req-d7ea2dee-93f2-4b2b-bfe0-66ce9b341e6f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:19.051700 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:19.051954 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7ea2dee-93f2-4b2b-bfe0-66ce9b341e6f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:19.052344 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'code': 200} Jun 30 09:56:19.084839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] No DVR routers for this DVR port 5f5a35b4-d121-4995-a742-4a956585b3d7 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:56:19.091475 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:19.121555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.121920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.122265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.122601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.122937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.123265 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.123584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.123913 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.124236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.124557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.124877 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.125196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:19.138156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:19.138509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:19.138844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:19.147885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:56:19.148221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Attempting to bind port 5f5a35b4-d121-4995-a742-4a956585b3d7 on network 55c22c3f-11e0-4f20-ad51-e4ec441f7639 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:19.153864 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:19.154209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Checking segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:19.154593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Bound using segment: {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:19.155170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Bound port: 5f5a35b4-d121-4995-a742-4a956585b3d7, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:19.155383 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:19.245483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:19.249394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:19.255519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:19.296185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:19.296813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:19.298295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 1093 time: 0.6319838 Jun 30 09:56:19.330215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dfb73-b3c0-46e1-b342-3e1accd90f68 req-2483715a-b5e8-47ea-a195-7dd07fa9eb8a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:19.331718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a1dfb73-b3c0-46e1-b342-3e1accd90f68 req-2483715a-b5e8-47ea-a195-7dd07fa9eb8a tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.1882577 Jun 30 09:56:19.349808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0ce1e-1766-4244-9285-c8ef4583bce8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:19.399681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a1dfb73-b3c0-46e1-b342-3e1accd90f68 req-c3a96f57-08d4-47b4-948e-7a003af4b8e6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581732 Jun 30 09:56:19.416416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-88ad25f3-0c34-4f66-b383-c0ecf9f08773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:19.417910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-88ad25f3-0c34-4f66-b383-c0ecf9f08773 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0853136 Jun 30 09:56:19.503732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-2837bdd5-82b3-4665-a80f-b94ddbca23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:19.505063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-2837bdd5-82b3-4665-a80f-b94ddbca23d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0809562 Jun 30 09:56:19.548833 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-ef3a728f-eccd-4325-a31b-1f4f14784b93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0373936 Jun 30 09:56:19.595817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-abebf429-d8d8-4b7c-b25b-a62e1f78f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:19.597245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-abebf429-d8d8-4b7c-b25b-a62e1f78f588 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0425825 Jun 30 09:56:19.627944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-b8c961f6-acf6-47ba-88b1-72a2fa6428c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244040 Jun 30 09:56:19.717058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-3a7677fe-a70e-4fbf-b935-e9bfc8d5973c service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824916 Jun 30 09:56:19.803244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9ea8ead-6cd5-4e56-afc0-ed106a2e4d6d req-4adaeaf2-8269-4b45-934e-a84465cdde52 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792458 Jun 30 09:56:20.622993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd18f8-4af3-407e-aee0-b228808be31a req-1090f775-acf7-47f0-ad10-b251ebdb912f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:20.624432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bfd18f8-4af3-407e-aee0-b228808be31a req-1090f775-acf7-47f0-ad10-b251ebdb912f tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.1111529 Jun 30 09:56:20.661304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7bfd18f8-4af3-407e-aee0-b228808be31a req-22e30ec3-1aae-49ac-8db7-9ce64ba54c17 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jun 30 09:56:21.053251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:21.056618 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:21.108315 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0021a4f-ceba-4cd0-84d6-5ffce682ddb1 x-openstack-request-id: req-f0021a4f-ceba-4cd0-84d6-5ffce682ddb1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:21.108637 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:21.108889 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0021a4f-ceba-4cd0-84d6-5ffce682ddb1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:21.110012 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'status': 'completed', 'code': 200} Jun 30 09:56:21.178628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-a84f5cb7-beb0-446f-affa-1d98aee746fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.180730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-a84f5cb7-beb0-446f-affa-1d98aee746fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0522280 Jun 30 09:56:21.228778 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-d0a64a0f-f93a-4b8f-bb3e-1211cb7a4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.230298 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-d0a64a0f-f93a-4b8f-bb3e-1211cb7a4c6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0972259 Jun 30 09:56:21.271333 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-59dd119e-8b05-4333-bec5-6ddd0ccde7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.272781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-59dd119e-8b05-4333-bec5-6ddd0ccde7dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0857134 Jun 30 09:56:21.315589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-f298f8dd-0a5b-428c-b41c-e062aa56aefa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0344744 Jun 30 09:56:21.317967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-d002f7c1-1b39-41b0-8f22-8184c48784e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.319403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-d002f7c1-1b39-41b0-8f22-8184c48784e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0832164 Jun 30 09:56:21.329793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:21.362969 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-b253ac67-1751-4cf0-a6cf-1d91d2e35501 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0366504 Jun 30 09:56:21.363559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-b89365ff-8270-406b-a6dc-cc7c974fb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.364990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-b89365ff-8270-406b-a6dc-cc7c974fb17d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0430152 Jun 30 09:56:21.371316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:21.397287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-5f7e1518-2ddf-49bd-976a-b107feecd74f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256965 Jun 30 09:56:21.416341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-c6a80390-e069-4b9a-a8d0-ba5b0fbe8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.417804 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-c6a80390-e069-4b9a-a8d0-ba5b0fbe8402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0488839 Jun 30 09:56:21.450740 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-b7fadae9-14bf-4d4a-8858-8bf295da8f55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262313 Jun 30 09:56:21.489557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-74444bb2-2a3e-4d0d-86e1-9b89a0b17327 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Jun 30 09:56:21.537548 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-66ac7c1c-56da-455e-9591-a44f761f16d4 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809338 Jun 30 09:56:21.580020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-65979433-3284-428e-a44d-29744da04eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Jun 30 09:56:21.630417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a373b644-1565-4ac5-b2d5-ee1f2a466fc5 req-1e73b4c9-0e57-499d-ae9a-16991b7caa18 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869603 Jun 30 09:56:21.834667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503bf7-9876-44c9-b7ea-404d67404000 req-98196111-a4ed-42f3-9dde-2a591bd45145 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:21.836623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca503bf7-9876-44c9-b7ea-404d67404000 req-98196111-a4ed-42f3-9dde-2a591bd45145 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0646803 Jun 30 09:56:21.873711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca503bf7-9876-44c9-b7ea-404d67404000 req-0ee67e7f-2bef-424b-a84c-413d54bcebc6 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jun 30 09:56:23.046982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f8a8-a875-4d79-8ac0-71e2f037def1 req-4d312afc-f855-4912-82cb-4f70c06d0e80 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:23.048463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f145f8a8-a875-4d79-8ac0-71e2f037def1 req-4d312afc-f855-4912-82cb-4f70c06d0e80 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0637531 Jun 30 09:56:23.088805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f145f8a8-a875-4d79-8ac0-71e2f037def1 req-cab53c0b-733b-412f-b331-fa227c0adb85 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Jun 30 09:56:24.260266 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c8fa-0dab-4739-83fb-3bda20268b68 req-4d88db64-18ff-4c7d-8135-24e3e4b66f19 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.261706 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcc1c8fa-0dab-4739-83fb-3bda20268b68 req-4d88db64-18ff-4c7d-8135-24e3e4b66f19 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0639298 Jun 30 09:56:24.298796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcc1c8fa-0dab-4739-83fb-3bda20268b68 req-36322e2b-662c-4e22-9434-68ad916278fa tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Jun 30 09:56:24.595380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382880f0-1ede-4de9-8bd2-53b39273b131 req-6b2d2bff-cda2-461a-b9b1-9b2c2a6be3b7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.596843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-382880f0-1ede-4de9-8bd2-53b39273b131 req-6b2d2bff-cda2-461a-b9b1-9b2c2a6be3b7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 944 time: 0.0614114 Jun 30 09:56:24.613566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-6ed1612e-38d8-4670-b631-c2a80cd646e9 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.615049 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-6ed1612e-38d8-4670-b631-c2a80cd646e9 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1&tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.0706065 Jun 30 09:56:24.634315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-382880f0-1ede-4de9-8bd2-53b39273b131 req-2b77c0a8-2101-450e-9add-b88bbd05a2d1 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Jun 30 09:56:24.678303 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-6405f8f4-a929-4f47-a70b-9e71a5fa2902 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:56:24.679504 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-6405f8f4-a929-4f47-a70b-9e71a5fa2902 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5f5a35b4-d121-4995-a742-4a956585b3d7/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0591257 Jun 30 09:56:24.771670 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-e398cb52-f361-4003-8163-ee628653eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.773174 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-e398cb52-f361-4003-8163-ee628653eead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 1096 time: 0.0520484 Jun 30 09:56:24.860559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-7c662c77-0d78-45b2-8362-ad754f3b6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.862042 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-7c662c77-0d78-45b2-8362-ad754f3b6d87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 200 len: 916 time: 0.0828795 Jun 30 09:56:24.907004 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-fda718a2-41a0-4953-bc3b-4bd8e5089bae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0387852 Jun 30 09:56:24.955040 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-d79db960-2b7d-469b-b7e0-f1c3cd2e1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:24.957540 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-d79db960-2b7d-469b-b7e0-f1c3cd2e1bcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 200 len: 855 time: 0.0449333 Jun 30 09:56:24.988608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-f15cb82e-0f51-4bec-aa64-99d67984e735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55c22c3f-11e0-4f20-ad51-e4ec441f7639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251403 Jun 30 09:56:25.078326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-ea861124-6077-4961-8276-713f075c993c service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833325 Jun 30 09:56:25.168162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-c86a2a83-cbda-4391-aba8-e68d6f1adf96 req-05d91457-128a-403d-8311-2462fe0a65c5 service neutron] 10.222.0.41 "GET /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Jun 30 09:56:25.331309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:56:25.420940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:25.432848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'network_id': '55c22c3f-11e0-4f20-ad51-e4ec441f7639', 'port_id': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'mac_address': 'fa:16:3e:91:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b052c2-1f09-4292-bf63-eeef188e500f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:56:25.475115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.487802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5a35b4-d121-4995-a742-4a956585b3d7 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:56:25.507147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:25.511391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:25.558714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:25.808379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf2ce-e3e1-4d45-952f-b670aafdf6f2 req-759fc326-c1c0-4165-b165-2308483c16ce tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:25.809899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b1bf2ce-e3e1-4d45-952f-b670aafdf6f2 req-759fc326-c1c0-4165-b165-2308483c16ce tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0621352 Jun 30 09:56:25.852849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b1bf2ce-e3e1-4d45-952f-b670aafdf6f2 req-bcad11ad-6d20-4b2f-9aa5-0093f7e5682b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371141 Jun 30 09:56:25.867035 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5f5a35b4-d121-4995-a742-4a956585b3d7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:56:26.030930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602046b-7de9-428c-826e-a0bfe86d5027 req-8ca06a20-1cd8-4385-beaf-fc1ac6a18c93 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:26.033194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b602046b-7de9-428c-826e-a0bfe86d5027 req-8ca06a20-1cd8-4385-beaf-fc1ac6a18c93 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0644641 Jun 30 09:56:26.070562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b602046b-7de9-428c-826e-a0bfe86d5027 req-94b31994-2931-4eb1-9ae8-7b6b1b639e26 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Jun 30 09:56:26.244411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c0654-869d-4b73-9ac0-1be37d95c0e3 req-7811cfe3-cc84-4c00-b671-605537e2cfd2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:26.245891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae7c0654-869d-4b73-9ac0-1be37d95c0e3 req-7811cfe3-cc84-4c00-b671-605537e2cfd2 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0610077 Jun 30 09:56:26.281721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae7c0654-869d-4b73-9ac0-1be37d95c0e3 req-a398df17-753f-4633-af2d-3909007c7c6b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303209 Jun 30 09:56:26.834883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8ef0-5a7e-4aad-b5e1-d644470d6fe7 req-21a68fe9-c3bd-4494-80cd-3f1f9b1d3584 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:26.836459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe3e8ef0-5a7e-4aad-b5e1-d644470d6fe7 req-21a68fe9-c3bd-4494-80cd-3f1f9b1d3584 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 945 time: 0.0648186 Jun 30 09:56:26.874122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe3e8ef0-5a7e-4aad-b5e1-d644470d6fe7 req-d75966a7-6561-4aed-8d59-4fec5a1ca88b tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Jun 30 09:56:27.348265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:27.394575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5f5a35b4-d121-4995-a742-4a956585b3d7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:27.398112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5f5a35b4-d121-4995-a742-4a956585b3d7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:27.398521 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.471371 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.492984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:27.495248 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12a5c9-1e64-4a67-812c-a6d79bf9a038" -d '{"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:27.507337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:27.511581 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:27.537192 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ef219-0b6d-4235-a631-f5ea02784257 x-openstack-request-id: req-ef2ef219-0b6d-4235-a631-f5ea02784257 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:27.537487 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:27.537744 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef2ef219-0b6d-4235-a631-f5ea02784257 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:27.538215 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'code': 200} Jun 30 09:56:27.562842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:28.046852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f8ecf-5a62-4ba4-8257-934b573cf548 req-90501e8e-03e7-4b8e-b344-8c62dac807bd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:28.048239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-307f8ecf-5a62-4ba4-8257-934b573cf548 req-90501e8e-03e7-4b8e-b344-8c62dac807bd tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0622482 Jun 30 09:56:28.084417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-307f8ecf-5a62-4ba4-8257-934b573cf548 req-67fc2ded-2432-4fef-868d-4df2e926b5d3 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e4fabda-0b6f-493c-9656-f88c35a63ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Jun 30 09:56:28.162548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-6c5fb012-2e75-4292-afef-dd288b0399c7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:28.164488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-6c5fb012-2e75-4292-afef-dd288b0399c7 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd5eadcf-9468-4516-a52b-d74633a839c1 HTTP/1.1" status: 200 len: 946 time: 0.0643778 Jun 30 09:56:28.260061 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Deleting port 5f5a35b4-d121-4995-a742-4a956585b3d7 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:56:28.260397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.347653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] For port 5f5a35b4-d121-4995-a742-4a956585b3d7, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5f5a35b4-d121-4995-a742-4a956585b3d7,segment=NetworkSegment(f4a51cae-7a9d-4c22-bd49-9f5c351b81a8),segment_id=f4a51cae-7a9d-4c22-bd49-9f5c351b81a8)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:28.347930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.359434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Calling delete_port for 5f5a35b4-d121-4995-a742-4a956585b3d7 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:56:28.476989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.488958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5f5a35b4-d121-4995-a742-4a956585b3d7'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:56:28.515336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Pushing event deleted for resources: {'Port': ['ID=5f5a35b4-d121-4995-a742-4a956585b3d7,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:28.552715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] No DVR routers for this DVR port 5f5a35b4-d121-4995-a742-4a956585b3d7 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:56:28.555376 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:28.557624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36d1ec50-0f0e-426a-aba9-8cd3e878e9fc req-0fe553c0-6b57-47e7-852b-7b9883370947 tempest-ServerDiskConfigTestJSON-252751907 tempest-ServerDiskConfigTestJSON-252751907-project] 10.222.0.11 "DELETE /v2.0/ports/5f5a35b4-d121-4995-a742-4a956585b3d7 HTTP/1.1" status: 204 len: 173 time: 0.3878746 Jun 30 09:56:28.558133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-deleted', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:28.560407 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a2e31-4b8b-46f3-b857-7bad76e7240c" -d '{"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-deleted", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:28.600886 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac87a77-1cbb-45e7-a807-c7bdc25e7229 x-openstack-request-id: req-fac87a77-1cbb-45e7-a807-c7bdc25e7229 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:28.601189 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eadcf-9468-4516-a52b-d74633a839c1", "name": "network-vif-deleted", "tag": "5f5a35b4-d121-4995-a742-4a956585b3d7", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:28.601436 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fac87a77-1cbb-45e7-a807-c7bdc25e7229 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:28.601944 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eadcf-9468-4516-a52b-d74633a839c1', 'name': 'network-vif-deleted', 'tag': '5f5a35b4-d121-4995-a742-4a956585b3d7', 'status': 'completed', 'code': 200} Jun 30 09:56:29.317557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39100) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:29.360413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Deleting subnet 30b052c2-1f09-4292-bf63-eeef188e500f {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:56:29.363409 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.375738 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e051c641-da06-4f53-8146-fbbfe2e42423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.396170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.436541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.489031 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.513960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b052c2-1f09-4292-bf63-eeef188e500f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:29.518686 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.521127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-44f39c95-9b7f-47c3-9ff0-bb49b831ee23 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30b052c2-1f09-4292-bf63-eeef188e500f HTTP/1.1" status: 204 len: 168 time: 0.2020545 Jun 30 09:56:29.523834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39102) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:29.588937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.666381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.675395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c22c3f-11e0-4f20-ad51-e4ec441f7639']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:29.685845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:29.686144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a51cae-7a9d-4c22-bd49-9f5c351b81a8') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:29.694370 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.707974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.713451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:56:29.713885 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: timer() Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:56:29.715410 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:56:29.765681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.771111 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.772928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] 10.222.0.66 "DELETE /v2.0/networks/55c22c3f-11e0-4f20-ad51-e4ec441f7639 HTTP/1.1" status: 204 len: 168 time: 0.2481616 Jun 30 09:56:29.788129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91c49-e1bd-4357-9b96-382dcc364b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c22c3f-11e0-4f20-ad51-e4ec441f7639,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:29.884996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39106) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:29.924484 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-37c86b0e-4d6c-45ac-b733-e9b3104cc3f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a30ef3e7ba1b4bf5908f226c8d23f6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387492 Jun 30 09:56:29.926809 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39108) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:29.978405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.998804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.043922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.046508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.047838 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e4fabda-0b6f-493c-9656-f88c35a63ed3 HTTP/1.1" status: 204 len: 168 time: 0.1200821 Jun 30 09:56:30.056365 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b36cf-75d7-4728-afcc-0698dafa4dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fabda-0b6f-493c-9656-f88c35a63ed3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:30.687267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39130) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:30.778992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-338454453-network', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:30.802035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:30.805335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.815104 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.903984 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.907639 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.931785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:56:30.940331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120911b-892f-4ae4-9ad3-0e8ff7c30439,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:30.947122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:30.947519 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Added segment 606aaf3f-3b9d-4637-926a-6febff9aa46e of type vlan for network 3e8700fb-cd82-4f69-8edb-0c20d33308bb Jun 30 09:56:30.987205 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.014930 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.015863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:31.016441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.072766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3843727 Jun 30 09:56:31.076372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39134) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:31.082420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688de4-bac4-434a-9a26-38cac7d6ef57 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8700fb-cd82-4f69-8edb-0c20d33308bb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:31.083076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Request body: {'subnet': {'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-338454453-subnet', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:31.097558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:56:31.108195 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:31.110596 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.274696 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.326181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c52b87-7b16-4b29-bc10-b06a967409cc,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:31.335981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:31.336343 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Network hostable DHCP agents. Network: 3e8700fb-cd82-4f69-8edb-0c20d33308bb, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:56:31.351366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:56:31.359400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3e8700fb-cd82-4f69-8edb-0c20d33308bb) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:31.363468 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:31.364052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.368680 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4bd161-2a46-4cdc-b4ac-d33334cbcd0a None None] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:31.378157 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3a7f06ab-38c9-46f1-9c8d-ea252a3e3989 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2998357 Jun 30 09:56:31.380837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39136) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:31.386009 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:31.405719 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.406714 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.461178 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.507264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:56:31.508696 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.594978 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.640877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Allocated IP 172.20.0.2 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/f2cb020c-fe58-42c3-9ea7-e81bf1115bab) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:31.783571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.792545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Transition to ACTIVE for port object f2cb020c-fe58-42c3-9ea7-e81bf1115bab will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:31.793049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.808954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Transition to ACTIVE for port object f2cb020c-fe58-42c3-9ea7-e81bf1115bab will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:31.812653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.814674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.852286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:31.854945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:31.857967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:31.871141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Pushing event updated for resources: {'Port': ['ID=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:31.915694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Allocated IP 172.25.4.57 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/1078c75d-fa25-4bfa-a436-fb8ccf0606e6) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:31.923340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Attempting to bind port f2cb020c-fe58-42c3-9ea7-e81bf1115bab on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:31.923728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Attempting to bind port f2cb020c-fe58-42c3-9ea7-e81bf1115bab by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:31.924090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Attempting to bind port f2cb020c-fe58-42c3-9ea7-e81bf1115bab on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:31.929218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:31.930256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:31.930632 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.931320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:31.932920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Bound port: f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:31.932920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:31.989990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-54dd95e3-fd3c-4236-a0e9-4bc89d08cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.011557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] For port f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:32.014778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] For port f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:32.019090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.023095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.065148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.090556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b3498-71c9-4d7e-8212-a2444c9eafac None None] Pushing event updated for resources: {'Port': ['ID=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:32.106008 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.106726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:32.112029 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:32.114350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:32.120187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Pushing event updated for resources: {'Port': ['ID=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:32.385150 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.575360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.701076 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Router d72346b9-552d-4f92-a4fe-119d19b856dc is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:56:32.814168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:32.824664 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:32.833609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:32.835201 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5b642b90-c3a4-48d5-9367-944bd0c70a76 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4533334 Jun 30 09:56:32.838550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39138) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:32.838964 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:32.839849 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:32.949583 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:33.013063 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2a203-7787-42e8-97e1-6cd326444a0a None None] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:56:33.074961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fa8126b-69d1-4efa-b662-2ddba574837d None None] Provisioning for port f2cb020c-fe58-42c3-9ea7-e81bf1115bab completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:33.154476 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 3, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:33.163214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.186602 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:33.187027 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Updating router d72346b9-552d-4f92-a4fe-119d19b856dc port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:33.223225 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.402911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:56:33.427570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 5f5a35b4-d121-4995-a742-4a956585b3d7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:56:33.427922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5f5a35b4-d121-4995-a742-4a956585b3d7 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:56:33.575556 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.588879 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.599482 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Transition to ACTIVE for port object 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:33.605953 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.656799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Attempting to bind port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:33.657166 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Attempting to bind port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:33.657529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Attempting to bind port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:33.664950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Pushing event updated for resources: {'Port': ['ID=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:33.667832 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:33.668205 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:33.668602 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.668991 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:33.669453 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Bound port: 1078c75d-fa25-4bfa-a436-fb8ccf0606e6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:33.669855 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.676005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.676350 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.676686 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.677023 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.677346 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.677670 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.678023 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.678343 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.678661 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.678980 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.679298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.679643 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:33.732882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.733143 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] For port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:33.736363 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] For port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:33.741348 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.787697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Allocated IP 172.20.0.1 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/e902b7f2-2115-4098-b4c4-90872560cd50) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:33.797251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:33.797911 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:33.845312 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58c453-5290-438f-b67e-e75f7124a799 None None] Pushing event updated for resources: {'Port': ['ID=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:33.846106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f2cb020c-fe58-42c3-9ea7-e81bf1115bab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:33.899646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f2cb020c-fe58-42c3-9ea7-e81bf1115bab completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:33.904105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f2cb020c-fe58-42c3-9ea7-e81bf1115bab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:33.904574 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.920220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.921009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:33.934481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Transition to ACTIVE for port object e902b7f2-2115-4098-b4c4-90872560cd50 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:33.973838 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:33.990691 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.011681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:34.014817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:34.017200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:34.026890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:34.032147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.055193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Pushing event updated for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:34.073308 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.088383 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:34.136340 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 3, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:34.164561 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce800f1-47af-4d80-8fdf-79cb9f13b868 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:32Z', 'revision_number': 3, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:34.269525 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.334174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64508627-f7fc-406c-bcce-96ed295e65f0 None None] Provisioning for port e902b7f2-2115-4098-b4c4-90872560cd50 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:34.338328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64508627-f7fc-406c-bcce-96ed295e65f0 None None] Provisioning complete for port e902b7f2-2115-4098-b4c4-90872560cd50 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:34.338938 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64508627-f7fc-406c-bcce-96ed295e65f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.395156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-64508627-f7fc-406c-bcce-96ed295e65f0 None None] Port e902b7f2-2115-4098-b4c4-90872560cd50 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:34.460493 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.466036 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.532616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.535153 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Pushing event updated for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:34.631375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:34.632763 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:34.756639 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:34.795155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.878720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:34.884479 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5c775018-32c7-4371-8bd8-d1873f7d9438 admin admin] 10.222.0.66 "PUT /v2.0/routers/d72346b9-552d-4f92-a4fe-119d19b856dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0447867 Jun 30 09:56:34.932669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ea522eda-0d21-4ae0-8747-5bf3717efcd1 None None] Provisioning complete for port e902b7f2-2115-4098-b4c4-90872560cd50 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:34.933146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ea522eda-0d21-4ae0-8747-5bf3717efcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:34.972107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ea522eda-0d21-4ae0-8747-5bf3717efcd1 None None] Port e902b7f2-2115-4098-b4c4-90872560cd50 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:35.466319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 39146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.471324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980640465', 'description': 'tempest-description--1388841193'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:35.494528 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.578371 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.582340 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.590518 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.609027 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.610288 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1427391 Jun 30 09:56:35.613288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39148) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:35.617946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'security_group_rule': {'security_group_id': '19e7f045-497a-4fd7-8b5f-28f16b307047', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:35.619679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b0a5-1d2d-4595-a440-b77f51da4cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7f045-497a-4fd7-8b5f-28f16b307047,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:35.643292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.762368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:35.776408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:35.776843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:35.893268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:35.921891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:36.050599 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.055028 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.056444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:36.069255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:36.069631 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.073738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839ed020-68c1-4b96-a845-c78353c17e84,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.081394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.082648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55214730-dc94-461f-85e9-fdaa4d611b4a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4683146 Jun 30 09:56:36.085268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39150) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:36.089680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'security_group_rule': {'security_group_id': '19e7f045-497a-4fd7-8b5f-28f16b307047', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:36.114357 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.169595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.173577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.192033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870d0739-5438-48d7-a8e6-2404ec40b578,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.196265 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.199374 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.202311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e2128ad2-2c03-431b-a273-c732648a39c5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159060 Jun 30 09:56:36.203802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39152) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:36.205209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 2, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:36.208280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:36.230433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.237970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:36.238334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Updating router d72346b9-552d-4f92-a4fe-119d19b856dc port e902b7f2-2115-4098-b4c4-90872560cd50 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:56:36.268671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:36.273551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.274448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f2cb020c-fe58-42c3-9ea7-e81bf1115bab up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:36.326766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.327013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.393919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.427620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Allocated IP 172.25.4.45 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/56118c9b-c608-4c78-8546-e750027469d9) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:36.454811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f2cb020c-fe58-42c3-9ea7-e81bf1115bab triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:36.455191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.530551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.570342 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.608842 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:36.613223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:36.617508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:36.620486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=56118c9b-c608-4c78-8546-e750027469d9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.684129 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.694030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Transition to ACTIVE for port object e902b7f2-2115-4098-b4c4-90872560cd50 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:36.700491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.702754 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.749667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.752522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92cf93-17e1-4e2e-aa73-eaf2bcbf6dec None None] Pushing event updated for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.814738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Attempting to bind port e902b7f2-2115-4098-b4c4-90872560cd50 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:36.815117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Attempting to bind port e902b7f2-2115-4098-b4c4-90872560cd50 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:36.815644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Attempting to bind port e902b7f2-2115-4098-b4c4-90872560cd50 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:36.821471 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:36.821886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:36.822289 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.822691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:36.823169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Bound port: e902b7f2-2115-4098-b4c4-90872560cd50, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:36.823554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.890312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] For port e902b7f2-2115-4098-b4c4-90872560cd50, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:36.893605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] For port e902b7f2-2115-4098-b4c4-90872560cd50, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e902b7f2-2115-4098-b4c4-90872560cd50,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:36.899995 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.914474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.920249 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:36.959521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:36.960146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:36.963776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92cf93-17e1-4e2e-aa73-eaf2bcbf6dec None None] Pushing event updated for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:36.994141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=56118c9b-c608-4c78-8546-e750027469d9,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:37.006895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.024336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:37.033172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b99d6be3-58ea-49b8-b9c2-4676e0a5039a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8210242 Jun 30 09:56:37.079302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:37.176756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-15322928-f354-473f-8820-d5b5a554f50e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--980640465&fields=id&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 267 time: 0.0352712 Jun 30 09:56:37.283729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-0a7ddae6-a25f-46d3-a5a1-c24b8510f165 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:37.285193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-0a7ddae6-a25f-46d3-a5a1-c24b8510f165 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.1011004 Jun 30 09:56:37.293974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:37.305646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-a52d2452-a869-491f-a4e1-26b386d1b3ea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/quotas/3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Jun 30 09:56:37.321168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825999c0-10bd-4875-b4ed-ed297b09bbdc None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:37.388991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-bc2147f1-4c19-40ad-bd21-4ab79b7a2f2d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770547 Jun 30 09:56:37.489737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-1d704c90-f895-475d-86b2-3e7cdac1127e service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880902 Jun 30 09:56:37.582543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-6681478d-b326-4a94-b2dd-8b9a5ad6d01b service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864096 Jun 30 09:56:37.774332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5d41156-fe18-4047-8199-ed9feebf3766 req-0f7285f1-b6b7-439c-baa2-dac940120d22 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 210 time: 0.0413373 Jun 30 09:56:37.934757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:37.985207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:37.985675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.245901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e902b7f2-2115-4098-b4c4-90872560cd50 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:38.294065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e902b7f2-2115-4098-b4c4-90872560cd50 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:38.298286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e902b7f2-2115-4098-b4c4-90872560cd50 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:38.298674 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.385162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.419441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e902b7f2-2115-4098-b4c4-90872560cd50, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e902b7f2-2115-4098-b4c4-90872560cd50,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:38.425090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:38.474626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:38.908235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa120a6d-3260-4240-a930-8eebc33bd5a1 req-7972deae-ef96-4401-8ee4-8d044cb7f3e6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 210 time: 0.0317354 Jun 30 09:56:39.047057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-15078551-eceb-4e1b-b871-9742c814871b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:39.048430 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-15078551-eceb-4e1b-b871-9742c814871b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.0982847 Jun 30 09:56:39.091566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-f6019101-6bd4-4206-ae1a-acd21c5262f7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 379 time: 0.0345533 Jun 30 09:56:39.100284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'port': {'device_id': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'admin_state_up': True, 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'security_groups': ['19e7f045-497a-4fd7-8b5f-28f16b307047']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:39.213688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:56:39.217163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.338811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Allocated IP 172.20.0.7 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/19c6dadd-01b3-4306-b483-e81ca9cf9587) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:56:39.468717 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.482486 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Transition to ACTIVE for port object 19c6dadd-01b3-4306-b483-e81ca9cf9587 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:39.513578 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.563739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:56:39.567079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:56:39.570766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:56:39.597889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:39.625510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:39.626393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.641322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-169193bc-f246-49e9-a7da-7a0cca77ecea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447259 Jun 30 09:56:39.654163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Request body: {'port': {'device_id': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:39.727655 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.806535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e902b7f2-2115-4098-b4c4-90872560cd50 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:39.858369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ae63bbcd-ca7a-44ce-9442-7452548127ac None None] Provisioning for port 19c6dadd-01b3-4306-b483-e81ca9cf9587 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:39.864526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ae63bbcd-ca7a-44ce-9442-7452548127ac None None] Provisioning complete for port 19c6dadd-01b3-4306-b483-e81ca9cf9587 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:39.864956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ae63bbcd-ca7a-44ce-9442-7452548127ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.868615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e902b7f2-2115-4098-b4c4-90872560cd50 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:39.868615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:39.925963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ae63bbcd-ca7a-44ce-9442-7452548127ac None None] Port 19c6dadd-01b3-4306-b483-e81ca9cf9587 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:56:40.002677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:56:40.010644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.024222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Transition to ACTIVE for port object 19c6dadd-01b3-4306-b483-e81ca9cf9587 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:56:40.033530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.111052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:40.172057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10ecb-2ea7-4333-98a2-da2fbc26e223 req-ba815257-6007-4f05-b4ba-793e43b06100 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.173594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6e10ecb-2ea7-4333-98a2-da2fbc26e223 req-ba815257-6007-4f05-b4ba-793e43b06100 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.1512854 Jun 30 09:56:40.228641 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:56:40.228985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:56:40.229322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:40.237793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6e10ecb-2ea7-4333-98a2-da2fbc26e223 req-1e8d83ee-d15c-43ea-b493-358bf3011b7f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557954 Jun 30 09:56:40.238530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:56:40.238888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:56:40.244755 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:56:40.245104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:56:40.245483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:56:40.246479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Bound port: 19c6dadd-01b3-4306-b483-e81ca9cf9587, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:56:40.246479 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.309575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:56:40.312653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:56:40.316839 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.354079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.354705 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:40.356083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] 10.222.0.11 "PUT /v2.0/ports/19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1092 time: 0.7062235 Jun 30 09:56:40.356539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:40.358860 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57076386-d823-489a-8f12-755ff84d9f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:40.389521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3476c-55c5-42db-9de4-3cee90a07383 service neutron] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:40.455169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-02912be9-829c-4725-ac1f-30b1d859fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.456664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-02912be9-829c-4725-ac1f-30b1d859fc78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0586481 Jun 30 09:56:40.463447 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5137016-a20b-4292-be24-965f5b5617e6 x-openstack-request-id: req-d5137016-a20b-4292-be24-965f5b5617e6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:40.463817 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:40.464331 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5137016-a20b-4292-be24-965f5b5617e6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:40.464810 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'status': 'completed', 'code': 200} Jun 30 09:56:40.504218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-b82b1ed5-4ea5-417f-ae9b-371c17a47031 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 217 time: 0.0348675 Jun 30 09:56:40.560981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-90a5c1ee-774c-4ec1-a04e-682cf9b37572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.562561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-90a5c1ee-774c-4ec1-a04e-682cf9b37572 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0516655 Jun 30 09:56:40.619743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-cbe76864-3c21-4afa-9c5a-69f6ce5e86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.621250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-cbe76864-3c21-4afa-9c5a-69f6ce5e86cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505192 Jun 30 09:56:40.718213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-f0913884-bd70-4223-9530-b59d0d2715a2 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798423 Jun 30 09:56:40.816836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3244ce0c-1319-4019-baaf-a9022c1f71e7 req-ab6f2b05-6cbb-4f1d-ac04-46090bb77b0d service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847039 Jun 30 09:56:40.916092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076386-d823-489a-8f12-755ff84d9f3f req-208492a0-1e1f-4fc9-939e-aec2a3d1ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:40.917865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-208492a0-1e1f-4fc9-939e-aec2a3d1ceab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0515416 Jun 30 09:56:41.013374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076386-d823-489a-8f12-755ff84d9f3f req-8b8bb8a3-8677-4084-ad42-74a166d85108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.014874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-8b8bb8a3-8677-4084-ad42-74a166d85108 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0896533 Jun 30 09:56:41.056808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-ec389362-3042-4a87-9f28-bb0696abc18e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 217 time: 0.0342464 Jun 30 09:56:41.105254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076386-d823-489a-8f12-755ff84d9f3f req-2daaaa13-d2b3-498d-a970-5e56a152bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.107089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-2daaaa13-d2b3-498d-a970-5e56a152bbe7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0431399 Jun 30 09:56:41.169417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076386-d823-489a-8f12-755ff84d9f3f req-09f3ce74-77f5-46b5-8cd5-b3a169adea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.170955 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-09f3ce74-77f5-46b5-8cd5-b3a169adea71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559754 Jun 30 09:56:41.263303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-545bfe53-4de9-4efb-8aae-7e83cdbf862c service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848250 Jun 30 09:56:41.390878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57076386-d823-489a-8f12-755ff84d9f3f req-86bac84a-05b3-4584-88a6-64de5143cdf1 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211736 Jun 30 09:56:41.422738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ee218-ccee-4ec9-a7ac-8d8d595fb646 req-370ba436-d87d-419a-a703-e9f6a4335669 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:41.424140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-806ee218-ccee-4ec9-a7ac-8d8d595fb646 req-370ba436-d87d-419a-a703-e9f6a4335669 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0732298 Jun 30 09:56:41.461409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-806ee218-ccee-4ec9-a7ac-8d8d595fb646 req-484a286d-b8cd-4082-ad29-9361e59e496f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Jun 30 09:56:42.169718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:42.634516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae477-4b71-462a-9a66-1f0690b80174 req-19731fcf-2128-4520-89c9-1d7afb9907c3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:42.635972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c6ae477-4b71-462a-9a66-1f0690b80174 req-19731fcf-2128-4520-89c9-1d7afb9907c3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0624528 Jun 30 09:56:42.672793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c6ae477-4b71-462a-9a66-1f0690b80174 req-c05aef7a-ee86-4257-9bb1-4c39993fb968 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Jun 30 09:56:43.845816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325e079-7a2b-4ffb-b40a-79cb7207f3a2 req-52ce04d9-6c63-4e5e-8b21-2b1ebb4da5a5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:43.847304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3325e079-7a2b-4ffb-b40a-79cb7207f3a2 req-52ce04d9-6c63-4e5e-8b21-2b1ebb4da5a5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0661204 Jun 30 09:56:43.883861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3325e079-7a2b-4ffb-b40a-79cb7207f3a2 req-5b3b7ba3-b7bd-444e-be53-25aefa6b7f0e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Jun 30 09:56:45.060388 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996560-ceee-4ed3-9292-1f85a18fad0c req-b0b771c5-cae3-41ed-b3ef-b84cf6979768 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:45.061789 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39996560-ceee-4ed3-9292-1f85a18fad0c req-b0b771c5-cae3-41ed-b3ef-b84cf6979768 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0644987 Jun 30 09:56:45.098728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39996560-ceee-4ed3-9292-1f85a18fad0c req-ca38c1fd-21b5-49b0-9ddd-359d5349f5df tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312905 Jun 30 09:56:45.470492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:56:45.563102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:45.574592 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'mac_address': 'fa:16:3e:c4:bf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:56:45.608814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.621176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:56:45.639890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:45.643932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:45.688145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:45.695695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.696043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.696381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.696715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.697045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.697380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.697697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.698045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.698365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.698685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.699024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.699322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:56:45.941232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['19c6dadd-01b3-4306-b483-e81ca9cf9587'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:56:46.271141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda569b-118a-4de6-a251-e6dd36c85a48 req-ccef6aaa-1df8-41f1-b14b-4b3c041f51ef tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:46.272598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fda569b-118a-4de6-a251-e6dd36c85a48 req-ccef6aaa-1df8-41f1-b14b-4b3c041f51ef tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 944 time: 0.0618441 Jun 30 09:56:46.314920 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fda569b-118a-4de6-a251-e6dd36c85a48 req-76788b84-8a4a-474f-b4c4-bc288ab45ba1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360463 Jun 30 09:56:47.480262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:56:47.485082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af86b-25ee-4f35-8df8-51c3ca54caf6 req-84d3262f-2749-4159-bd3c-d0971aa9584e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:47.486602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d40af86b-25ee-4f35-8df8-51c3ca54caf6 req-84d3262f-2749-4159-bd3c-d0971aa9584e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 944 time: 0.0634208 Jun 30 09:56:47.525009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d40af86b-25ee-4f35-8df8-51c3ca54caf6 req-dcc15252-a468-4120-83a8-81a21fd776e7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 Jun 30 09:56:47.529304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 19c6dadd-01b3-4306-b483-e81ca9cf9587 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:56:47.533012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 19c6dadd-01b3-4306-b483-e81ca9cf9587 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:56:47.533391 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.609132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.630121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:47.632350 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25727b67-1288-429b-ab58-ee50620f3cf0" -d '{"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-plugged", "status": "completed", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:47.644460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:56:47.648198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.695632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:56:47.739991 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841868bf-bfdc-4437-b11f-9c171633acd5 x-openstack-request-id: req-841868bf-bfdc-4437-b11f-9c171633acd5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:47.740293 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-plugged", "status": "completed", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:47.740555 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-841868bf-bfdc-4437-b11f-9c171633acd5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:47.740962 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'code': 200} Jun 30 09:56:47.891894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd77198-25f1-4ad8-9cac-c1abc1d6b7b9 req-41073178-884d-4502-a11b-c1dab6c964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:47.893285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2dd77198-25f1-4ad8-9cac-c1abc1d6b7b9 req-41073178-884d-4502-a11b-c1dab6c964bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0927033 Jun 30 09:56:47.927136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2dd77198-25f1-4ad8-9cac-c1abc1d6b7b9 req-cff160fe-f038-44c2-b32a-5aa37ee54d52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268996 Jun 30 09:56:48.702716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e4533-bc81-465b-856c-c22f589c83d3 req-c37300a8-5fde-4611-94f9-82fd0d3827d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:48.704365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a2e4533-bc81-465b-856c-c22f589c83d3 req-c37300a8-5fde-4611-94f9-82fd0d3827d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0674140 Jun 30 09:56:48.742159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a2e4533-bc81-465b-856c-c22f589c83d3 req-5e442734-9244-4e6f-a69b-21c2c019eace tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jun 30 09:56:49.912468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ec0a4-c431-496e-a638-a8a5d9aea6ad req-93567ef5-8f11-451a-8672-5f9bbfda0fd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:49.913967 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-972ec0a4-c431-496e-a638-a8a5d9aea6ad req-93567ef5-8f11-451a-8672-5f9bbfda0fd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0617712 Jun 30 09:56:49.951486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-972ec0a4-c431-496e-a638-a8a5d9aea6ad req-cd9ec84f-4f4c-42d3-80a6-9fc38f13facd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jun 30 09:56:50.115918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519ca53-1322-43ea-aadb-d9e3561f8f85 req-5fec93ab-b264-4147-b7f3-fecaa8e4413a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:50.117854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9519ca53-1322-43ea-aadb-d9e3561f8f85 req-5fec93ab-b264-4147-b7f3-fecaa8e4413a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0616031 Jun 30 09:56:50.126571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39210) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:56:50.130927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'floatingip': {'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:56:50.172183 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.603002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.606867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:50.703463 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 associated. External IP: 172.25.4.45, port: 19c6dadd-01b3-4306-b483-e81ca9cf9587. Jun 30 09:56:50.897462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:56:51.032812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:56:51.037527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:51.042625 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:56:51.052018 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:51.052699 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:51.084976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-4b6da60f-a104-4d0c-bb06-8003dad93795 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019659 Jun 30 09:56:51.089020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-83e57bc7-2abc-4d10-81a4-8c281c0e5c79 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "PUT /v2.0/floatingips/7cdca673-0a61-4167-a587-5a30b6bc6898 HTTP/1.1" status: 200 len: 990 time: 0.9614949 Jun 30 09:56:51.089658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:56:51.092169 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a250824-86a7-49d5-b366-4d205035b36d" -d '{"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:56:51.137376 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e000aa-ae8f-466e-b06d-62b7bc66071b x-openstack-request-id: req-37e000aa-ae8f-466e-b06d-62b7bc66071b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:56:51.137674 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:56:51.137965 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37e000aa-ae8f-466e-b06d-62b7bc66071b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:56:51.138369 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'status': 'completed', 'code': 200} Jun 30 09:56:51.171920 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:51.195542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-2cbc51e6-07c8-41ec-ac2c-706d85fa8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.197037 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-2cbc51e6-07c8-41ec-ac2c-706d85fa8490 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0544844 Jun 30 09:56:51.399693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:c4:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T09:56:50Z', 'revision_number': 1, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:51.430169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:56:51.438959 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:56:51.439573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:56:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:51.543594 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:56:51.641026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-355aab68-94b9-48bd-9757-2c7ba2529dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.642528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-355aab68-94b9-48bd-9757-2c7ba2529dc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.4248536 Jun 30 09:56:51.706353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-7d91bc20-03a7-4ef9-a09d-457b7e24457d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 998 time: 0.0567319 Jun 30 09:56:51.757201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-b510357e-6b9f-4a74-bf34-73f08204e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.759236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-b510357e-6b9f-4a74-bf34-73f08204e6c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0468972 Jun 30 09:56:51.761595 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:c4:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T09:56:50Z', 'revision_number': 1, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:56:51.786531 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9224d6-c871-4973-ad08-41ecd4109a80 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:c4:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T09:56:50Z', 'revision_number': 1, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:56:51.817951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-003ef152-a0f1-4be4-b6b7-767c795875cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:51.819462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-003ef152-a0f1-4be4-b6b7-767c795875cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529373 Jun 30 09:56:51.908169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-ffc531e6-ef55-467e-838c-b703f9f29a71 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813942 Jun 30 09:56:51.979659 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ceff7-1d4f-43fa-8e39-c9d95da45ca2 None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:56:52.002728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5860b1b-a924-4c98-9817-7106c202f9e9 req-539fd265-c69d-4423-8edf-d693b9ce8640 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873954 Jun 30 09:56:52.099222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250824-86a7-49d5-b366-4d205035b36d req-2e258533-633b-4c6b-b3f2-b261cf358576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.100707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-2e258533-633b-4c6b-b3f2-b261cf358576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0523779 Jun 30 09:56:52.198131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250824-86a7-49d5-b366-4d205035b36d req-5d7bbfdd-914b-4ebc-8f2d-c72764ab48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.199675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-5d7bbfdd-914b-4ebc-8f2d-c72764ab48b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0910156 Jun 30 09:56:52.264862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-6d7d2474-0dfa-489b-8b8f-2abaa43d8ac0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1000 time: 0.0577717 Jun 30 09:56:52.314853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250824-86a7-49d5-b366-4d205035b36d req-84684816-ad10-4388-8091-07e24dd0149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.316300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-84684816-ad10-4388-8091-07e24dd0149f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0444050 Jun 30 09:56:52.376250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a250824-86a7-49d5-b366-4d205035b36d req-1538ccb2-2390-41ba-827e-99ba9d9e755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.377716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-1538ccb2-2390-41ba-827e-99ba9d9e755e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548275 Jun 30 09:56:52.463783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-21320f0d-e599-41e6-8be4-d6828eaea3fa service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795367 Jun 30 09:56:52.554460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a250824-86a7-49d5-b366-4d205035b36d req-fa632f15-516e-4a28-a530-47581905e3c8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839875 Jun 30 09:56:59.376872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97554793-1088-413d-af8d-37e6b81ae196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:01.970796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ddac5748-0da7-46ad-8501-c9dd39770b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:02.098788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:03.147004 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:03.736789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:04.795811 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:05.602373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:19.168854 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:29.377580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-65a19834-5a21-48d1-abd4-e3e558ab4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:31.971623 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-181dfd44-8b64-47a0-ace5-a14c4fc9649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:32.098774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:33.148851 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:33.736728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:34.796487 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:35.629397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:52.977327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-faa63c84-fb02-48c2-9e77-8426541482f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523336 Jun 30 09:57:53.068536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e935-4551-4d32-b0fc-aba136111bfa req-b47509ea-93a5-4226-8e84-d7d8ae085a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:53.069943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-b47509ea-93a5-4226-8e84-d7d8ae085a05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0507665 Jun 30 09:57:53.172985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e935-4551-4d32-b0fc-aba136111bfa req-990ddc05-c4c5-4c26-a409-22626ec4b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:53.174449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-990ddc05-c4c5-4c26-a409-22626ec4b31e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0849593 Jun 30 09:57:53.237093 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-667d5b32-117c-4688-a552-730578c4e68f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1000 time: 0.0560520 Jun 30 09:57:53.283342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e935-4551-4d32-b0fc-aba136111bfa req-381f2441-a8af-49b8-ae87-c30a3c828d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:53.284707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-381f2441-a8af-49b8-ae87-c30a3c828d14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0416334 Jun 30 09:57:53.342959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544e935-4551-4d32-b0fc-aba136111bfa req-4e0e3496-9af1-4cea-8d24-d83c8449841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:53.344312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-4e0e3496-9af1-4cea-8d24-d83c8449841a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529048 Jun 30 09:57:53.430266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-d460e923-0418-4da5-a9bf-3888c7a4bbd8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791097 Jun 30 09:57:53.519257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5544e935-4551-4d32-b0fc-aba136111bfa req-d389e6f0-a220-4019-aa0a-d9dae2d42c38 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823846 Jun 30 09:57:56.167958 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:59.378600 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e3fedf88-8b9c-4647-b488-bb98226a480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:01.970850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-56b98631-2532-42bc-90d1-e3e594068e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:02.099499 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:03.152058 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:03.746520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:04.800722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:05.649429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:29.378312 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f3a1cb94-570e-4e4e-863f-729032228053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:31.973305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b717ebb3-c53e-4231-b286-4b7ae2b9c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:32.099157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:33.154068 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:33.166303 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:58:33.763823 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:34.803549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:35.662417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:53.971794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-ac27361f-6458-4897-bdc3-704238b920b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516694 Jun 30 09:58:54.062722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-3f76de61-22d3-443b-a4da-feaf1a04651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:54.064162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-3f76de61-22d3-443b-a4da-feaf1a04651f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0508466 Jun 30 09:58:54.171570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-67a4bc22-971e-4087-998b-1a6dbc7492b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:54.173016 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-67a4bc22-971e-4087-998b-1a6dbc7492b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0862100 Jun 30 09:58:54.235837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-cc24d2e5-bbc8-4e3c-9cc5-20438d259c56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1000 time: 0.0563602 Jun 30 09:58:54.286822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-159eacb9-750f-4f2e-b538-4088cbda9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:54.288244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-159eacb9-750f-4f2e-b538-4088cbda9899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0463116 Jun 30 09:58:54.342838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-2f17c681-31fb-413e-baed-8e8495da7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:54.344289 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-2f17c681-31fb-413e-baed-8e8495da7de4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498018 Jun 30 09:58:54.432038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-52f8496c-5d34-41d5-9077-480359848074 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808258 Jun 30 09:58:54.522162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13b77928-fdda-44f6-bbaf-eb91a3015d5f req-b5389b88-8296-42e2-ba97-66bed0374e4e service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831933 Jun 30 09:58:59.377809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-481c6148-4a31-4229-b915-8e8df81a3eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:01.973540 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-02afcf62-fef1-4022-8ccd-ad1b7f267302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:02.100954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:03.156249 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:03.779999 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:04.807361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:05.658281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:10.165361 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:29.378820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-533e48be-0381-42e3-bc2f-d91f667dbe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:30.231922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b1d1-b019-41ed-9350-c973b61956a3 req-50d852fd-9122-4544-b6de-5455dbf8aff0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:30.233375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3576b1d1-b019-41ed-9350-c973b61956a3 req-50d852fd-9122-4544-b6de-5455dbf8aff0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0621738 Jun 30 09:59:30.270492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3576b1d1-b019-41ed-9350-c973b61956a3 req-025ce2bf-1629-41c6-addc-d441758901e7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315013 Jun 30 09:59:30.696241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a451c7f-a50d-4e68-9809-9281333ff472 req-b8e3b258-6a6b-4518-8f3e-04d415955e1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:30.697682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a451c7f-a50d-4e68-9809-9281333ff472 req-b8e3b258-6a6b-4518-8f3e-04d415955e1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.1032631 Jun 30 09:59:30.700415 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-1e7a6aba-3a65-4de1-89d7-892c98df4506 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1524873 Jun 30 09:59:30.735533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1a451c7f-a50d-4e68-9809-9281333ff472 req-95050d94-9122-4fd5-9ce4-7da553370817 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jun 30 09:59:31.868037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-2d870752-5854-45ae-b4ab-81a9712c98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:31.869435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-2d870752-5854-45ae-b4ab-81a9712c98ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1097 time: 0.0637352 Jun 30 09:59:31.973829 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6a79ee65-d980-42fd-9499-c31322f9e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:31.996854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd1686-2de8-44b5-bfec-85267d814ad4 req-bf2582bf-0068-44f8-a014-9f783eeaec90 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:31.998396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ecd1686-2de8-44b5-bfec-85267d814ad4 req-bf2582bf-0068-44f8-a014-9f783eeaec90 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.1437347 Jun 30 09:59:32.001038 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-b4bcf6f6-8d52-4ee9-bebb-83ce1bea5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:32.002561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-b4bcf6f6-8d52-4ee9-bebb-83ce1bea5f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.1140857 Jun 30 09:59:32.084889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5ecd1686-2de8-44b5-bfec-85267d814ad4 req-1700434e-6645-407b-b8fe-f5f987efc149 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806274 Jun 30 09:59:32.097408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-7a342fe7-4be6-4bdd-a71a-845f469c378b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1000 time: 0.0871468 Jun 30 09:59:32.102510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:32.149699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-e8e862b1-c815-40ca-8b36-985f08b2e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:32.151108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-e8e862b1-c815-40ca-8b36-985f08b2e5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0433824 Jun 30 09:59:32.206133 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-9b3395aa-826f-4122-88fe-f1a331426ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:32.208041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-9b3395aa-826f-4122-88fe-f1a331426ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510383 Jun 30 09:59:32.218945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-097d6577-ed21-4b21-8987-f1950aceb290 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:59:32.219891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-097d6577-ed21-4b21-8987-f1950aceb290 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056939 Jun 30 09:59:32.312776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c03b9145-6be6-4556-938f-45c65ef7b805 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867836 Jun 30 09:59:32.401494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-f6e15903-b0e5-4366-8b9f-b73da6191570 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812774 Jun 30 09:59:33.160962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:33.269420 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8cc6-e672-4522-bff0-357113e1d374 req-92c100ba-cfa2-44e3-a3cb-5486039a252c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:33.270897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70de8cc6-e672-4522-bff0-357113e1d374 req-92c100ba-cfa2-44e3-a3cb-5486039a252c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0669658 Jun 30 09:59:33.307034 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-70de8cc6-e672-4522-bff0-357113e1d374 req-1e9176e7-18e1-40f8-a2e8-ccf1e6105288 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jun 30 09:59:33.779388 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:34.480153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a7107-9756-4469-813e-685519c726c7 req-2263b6fd-143d-4e38-bbe7-b1b163f12b2d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.481650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-119a7107-9756-4469-813e-685519c726c7 req-2263b6fd-143d-4e38-bbe7-b1b163f12b2d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0621479 Jun 30 09:59:34.518301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-119a7107-9756-4469-813e-685519c726c7 req-754fa9da-380c-4321-839f-f64ef9f21534 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Jun 30 09:59:34.810591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:35.677119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:35.690678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56cbbe-6aa3-4efa-a302-9b549fef4669 req-2d53e61e-aa12-4165-a9ce-2a4cf04d4d58 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:35.692152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce56cbbe-6aa3-4efa-a302-9b549fef4669 req-2d53e61e-aa12-4165-a9ce-2a4cf04d4d58 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0630658 Jun 30 09:59:35.733191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce56cbbe-6aa3-4efa-a302-9b549fef4669 req-fbbc974d-c2ae-44ef-83a2-0fbe4652b3b6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353765 Jun 30 09:59:36.907492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511f8e4-b608-4a82-a406-9111cbb931c4 req-49dc6f71-75fb-4759-b4de-28e9466fcc04 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:36.908975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b511f8e4-b608-4a82-a406-9111cbb931c4 req-49dc6f71-75fb-4759-b4de-28e9466fcc04 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0614197 Jun 30 09:59:36.944716 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b511f8e4-b608-4a82-a406-9111cbb931c4 req-4a0ccfd7-dead-4a52-8bbd-e4d88554c2f3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301874 Jun 30 09:59:38.121663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8de66-a242-4501-823d-364433000a00 req-504bf0bb-447c-4d04-8c61-85af94b16b4b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:38.123052 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caf8de66-a242-4501-823d-364433000a00 req-504bf0bb-447c-4d04-8c61-85af94b16b4b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0612872 Jun 30 09:59:38.160088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caf8de66-a242-4501-823d-364433000a00 req-172223d9-2353-47c7-b994-564f590ed9f1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314157 Jun 30 09:59:39.332473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8a14-0e9a-49f1-b830-d5606537a3f6 req-5d7a6d20-282b-4899-9340-a57f68ba44db tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.333938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-829f8a14-0e9a-49f1-b830-d5606537a3f6 req-5d7a6d20-282b-4899-9340-a57f68ba44db tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0642934 Jun 30 09:59:39.370695 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-829f8a14-0e9a-49f1-b830-d5606537a3f6 req-34797820-3457-4da6-adfe-0e34be021169 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312719 Jun 30 09:59:40.539237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6053e-a52e-4630-81aa-ce92e3207e39 req-05e13459-2423-4a3d-acd5-fd269d4d70cb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:40.540689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1d6053e-a52e-4630-81aa-ce92e3207e39 req-05e13459-2423-4a3d-acd5-fd269d4d70cb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0611739 Jun 30 09:59:40.577639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1d6053e-a52e-4630-81aa-ce92e3207e39 req-1b3b294f-8569-4864-a5dc-577dd0bc7ac9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309517 Jun 30 09:59:41.745387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300c70-5bb3-43e3-a8d2-dbd69c3d5868 req-c619d38f-2641-4174-9d79-d3efd6f185fc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:41.746924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb300c70-5bb3-43e3-a8d2-dbd69c3d5868 req-c619d38f-2641-4174-9d79-d3efd6f185fc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0612080 Jun 30 09:59:41.787427 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb300c70-5bb3-43e3-a8d2-dbd69c3d5868 req-a670edd1-b4f3-4550-ae2e-8a38cfed0034 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Jun 30 09:59:42.959448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b8c2-1a2a-43b1-a4df-40f868301973 req-8700da1c-7c85-41fb-b2eb-da4c7b4c894a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:42.960931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7066b8c2-1a2a-43b1-a4df-40f868301973 req-8700da1c-7c85-41fb-b2eb-da4c7b4c894a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0619557 Jun 30 09:59:42.998462 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7066b8c2-1a2a-43b1-a4df-40f868301973 req-49c881b2-af38-4970-9ebe-16a347e6328e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 Jun 30 09:59:44.171191 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbfb58-966d-4b2e-bd74-25889db2f745 req-1830ff37-44d2-4643-8476-7554ee967245 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:44.172522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7cbfb58-966d-4b2e-bd74-25889db2f745 req-1830ff37-44d2-4643-8476-7554ee967245 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 945 time: 0.0603549 Jun 30 09:59:44.208648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7cbfb58-966d-4b2e-bd74-25889db2f745 req-3ac84bb9-e169-4ab2-bc8d-b7172731290d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306063 Jun 30 09:59:44.342215 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-fe251512-4913-4ba6-a04a-f7dd51459239 service neutron] show failed (client error): The resource could not be found. Jun 30 09:59:44.343187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-fe251512-4913-4ba6-a04a-f7dd51459239 service neutron] 10.222.0.11 "GET /v2.0/ports/19c6dadd-01b3-4306-b483-e81ca9cf9587/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0565739 Jun 30 09:59:44.592370 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-fd7cdc20-75f0-416d-a902-538fe9346e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:44.593854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-fd7cdc20-75f0-416d-a902-538fe9346e06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1097 time: 0.0524414 Jun 30 09:59:44.604777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:44.677158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.882768 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:44.914836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:44.955047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:44.957529 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c90da0-f783-4ee6-840c-1f9a8b6b7aaa" -d '{"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-unplugged", "status": "completed", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:44.961456 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.973622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Transition to ACTIVE for port object 19c6dadd-01b3-4306-b483-e81ca9cf9587 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:44.977950 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.080819 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9ed80e-8750-4171-ad3e-b7e870877b2a x-openstack-request-id: req-ed9ed80e-8750-4171-ad3e-b7e870877b2a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:45.081123 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-unplugged", "status": "completed", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:45.081383 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed9ed80e-8750-4171-ad3e-b7e870877b2a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:45.081810 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'code': 200} Jun 30 09:59:45.085059 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:45.108924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.109288 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.109725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.109996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.110355 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.110824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.111008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.111319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.111650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.111980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.112307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.112633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:45.117342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] No DVR routers for this DVR port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:45.259749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:59:45.260087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:59:45.260414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:45.264510 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:59:45.264833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Attempting to bind port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:45.269544 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:59:45.269912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:59:45.270291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:59:45.270712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Bound port: 19c6dadd-01b3-4306-b483-e81ca9cf9587, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:59:45.271062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.337634 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:45.341439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:59:45.346328 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.378126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.378743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:45.380103 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] 10.222.0.41 "PUT /v2.0/ports/19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 1092 time: 0.7793517 Jun 30 09:59:45.387539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428dd9-ee94-404b-9cd3-3b089ee25264 req-d8ca4e68-7ae0-4d02-b172-a7e6157b4b6a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.389219 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3428dd9-ee94-404b-9cd3-3b089ee25264 req-d8ca4e68-7ae0-4d02-b172-a7e6157b4b6a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0648749 Jun 30 09:59:45.403053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a821-6c08-4c78-b880-a334b4b3ca9a service neutron] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:45.432075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3428dd9-ee94-404b-9cd3-3b089ee25264 req-d14f4244-5f18-40c5-8b6d-ed8d402f9ba8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363894 Jun 30 09:59:45.466532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-ecd16ef4-ef78-4b3e-8bd9-2876267ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.468686 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-ecd16ef4-ef78-4b3e-8bd9-2876267ad05c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0576017 Jun 30 09:59:45.566042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-e5cf2ccb-a964-4047-b8ec-b9edd6483d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.567541 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-e5cf2ccb-a964-4047-b8ec-b9edd6483d5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0910654 Jun 30 09:59:45.631518 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-e4005133-af0e-4413-9ed0-3fd1143f9ae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 998 time: 0.0573642 Jun 30 09:59:45.682864 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-7e3f8fc1-d204-43a9-9d4a-5f6c0d0c00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.684281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-7e3f8fc1-d204-43a9-9d4a-5f6c0d0c00e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0462677 Jun 30 09:59:45.739642 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-b2407e3d-5f75-4381-85fa-53ea05ed27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.741092 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-b2407e3d-5f75-4381-85fa-53ea05ed27e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499265 Jun 30 09:59:45.750865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-632ba91d-2725-49f6-b099-beb62fc4ed81 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:59:45.751776 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-632ba91d-2725-49f6-b099-beb62fc4ed81 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047939 Jun 30 09:59:45.836887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-9ba41406-c176-46be-ad0f-31beca8000cb service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788205 Jun 30 09:59:45.927765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0f7ee5d9-9cdc-4e46-96d1-f7d048d05f3f req-89245268-6752-40e5-900f-63faa7559e84 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Jun 30 09:59:46.603608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca610-5cb6-45bc-ae3c-51d5b66617aa req-8beaaaa7-1888-48dd-8473-572531a31de9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.605041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868ca610-5cb6-45bc-ae3c-51d5b66617aa req-8beaaaa7-1888-48dd-8473-572531a31de9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0599241 Jun 30 09:59:46.641659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-868ca610-5cb6-45bc-ae3c-51d5b66617aa req-556aafc5-2175-4ee1-a1df-c5b0845e8cdc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304384 Jun 30 09:59:47.083362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:47.085681 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:47.132378 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abceebe9-111d-4989-a0e7-4272168e5393 x-openstack-request-id: req-abceebe9-111d-4989-a0e7-4272168e5393 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:47.132666 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:47.132914 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-abceebe9-111d-4989-a0e7-4272168e5393 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:47.133308 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'status': 'completed', 'code': 200} Jun 30 09:59:47.164462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:47.210351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-ef868d42-f787-411b-8c22-9a1964435fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.211497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-57a21d4e-b426-4cdb-a9f0-a298e1a02b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.211852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-ef868d42-f787-411b-8c22-9a1964435fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0569954 Jun 30 09:59:47.213047 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-57a21d4e-b426-4cdb-a9f0-a298e1a02b59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0586004 Jun 30 09:59:47.299374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-b2f046f8-2e12-4c34-b9d4-6dfa4b84092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.300812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-b2f046f8-2e12-4c34-b9d4-6dfa4b84092e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0830731 Jun 30 09:59:47.307377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-8309d95f-cbcd-4312-b8bc-988b8d6caca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.308884 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-8309d95f-cbcd-4312-b8bc-988b8d6caca4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0890963 Jun 30 09:59:47.373494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-d3c65d38-4772-4d0b-9cbc-3b96ccc09259 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 998 time: 0.0662036 Jun 30 09:59:47.374139 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-445fd894-8de9-42ab-841c-ae58360cf5ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 998 time: 0.0584409 Jun 30 09:59:47.422086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-60c4db45-393c-48a8-bd0a-e87126ce32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.423537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-60c4db45-393c-48a8-bd0a-e87126ce32e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0433385 Jun 30 09:59:47.423767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-5bca07ad-1fbb-414c-9cf2-4d9a3f4c70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.425283 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-5bca07ad-1fbb-414c-9cf2-4d9a3f4c70ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0444965 Jun 30 09:59:47.481032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-b62eddbd-ef22-4498-b3d7-7f3b8aa3bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.482673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-b62eddbd-ef22-4498-b3d7-7f3b8aa3bbb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530610 Jun 30 09:59:47.492123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-2eccc039-e9ae-4c2c-8b5b-3d87aabedc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.493597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-2eccc039-e9ae-4c2c-8b5b-3d87aabedc32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617156 Jun 30 09:59:47.585625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-099aecbb-c8c3-4d52-8872-91c48f1c5c82 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965371 Jun 30 09:59:47.588574 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-8d5312d7-5335-4154-b880-b69ca2b278a9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876753 Jun 30 09:59:47.680973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-a6ea2ed6-a554-4627-8382-9993b8c73419 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Jun 30 09:59:47.682171 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-ba44cf58-fb8d-4c41-ac2d-46c0537a47cb req-f8311a19-a610-4316-9c66-dd85ac11b4fe service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871117 Jun 30 09:59:47.814472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d70e6c-94a5-4395-82af-6753b0179414 req-e4f87254-675b-41e9-8ea8-2765d22b3a87 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:47.815938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d70e6c-94a5-4395-82af-6753b0179414 req-e4f87254-675b-41e9-8ea8-2765d22b3a87 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0624208 Jun 30 09:59:47.857901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52d70e6c-94a5-4395-82af-6753b0179414 req-79405eb6-c978-40eb-94be-84b7bc15f5f4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362647 Jun 30 09:59:48.196626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-490c20a9-e4a2-4b4c-b1ee-18db5ae1f213 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.198119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-490c20a9-e4a2-4b4c-b1ee-18db5ae1f213 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34&tenant_id=3c99af50f58e4759bd80834a6a9653d5&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 943 time: 0.0998321 Jun 30 09:59:48.206346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9deb0f-0fff-4bf5-b4a4-8e6db88b4bf8 req-2fcbcdd6-29f1-45c8-a7a5-85f638e1c5d6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.207890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9deb0f-0fff-4bf5-b4a4-8e6db88b4bf8 req-2fcbcdd6-29f1-45c8-a7a5-85f638e1c5d6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.1189928 Jun 30 09:59:48.281235 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc9deb0f-0fff-4bf5-b4a4-8e6db88b4bf8 req-5d17f1e6-a324-4391-8c6b-cfc40e0767a2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669239 Jun 30 09:59:48.289385 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-2d3129b8-c43e-48a0-b791-2fd020a22839 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:59:48.290386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-2d3129b8-c43e-48a0-b791-2fd020a22839 service neutron] 10.222.0.11 "DELETE /v2.0/ports/19c6dadd-01b3-4306-b483-e81ca9cf9587/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0815029 Jun 30 09:59:48.317065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:48.354499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:48.383821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-07b16d5c-8ee1-4f39-8996-096d7cc7e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.385322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-07b16d5c-8ee1-4f39-8996-096d7cc7e918 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 1095 time: 0.0513508 Jun 30 09:59:48.470937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-fbd0a07d-c53e-4d92-89bb-4c6447856547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.472377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-fbd0a07d-c53e-4d92-89bb-4c6447856547 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0808012 Jun 30 09:59:48.546587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-6eda4ef7-db55-4e72-873f-1c391558cc19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 200 len: 998 time: 0.0591977 Jun 30 09:59:48.593919 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-ff8173a5-e5c8-494e-98d6-4e89bececd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.595290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-ff8173a5-e5c8-494e-98d6-4e89bececd9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0418084 Jun 30 09:59:48.649230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-0dd18c47-f566-4df3-96ad-763f989cf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.650675 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-0dd18c47-f566-4df3-96ad-763f989cf22e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494418 Jun 30 09:59:48.743844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-23dfb29a-82f3-4d19-859d-677608d3db2c service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842195 Jun 30 09:59:48.830802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17d1822b-7872-49c9-a5c2-d1e5258a1f85 req-b6117df3-9dfd-44bf-ad05-3d336d644f70 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804806 Jun 30 09:59:49.475706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a16c0-d700-44e5-bd90-306e00497bbc req-ddca0bc1-48a2-4a5c-b4d1-df77d4b5e623 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:49.477177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b75a16c0-d700-44e5-bd90-306e00497bbc req-ddca0bc1-48a2-4a5c-b4d1-df77d4b5e623 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0714507 Jun 30 09:59:49.513288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b75a16c0-d700-44e5-bd90-306e00497bbc req-e6da25c1-38e0-43b3-9915-10bde3d47851 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302973 Jun 30 09:59:49.684617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6e948-801f-404b-8a9d-f007827aeae2 req-4cf6fb84-0552-4f14-abed-4c2a74223060 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:49.686061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d6e948-801f-404b-8a9d-f007827aeae2 req-4cf6fb84-0552-4f14-abed-4c2a74223060 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0607619 Jun 30 09:59:49.722648 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-10d6e948-801f-404b-8a9d-f007827aeae2 req-77710bff-a65e-4989-8c6e-d1c61fe8c0b6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Jun 30 09:59:49.894142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21eea63-e92c-4987-91e4-475b92f58cdd req-f94b8d5e-a91f-4c9f-afcf-5d3ffb32a5c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:49.895583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21eea63-e92c-4987-91e4-475b92f58cdd req-f94b8d5e-a91f-4c9f-afcf-5d3ffb32a5c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0649619 Jun 30 09:59:49.932088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d21eea63-e92c-4987-91e4-475b92f58cdd req-8453edec-6ad5-43fd-a538-fc2524a35c89 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310152 Jun 30 09:59:50.165700 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:59:50.261111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:50.272730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'mac_address': 'fa:16:3e:c4:bf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:59:50.303155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb233b-d117-412e-a880-ab1febca8f5c req-f00f2b9c-aa85-42cb-87a3-043ebeac4318 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.304874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6bb233b-d117-412e-a880-ab1febca8f5c req-f00f2b9c-aa85-42cb-87a3-043ebeac4318 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 943 time: 0.0618448 Jun 30 09:59:50.308668 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.321106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:50.340996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:50.343476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6bb233b-d117-412e-a880-ab1febca8f5c req-d9bada35-9aef-47af-a588-574f541078f0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jun 30 09:59:50.344158 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.395868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:50.403555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.403904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.404247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.404584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.404915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.405247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.405572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.405924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.406249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.406571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.406892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.407212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.627477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['19c6dadd-01b3-4306-b483-e81ca9cf9587'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:59:51.514935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7113e7-5d5e-4fa3-9421-f77deb09544f req-abca6011-5780-4c28-8e7e-16df8a500c89 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:51.516364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea7113e7-5d5e-4fa3-9421-f77deb09544f req-abca6011-5780-4c28-8e7e-16df8a500c89 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 944 time: 0.0607333 Jun 30 09:59:51.553868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ea7113e7-5d5e-4fa3-9421-f77deb09544f req-079355db-c58c-4bee-b5b3-ffbd4993927b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Jun 30 09:59:51.590603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-46a18289-4371-4e33-a019-10dbeb9a566a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:51.592060 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-46a18289-4371-4e33-a019-10dbeb9a566a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 944 time: 0.0629313 Jun 30 09:59:51.687858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Deleting port 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:59:51.688204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.777125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] For port 19c6dadd-01b3-4306-b483-e81ca9cf9587, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=19c6dadd-01b3-4306-b483-e81ca9cf9587,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:51.778054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.944271 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.944565 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:51.944879 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 disassociated. External IP: 172.25.4.45, port: 19c6dadd-01b3-4306-b483-e81ca9cf9587. Jun 30 09:59:51.945221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Calling delete_port for 19c6dadd-01b3-4306-b483-e81ca9cf9587 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:59:52.070451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.101560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'Port': ['ID=19c6dadd-01b3-4306-b483-e81ca9cf9587,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:52.195720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:59:52.217393 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:52.217726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:59:52.218440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:59:52.241023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Port 19c6dadd-01b3-4306-b483-e81ca9cf9587 not found, will not notify nova. {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:59:52.327192 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:59:52.336077 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:59:52.345617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:52.346452 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.368372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] No DVR routers for this DVR port 19c6dadd-01b3-4306-b483-e81ca9cf9587 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:52.371413 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:52.373509 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b9f0fb8-0ea9-4158-aeb3-121a31f4a684 req-21e49d6a-7c0d-4b79-a9c2-2a145c6eabd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "DELETE /v2.0/ports/19c6dadd-01b3-4306-b483-e81ca9cf9587 HTTP/1.1" status: 204 len: 173 time: 0.7751298 Jun 30 09:59:52.373963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-deleted', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:52.376193 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5716e395-1cf7-4792-a2f7-c3a54d00ff0f" -d '{"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-deleted", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:52.416443 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3232ecc-7dbf-4a12-b4fe-0dfc748841bd x-openstack-request-id: req-e3232ecc-7dbf-4a12-b4fe-0dfc748841bd {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:52.416741 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622820e-f6d9-4148-ab7b-a60f2516cd34", "name": "network-vif-deleted", "tag": "19c6dadd-01b3-4306-b483-e81ca9cf9587", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:52.416997 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3232ecc-7dbf-4a12-b4fe-0dfc748841bd {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:52.417406 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622820e-f6d9-4148-ab7b-a60f2516cd34', 'name': 'network-vif-deleted', 'tag': '19c6dadd-01b3-4306-b483-e81ca9cf9587', 'status': 'completed', 'code': 200} Jun 30 09:59:52.457659 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:52.647822 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.676873 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:59:52.685942 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:59:52.686544 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T09:59:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:52.710878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aecf55be-b6b6-4227-9c2d-15b1c06bdf09 req-913c0498-9075-4730-8c7a-3d882fefe964 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=6622820e-f6d9-4148-ab7b-a60f2516cd34 HTTP/1.1" status: 200 len: 210 time: 0.0317028 Jun 30 09:59:52.788077 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:59:52.993739 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:59:53.018365 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6488e1-9d4d-4722-aa81-11f62c10d0dc None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:59:53.223522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaf6e4b-ec22-4a7b-a447-e0fc4023579c None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:59:54.008396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-912487ad-e4b4-4741-adcd-91bc92aca03b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--980640465&fields=id&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 267 time: 0.0313425 Jun 30 09:59:54.110757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-4698e851-a07b-4a2c-8f01-a49fc70540f2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:54.112176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-4698e851-a07b-4a2c-8f01-a49fc70540f2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.0967443 Jun 30 09:59:54.126135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-0e40a5e1-4da6-43e6-8763-cd976997efb2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/quotas/3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 375 time: 0.0086741 Jun 30 09:59:54.194983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-1254d612-77f7-474a-98e3-e72b81481fcb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642219 Jun 30 09:59:54.256088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-68698806-7f59-42b4-94c8-0f269af121ed service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:59:54.257075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-68698806-7f59-42b4-94c8-0f269af121ed service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508127 Jun 30 09:59:54.343267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-256de077-d2c9-44b3-b388-0c85c49442ec service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795300 Jun 30 09:59:54.433155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-aabe41cb-6756-4b69-b2b3-c345f1d5f844 service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842259 Jun 30 09:59:54.599741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5adfb40d-cb41-4115-b86d-222bc5289a70 req-1c341897-f125-48a7-a6a3-44d8e5e940f4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 210 time: 0.0286670 Jun 30 09:59:55.722376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-6f7bab6b-8e01-4637-807b-d7f2953fd336 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:55.723832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-6f7bab6b-8e01-4637-807b-d7f2953fd336 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.1070199 Jun 30 09:59:55.765206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4a77251-e5a3-4d61-a98b-c66bf1d93457 req-59ea61b0-f44d-419a-b271-99c38b159235 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 210 time: 0.0482228 Jun 30 09:59:55.766845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-f4de5d24-d011-4eff-a194-4817555e9a9e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 379 time: 0.0339668 Jun 30 09:59:55.775972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'port': {'device_id': '138038c7-c6f1-4642-87c5-a686059a142d', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'admin_state_up': True, 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'security_groups': ['19e7f045-497a-4fd7-8b5f-28f16b307047']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:56.181603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:59:56.185622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.235091 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:56.254763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 19c6dadd-01b3-4306-b483-e81ca9cf9587 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:59:56.255113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 19c6dadd-01b3-4306-b483-e81ca9cf9587 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:56.306897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Allocated IP 172.20.0.11 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/4b049a15-4ba4-4d31-891b-eb4f8e33ff36) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:59:56.440238 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.452612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Transition to ACTIVE for port object 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:56.484174 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.525606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:59:56.533060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:59:56.539583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:59:56.546295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:56.595684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:56.596307 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.611563 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-3eb5ef55-4dba-4e83-9be3-28fb506bccd4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393464 Jun 30 09:59:56.623354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Request body: {'port': {'device_id': '138038c7-c6f1-4642-87c5-a686059a142d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:56.696592 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.820994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-092630e5-b4f9-4fa7-bfd9-0ad2fce194ff None None] Provisioning for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:59:56.825318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-092630e5-b4f9-4fa7-bfd9-0ad2fce194ff None None] Provisioning complete for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:59:56.825852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-092630e5-b4f9-4fa7-bfd9-0ad2fce194ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.862837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-092630e5-b4f9-4fa7-bfd9-0ad2fce194ff None None] Port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:59:56.943091 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8865be-d78b-4d01-ba8a-dd54b39e7202 req-0fbfd010-c492-4b4d-ba70-dbb098657047 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:56.944571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e8865be-d78b-4d01-ba8a-dd54b39e7202 req-0fbfd010-c492-4b4d-ba70-dbb098657047 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 932 time: 0.0649135 Jun 30 09:59:56.968060 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:59:56.975289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:56.982782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6e8865be-d78b-4d01-ba8a-dd54b39e7202 req-3bc5a0ca-ca15-4686-8cd4-cb15e6f76473 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Jun 30 09:59:56.988296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Transition to ACTIVE for port object 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:56.992732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.044014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:57.112190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:59:57.112531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:59:57.112866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:57.117183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:59:57.117511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:57.123028 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:59:57.123375 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:59:57.123769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:59:57.124205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Bound port: 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:59:57.124571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.192938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:57.195948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:59:57.201088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.233649 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.234304 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:57.235674 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1093 time: 0.6164839 Jun 30 09:59:57.236115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:57.238448 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:57.265007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3646-637c-4ade-acf1-8a30ea6bc525 service neutron] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:57.292260 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f14eda-40d9-4ad3-96af-896040215bee x-openstack-request-id: req-22f14eda-40d9-4ad3-96af-896040215bee {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:57.292560 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:57.292839 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22f14eda-40d9-4ad3-96af-896040215bee {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:57.293240 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'status': 'completed', 'code': 200} Jun 30 09:59:57.338278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-47cc16c9-0bf5-49b8-b7f1-e1fbe8d58259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.339948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-47cc16c9-0bf5-49b8-b7f1-e1fbe8d58259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0608528 Jun 30 09:59:57.392363 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-4a2b9248-6a52-4651-9016-c2581a6749e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 217 time: 0.0456791 Jun 30 09:59:57.440711 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-37016c1e-11e1-4fd3-a550-f21dd6a587dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.442161 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-37016c1e-11e1-4fd3-a550-f21dd6a587dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0438745 Jun 30 09:59:57.496973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-9bd27d8c-ecd5-40ad-b71a-3a4a17aa4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.498371 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-9bd27d8c-ecd5-40ad-b71a-3a4a17aa4e07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502708 Jun 30 09:59:57.588247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-515a52d7-ed88-40b6-a5ab-b722b2439a93 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Jun 30 09:59:57.673385 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b28a1720-fb72-4b6d-bb47-e5963abed6d8 req-acd7fb53-1aa7-477d-8359-bcdb58a6fbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789325 Jun 30 09:59:57.768123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-20f0b6da-d317-4ad7-9487-9005eb78ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.769506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-20f0b6da-d317-4ad7-9487-9005eb78ecc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0519505 Jun 30 09:59:57.860478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-43f365da-f6cf-432e-a1d2-bc1b7eb49340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.861958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-43f365da-f6cf-432e-a1d2-bc1b7eb49340 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0863695 Jun 30 09:59:57.901323 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-7b292f62-870d-4fd6-9b42-022132eeaae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 217 time: 0.0333567 Jun 30 09:59:57.954883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-ed37d3a5-d135-4e19-ac75-19f28056d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.956340 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-ed37d3a5-d135-4e19-ac75-19f28056d52e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0480354 Jun 30 09:59:58.012911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-674ce941-3cbf-4e0b-aed3-dd9493415e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:58.014397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-674ce941-3cbf-4e0b-aed3-dd9493415e5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512514 Jun 30 09:59:58.103202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-dcf65cac-c7bb-49a9-9c3d-b1d953e3edcf service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Jun 30 09:59:58.155344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5e78a-6eeb-4a65-a234-4df174689be9 req-082a974f-885b-4d4c-b085-c6b4f6bf6654 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:58.156824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71d5e78a-6eeb-4a65-a234-4df174689be9 req-082a974f-885b-4d4c-b085-c6b4f6bf6654 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0636525 Jun 30 09:59:58.194631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-71d5e78a-6eeb-4a65-a234-4df174689be9 req-5adf92ea-571f-4bc8-a5cf-4783ed0556cc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320721 Jun 30 09:59:58.195475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6c86f5a6-c41b-42ed-bca0-550cb712e7d6 req-04fb6b1f-2cdf-4cd7-a645-3108edbef194 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Jun 30 09:59:59.367467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefffab-1a1e-42ef-9363-9e334b97630c req-b6fda72f-37ba-4356-949d-81673b4c9402 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:59.369342 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecefffab-1a1e-42ef-9363-9e334b97630c req-b6fda72f-37ba-4356-949d-81673b4c9402 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0609145 Jun 30 09:59:59.380215 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f9b71b47-de58-4b09-bb95-d8f8bd685e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:59.407056 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecefffab-1a1e-42ef-9363-9e334b97630c req-47e9153d-13ff-4d32-a36a-5a39566cd93c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324197 Jun 30 10:00:00.582063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032cbc5-bf75-4c4a-b3e0-99e91c2fd4a8 req-ddf9450b-7f2d-449d-b72e-4d98322f6020 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:00.583493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0032cbc5-bf75-4c4a-b3e0-99e91c2fd4a8 req-ddf9450b-7f2d-449d-b72e-4d98322f6020 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0637949 Jun 30 10:00:00.618588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0032cbc5-bf75-4c4a-b3e0-99e91c2fd4a8 req-518f296a-6040-4fdc-afbe-b9f250853baa tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295627 Jun 30 10:00:01.789704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979712b-a3fd-41e1-9738-2bd59654fa08 req-9110fadf-d546-499a-bf07-8fe6565338e7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:01.791098 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f979712b-a3fd-41e1-9738-2bd59654fa08 req-9110fadf-d546-499a-bf07-8fe6565338e7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0610895 Jun 30 10:00:01.829770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f979712b-a3fd-41e1-9738-2bd59654fa08 req-13ec0b47-0d35-464c-9ca2-a9150bc84fd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jun 30 10:00:01.977637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ee116345-7b92-448e-8886-ad02c524d2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.102589 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.265200 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:02.357517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:02.368289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'mac_address': 'fa:16:3e:55:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:02.405021 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.417023 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:02.436763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:02.440640 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:02.489630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:02.627586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['4b049a15-4ba4-4d31-891b-eb4f8e33ff36'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:03.002995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748fede-b90f-4a6b-93dd-08db72d9c7ee req-85ccdb1e-8136-4a9c-a48e-36689280e206 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:03.004448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0748fede-b90f-4a6b-93dd-08db72d9c7ee req-85ccdb1e-8136-4a9c-a48e-36689280e206 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jun 30 10:00:03.041673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0748fede-b90f-4a6b-93dd-08db72d9c7ee req-a116ff29-a397-4594-aed5-2a1172cfef17 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Jun 30 10:00:03.161969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:03.784699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.209899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249362-be3b-4b9d-bf31-fcb08818db9d req-81a211c2-cf45-4ab7-973b-a14544170fef tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:04.211326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43249362-be3b-4b9d-bf31-fcb08818db9d req-81a211c2-cf45-4ab7-973b-a14544170fef tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 945 time: 0.0617051 Jun 30 10:00:04.247697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43249362-be3b-4b9d-bf31-fcb08818db9d req-e993c0c7-fdc7-44f7-9ec2-15f5c49c9a8c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301669 Jun 30 10:00:04.274533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:04.323530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:04.328037 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:04.328519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.401850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.423095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:04.425471 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b2fd4-27ed-497d-869e-af24882ddd94" -d '{"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-plugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:04.439304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:04.445801 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:04.469153 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d12db25-e40b-4053-9d49-e73e8722815b x-openstack-request-id: req-8d12db25-e40b-4053-9d49-e73e8722815b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:04.469460 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-plugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:04.469719 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d12db25-e40b-4053-9d49-e73e8722815b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:04.470142 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'code': 200} Jun 30 10:00:04.501886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:04.575425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d690e-1092-420c-84b9-337404a5640f req-a9d0d58d-7c4e-417f-aa0c-4a0a79d15e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:04.576799 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d96d690e-1092-420c-84b9-337404a5640f req-a9d0d58d-7c4e-417f-aa0c-4a0a79d15e89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1098 time: 0.0512245 Jun 30 10:00:04.611662 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d96d690e-1092-420c-84b9-337404a5640f req-f5f78d32-dbd5-4b0e-be75-27bdc626e235 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266972 Jun 30 10:00:04.813253 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:05.420707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5490-33b4-40f4-b841-ff6539268959 req-34aaafb9-1b40-457c-85e5-1102feda6602 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.422460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-732c5490-33b4-40f4-b841-ff6539268959 req-34aaafb9-1b40-457c-85e5-1102feda6602 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0659280 Jun 30 10:00:05.461586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-732c5490-33b4-40f4-b841-ff6539268959 req-cbf6fb81-c443-496f-b274-a8a563da40f0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Jun 30 10:00:05.673483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:06.636664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2567a9-af41-48c8-bcd8-ecdd06731fa2 req-ee3fc8ce-6894-44e6-ace4-62be308ba40a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:06.638696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b2567a9-af41-48c8-bcd8-ecdd06731fa2 req-ee3fc8ce-6894-44e6-ace4-62be308ba40a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0659430 Jun 30 10:00:06.675782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b2567a9-af41-48c8-bcd8-ecdd06731fa2 req-b13561c4-392a-4f0d-86d6-f9bbf3804506 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jun 30 10:00:06.844630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e5e3-ff58-43db-9958-c14904c6240a req-ca35c2d6-4451-4ff9-85a2-80ce92fe7c91 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:06.846156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f20e5e3-ff58-43db-9958-c14904c6240a req-ca35c2d6-4451-4ff9-85a2-80ce92fe7c91 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0625200 Jun 30 10:00:06.854811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 39704) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:06.859467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'floatingip': {'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:06.901811 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.326850 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.330907 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:07.758118 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 associated. External IP: 172.25.4.45, port: 4b049a15-4ba4-4d31-891b-eb4f8e33ff36. Jun 30 10:00:07.956807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:08.062317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:08.067037 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.071319 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:08.080399 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:08.081009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:08.105305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e410d6d3-0f31-4732-ac87-72eb38fb65ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "PUT /v2.0/floatingips/7cdca673-0a61-4167-a587-5a30b6bc6898 HTTP/1.1" status: 200 len: 991 time: 1.2493844 Jun 30 10:00:08.105940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:08.108833 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24035458-1b62-42b8-8683-4c11a9728601" -d '{"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:08.148042 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6e933-0925-47a9-a7ca-247fcd786dfe x-openstack-request-id: req-a8b6e933-0925-47a9-a7ca-247fcd786dfe {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:08.148336 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:08.148588 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8b6e933-0925-47a9-a7ca-247fcd786dfe {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:08.148989 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'status': 'completed', 'code': 200} Jun 30 10:00:08.188204 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:08.228125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035458-1b62-42b8-8683-4c11a9728601 req-7335ffd2-9e16-4d6c-8392-10a86652432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.229708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-7335ffd2-9e16-4d6c-8392-10a86652432a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1098 time: 0.0583646 Jun 30 10:00:08.316643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035458-1b62-42b8-8683-4c11a9728601 req-e215d7c6-0e52-4fe2-ad4c-490368539f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.318024 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-e215d7c6-0e52-4fe2-ad4c-490368539f08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0824552 Jun 30 10:00:08.385845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-06aedc94-06c6-45a5-9d96-93444a91e30d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 999 time: 0.0612996 Jun 30 10:00:08.412758 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:55:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138038c7-c6f1-4642-87c5-a686059a142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:08.438519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:08.441272 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035458-1b62-42b8-8683-4c11a9728601 req-1e6775d6-42e7-424c-bd13-89f01dd6e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.442764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-1e6775d6-42e7-424c-bd13-89f01dd6e514 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0515561 Jun 30 10:00:08.446520 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:08.447134 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:00:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:08.505801 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035458-1b62-42b8-8683-4c11a9728601 req-8b2f0623-8101-4bc1-8b6d-667e3f6c17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.507304 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-8b2f0623-8101-4bc1-8b6d-667e3f6c17cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584993 Jun 30 10:00:08.549219 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:08.597698 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-2f4f0cac-6adb-4a22-91f3-1502a27ff240 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Jun 30 10:00:08.687387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-24035458-1b62-42b8-8683-4c11a9728601 req-5a41b5d5-97eb-4cc1-82bd-bcd7a895b6ff service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Jun 30 10:00:08.763068 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:55:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138038c7-c6f1-4642-87c5-a686059a142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:08.876190 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41026caa-5c25-4b68-8ed1-8dd07ad25b92 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:55:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138038c7-c6f1-4642-87c5-a686059a142d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:00:07Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:09.057686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd7cf15-9e4b-431b-917e-44f71200a21b None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:00:24.163443 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:29.381155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8b6f111f-e89b-4e24-8dfa-b4b8a7444da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:31.977949 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63fa7e56-0e55-4a67-ad09-a2d48a8b3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:32.102141 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:33.164965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:33.241738 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-35c64fed-146d-4902-8438-4446aa93800f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521472 Jun 30 10:00:33.336556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-762c6d26-dc23-4280-8823-1c9d0c9182d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:33.338051 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-762c6d26-dc23-4280-8823-1c9d0c9182d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1098 time: 0.0553544 Jun 30 10:00:33.440897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-619a02d1-478f-43ab-b2f3-99124c428d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:33.442512 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-619a02d1-478f-43ab-b2f3-99124c428d00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0849321 Jun 30 10:00:33.514088 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-19c3082a-519d-4bfc-b1c0-936d12ecf3a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1001 time: 0.0647984 Jun 30 10:00:33.564262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-bc48cba1-c51e-46c8-9d7e-3cbf1c3b46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:33.565703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-bc48cba1-c51e-46c8-9d7e-3cbf1c3b46f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0447433 Jun 30 10:00:33.622539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-832e157d-0513-43c7-ae7c-1a26971b54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:33.624075 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-832e157d-0513-43c7-ae7c-1a26971b54db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521996 Jun 30 10:00:33.718160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-96867713-3f94-444e-a139-78d1459f3526 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Jun 30 10:00:33.807159 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f6cc5058-54b0-4b66-a427-e258dc789db5 req-3df59f88-ea5c-4a02-a52f-1677726d4718 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826714 Jun 30 10:00:33.810545 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.820056 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:35.687361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.382721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a5b3882c-0f88-4cb7-8bb9-7ea21316491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:01.162528 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:01.978338 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2867c2f1-71ab-49b6-b44b-2b0868538fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:02.105516 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.167864 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.816536 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:04.816180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:05.700482 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.382925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b94c92c6-7738-45f9-b471-d6f8e8cab837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.978360 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9e28cbef-2a37-4892-bb2e-8d5b82aabe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.104766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.171532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.278784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-f2edc277-e795-4d53-81ae-98c3f714a032 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003664 Jun 30 10:01:33.376181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-bf0b425c-71b6-43ad-a25b-2050d080de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:33.377665 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-bf0b425c-71b6-43ad-a25b-2050d080de01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1098 time: 0.0569882 Jun 30 10:01:33.479207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-bc395ea0-e1bd-4a4f-bef6-a0dc9c1d38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:33.480645 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-bc395ea0-e1bd-4a4f-bef6-a0dc9c1d38a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0831673 Jun 30 10:01:33.547284 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-5087b3ed-d24c-49aa-9adb-28e209b3f48b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1001 time: 0.0595667 Jun 30 10:01:33.596608 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-c41ff3fd-9fd7-4b00-9cfd-76fb7a89e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:33.598076 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-c41ff3fd-9fd7-4b00-9cfd-76fb7a89e068 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0441093 Jun 30 10:01:33.653611 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-ad974d77-1ab6-4fff-9dec-72df1ce905f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:33.655101 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-ad974d77-1ab6-4fff-9dec-72df1ce905f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494676 Jun 30 10:01:33.747351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-bf79500b-9894-4cad-b3c0-b7d4ce64ae26 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Jun 30 10:01:33.839186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.839658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-20cc9f42-c21a-4ea4-8c69-1de5124da823 req-69bbdeb9-4729-47be-bc39-2f8d47d9194e service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Jun 30 10:01:34.816353 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.699649 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.162321 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:43.266797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56821ed8-25f8-4d59-8560-c28fbd844ea7 req-95b9c1ad-51a4-497f-9a3c-91f5b018fc98 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:43.268972 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56821ed8-25f8-4d59-8560-c28fbd844ea7 req-95b9c1ad-51a4-497f-9a3c-91f5b018fc98 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.1112003 Jun 30 10:01:43.305610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56821ed8-25f8-4d59-8560-c28fbd844ea7 req-b18aa503-5c0b-4cef-9f25-2e7ea8175f8f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Jun 30 10:01:44.522438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddabead-121e-4c77-9ff1-f46bc73ef42d req-f67e9435-444b-4d5b-bac0-d1297b214752 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:44.523895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fddabead-121e-4c77-9ff1-f46bc73ef42d req-f67e9435-444b-4d5b-bac0-d1297b214752 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.1079993 Jun 30 10:01:44.560847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fddabead-121e-4c77-9ff1-f46bc73ef42d req-60ec98fe-5571-4680-8dd6-033010c19882 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Jun 30 10:01:45.732601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f59a7-7a90-4b7f-93c5-d7585477b0b5 req-cf854dd1-2a48-45a7-96e6-bc4efe1a72c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.734079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d8f59a7-7a90-4b7f-93c5-d7585477b0b5 req-cf854dd1-2a48-45a7-96e6-bc4efe1a72c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0656047 Jun 30 10:01:45.771736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d8f59a7-7a90-4b7f-93c5-d7585477b0b5 req-803a1dc2-5cea-4179-9f48-6436051c9856 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Jun 30 10:01:46.945481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18c535-13c1-458a-bb0f-ab82609ff2f3 req-72cec389-2303-4600-9576-6fd9d3937936 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.946970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd18c535-13c1-458a-bb0f-ab82609ff2f3 req-72cec389-2303-4600-9576-6fd9d3937936 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0615501 Jun 30 10:01:46.985263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd18c535-13c1-458a-bb0f-ab82609ff2f3 req-eeb4503b-6b54-477b-b420-2d8b8ae184e1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Jun 30 10:01:48.159392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad998-d533-466c-b72e-60f849d9bc65 req-7a936456-128b-4534-986d-56a879ad7a51 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.160857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bcad998-d533-466c-b72e-60f849d9bc65 req-7a936456-128b-4534-986d-56a879ad7a51 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0655653 Jun 30 10:01:48.197390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5bcad998-d533-466c-b72e-60f849d9bc65 req-5099abc5-de99-470d-acfc-c3865d3504d0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309429 Jun 30 10:01:49.367503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9cf9-1420-4a11-a4aa-0ad66e823a27 req-c3556dd6-c0f6-4823-b832-851210dd4265 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:49.368944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00cf9cf9-1420-4a11-a4aa-0ad66e823a27 req-c3556dd6-c0f6-4823-b832-851210dd4265 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0624075 Jun 30 10:01:49.404615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-00cf9cf9-1420-4a11-a4aa-0ad66e823a27 req-1e9aee94-d5a6-4801-a47d-e0f3e36aee46 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301757 Jun 30 10:01:50.573040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb49ef-0c3a-454c-beed-c32a2fa83504 req-7b42bb24-2d79-4053-94c6-a7d167cb0529 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.574504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dcb49ef-0c3a-454c-beed-c32a2fa83504 req-7b42bb24-2d79-4053-94c6-a7d167cb0529 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0609484 Jun 30 10:01:50.609953 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dcb49ef-0c3a-454c-beed-c32a2fa83504 req-2e6e8e07-8341-483c-9737-39996f56574b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298295 Jun 30 10:01:51.781906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc097-866e-47a8-b2b8-3f31ac46cbbf req-28ed0282-6aa3-4eec-af63-ffdb89fdac4b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:51.783366 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fffc097-866e-47a8-b2b8-3f31ac46cbbf req-28ed0282-6aa3-4eec-af63-ffdb89fdac4b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0651371 Jun 30 10:01:51.823282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8fffc097-866e-47a8-b2b8-3f31ac46cbbf req-8b6bcd7c-1c5d-46f9-a2e3-56a38b3dbd80 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341504 Jun 30 10:01:52.996899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11812906-a30d-4632-9bae-90d87c9026b8 req-5b167a0b-00d0-4982-a56d-ecba9288002e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:52.999522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11812906-a30d-4632-9bae-90d87c9026b8 req-5b167a0b-00d0-4982-a56d-ecba9288002e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0615735 Jun 30 10:01:53.039783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-11812906-a30d-4632-9bae-90d87c9026b8 req-f5951bf5-0782-4b94-8886-def01a7caf59 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352261 Jun 30 10:01:54.211477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f130b3-262b-441a-8c16-743dddd7d6a0 req-ec479f69-4b40-419b-a1f7-b714dca316f9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:54.212911 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40f130b3-262b-441a-8c16-743dddd7d6a0 req-ec479f69-4b40-419b-a1f7-b714dca316f9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0645146 Jun 30 10:01:54.250516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40f130b3-262b-441a-8c16-743dddd7d6a0 req-2857a46c-5326-42e9-8637-99dc3c61b17c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Jun 30 10:01:54.599670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-695267aa-dde2-45e1-9729-7c0f198d992b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0593278 Jun 30 10:01:54.653999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde6944-3218-408d-a660-36359564b116 req-f19da1e5-9302-45ed-ae07-37455432552b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:54.655483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fde6944-3218-408d-a660-36359564b116 req-f19da1e5-9302-45ed-ae07-37455432552b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0692592 Jun 30 10:01:54.695584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9fde6944-3218-408d-a660-36359564b116 req-0b3a335b-82c8-4a81-a5f1-7aed0aaf545c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Jun 30 10:01:55.783401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-92ca0197-94d0-4a94-b631-48b278762568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.784901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-92ca0197-94d0-4a94-b631-48b278762568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1098 time: 0.0527453 Jun 30 10:01:55.869812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504890-7938-4818-be31-c02bc9d9aa0a req-527f2df8-d793-458e-b093-146a9bdfb50f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.871266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27504890-7938-4818-be31-c02bc9d9aa0a req-527f2df8-d793-458e-b093-146a9bdfb50f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0647151 Jun 30 10:01:55.879177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-978631f6-fa86-426b-b1e2-6f235ea4061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.880624 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-978631f6-fa86-426b-b1e2-6f235ea4061b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0891666 Jun 30 10:01:55.909258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27504890-7938-4818-be31-c02bc9d9aa0a req-78f43a9d-5f98-4676-af3c-72057b5a6084 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Jun 30 10:01:55.946085 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-59825da9-33ee-4839-90be-0837249fb8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1001 time: 0.0580993 Jun 30 10:01:55.998005 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-c8f5087d-b132-49c0-9cc3-183fdb2f2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:55.999327 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-c8f5087d-b132-49c0-9cc3-183fdb2f2d43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0469265 Jun 30 10:01:56.055487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-ad90bed5-4580-45a5-bbc2-85d3ff1076a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:56.056944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-ad90bed5-4580-45a5-bbc2-85d3ff1076a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509722 Jun 30 10:01:56.143516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5e09493f-81e4-4a6a-8388-364d70254820 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790763 Jun 30 10:01:56.231647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-6145e986-1101-4507-83c6-b1ec3905be3d service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826809 Jun 30 10:01:57.079076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a382cf5-455f-42ff-8081-e08b7ce65ecf req-d6bec5b8-0b91-46a9-a9a1-bc959a5b5937 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:57.080932 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a382cf5-455f-42ff-8081-e08b7ce65ecf req-d6bec5b8-0b91-46a9-a9a1-bc959a5b5937 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0614593 Jun 30 10:01:57.116696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a382cf5-455f-42ff-8081-e08b7ce65ecf req-f0a5a30d-1a29-423d-84ac-71f2c453b36f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Jun 30 10:01:58.164717 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5a910071-e597-4b81-991c-a5b17166e523 service neutron] show failed (client error): The resource could not be found. Jun 30 10:01:58.165777 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5a910071-e597-4b81-991c-a5b17166e523 service neutron] 10.222.0.41 "GET /v2.0/ports/4b049a15-4ba4-4d31-891b-eb4f8e33ff36/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0561388 Jun 30 10:01:58.506562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-63558f2d-95e4-43ef-a447-650fed99dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:58.508064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-63558f2d-95e4-43ef-a447-650fed99dfd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1098 time: 0.1368892 Jun 30 10:01:58.516078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ba1a6-d321-4486-8103-bf63af3c7127 req-270dc551-ccf9-44c9-943a-7cd3b2b0a4b7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:58.517419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba2ba1a6-d321-4486-8103-bf63af3c7127 req-270dc551-ccf9-44c9-943a-7cd3b2b0a4b7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0986431 Jun 30 10:01:58.522866 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:58.601231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba2ba1a6-d321-4486-8103-bf63af3c7127 req-1442b0ff-401d-4403-96bc-124f11100051 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759511 Jun 30 10:01:58.616355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:58.821960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:58.859588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:58.897626 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:58.899913 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf6a4c2-0bb3-464d-8fa4-1e2138afe341" -d '{"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:58.903732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:58.916211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Transition to ACTIVE for port object 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:58.920078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.010734 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78efc10-5e5e-4acd-a0ec-8aed468257b1 x-openstack-request-id: req-e78efc10-5e5e-4acd-a0ec-8aed468257b1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:59.011045 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:59.011304 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e78efc10-5e5e-4acd-a0ec-8aed468257b1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:59.011708 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'code': 200} Jun 30 10:01:59.025717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:59.036727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.037077 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.037421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.037805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.038132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.038464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.038805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.039126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.039452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.039785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.040152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.040476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:59.061129 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] No DVR routers for this DVR port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:59.194942 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:59.195279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:59.195606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:59.199647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:01:59.199971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Attempting to bind port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:59.204596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:59.204932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:59.205332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:59.205768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Bound port: 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:59.206124 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.266376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:59.269304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:59.273873 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.305980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.306592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.307945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1093 time: 0.7889524 Jun 30 10:01:59.329869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844ab9c-5784-41c4-9df9-9130a448f2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:59.384860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-150aae2d-b70f-4c62-969d-9782471fb45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:59.390686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-f87a54cc-f8c7-4e75-949d-2077c180018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.392185 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-f87a54cc-f8c7-4e75-949d-2077c180018b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0589120 Jun 30 10:01:59.483459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5474955d-0118-42f3-9f2b-8197e86e7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.485001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-5474955d-0118-42f3-9f2b-8197e86e7694 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0868781 Jun 30 10:01:59.553835 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-527c8193-819f-49f1-8633-5285bcfcc02d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 999 time: 0.0618117 Jun 30 10:01:59.603324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-e2461321-d715-4386-8e6c-5211a5a88fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.604701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-e2461321-d715-4386-8e6c-5211a5a88fe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0445895 Jun 30 10:01:59.660304 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-f0a3153d-0761-46b8-89fb-c10ad96a2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.661825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-f0a3153d-0761-46b8-89fb-c10ad96a2ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508890 Jun 30 10:01:59.790629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-26c54144-cbc7-4b6e-95f9-dc001ce0a7f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220431 Jun 30 10:01:59.813863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83de800-c017-4c58-ab0b-8e4ee240b33e req-524ed35a-c3fa-4e07-a021-c4e4c89477f9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:59.815842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f83de800-c017-4c58-ab0b-8e4ee240b33e req-524ed35a-c3fa-4e07-a021-c4e4c89477f9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0987318 Jun 30 10:01:59.896450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f83de800-c017-4c58-ab0b-8e4ee240b33e req-b8e70c81-4bf0-4645-8da5-b571a9c61122 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707610 Jun 30 10:01:59.918580 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-00008575-dbe8-4d87-9bab-2a2571ff0709 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199691 Jun 30 10:02:01.012453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:01.014772 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19beb17-28a2-4307-bdeb-66184add0d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:01.062668 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91df9b10-0a37-41d0-a12b-ac25e505cbb9 x-openstack-request-id: req-91df9b10-0a37-41d0-a12b-ac25e505cbb9 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:01.063390 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:01.063656 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91df9b10-0a37-41d0-a12b-ac25e505cbb9 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:01.064055 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'status': 'completed', 'code': 200} Jun 30 10:02:01.085385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7832ebf-14c5-4485-baa3-0c908100b1e3 req-e73d41f2-2ce2-4a2b-a5d8-99e6efaff819 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.086895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7832ebf-14c5-4485-baa3-0c908100b1e3 req-e73d41f2-2ce2-4a2b-a5d8-99e6efaff819 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0753284 Jun 30 10:02:01.140976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-4ae5cb98-6896-4d6b-9d3d-5e03b778a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.142492 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-4ae5cb98-6896-4d6b-9d3d-5e03b778a394 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0562003 Jun 30 10:02:01.150085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7832ebf-14c5-4485-baa3-0c908100b1e3 req-d4b73142-63e7-4604-adc7-848717a4d639 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551753 Jun 30 10:02:01.171182 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-32616b05-2864-4945-be1a-5ac9d2424dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.172842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-32616b05-2864-4945-be1a-5ac9d2424dfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0850990 Jun 30 10:02:01.233485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-4fb5a582-1fea-45fb-a470-9853f5b125f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.235433 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-4fb5a582-1fea-45fb-a470-9853f5b125f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0866463 Jun 30 10:02:01.266362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-6f341097-c75f-42b2-8920-0c6038c7d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.267834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-6f341097-c75f-42b2-8920-0c6038c7d0f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0880730 Jun 30 10:02:01.302577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-312f48b3-8af6-4394-bdd9-8e0212f83fd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 999 time: 0.0613205 Jun 30 10:02:01.330785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-d2c9825b-3fae-442f-9f91-2e5630656b7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 999 time: 0.0563710 Jun 30 10:02:01.349846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-662d50d0-3026-4833-aa73-4ac55ade630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.351265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-662d50d0-3026-4833-aa73-4ac55ade630b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0422823 Jun 30 10:02:01.382239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-18387e1b-2055-4d55-88ac-3d0e10d83a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.383671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-18387e1b-2055-4d55-88ac-3d0e10d83a9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0467782 Jun 30 10:02:01.406717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-ed635062-40cc-402f-8a5b-a336a08b0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.408279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-ed635062-40cc-402f-8a5b-a336a08b0896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503287 Jun 30 10:02:01.445189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-e3ed466a-351b-40ed-940a-660412236e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:01.446747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-e3ed466a-351b-40ed-940a-660412236e96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559959 Jun 30 10:02:01.501315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-aacf8dec-7755-4922-a34e-8df16c942778 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Jun 30 10:02:01.537622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-c38b8aa6-8007-4098-902a-411e9fc8f923 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827987 Jun 30 10:02:01.589164 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-79793110-4a27-4677-b290-b4bc8df08f6d service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805385 Jun 30 10:02:01.630163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b19beb17-28a2-4307-bdeb-66184add0d1c req-ed361ce4-4bed-45ca-81b8-0855827b0b46 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858672 Jun 30 10:02:01.980242 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3474d1ec-bd31-4a5b-903b-c420e755d9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:02.103819 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:02.328947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050ee4-d04c-4e64-8090-ccc733cd32fe req-f2e9233b-70d6-400b-8259-ab577c178d20 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:02.330469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01050ee4-d04c-4e64-8090-ccc733cd32fe req-f2e9233b-70d6-400b-8259-ab577c178d20 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0622227 Jun 30 10:02:02.367118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01050ee4-d04c-4e64-8090-ccc733cd32fe req-0cdb8ed6-dcf6-40e9-b737-c883be3d1bd2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jun 30 10:02:02.776084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:02.815331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:03.173476 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:03.537118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da658fab-71d2-4118-81ce-040168a167c5 req-5b0b793f-bf9a-4257-bb88-3a2814b133dc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:03.538578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da658fab-71d2-4118-81ce-040168a167c5 req-5b0b793f-bf9a-4257-bb88-3a2814b133dc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0608857 Jun 30 10:02:03.579516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da658fab-71d2-4118-81ce-040168a167c5 req-f5e73abf-bff4-4323-95c2-79f338851f9f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352867 Jun 30 10:02:03.868117 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:03.881488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840749d6-882a-4579-b00a-cb326cf556b5 req-c7780fc8-7a10-43b6-8f43-883669b43e56 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:03.883242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-840749d6-882a-4579-b00a-cb326cf556b5 req-c7780fc8-7a10-43b6-8f43-883669b43e56 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0710704 Jun 30 10:02:03.886135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-542e1bec-ba3a-477e-a2d7-cf4d6891cd3b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:03.887678 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-542e1bec-ba3a-477e-a2d7-cf4d6891cd3b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d&tenant_id=3c99af50f58e4759bd80834a6a9653d5&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.0729983 Jun 30 10:02:03.923809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-840749d6-882a-4579-b00a-cb326cf556b5 req-aa247170-a20f-4479-8015-075be9fc92be tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339830 Jun 30 10:02:03.952280 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-326dd803-8417-4893-8575-1a9fa45cc207 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:02:03.953290 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-326dd803-8417-4893-8575-1a9fa45cc207 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4b049a15-4ba4-4d31-891b-eb4f8e33ff36/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0600941 Jun 30 10:02:04.046168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-4606069e-cda6-46b1-b883-0da4b0db70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.047651 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-4606069e-cda6-46b1-b883-0da4b0db70b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1096 time: 0.0530183 Jun 30 10:02:04.133118 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-3c63e772-b7b6-42ca-9021-7b81497f885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.134473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-3c63e772-b7b6-42ca-9021-7b81497f885f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0802956 Jun 30 10:02:04.204382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-93f0c3fd-b7d1-4691-afbc-ccce86fdbce9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 999 time: 0.0637898 Jun 30 10:02:04.253605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-e279157e-4d91-4854-a571-135a361a4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.255108 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-e279157e-4d91-4854-a571-135a361a4635 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0445323 Jun 30 10:02:04.309314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-9825e2fd-28cf-456e-ba83-17144e3cfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:04.310812 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-9825e2fd-28cf-456e-ba83-17144e3cfce2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494392 Jun 30 10:02:04.400661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-cb09dfc4-f846-4785-8b85-0a7e19c209cd service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834408 Jun 30 10:02:04.492260 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-73bedb33-296f-4be7-8ff6-9b1d8f4b5d8b req-975a15bc-dc94-4839-be9f-9e71d19a146b service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Jun 30 10:02:04.825300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:05.067132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:02:05.106539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1488ad-559c-461f-8ee1-1f14358a09e7 req-51c78a25-4377-4c88-98bf-9ba25a301d41 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.108108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd1488ad-559c-461f-8ee1-1f14358a09e7 req-51c78a25-4377-4c88-98bf-9ba25a301d41 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 944 time: 0.0650408 Jun 30 10:02:05.149832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd1488ad-559c-461f-8ee1-1f14358a09e7 req-9bdc9502-deee-4838-bd55-1e1f3abf4bce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354984 Jun 30 10:02:05.160180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:05.171304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'mac_address': 'fa:16:3e:55:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:02:05.206792 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:05.218826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:02:05.238440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:05.242331 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:05.294636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:05.301986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.302354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.302684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.303022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.303357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.303687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.304018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.304351 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.304676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.305002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.305328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.305650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:05.325851 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcd074-e420-4fe1-ae74-8a10256a7a36 req-7417b040-ce64-489d-8689-62c9edf0b5ea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.327245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6fcd074-e420-4fe1-ae74-8a10256a7a36 req-7417b040-ce64-489d-8689-62c9edf0b5ea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 945 time: 0.0651798 Jun 30 10:02:05.364848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6fcd074-e420-4fe1-ae74-8a10256a7a36 req-d76f8df7-0af9-47dc-83c0-ab222ec19726 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Jun 30 10:02:05.596065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['4b049a15-4ba4-4d31-891b-eb4f8e33ff36'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:05.721891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-bc3cf01a-1ea3-437c-af45-0c763308abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.723401 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-bc3cf01a-1ea3-437c-af45-0c763308abd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 1097 time: 0.0994439 Jun 30 10:02:05.731009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269938-c88e-497b-84bd-59531e418c23 req-4d73207c-10d6-4680-9c60-6cc79c8c1998 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.732433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed269938-c88e-497b-84bd-59531e418c23 req-4d73207c-10d6-4680-9c60-6cc79c8c1998 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 945 time: 0.0803037 Jun 30 10:02:05.740784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:05.820197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed269938-c88e-497b-84bd-59531e418c23 req-4163b62d-8ca6-4c1f-ab50-f8fd951a54d7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792987 Jun 30 10:02:05.845162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-d97cf346-fd57-4a1f-9fae-53880ee624f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.847239 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-d97cf346-fd57-4a1f-9fae-53880ee624f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.1133673 Jun 30 10:02:05.914385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-289fb982-8c28-4eb1-b07f-5de709c87ac8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 200 len: 1000 time: 0.0613711 Jun 30 10:02:05.962049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-9f903e9b-9929-4791-b6a9-9090682a1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:05.963448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-9f903e9b-9929-4791-b6a9-9090682a1d2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0426016 Jun 30 10:02:06.021822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-5570d8ec-2a1b-4304-870b-59f19c01164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.023335 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-5570d8ec-2a1b-4304-870b-59f19c01164b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524664 Jun 30 10:02:06.122390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-03108ccf-4aee-4d33-abe5-8136f763d32b service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918386 Jun 30 10:02:06.210544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-915bafe8-4ab0-482e-bd35-8ef3f6d3787d req-6fc9a045-81d5-48fa-8f4b-ae61b3634777 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818233 Jun 30 10:02:06.995724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dc34c-a966-4dc5-9969-70236ccf44eb req-81bd4496-bb51-4558-a3c2-e769916f89d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.997156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-944dc34c-a966-4dc5-9969-70236ccf44eb req-81bd4496-bb51-4558-a3c2-e769916f89d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 945 time: 0.0612645 Jun 30 10:02:07.034493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-944dc34c-a966-4dc5-9969-70236ccf44eb req-6bcd63ca-c35a-4875-89f4-4b9b040a7626 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Jun 30 10:02:07.061581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:07.111499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:07.115622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:07.116002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:07.191744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:07.213341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:07.215639 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760f5a3b-b786-4350-805e-faab3d8633d4" -d '{"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-plugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:07.229541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:07.234196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:07.295789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:07.318493 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9671d64-4d59-4a90-a0ed-885237c92721 x-openstack-request-id: req-f9671d64-4d59-4a90-a0ed-885237c92721 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:07.318798 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-plugged", "status": "completed", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:07.319056 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9671d64-4d59-4a90-a0ed-885237c92721 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:07.319458 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'code': 200} Jun 30 10:02:07.436661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f362f9-ac66-4a1d-9810-76eb0b2f5d57 req-49cc1033-9ca3-48d8-83bf-b72328233577 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:07.438118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4f362f9-ac66-4a1d-9810-76eb0b2f5d57 req-49cc1033-9ca3-48d8-83bf-b72328233577 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0652509 Jun 30 10:02:07.474300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d4f362f9-ac66-4a1d-9810-76eb0b2f5d57 req-e0928502-e86a-46ec-909b-365fdd4c2652 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Jun 30 10:02:08.645049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261fef9-6afa-4bc2-bb18-fb55d4033390 req-2430f8ca-1524-42e5-89f3-393d66808627 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:08.646651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a261fef9-6afa-4bc2-bb18-fb55d4033390 req-2430f8ca-1524-42e5-89f3-393d66808627 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0620847 Jun 30 10:02:08.718754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a261fef9-6afa-4bc2-bb18-fb55d4033390 req-ba5d284e-e770-4da3-898f-370d066b70d5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665340 Jun 30 10:02:08.752230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-47c54d01-d627-42a3-b0fe-2e0620a53d2a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:08.754201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-47c54d01-d627-42a3-b0fe-2e0620a53d2a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 946 time: 0.0894308 Jun 30 10:02:08.851682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Deleting port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:08.852032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:08.939862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] For port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:08.940222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.437814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.438187 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.438498 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 disassociated. External IP: 172.25.4.45, port: 4b049a15-4ba4-4d31-891b-eb4f8e33ff36. Jun 30 10:02:09.438844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Calling delete_port for 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:09.561421 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.588533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'Port': ['ID=4b049a15-4ba4-4d31-891b-eb4f8e33ff36,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:09.704496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:09.825057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:09.838167 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:09.847034 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:09.847642 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:09.880271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] No DVR routers for this DVR port 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:09.883006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:09.885004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9676ecab-0d21-4b29-94ff-80eb32a6ef1c req-0272298e-1939-480b-9e89-1d681eed3edb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "DELETE /v2.0/ports/4b049a15-4ba4-4d31-891b-eb4f8e33ff36 HTTP/1.1" status: 204 len: 173 time: 1.1258738 Jun 30 10:02:09.904373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-deleted', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:09.906701 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddd45f-8d7f-4d5b-9ca1-48d989808e23" -d '{"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-deleted", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:09.919280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-af5c9e88-a382-40be-a13c-0467014987cf req-b268d080-fa74-4345-8812-1dda11fa5dfd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=138038c7-c6f1-4642-87c5-a686059a142d HTTP/1.1" status: 200 len: 210 time: 0.0687227 Jun 30 10:02:09.950017 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1aa319-b521-4a4c-a22f-012a326c0ebc x-openstack-request-id: req-9d1aa319-b521-4a4c-a22f-012a326c0ebc {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:09.950247 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138038c7-c6f1-4642-87c5-a686059a142d", "name": "network-vif-deleted", "tag": "4b049a15-4ba4-4d31-891b-eb4f8e33ff36", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:09.950510 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d1aa319-b521-4a4c-a22f-012a326c0ebc {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:09.950911 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138038c7-c6f1-4642-87c5-a686059a142d', 'name': 'network-vif-deleted', 'tag': '4b049a15-4ba4-4d31-891b-eb4f8e33ff36', 'status': 'completed', 'code': 200} Jun 30 10:02:09.962093 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:10.160206 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:10.185605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:10.194381 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:10.195090 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:10.298447 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:10.494511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:10.522928 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42efca-1cd8-4eb1-b5b7-c3e1e5e4e4ed None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:10.727337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc6775-5e3a-45f6-b3fb-83a3b1745688 None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:02:11.250776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-869132a7-010a-48f1-8195-5d1ff708a170 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--980640465&fields=id&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 267 time: 0.0336995 Jun 30 10:02:11.353330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-5cdca321-d046-4eb1-97c1-f0e7c4f1bf76 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:11.354699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-5cdca321-d046-4eb1-97c1-f0e7c4f1bf76 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.0968304 Jun 30 10:02:11.369323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-77f6ee4d-1e3f-4519-8d07-043c768bf692 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/quotas/3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Jun 30 10:02:11.441209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-eeedafa3-3c02-44b5-a352-ad6b0e013e5f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671442 Jun 30 10:02:11.534144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-77691828-1568-4891-b617-08ab61d3384a service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817230 Jun 30 10:02:11.623762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-5f4f695e-c10f-437f-8492-4058412ace4f service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Jun 30 10:02:12.815321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d744ef7-79a1-4a69-9846-c82f629b15d4 req-f2eee31a-be5d-4155-b890-deba286b998a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jun 30 10:02:13.086977 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:13.108213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:13.108641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 4b049a15-4ba4-4d31-891b-eb4f8e33ff36 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:13.853632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-2155b28a-7a23-4d86-9f3b-089a4c5ca1bb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:13.855203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-2155b28a-7a23-4d86-9f3b-089a4c5ca1bb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.1313417 Jun 30 10:02:13.897568 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-3114e93b-d586-41c4-9ce7-a05108d90115 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 379 time: 0.0343404 Jun 30 10:02:13.906912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'port': {'device_id': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'admin_state_up': True, 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'security_groups': ['19e7f045-497a-4fd7-8b5f-28f16b307047']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:13.964925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b89bed5-9e31-4ff5-83de-f4c1b5f01381 req-3cb31aeb-0721-4935-a691-c445766ed176 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 210 time: 0.0310605 Jun 30 10:02:14.020037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:14.025227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.142171 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Allocated IP 172.20.0.8 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/d773b06b-5080-423a-9916-e62c378a9302) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:02:14.274269 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.286715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Transition to ACTIVE for port object d773b06b-5080-423a-9916-e62c378a9302 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:14.318603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.359401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:14.363011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:14.375742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:02:14.382225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:14.408480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.408827 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.409168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.409540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.409913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.410246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.410574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.410900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.411231 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.411556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.411880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.412207 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:14.442663 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:14.443293 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.457736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-64bb0079-9c25-4f94-bc49-367ba4e2501b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546396 Jun 30 10:02:14.469402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Request body: {'port': {'device_id': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:14.541761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.590458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-51d2ceb5-7f5d-4094-9412-f94d114575a7 None None] Provisioning for port d773b06b-5080-423a-9916-e62c378a9302 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:14.594341 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-51d2ceb5-7f5d-4094-9412-f94d114575a7 None None] Provisioning complete for port d773b06b-5080-423a-9916-e62c378a9302 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:14.594721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-51d2ceb5-7f5d-4094-9412-f94d114575a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.627646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-51d2ceb5-7f5d-4094-9412-f94d114575a7 None None] Port d773b06b-5080-423a-9916-e62c378a9302 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:02:15.100498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:02:15.107769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.119701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Transition to ACTIVE for port object d773b06b-5080-423a-9916-e62c378a9302 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:15.123432 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.139987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68d20-4c74-445c-bc38-7dddb7c15cd6 req-0f9e29f9-21eb-480f-af62-a0ffc95edd1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.141477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93d68d20-4c74-445c-bc38-7dddb7c15cd6 req-0f9e29f9-21eb-480f-af62-a0ffc95edd1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 931 time: 0.0634685 Jun 30 10:02:15.162358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:15.192077 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93d68d20-4c74-445c-bc38-7dddb7c15cd6 req-7d6e066b-268b-4855-add7-90fc43fc0d2d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Jun 30 10:02:15.197667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:15.255566 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:02:15.255910 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:02:15.256253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:15.260730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:02:15.261053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:15.265841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:02:15.266187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:02:15.266575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:02:15.267007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Bound port: d773b06b-5080-423a-9916-e62c378a9302, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:02:15.267370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.331952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:02:15.335047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:02:15.339485 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.373154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.373828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.375138 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1092 time: 0.9099956 Jun 30 10:02:15.375578 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:15.377863 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356d56e-8ca6-440c-8ee1-af995a1e567b" -d '{"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:15.404742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74c2e-9a23-4e9b-af1b-fc55071204d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:15.426011 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea71308-3cdb-4ddf-ad64-2f21014a6a4a x-openstack-request-id: req-7ea71308-3cdb-4ddf-ad64-2f21014a6a4a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:15.426562 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:15.426812 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ea71308-3cdb-4ddf-ad64-2f21014a6a4a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:15.427206 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'status': 'completed', 'code': 200} Jun 30 10:02:15.470035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-5d89c65e-f526-4d49-b10f-64816259377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.471538 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-5d89c65e-f526-4d49-b10f-64816259377a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0568078 Jun 30 10:02:15.516194 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-cc782241-f82a-4f44-9488-f57b74d35ea2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 217 time: 0.0372317 Jun 30 10:02:15.565135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-f8bb6406-8fd1-4a07-8dd8-f7d7b28e33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.566642 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-f8bb6406-8fd1-4a07-8dd8-f7d7b28e33f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0449347 Jun 30 10:02:15.621704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-60fd4f13-a891-4839-933d-0ef5bbd0fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.623094 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-60fd4f13-a891-4839-933d-0ef5bbd0fa1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499475 Jun 30 10:02:15.713065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-05937440-ea55-4fa1-876b-2aea9b866951 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834692 Jun 30 10:02:15.801650 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-01a5ca8c-b88b-4a86-acd9-9e1216a90e2a req-30c274e8-9987-414d-ba83-e9cc14cf8797 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810494 Jun 30 10:02:15.902156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-6352196c-5d8d-4955-8c03-6586b40cc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.903537 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-6352196c-5d8d-4955-8c03-6586b40cc3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0549510 Jun 30 10:02:15.989434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-b73e492c-7938-4eff-bcef-2660c29bcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.990900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-b73e492c-7938-4eff-bcef-2660c29bcc76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0815725 Jun 30 10:02:16.034897 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-0895df4e-25a9-447d-86f5-e736ee5f6571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 217 time: 0.0367079 Jun 30 10:02:16.083033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-0c7a7189-a51b-4262-b5cd-d0b104404583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:16.084470 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-0c7a7189-a51b-4262-b5cd-d0b104404583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0440495 Jun 30 10:02:16.141093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-5e8c7357-c311-487e-8217-786aaeefc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:16.142594 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-5e8c7357-c311-487e-8217-786aaeefc2a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504730 Jun 30 10:02:16.237945 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-6e8fc291-8556-4d87-81ca-f857101d8dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 Jun 30 10:02:16.332365 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f356d56e-8ca6-440c-8ee1-af995a1e567b req-b52b211d-0f87-4671-9695-73e40d19f797 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Jun 30 10:02:16.377337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d617-d581-4039-95da-4939ff753e48 req-aa057468-0dfb-47e8-993d-967947c622d5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:16.379390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9c7d617-d581-4039-95da-4939ff753e48 req-aa057468-0dfb-47e8-993d-967947c622d5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0667322 Jun 30 10:02:16.419397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a9c7d617-d581-4039-95da-4939ff753e48 req-4a121755-bc9e-40bf-a4b0-39857e8676b0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Jun 30 10:02:17.591390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1af75-741e-449d-9a44-61157a48c796 req-6ef2883d-ac4d-4bd5-9cdb-27fe9c478652 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:17.592842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1dd1af75-741e-449d-9a44-61157a48c796 req-6ef2883d-ac4d-4bd5-9cdb-27fe9c478652 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0628636 Jun 30 10:02:17.629709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1dd1af75-741e-449d-9a44-61157a48c796 req-dbf6c671-9555-4b49-89b2-1f19919369c1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306532 Jun 30 10:02:18.819118 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb242d2b-a5d2-46c3-87ef-094960ee4117 req-e92729bd-833d-42c3-89c9-008e20445deb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.820596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb242d2b-a5d2-46c3-87ef-094960ee4117 req-e92729bd-833d-42c3-89c9-008e20445deb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0679147 Jun 30 10:02:18.838885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:02:18.860892 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb242d2b-a5d2-46c3-87ef-094960ee4117 req-784d4163-2ace-4d55-aa7f-8c1858236627 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Jun 30 10:02:18.933654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:18.945026 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd773b06b-5080-423a-9916-e62c378a9302', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:02:18.980021 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:18.992722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:02:19.011612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:19.015595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:19.064555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:19.217469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d773b06b-5080-423a-9916-e62c378a9302'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:20.046169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522d1c5-4c50-489c-b4da-bd6faf8e0bcc req-6020c40d-877f-4585-a21e-f8a63d0f08cf tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:20.047705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7522d1c5-4c50-489c-b4da-bd6faf8e0bcc req-6020c40d-877f-4585-a21e-f8a63d0f08cf tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0705218 Jun 30 10:02:20.084799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7522d1c5-4c50-489c-b4da-bd6faf8e0bcc req-46348fc9-065d-4ccc-8e9b-ee3bb148d1b6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311809 Jun 30 10:02:20.845912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:20.892322 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port d773b06b-5080-423a-9916-e62c378a9302 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:20.896039 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port d773b06b-5080-423a-9916-e62c378a9302 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:20.896420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:20.972087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:20.994353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:20.996618 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f5ccc-e5c7-4051-b263-d0d68aaed7a1" -d '{"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-plugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:21.009447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:21.013805 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:21.040995 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca72b432-569a-482f-b762-3efa1a6a820b x-openstack-request-id: req-ca72b432-569a-482f-b762-3efa1a6a820b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:21.041290 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-plugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:21.041601 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca72b432-569a-482f-b762-3efa1a6a820b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:21.042093 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'code': 200} Jun 30 10:02:21.067326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:21.142216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b91dc-1945-4503-9385-815cf6e80d75 req-95e9fd41-4b63-4f5a-a0bd-95e43b374e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:21.144223 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-547b91dc-1945-4503-9385-815cf6e80d75 req-95e9fd41-4b63-4f5a-a0bd-95e43b374e68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0527487 Jun 30 10:02:21.178335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-547b91dc-1945-4503-9385-815cf6e80d75 req-f60e4c01-efb4-4b02-9928-99f4bebee835 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278847 Jun 30 10:02:21.259087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0c5d-e5ce-43aa-ab78-0871c0fb2984 req-c59b814f-d806-4a3b-9403-860f974bd06e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:21.260794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8ae0c5d-e5ce-43aa-ab78-0871c0fb2984 req-c59b814f-d806-4a3b-9403-860f974bd06e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0663991 Jun 30 10:02:21.298083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8ae0c5d-e5ce-43aa-ab78-0871c0fb2984 req-3ddfff64-2632-4333-a8a1-22b6b7e3732f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315785 Jun 30 10:02:22.469206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0627-307c-4d86-92c1-31b0624ccc3e req-4998b8db-1f2d-4416-8f19-fc61d240b930 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:22.470710 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67db0627-307c-4d86-92c1-31b0624ccc3e req-4998b8db-1f2d-4416-8f19-fc61d240b930 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0627804 Jun 30 10:02:22.508115 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67db0627-307c-4d86-92c1-31b0624ccc3e req-2963c66f-0f56-4b63-a086-534ade84623d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jun 30 10:02:22.674158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446597-4cb4-48a7-9e53-9902547774cf req-67b31d05-185d-4697-b72f-37cc0353698d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:22.675549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07446597-4cb4-48a7-9e53-9902547774cf req-67b31d05-185d-4697-b72f-37cc0353698d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0617738 Jun 30 10:02:22.684310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40068) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:22.688620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'floatingip': {'port_id': 'd773b06b-5080-423a-9916-e62c378a9302'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:22.731069 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:23.184833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:23.188504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:23.283565 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 associated. External IP: 172.25.4.45, port: d773b06b-5080-423a-9916-e62c378a9302. Jun 30 10:02:23.480506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:23.585362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:23.589989 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:23.594809 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:23.603303 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:23.603901 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:23.629287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9e1d1305-b1fc-4ec8-a244-95afc3c9921c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "PUT /v2.0/floatingips/7cdca673-0a61-4167-a587-5a30b6bc6898 HTTP/1.1" status: 200 len: 990 time: 0.9439473 Jun 30 10:02:23.629992 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:23.633925 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46" -d '{"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:23.671081 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c778e5-6f32-4704-b1d7-a3fdf12a2b8f x-openstack-request-id: req-68c778e5-6f32-4704-b1d7-a3fdf12a2b8f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:23.671592 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:23.671855 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68c778e5-6f32-4704-b1d7-a3fdf12a2b8f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:23.673576 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'status': 'completed', 'code': 200} Jun 30 10:02:23.713034 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:23.759979 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-5a6c0ace-1b21-484e-9015-5f9e726b94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:23.761390 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-5a6c0ace-1b21-484e-9015-5f9e726b94e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0648348 Jun 30 10:02:23.851540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-15354cdc-29ec-4c59-9927-098506cf5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:23.853010 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-15354cdc-29ec-4c59-9927-098506cf5749 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0848844 Jun 30 10:02:23.921845 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-bedda8f3-678a-4d7a-9266-dd15f324ec6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 998 time: 0.0622528 Jun 30 10:02:23.929784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:02:23Z', 'revision_number': 9, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:23.955375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:23.963487 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:23.964085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:02:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:23.970165 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-aa7b362a-f426-4fb2-9a68-aa47faf260bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:23.972129 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-aa7b362a-f426-4fb2-9a68-aa47faf260bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0438013 Jun 30 10:02:24.027563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-4c5969f3-ee4e-493f-9b9e-d47a29cc92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:24.028964 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-4c5969f3-ee4e-493f-9b9e-d47a29cc92b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510781 Jun 30 10:02:24.066855 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:24.120432 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-5d9ddd5b-14de-4946-bc2c-966812c0091b service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848927 Jun 30 10:02:24.212379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3b70bd3a-3a5b-4534-b6d9-00fac9b79f46 req-37e2b88c-d382-487e-b0aa-65be3796ad78 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852191 Jun 30 10:02:24.369671 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f5566736-d94a-4097-8b39-a96545335530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:02:23Z', 'revision_number': 9, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:24.394207 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5566736-d94a-4097-8b39-a96545335530 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:02:23Z', 'revision_number': 9, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:24.579427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ba289-b48f-4551-ac97-ea5cf601d52a None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:02:29.386348 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-201475d9-acd0-4ae1-a0e4-3bbc33a6161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:31.981125 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3452-a2a3-4665-84c3-0361b3aa1cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:32.103719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:33.176487 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:33.869628 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:34.822387 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:35.244948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-f206505e-707e-4ca5-9a5f-9caa2a538318 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519512 Jun 30 10:02:35.343478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-800df50e-4aa2-45a7-8d2f-6cd66c2e698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:35.344936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-800df50e-4aa2-45a7-8d2f-6cd66c2e698a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0555577 Jun 30 10:02:35.444748 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-c4d053ad-4c09-4929-ad58-d5377bbf369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:35.446202 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-c4d053ad-4c09-4929-ad58-d5377bbf369d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0816638 Jun 30 10:02:35.513224 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-0bd2cdbd-95b2-41d4-b184-9014f683134e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1001 time: 0.0599623 Jun 30 10:02:35.559601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-8ba0b744-0a74-4708-ad74-cb52e8588e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:35.560963 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-8ba0b744-0a74-4708-ad74-cb52e8588e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0416634 Jun 30 10:02:35.614912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-0ff0500b-e4b2-4c0b-97fe-e7592a79f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:35.616323 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-0ff0500b-e4b2-4c0b-97fe-e7592a79f978 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495372 Jun 30 10:02:35.708927 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-4811c938-5273-4068-abf2-3db839a58233 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Jun 30 10:02:35.744175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:35.798290 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-575e3f22-b1e2-4759-82d2-07b325c3ca55 req-44815ce4-8350-42ac-9439-249b2f694f64 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818872 Jun 30 10:02:52.162555 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:59.386293 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d42ce170-d855-4313-bf20-3c5b3e9b5162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.980762 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8c7d050b-b4d9-4f5c-b45c-beaea68c6475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.103673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.179779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.879897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.824672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.748258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:29.162253 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:03:29.385272 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-247dfecb-d088-42f3-9e22-d7ec80427234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:31.981307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6b6312ee-d6e9-484d-a941-4104f20b2985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:32.103920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:33.182202 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:33.877519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:34.830553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:35.740174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:37.243757 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-1653da5f-60c3-4c10-9e0d-d633baf4c3ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517795 Jun 30 10:03:37.341090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-54499f1c-f12c-431f-8f8d-37fd0599a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:37.342597 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-54499f1c-f12c-431f-8f8d-37fd0599a5ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0563688 Jun 30 10:03:37.443923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-cacf452c-d1fa-4735-8cfd-43b6428e1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:37.445400 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-cacf452c-d1fa-4735-8cfd-43b6428e1ff8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0826404 Jun 30 10:03:37.514152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-4b7f92bd-0e40-470a-b963-e86cbfca47c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1001 time: 0.0612218 Jun 30 10:03:37.561435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-fa4a181a-deae-4a16-b700-884191dcf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:37.562850 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-fa4a181a-deae-4a16-b700-884191dcf7e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0427444 Jun 30 10:03:37.620893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-824f6c6e-c80f-4819-a5cb-abf06a8a1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:37.622415 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-824f6c6e-c80f-4819-a5cb-abf06a8a1a34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509365 Jun 30 10:03:37.721254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-298842bf-5d80-43c7-99e1-923564cb07dc service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919065 Jun 30 10:03:37.807312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dd534dcf-2012-4c07-9e53-529dd5a8115f req-4a2b79ce-c29f-476b-8812-2fa972c6a58f service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795891 Jun 30 10:03:59.389466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c6e-0ef5-4563-945b-850d5993614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:59.997410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40286) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:04:00.096297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adf322-4680-45ae-9bf5-ea163c6c4566 req-4e6e3544-f5fa-4e41-8eca-f55c97ede99f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:00.097859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01adf322-4680-45ae-9bf5-ea163c6c4566 req-4e6e3544-f5fa-4e41-8eca-f55c97ede99f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0940669 Jun 30 10:04:00.116192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-2dc4ab17-b27c-458f-8855-69d515568b52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176510 Jun 30 10:04:00.141934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01adf322-4680-45ae-9bf5-ea163c6c4566 req-5b0367a1-4034-437d-945e-b3adaf999aa7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Jun 30 10:04:01.212052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-9a0347aa-47dc-4ea1-a315-51605ead9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.213921 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-9a0347aa-47dc-4ea1-a315-51605ead9356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0529625 Jun 30 10:04:01.311368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-dc1f5fb6-530f-417d-9ed3-c47c094e3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.312841 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-dc1f5fb6-530f-417d-9ed3-c47c094e3e12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0928555 Jun 30 10:04:01.321338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191ac4-ccbd-47d0-b5dc-983c4d9dc35a req-287a479a-81b8-4c8f-9127-3e8e9a07b9ce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.322838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35191ac4-ccbd-47d0-b5dc-983c4d9dc35a req-287a479a-81b8-4c8f-9127-3e8e9a07b9ce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0683997 Jun 30 10:04:01.360330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35191ac4-ccbd-47d0-b5dc-983c4d9dc35a req-071c1d86-8711-45e8-bc42-77b7f8a1c8bc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jun 30 10:04:01.377307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-94264d1c-8815-4025-906d-73ccd894d289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1001 time: 0.0579362 Jun 30 10:04:01.430680 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-614d8f62-e7a4-459d-ae6f-9f1c6f4ba862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.432128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-614d8f62-e7a4-459d-ae6f-9f1c6f4ba862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0479009 Jun 30 10:04:01.487798 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-71ae004e-e69c-4383-a9b0-b6852ec10d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:01.489296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-71ae004e-e69c-4383-a9b0-b6852ec10d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511606 Jun 30 10:04:01.575281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-2f0dd113-8a41-48ca-b54b-1c22dab5f884 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798900 Jun 30 10:04:01.665355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-93c5b215-8a6a-45be-9497-820585562990 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839427 Jun 30 10:04:01.980727 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9179fe13-8fb5-438a-a980-7c75e70858f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:02.104150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:02.530473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec00b1-e9b8-4ca1-b0b1-b3c3a30d2ea8 req-9f0d3a97-54a7-4643-a5a6-cd2bfd7a9d3f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:02.531934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72ec00b1-e9b8-4ca1-b0b1-b3c3a30d2ea8 req-9f0d3a97-54a7-4643-a5a6-cd2bfd7a9d3f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0621979 Jun 30 10:04:02.569150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-72ec00b1-e9b8-4ca1-b0b1-b3c3a30d2ea8 req-d6c4437b-00ca-45cc-ab7e-f2627354191a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Jun 30 10:04:03.184692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:03.739697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf128a3-3726-4d74-a29b-71c62548e70b req-f6fb5e8b-101d-4dba-bc39-c3a1a5850f53 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:03.741146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbf128a3-3726-4d74-a29b-71c62548e70b req-f6fb5e8b-101d-4dba-bc39-c3a1a5850f53 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0620279 Jun 30 10:04:03.777589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bbf128a3-3726-4d74-a29b-71c62548e70b req-e32ec69a-29db-4a14-8d92-8266a51685ce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Jun 30 10:04:03.892250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:04.833869 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:04.950858 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde39ce-db88-4344-8cd7-a23aa00cea5b req-9935c9cc-03e2-42d9-81ad-326069269e47 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:04.952313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cde39ce-db88-4344-8cd7-a23aa00cea5b req-9935c9cc-03e2-42d9-81ad-326069269e47 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0651674 Jun 30 10:04:04.990181 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cde39ce-db88-4344-8cd7-a23aa00cea5b req-57029b4f-4542-45eb-8b4e-bbd383c811a9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Jun 30 10:04:05.750226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:06.161341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:06.170468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c136f0-b61f-4a4d-8348-f946778c91ad req-a7c008b5-abe8-482c-928e-6be68fcc0a26 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:06.171954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42c136f0-b61f-4a4d-8348-f946778c91ad req-a7c008b5-abe8-482c-928e-6be68fcc0a26 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0667675 Jun 30 10:04:06.209997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-42c136f0-b61f-4a4d-8348-f946778c91ad req-09356538-543f-466f-bd91-b9a9cd113a9a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Jun 30 10:04:07.394760 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571ec75-1529-4965-8445-bba45049e605 req-df264306-b70b-4862-a1fb-c424cc4e57c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:07.396223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f571ec75-1529-4965-8445-bba45049e605 req-df264306-b70b-4862-a1fb-c424cc4e57c4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0648961 Jun 30 10:04:07.432828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f571ec75-1529-4965-8445-bba45049e605 req-e7d86c52-8168-465e-9b11-1b9ec059c71b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Jun 30 10:04:08.601683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0346f-a944-441f-916e-0054c0c1b7d1 req-de92e80b-fadb-42cb-8c85-d9aa46c88731 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:08.603171 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ff0346f-a944-441f-916e-0054c0c1b7d1 req-de92e80b-fadb-42cb-8c85-d9aa46c88731 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0617785 Jun 30 10:04:08.639647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4ff0346f-a944-441f-916e-0054c0c1b7d1 req-b4549476-1376-48c8-b8ca-beec52aaaa32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309277 Jun 30 10:04:09.810627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb492-064d-4cc9-b7b1-9cd5401381ae req-7114d385-f447-476e-81ec-6707363811ce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:09.812118 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78bbb492-064d-4cc9-b7b1-9cd5401381ae req-7114d385-f447-476e-81ec-6707363811ce tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0610249 Jun 30 10:04:09.849230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78bbb492-064d-4cc9-b7b1-9cd5401381ae req-ef854cb9-5577-44ed-ab48-446147607656 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Jun 30 10:04:11.031151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cef585-c708-4e31-b12f-7160fdd19fb6 req-7455bafa-24e8-47e7-a531-0db4f8361f57 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:11.032584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78cef585-c708-4e31-b12f-7160fdd19fb6 req-7455bafa-24e8-47e7-a531-0db4f8361f57 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0649757 Jun 30 10:04:11.073218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78cef585-c708-4e31-b12f-7160fdd19fb6 req-5604ea28-8d1d-4f53-956e-66c9ed70ca1e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Jun 30 10:04:12.241609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304de337-e252-4a1e-adb2-2c2b7a3f05be req-5613f88d-ecca-4228-9b0c-bcb888884f3e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:12.243078 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-304de337-e252-4a1e-adb2-2c2b7a3f05be req-5613f88d-ecca-4228-9b0c-bcb888884f3e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0607316 Jun 30 10:04:12.280587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-304de337-e252-4a1e-adb2-2c2b7a3f05be req-7a3c9dab-a22f-4726-94b0-90b460d50244 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Jun 30 10:04:13.466569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d304917-bfcd-4866-b595-b0ffd9d36b85 req-64ec357f-3f83-4d57-bdff-1459c48fc680 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.468020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d304917-bfcd-4866-b595-b0ffd9d36b85 req-64ec357f-3f83-4d57-bdff-1459c48fc680 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0644288 Jun 30 10:04:13.504354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2d304917-bfcd-4866-b595-b0ffd9d36b85 req-f219a64c-f84d-4f13-8a8a-da0c1e974cbb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Jun 30 10:04:13.685028 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-61408945-5818-44a7-8020-c287e504e7d7 service neutron] show failed (client error): The resource could not be found. Jun 30 10:04:13.686058 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-61408945-5818-44a7-8020-c287e504e7d7 service neutron] 10.222.0.41 "GET /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0541344 Jun 30 10:04:13.928398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-5cc4df81-3c33-484f-a5bf-80308872c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.929903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-5cc4df81-3c33-484f-a5bf-80308872c292 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1097 time: 0.0508871 Jun 30 10:04:13.940824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:14.007127 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.203432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:14.234673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:14.272477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:14.275040 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6e020b-77e9-41b5-8245-4fc72be8aa9c" -d '{"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:14.278562 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.290834 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Transition to ACTIVE for port object d773b06b-5080-423a-9916-e62c378a9302 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:04:14.294677 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.327365 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e3dfd4-38c7-4ed1-a3e7-eae81b874f10 x-openstack-request-id: req-11e3dfd4-38c7-4ed1-a3e7-eae81b874f10 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:14.327659 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:14.327912 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11e3dfd4-38c7-4ed1-a3e7-eae81b874f10 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:14.328955 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'code': 200} Jun 30 10:04:14.384044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:14.398441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.398775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.399122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.399461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.400104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.400104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.400462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.400763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.401122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.401455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.401798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.402130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:14.435637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] No DVR routers for this DVR port d773b06b-5080-423a-9916-e62c378a9302 on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:04:14.571023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:04:14.571697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:04:14.571697 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:14.575884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:04:14.576210 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:14.580979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:04:14.581320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:04:14.581706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:04:14.582162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Bound port: d773b06b-5080-423a-9916-e62c378a9302, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:04:14.582519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.676441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:14.680487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:04:14.684504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.717501 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:14.718151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.719520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] 10.222.0.11 "PUT /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1092 time: 0.7825646 Jun 30 10:04:14.771267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04f6a0-e260-4fb0-acb8-3f90ece0e93c req-df171a70-c3fa-436a-b946-a17b1ac492ec tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:14.772742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb04f6a0-e260-4fb0-acb8-3f90ece0e93c req-df171a70-c3fa-436a-b946-a17b1ac492ec tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.1512156 Jun 30 10:04:14.789945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0097bbe-37c4-4de6-aa42-1db9fa8c5fce service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:14.837627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb04f6a0-e260-4fb0-acb8-3f90ece0e93c req-5f4f5e4a-f020-4684-bded-116f27b2534b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444252 Jun 30 10:04:14.849273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-d2b1732a-95d7-4f82-9a2c-5f9a02d23e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:14.851072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-d2b1732a-95d7-4f82-9a2c-5f9a02d23e7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1095 time: 0.1018522 Jun 30 10:04:14.944504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-33a2a02d-504b-4160-b537-170a92ffe384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:14.946630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-33a2a02d-504b-4160-b537-170a92ffe384 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0896530 Jun 30 10:04:15.010555 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-6fa7cc63-4ca5-4c95-9841-5bafcb0bf923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0575452 Jun 30 10:04:15.060389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-508d4fa7-ff73-4c7b-a9bf-f696921120a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:15.061775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-508d4fa7-ff73-4c7b-a9bf-f696921120a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0453897 Jun 30 10:04:15.116179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-44f619ef-2679-48ab-9007-9530fbc408ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:15.118364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-44f619ef-2679-48ab-9007-9530fbc408ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501156 Jun 30 10:04:15.204440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-d1f66a3c-a3d4-482e-85a3-1b85ec843cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800180 Jun 30 10:04:15.293858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd2de774-5ee3-41a6-a8ea-479840c6b45e req-6660c48a-bd44-4500-b117-e41b11a6923b service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820982 Jun 30 10:04:16.014465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454a210-89dc-445e-9912-7dc7e2fb210b req-74568961-8929-4985-a2d5-d94157b6c7bd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.015938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f454a210-89dc-445e-9912-7dc7e2fb210b req-74568961-8929-4985-a2d5-d94157b6c7bd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0631816 Jun 30 10:04:16.054623 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f454a210-89dc-445e-9912-7dc7e2fb210b req-7541b135-8b49-40aa-b83a-9e53a1421214 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315399 Jun 30 10:04:16.329881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:16.332147 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df6073c-fc92-48e6-956d-afb0be8a7bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:16.378234 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9d6f7-0426-4f80-ae0a-4aba2f28c6b2 x-openstack-request-id: req-fea9d6f7-0426-4f80-ae0a-4aba2f28c6b2 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:16.378527 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:16.378781 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fea9d6f7-0426-4f80-ae0a-4aba2f28c6b2 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:16.379176 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'status': 'completed', 'code': 200} Jun 30 10:04:16.448500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-1801dda8-460c-4b06-8806-a012c1c2fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.450009 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-1801dda8-460c-4b06-8806-a012c1c2fca8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0514371 Jun 30 10:04:16.459072 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-b40a5fc5-aaa4-4d9e-a30d-ee83bb40c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.460581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-b40a5fc5-aaa4-4d9e-a30d-ee83bb40c628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0571942 Jun 30 10:04:16.540036 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-b4ee8966-1ca5-40c8-9015-09a5f628037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.541476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-b4ee8966-1ca5-40c8-9015-09a5f628037c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0851336 Jun 30 10:04:16.546822 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-1b82337f-0f23-4cb9-b42d-6e2d283bc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.548600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-1b82337f-0f23-4cb9-b42d-6e2d283bc7bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0823104 Jun 30 10:04:16.605353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-aa4853df-dbe2-4894-bae1-4754d7b370f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0572207 Jun 30 10:04:16.614519 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-d114e129-132a-4b4c-9af6-8c6332ae0e0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0594270 Jun 30 10:04:16.663137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-a497350c-f440-4eb8-9bbb-52640b93fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.665166 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-a497350c-f440-4eb8-9bbb-52640b93fb47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0447092 Jun 30 10:04:16.723664 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-69ed1c15-cf0c-483c-9980-218f8d193762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.725221 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-69ed1c15-cf0c-483c-9980-218f8d193762 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536983 Jun 30 10:04:16.824162 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-bc93729f-be0e-485e-9238-ac420c8d2091 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919297 Jun 30 10:04:16.914826 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-22c02de8-4479-4996-bfec-76add891524a service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Jun 30 10:04:16.995753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-208d75a7-1ed6-44ed-b780-4e917cb7b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.997201 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-208d75a7-1ed6-44ed-b780-4e917cb7b0b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.3857749 Jun 30 10:04:17.052766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-8cec7c75-c9d5-4e18-8407-93628b834e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:17.054834 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-8cec7c75-c9d5-4e18-8407-93628b834e04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497713 Jun 30 10:04:17.143970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-4c015206-874e-489a-95b5-9c112c3caecb service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830412 Jun 30 10:04:17.277264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7df6073c-fc92-48e6-956d-afb0be8a7bb9 req-2b403a40-1008-42eb-abab-cbe87a54f1b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263132 Jun 30 10:04:17.292756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120e1e9-f713-4963-aa82-0fe4dd90fad5 req-7c1c64b7-5246-447f-b8e9-1781709adb35 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:17.294389 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b120e1e9-f713-4963-aa82-0fe4dd90fad5 req-7c1c64b7-5246-447f-b8e9-1781709adb35 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.1253555 Jun 30 10:04:17.332268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b120e1e9-f713-4963-aa82-0fe4dd90fad5 req-276419a4-1de7-44d6-846c-90130e06175b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jun 30 10:04:17.333339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:04:17.371566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:04:18.506784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d608800-4013-47e3-947d-1af2276b2963 req-7687f805-a24a-4798-8bd1-d088e859f1d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:18.508245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d608800-4013-47e3-947d-1af2276b2963 req-7687f805-a24a-4798-8bd1-d088e859f1d8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0624712 Jun 30 10:04:18.544447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d608800-4013-47e3-947d-1af2276b2963 req-baf88d4a-0e97-4b79-a045-d5c65b6a98e7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306699 Jun 30 10:04:19.716766 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d9d1-666a-40b4-993e-bfdf627961ab req-9549f11d-9605-4ee6-aa20-4f2bbff40946 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:19.718403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee44d9d1-666a-40b4-993e-bfdf627961ab req-9549f11d-9605-4ee6-aa20-4f2bbff40946 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 943 time: 0.0617599 Jun 30 10:04:19.759145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee44d9d1-666a-40b4-993e-bfdf627961ab req-802ce603-3433-499d-9456-a4828e960d7f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351610 Jun 30 10:04:19.807131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d773b06b-5080-423a-9916-e62c378a9302 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:04:19.902741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:19.914089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'd773b06b-5080-423a-9916-e62c378a9302', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:04:19.949978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:19.962669 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:04:19.981245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:19.985564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:20.032613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:20.040033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.040382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.040727 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.041072 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.041406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.041741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.042094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.042436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.042748 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.043076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.043401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.043726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:20.162244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-eda3cc0c-f0cd-4aa0-826a-dfabd9106ad7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.163579 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-eda3cc0c-f0cd-4aa0-826a-dfabd9106ad7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&tenant_id=3c99af50f58e4759bd80834a6a9653d5&binding%3Ahost_id=n-h2-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.0785096 Jun 30 10:04:20.261185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c67e54-7824-4569-adfb-1ddc6f71fc68 req-4a975eab-cfe9-43f1-a8d4-9db9105d8960 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.262690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c67e54-7824-4569-adfb-1ddc6f71fc68 req-4a975eab-cfe9-43f1-a8d4-9db9105d8960 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.1194856 Jun 30 10:04:20.264393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-12491a53-71d0-4f29-b205-7cd777958f98 service neutron] 10.222.0.11 "GET /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302/bindings/n-h2-779913-25 HTTP/1.1" status: 200 len: 383 time: 0.0842240 Jun 30 10:04:20.296655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['d773b06b-5080-423a-9916-e62c378a9302'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:20.327307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-25c67e54-7824-4569-adfb-1ddc6f71fc68 req-ff92c2a5-6b3a-4bb0-af8c-7d744eeb67c3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590210 Jun 30 10:04:20.351966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-3db9bb2a-1edb-49a3-a079-b60409255b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.353456 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-3db9bb2a-1edb-49a3-a079-b60409255b63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1096 time: 0.0637028 Jun 30 10:04:20.444563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-c0d3df39-f452-4ce2-a3cc-d378a6e0bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.448881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-c0d3df39-f452-4ce2-a3cc-d378a6e0bbd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0882509 Jun 30 10:04:20.510213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-2bf54d92-0232-4f16-96c2-01124b050e5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1000 time: 0.0555377 Jun 30 10:04:20.557393 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-d5b0e79d-c629-4528-823d-bcd3dcc33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.558776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-d5b0e79d-c629-4528-823d-bcd3dcc33c8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0414240 Jun 30 10:04:20.615609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-61d89bec-5e1e-4600-a93f-3625cef68bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.617166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-61d89bec-5e1e-4600-a93f-3625cef68bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521724 Jun 30 10:04:20.701776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-5058be94-461f-4183-96ac-b40b50850c3b service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777824 Jun 30 10:04:20.791193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-3573fe94-df68-4147-b77e-68937ef3baab service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827253 Jun 30 10:04:21.503639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aa4c0-9bb7-4847-adaf-2065601ebc4f req-f39a6b72-d746-4b4e-8ae4-0787b2a7a0eb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:21.505100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-564aa4c0-9bb7-4847-adaf-2065601ebc4f req-f39a6b72-d746-4b4e-8ae4-0787b2a7a0eb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0617387 Jun 30 10:04:21.542125 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-564aa4c0-9bb7-4847-adaf-2065601ebc4f req-8cf0105b-5869-4277-b3bd-a649b0b02efb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Jun 30 10:04:21.812602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d773b06b-5080-423a-9916-e62c378a9302 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:04:21.859570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port d773b06b-5080-423a-9916-e62c378a9302 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:04:21.862973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port d773b06b-5080-423a-9916-e62c378a9302 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:21.863351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:21.940619 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:21.961186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:21.963436 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b39bd3-812b-4b3f-bd58-39c865add1f6" -d '{"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-plugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:21.975602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:21.981844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:22.015621 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b519e9b-9f43-4321-8be7-1499389ca291 x-openstack-request-id: req-6b519e9b-9f43-4321-8be7-1499389ca291 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:22.015920 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-plugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:22.016177 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b519e9b-9f43-4321-8be7-1499389ca291 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:22.016577 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'code': 200} Jun 30 10:04:22.033594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:22.716310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8e8c6-e672-4b8e-a3b6-2699bab64c6e req-2041a180-ee5e-456a-b029-0b1b20302f92 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:22.718353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9c8e8c6-e672-4b8e-a3b6-2699bab64c6e req-2041a180-ee5e-456a-b029-0b1b20302f92 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0642850 Jun 30 10:04:22.756126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9c8e8c6-e672-4b8e-a3b6-2699bab64c6e req-c29b9022-c81e-476d-835f-3f173ef0caef tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Jun 30 10:04:22.870097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-3b794a79-5f02-4fcf-ac23-81ca6c66c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:22.871483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-3b794a79-5f02-4fcf-ac23-81ca6c66c515 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1097 time: 0.0518901 Jun 30 10:04:22.882956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:22.955040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.153695 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:23.185456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:23.222780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:23.225145 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d14e16-4e18-4c64-a75f-fd0adbb7b4e8" -d '{"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:23.229097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.242284 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Transition to ACTIVE for port object d773b06b-5080-423a-9916-e62c378a9302 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:04:23.245742 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.276243 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c165dd0-bfb0-4384-bfd6-9e007ae99e9c x-openstack-request-id: req-3c165dd0-bfb0-4384-bfd6-9e007ae99e9c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:23.276544 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:23.276801 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c165dd0-bfb0-4384-bfd6-9e007ae99e9c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:23.277191 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'code': 200} Jun 30 10:04:23.329660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:23.340264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.340622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.340975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.341320 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.341661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.342027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.342368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.342701 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.343038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.343374 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.343702 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.344030 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:23.381464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] No DVR routers for this DVR port d773b06b-5080-423a-9916-e62c378a9302 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:04:23.517770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:04:23.518112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:04:23.518440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:23.522537 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:04:23.523523 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Attempting to bind port d773b06b-5080-423a-9916-e62c378a9302 on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:23.528215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:04:23.528553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:04:23.528936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:04:23.529360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Bound port: d773b06b-5080-423a-9916-e62c378a9302, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:04:23.529712 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.599235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:23.602410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:04:23.606189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.637625 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.638266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:23.639655 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 1093 time: 0.7611701 Jun 30 10:04:23.663767 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e9cf6-d323-4532-bb05-1d50cd8026b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=11']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:23.719870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-29537152-c726-4fd4-a9fa-9d460e26f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.721430 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-29537152-c726-4fd4-a9fa-9d460e26f662 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1096 time: 0.0587370 Jun 30 10:04:23.824164 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-6f98af52-ddad-4b5a-92bc-6f2118a7f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.825810 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-6f98af52-ddad-4b5a-92bc-6f2118a7f1e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0986238 Jun 30 10:04:23.889546 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-a682bd28-163c-4e49-b04d-6fd5b22cf771 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0575306 Jun 30 10:04:23.935922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe6ee0-bad6-4cdd-8e19-80ddfdf5a7c7 req-873b676d-3ce5-4d8e-977c-194e1dcd803c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.937385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-debe6ee0-bad6-4cdd-8e19-80ddfdf5a7c7 req-873b676d-3ce5-4d8e-977c-194e1dcd803c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0656412 Jun 30 10:04:23.942248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-61061be2-2dc4-4e2d-8896-b56288ad5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.943689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-61061be2-2dc4-4e2d-8896-b56288ad5ae6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0484159 Jun 30 10:04:23.975202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-debe6ee0-bad6-4cdd-8e19-80ddfdf5a7c7 req-fcdf3550-378f-41f3-9af0-70f528ae62a4 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Jun 30 10:04:24.000616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-2840981d-a255-43f9-9e4a-a47c39a4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:24.002144 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-2840981d-a255-43f9-9e4a-a47c39a4e498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514333 Jun 30 10:04:24.089143 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-93d62ce2-d8ce-4f99-9086-7334da3fad56 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806773 Jun 30 10:04:24.180006 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4509db05-b5bc-46e2-bba4-24710d918b9d req-12862259-9d64-488c-9d28-7363275a8cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843558 Jun 30 10:04:25.150879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99fe4-de70-4c03-9c18-97fc677591c2 req-d2244dc6-743a-41b6-894b-54d6ebfa48ca tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.152260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89a99fe4-de70-4c03-9c18-97fc677591c2 req-d2244dc6-743a-41b6-894b-54d6ebfa48ca tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0610955 Jun 30 10:04:25.188272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-89a99fe4-de70-4c03-9c18-97fc677591c2 req-2abff7af-4fe6-4faa-85a4-8954ade9aecd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305068 Jun 30 10:04:25.278935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:25.281363 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea1bfab-f9a6-43e9-969e-e4764fe501c7" -d '{"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:25.328538 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6215e2b-af27-41a6-bf14-b06a9a619781 x-openstack-request-id: req-a6215e2b-af27-41a6-bf14-b06a9a619781 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:25.328835 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:25.329094 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6215e2b-af27-41a6-bf14-b06a9a619781 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:25.329519 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'status': 'completed', 'code': 200} Jun 30 10:04:25.400671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-b62d3da4-922d-45d4-8ea9-d798f6c917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.401729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-970212c5-8430-41fd-9af4-ab60a55d1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.402187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-b62d3da4-922d-45d4-8ea9-d798f6c917be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1096 time: 0.0499077 Jun 30 10:04:25.403189 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-970212c5-8430-41fd-9af4-ab60a55d1ef4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 1096 time: 0.0526278 Jun 30 10:04:25.493492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-c1d641bc-3f38-47b6-a429-97e95df2cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.494481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-3836e9c8-8341-40bf-987d-b84cd59391b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.495001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-c1d641bc-3f38-47b6-a429-97e95df2cecf service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0870802 Jun 30 10:04:25.495936 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-3836e9c8-8341-40bf-987d-b84cd59391b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0865698 Jun 30 10:04:25.561438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-c782d059-8db5-4f96-9a34-157c62fea55b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0589864 Jun 30 10:04:25.577821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-388f1102-cbfa-410b-96b8-323582506d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 200 len: 999 time: 0.0630388 Jun 30 10:04:25.620640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-844c60cc-7661-441b-aeeb-0d80d383250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.622421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-844c60cc-7661-441b-aeeb-0d80d383250a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0556300 Jun 30 10:04:25.628373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-8dbc1185-cfe6-44c7-a36d-db932cdf8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.629824 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-8dbc1185-cfe6-44c7-a36d-db932cdf8367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0451403 Jun 30 10:04:25.680632 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-e156ed35-e7cd-4a05-abee-47afb7f5b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.682330 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-e156ed35-e7cd-4a05-abee-47afb7f5b3c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539813 Jun 30 10:04:25.696586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-89f43a93-2fe0-4904-a94d-146f0106d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.698279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-89f43a93-2fe0-4904-a94d-146f0106d548 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613036 Jun 30 10:04:25.779067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-92364131-6e0b-4dd8-83f7-ce016cbf5051 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902410 Jun 30 10:04:25.796807 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-41bd2edf-a19f-44b5-9d87-e000a736268b service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917740 Jun 30 10:04:25.810384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d773b06b-5080-423a-9916-e62c378a9302 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:04:25.854410 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device d773b06b-5080-423a-9916-e62c378a9302 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:04:25.891058 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-49b9b2c4-da03-467b-88d0-ad0765e4db65 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056120 Jun 30 10:04:26.212747 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-dea1bfab-f9a6-43e9-969e-e4764fe501c7 req-73752a73-ab5a-43bd-972d-3ba5253ba465 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094565 Jun 30 10:04:26.355502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9a1e3-fc05-4b10-93b0-0ea78a255c26 req-963f97bc-35c6-4689-970b-228d0d24b4b9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:26.356942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6b9a1e3-fc05-4b10-93b0-0ea78a255c26 req-963f97bc-35c6-4689-970b-228d0d24b4b9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0610275 Jun 30 10:04:26.393551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6b9a1e3-fc05-4b10-93b0-0ea78a255c26 req-233c0e5f-3188-4733-9c8b-688aa88d99b1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Jun 30 10:04:26.574298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17be38-94c8-4d3e-b846-57b3bdcde31d req-a7ae0b91-77f1-4181-8e06-82f77e328194 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:26.575647 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d17be38-94c8-4d3e-b846-57b3bdcde31d req-a7ae0b91-77f1-4181-8e06-82f77e328194 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0676358 Jun 30 10:04:26.611460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d17be38-94c8-4d3e-b846-57b3bdcde31d req-1044a222-2cb1-450e-ba1c-7f4c21579f33 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302472 Jun 30 10:04:26.784802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396005d-898f-4522-987f-3b2c1398a9c3 req-92efdc35-2b49-4761-8bbf-6cce39fb8743 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:26.786278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e396005d-898f-4522-987f-3b2c1398a9c3 req-92efdc35-2b49-4761-8bbf-6cce39fb8743 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0627143 Jun 30 10:04:26.824600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e396005d-898f-4522-987f-3b2c1398a9c3 req-42d76da8-75b1-4b5e-a4dd-742dded020c3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Jun 30 10:04:27.215047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45f678-0c0c-474d-92e4-d993cdf46e5d req-93253fb2-3940-49e7-9811-11254983b860 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:27.216518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da45f678-0c0c-474d-92e4-d993cdf46e5d req-93253fb2-3940-49e7-9811-11254983b860 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 944 time: 0.0630929 Jun 30 10:04:27.253035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da45f678-0c0c-474d-92e4-d993cdf46e5d req-0c4a25aa-e4d3-40c0-b9da-50efce0da324 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Jun 30 10:04:27.380043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:04:27.474879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:27.485898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'd773b06b-5080-423a-9916-e62c378a9302', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'd773b06b-5080-423a-9916-e62c378a9302', 'mac_address': 'fa:16:3e:3d:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:04:27.521100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:27.533587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:04:27.552205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:27.557185 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:27.604777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:27.789879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['d773b06b-5080-423a-9916-e62c378a9302'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:28.363940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-1a3f766a-230d-43c4-9404-a0c043a3bf1b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:28.365384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-1a3f766a-230d-43c4-9404-a0c043a3bf1b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0618048 Jun 30 10:04:28.429112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733b03-33a0-468f-8003-57d1ca0cce12 req-cc63f79b-b772-40e6-8342-e740c4b35406 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:28.430783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d733b03-33a0-468f-8003-57d1ca0cce12 req-cc63f79b-b772-40e6-8342-e740c4b35406 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 945 time: 0.0651765 Jun 30 10:04:28.467549 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Deleting port d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:04:28.467892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:28.468816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d733b03-33a0-468f-8003-57d1ca0cce12 req-ffb6d512-a454-4bac-a846-36344ec4eeb2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Jun 30 10:04:28.561512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] For port d773b06b-5080-423a-9916-e62c378a9302, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=d773b06b-5080-423a-9916-e62c378a9302,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:28.561810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:28.723713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:28.724082 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:28.724394 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 disassociated. External IP: 172.25.4.45, port: d773b06b-5080-423a-9916-e62c378a9302. Jun 30 10:04:28.724736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Calling delete_port for d773b06b-5080-423a-9916-e62c378a9302 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:04:28.854648 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:28.880440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'Port': ['ID=d773b06b-5080-423a-9916-e62c378a9302,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:28.997990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:04:29.106606 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:04:29.116174 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:04:29.126097 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:04:29.126698 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:29.150325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] No DVR routers for this DVR port d773b06b-5080-423a-9916-e62c378a9302 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:04:29.152985 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:29.154946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-41acfa33-6aaa-44cc-994d-9d7c3f37af5d req-386419ff-953e-4b9a-ac8e-853fbf5dff32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "DELETE /v2.0/ports/d773b06b-5080-423a-9916-e62c378a9302 HTTP/1.1" status: 204 len: 173 time: 0.7831087 Jun 30 10:04:29.155376 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-deleted', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:29.157635 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3313f7-348d-416f-945d-eacb8ff0da6e" -d '{"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-deleted", "tag": "d773b06b-5080-423a-9916-e62c378a9302"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:29.204870 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea9003-0a2c-476e-a8ad-dd6066efe1ff x-openstack-request-id: req-96ea9003-0a2c-476e-a8ad-dd6066efe1ff {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:29.205162 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920f353a-917f-4b8a-bcba-4c9937e5bba5", "name": "network-vif-deleted", "tag": "d773b06b-5080-423a-9916-e62c378a9302", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:29.205433 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96ea9003-0a2c-476e-a8ad-dd6066efe1ff {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:29.205871 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '920f353a-917f-4b8a-bcba-4c9937e5bba5', 'name': 'network-vif-deleted', 'tag': 'd773b06b-5080-423a-9916-e62c378a9302', 'status': 'completed', 'code': 200} Jun 30 10:04:29.233991 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:04:29.394059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c24c4873-e6a4-4135-831a-4c7d9cf6c3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:29.408671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:04:29.412230 n-d-779913-25 neutron-server[94186]: INFO neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No ports have port_id starting with d773b06b-5080-423a-9916-e62c378a9302 Jun 30 10:04:29.413965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 requested by agent hyperv_n-h1-779913-25 not found in database {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jun 30 10:04:29.437177 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:29.466290 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:04:29.474418 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:04:29.475014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:04:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:29.583176 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:04:29.630988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5b6efbf-39be-435e-8bb7-3e909581d5a0 req-3c7e83f5-4a2c-4e0a-85c3-1084fd04484c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=920f353a-917f-4b8a-bcba-4c9937e5bba5 HTTP/1.1" status: 200 len: 210 time: 0.0274768 Jun 30 10:04:29.776316 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:29.805462 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ff90a-1349-4575-b848-8ad5ab1ae132 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:04:30.020699 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733c8a7-8013-4880-8d97-18943452e411 None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:04:30.963026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-b7932d7b-10ab-44b3-9406-f1ce8b46f608 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--980640465&fields=id&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 267 time: 0.0319142 Jun 30 10:04:31.070879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-a69aeab5-5282-41c6-9059-fb45a6a9f707 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:31.072290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-a69aeab5-5282-41c6-9059-fb45a6a9f707 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.1030965 Jun 30 10:04:31.086189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-876d32a3-b254-4d8e-a2b5-2adc21a098e0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/quotas/3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 375 time: 0.0086679 Jun 30 10:04:31.151117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-c8fd34d1-6d1c-4bf0-9a8c-5004b622ce1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602491 Jun 30 10:04:31.247942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-b2dab3b4-1694-4431-95bb-60e89dec5fec service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jun 30 10:04:31.336684 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-67b3937f-f796-4cbc-bb95-ef98d7a0eb22 service neutron] 10.222.0.66 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828571 Jun 30 10:04:31.504206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4005a4f7-9bca-4b26-8e02-f87f039781e2 req-ee309aa5-aff0-4c28-af39-ba0435834bf9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0275197 Jun 30 10:04:31.980139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4d9bab91-d4ba-4e46-bff5-684c381c5515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:32.103969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:32.512771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3227f79d-0965-4121-ac92-765cc150869f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:32.514217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3227f79d-0965-4121-ac92-765cc150869f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 811 time: 0.1078153 Jun 30 10:04:32.561581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-b7754127-099b-4386-9cb1-2f64e000d38d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 379 time: 0.0370402 Jun 30 10:04:32.570577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'port': {'device_id': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'admin_state_up': True, 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'security_groups': ['19e7f045-497a-4fd7-8b5f-28f16b307047']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:32.651882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-629ac74e-2032-4c66-aff8-76440983c764 req-1b41bfde-82a4-447a-9232-30d4914243ee tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0328209 Jun 30 10:04:32.710926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Made reservation on behalf of 3c99af50f58e4759bd80834a6a9653d5 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:04:32.714481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:32.838444 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Allocated IP 172.20.0.5 (3e8700fb-cd82-4f69-8edb-0c20d33308bb/37c52b87-7b16-4b29-bc10-b06a967409cc/ce61672a-950c-46cd-a0bb-299daab818ce) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:04:32.969250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:32.982756 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Transition to ACTIVE for port object ce61672a-950c-46cd-a0bb-299daab818ce will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:04:33.014335 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.061184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:04:33.064206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:04:33.066519 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:04:33.097552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:33.123819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:33.124445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.138914 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-3b06c86d-66d3-42c0-92aa-2957569dd544 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720267 Jun 30 10:04:33.181553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Request body: {'port': {'device_id': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:33.189594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.253573 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.273603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b41f4f7d-6434-49db-85b9-c908f7dad676 None None] Provisioning for port ce61672a-950c-46cd-a0bb-299daab818ce completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:04:33.277324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b41f4f7d-6434-49db-85b9-c908f7dad676 None None] Provisioning complete for port ce61672a-950c-46cd-a0bb-299daab818ce triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:33.277725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b41f4f7d-6434-49db-85b9-c908f7dad676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.314499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b41f4f7d-6434-49db-85b9-c908f7dad676 None None] Port ce61672a-950c-46cd-a0bb-299daab818ce cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:04:33.427229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:04:33.446681 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: d773b06b-5080-423a-9916-e62c378a9302 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:04:33.447030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device d773b06b-5080-423a-9916-e62c378a9302 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:04:33.509384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:04:33.516507 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.528301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Transition to ACTIVE for port object ce61672a-950c-46cd-a0bb-299daab818ce will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:04:33.532199 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.583188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:33.653435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:04:33.653797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:04:33.654126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:33.658453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:04:33.658773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:04:33.663638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:04:33.663975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:04:33.664355 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:04:33.664879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Bound port: ce61672a-950c-46cd-a0bb-299daab818ce, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:04:33.665240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.730416 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:04:33.733822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:04:33.739264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.783636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:33.784564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.785739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] 10.222.0.11 "PUT /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1092 time: 0.6087346 Jun 30 10:04:33.789879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:33.791375 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f7050-382c-4e06-ae5c-be777e0e20f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:33.840213 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf65d3-6d70-458a-ac77-c6ac241c00bd service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:33.852858 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4122b18-18e3-4977-97a5-a9a702a5f9ed x-openstack-request-id: req-c4122b18-18e3-4977-97a5-a9a702a5f9ed {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:33.853156 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:33.853413 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4122b18-18e3-4977-97a5-a9a702a5f9ed {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:33.853852 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'status': 'completed', 'code': 200} Jun 30 10:04:33.903274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca54c75-68a0-427b-ae7c-c94e136516e2 req-ff5c1f7b-dc96-413b-a122-c517a61fdf4e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:33.904980 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eca54c75-68a0-427b-ae7c-c94e136516e2 req-ff5c1f7b-dc96-413b-a122-c517a61fdf4e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.1363480 Jun 30 10:04:33.909460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:33.956814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eca54c75-68a0-427b-ae7c-c94e136516e2 req-cffbd520-cc97-4e4d-9fcc-fc251fa1a555 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 Jun 30 10:04:33.960515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-880fb744-d153-434a-81e8-9fcb700602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:33.961956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-880fb744-d153-434a-81e8-9fcb700602b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1095 time: 0.1073117 Jun 30 10:04:34.002754 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-fd67fd9f-30d8-4b7a-8366-603b080fc4dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 217 time: 0.0342138 Jun 30 10:04:34.054533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-44cfa760-64cf-4091-b2a8-2e11fcca2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.055969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-44cfa760-64cf-4091-b2a8-2e11fcca2033 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0473526 Jun 30 10:04:34.112260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0bd64eb1-4cd2-4019-97b2-cbba5312ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.113635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-0bd64eb1-4cd2-4019-97b2-cbba5312ae5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519145 Jun 30 10:04:34.200475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-6cdbaf30-ad4c-4063-8b03-9d15d786cce7 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799344 Jun 30 10:04:34.288926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-07fdc400-277a-4ef3-8df6-e270b7d32c55 req-9bb598c2-bed0-445d-b1af-d196619b503d service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822930 Jun 30 10:04:34.388029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-3c521165-9a6d-461f-b408-d59b3c3b9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.389382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-3c521165-9a6d-461f-b408-d59b3c3b9dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1095 time: 0.0516710 Jun 30 10:04:34.480050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-c6384780-0180-482b-b5e4-b04bd1cb08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.481503 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-c6384780-0180-482b-b5e4-b04bd1cb08da service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0861714 Jun 30 10:04:34.521805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-9307474d-bda7-49a9-92db-2a84ae2bfa92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 217 time: 0.0344522 Jun 30 10:04:34.567671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-b0e87805-efaa-4439-946a-07bb6206983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.569083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-b0e87805-efaa-4439-946a-07bb6206983e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0416765 Jun 30 10:04:34.627234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-9317972c-8fb6-446e-be94-af252127472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:34.628718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-9317972c-8fb6-446e-be94-af252127472c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528853 Jun 30 10:04:34.718127 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-8a5fa050-29dd-4523-864c-3b383434c1ab service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795135 Jun 30 10:04:34.808584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc2f7050-382c-4e06-ae5c-be777e0e20f7 req-6b06cde7-8901-4ca1-82ed-46f921200ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Jun 30 10:04:34.838107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:35.135926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb380a7-3546-4b31-a0df-b10c797d4f9b req-f3fd6d33-db63-4ee6-b33b-f29c47e3652b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:35.137371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feb380a7-3546-4b31-a0df-b10c797d4f9b req-f3fd6d33-db63-4ee6-b33b-f29c47e3652b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0642536 Jun 30 10:04:35.172525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feb380a7-3546-4b31-a0df-b10c797d4f9b req-07c54ec7-b157-4da9-832b-c6a8449097e9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295606 Jun 30 10:04:35.740441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:36.341675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbf31d-5eab-454f-b925-678e2a598688 req-19b0ee5a-2712-411c-8cd8-6142939ec0a3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:36.343067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dcbf31d-5eab-454f-b925-678e2a598688 req-19b0ee5a-2712-411c-8cd8-6142939ec0a3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0615754 Jun 30 10:04:36.378728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dcbf31d-5eab-454f-b925-678e2a598688 req-5eb367c8-7c26-4ca7-80e3-98260235d7a8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301800 Jun 30 10:04:37.549940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd05836-8fee-4580-b157-fe8bbb9b45a1 req-e28615d1-d265-4fb0-84d9-2ab573b906c1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:37.551372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dd05836-8fee-4580-b157-fe8bbb9b45a1 req-e28615d1-d265-4fb0-84d9-2ab573b906c1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0638494 Jun 30 10:04:37.588618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3dd05836-8fee-4580-b157-fe8bbb9b45a1 req-820cf397-60aa-4ab0-b397-115e0bc54c11 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Jun 30 10:04:37.881833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:04:37.973880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:37.985086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:04:38.020790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:38.032884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:04:38.053016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:38.057197 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:38.102285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:38.345658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['ce61672a-950c-46cd-a0bb-299daab818ce'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:38.760907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da198598-8828-4b40-b3da-fac530fd890c req-67d1df6d-3c3b-4dfb-a2d5-ce1441c7b961 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:38.762396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da198598-8828-4b40-b3da-fac530fd890c req-67d1df6d-3c3b-4dfb-a2d5-ce1441c7b961 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0609810 Jun 30 10:04:38.798328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da198598-8828-4b40-b3da-fac530fd890c req-2a189c12-8dff-4a71-8e93-29d854f03f5d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Jun 30 10:04:39.898093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:04:39.946375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port ce61672a-950c-46cd-a0bb-299daab818ce completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:04:39.949957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port ce61672a-950c-46cd-a0bb-299daab818ce triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:39.950337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:39.975103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6c6a-1388-4c50-b180-a52dfa0054a8 req-86fc6204-f683-43cb-9219-dc9046e94acd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:39.976577 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bea6c6a-1388-4c50-b180-a52dfa0054a8 req-86fc6204-f683-43cb-9219-dc9046e94acd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0618751 Jun 30 10:04:40.018072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4bea6c6a-1388-4c50-b180-a52dfa0054a8 req-9fbc7b1e-5d04-44f1-a805-f95703a1eb33 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356874 Jun 30 10:04:40.027552 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:40.049093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:40.051358 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d6b839-091f-4394-8fc3-a93f89f9577b" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:40.063545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:40.067503 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:40.090432 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d81f3c-c49e-4980-a38b-292bae11b598 x-openstack-request-id: req-d1d81f3c-c49e-4980-a38b-292bae11b598 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:40.090734 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:40.090994 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1d81f3c-c49e-4980-a38b-292bae11b598 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:40.091925 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'code': 200} Jun 30 10:04:40.118337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:40.196119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc863c4-0619-45e8-95fc-1b7abf02eff5 req-6896d1e0-0574-4b5e-a894-2da3cabf1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:40.197640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afc863c4-0619-45e8-95fc-1b7abf02eff5 req-6896d1e0-0574-4b5e-a894-2da3cabf1b66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0489852 Jun 30 10:04:40.231141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-afc863c4-0619-45e8-95fc-1b7abf02eff5 req-f477d58c-b650-4028-9a35-8f799231e9b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277789 Jun 30 10:04:41.187713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f38f-c484-4b9a-b547-e429da409de7 req-72d63cd8-ab7c-4c47-a778-ddb9a3648232 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:41.189174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e059f38f-c484-4b9a-b547-e429da409de7 req-72d63cd8-ab7c-4c47-a778-ddb9a3648232 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0610187 Jun 30 10:04:41.227715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e059f38f-c484-4b9a-b547-e429da409de7 req-df4154de-cc63-4221-bf76-25b868c55ddb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Jun 30 10:04:42.403667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871139e3-98af-4a8e-9bc4-f2d3abb315fb req-5ce9f375-ec4e-47fc-9231-04fd292dd819 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:42.405114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-871139e3-98af-4a8e-9bc4-f2d3abb315fb req-5ce9f375-ec4e-47fc-9231-04fd292dd819 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0639586 Jun 30 10:04:42.440969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-871139e3-98af-4a8e-9bc4-f2d3abb315fb req-1e8b1ed7-2e8b-427f-bd13-09515dfbc2ed tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302546 Jun 30 10:04:42.607963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ed77-fec6-4c77-b7c5-a5fb89302a2e req-cedd9d2c-4cdb-4233-b43e-ed1dcd1fd1d9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:42.609318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ae53ed77-fec6-4c77-b7c5-a5fb89302a2e req-cedd9d2c-4cdb-4233-b43e-ed1dcd1fd1d9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0611701 Jun 30 10:04:42.618317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 40448) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:04:42.622561 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Request body: {'floatingip': {'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:42.659384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:43.159906 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:43.427338 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:43.431018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:43.527120 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 associated. External IP: 172.25.4.45, port: ce61672a-950c-46cd-a0bb-299daab818ce. Jun 30 10:04:43.729922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:04:43.836235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:04:43.841159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:43.846622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:04:43.856062 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:04:43.856664 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:43.875486 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c516b89c-6071-421c-a61e-2a95ebe5743c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "PUT /v2.0/floatingips/7cdca673-0a61-4167-a587-5a30b6bc6898 HTTP/1.1" status: 200 len: 991 time: 1.2561595 Jun 30 10:04:43.876079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:43.878424 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f1d322-63a3-4739-90e2-f6a3a7c27c41" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:43.915330 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24a2f3-575d-482b-b874-8d3b2cd972ee x-openstack-request-id: req-5b24a2f3-575d-482b-b874-8d3b2cd972ee {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:43.915626 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:43.915881 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b24a2f3-575d-482b-b874-8d3b2cd972ee {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:43.916280 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'status': 'completed', 'code': 200} Jun 30 10:04:43.963163 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:04:43.991840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-4d902513-30fe-4354-af7a-f23cc4670105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:43.993282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-4d902513-30fe-4354-af7a-f23cc4670105 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0531216 Jun 30 10:04:44.085610 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-78fb1e61-a92b-4c43-88d3-bddc1a433a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:44.087159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-78fb1e61-a92b-4c43-88d3-bddc1a433a53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0879061 Jun 30 10:04:44.154268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-14ff6154-a279-40d0-ae4b-3acc57d0802d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0607255 Jun 30 10:04:44.205945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-c947c6c4-37c2-44db-a2ea-a23b6bc40a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:44.207393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-c947c6c4-37c2-44db-a2ea-a23b6bc40a3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0472066 Jun 30 10:04:44.265302 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-6460acda-1f7f-4397-98b2-1ab38b12ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:44.266744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-6460acda-1f7f-4397-98b2-1ab38b12ed42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530937 Jun 30 10:04:44.278126 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:04:43Z', 'revision_number': 13, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:44.307136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:04:44.315181 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:04:44.315760 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:04:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:44.353535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-abe38787-625b-4fe9-ae03-82a2b2187d20 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799775 Jun 30 10:04:44.416048 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:04:44.446049 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-78f1d322-63a3-4739-90e2-f6a3a7c27c41 req-0c60bb72-491a-485b-875e-887991234ffa service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Jun 30 10:04:44.634883 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:04:43Z', 'revision_number': 13, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:04:44.663434 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc5ab1-e237-4f23-9126-5ed8da828026 None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '7cdca673-0a61-4167-a587-5a30b6bc6898', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:56:36Z', 'updated_at': '2021-06-30T10:04:43Z', 'revision_number': 13, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:04:44.850910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f617cc-ff58-40e5-b9b2-4917de4dfe55 None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:04:59.395095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d44f0360-90d3-448e-811d-46ef923c1bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.958727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-4ecf2883-f858-4d99-b309-ac585ff0d1f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508630 Jun 30 10:05:01.060508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-7a9b6a8b-523e-4a4e-9a16-0cb91d9c0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.061902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-7a9b6a8b-523e-4a4e-9a16-0cb91d9c0a61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0503931 Jun 30 10:05:01.167881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-76285dd3-4d8d-4e79-8c27-08ef36049e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.169319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-76285dd3-4d8d-4e79-8c27-08ef36049e2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0867660 Jun 30 10:05:01.232155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-8d8d3b1d-1876-46cd-bb75-c58378efe8cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1001 time: 0.0561919 Jun 30 10:05:01.285056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-846ea096-8fad-4fa6-9a45-ffd488ab14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.286476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-846ea096-8fad-4fa6-9a45-ffd488ab14aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0464885 Jun 30 10:05:01.343559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-4d8f1bc7-b493-4b73-b9b4-26f675677bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.344926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-4d8f1bc7-b493-4b73-b9b4-26f675677bc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508456 Jun 30 10:05:01.431674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-d3b75f35-efc0-44e5-bb9f-2f1723d5f551 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793743 Jun 30 10:05:01.523531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f9f703-0074-4c5c-9f02-766cc8169129 req-487712e6-1eea-4709-bbbd-584b79330eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853310 Jun 30 10:05:01.980754 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-83f49f59-a6cc-4f80-9c14-0f86cafe333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:02.103813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:03.189412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:03.906100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:04.845830 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:05.743416 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.158857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:29.395177 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e689452-347f-4548-a8d5-2e79fa4e119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.980573 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4df531da-3040-4cd9-bb33-25379b8f4340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.105597 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.193048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.936914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:34.841498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:35.750022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:57.157797 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:59.396880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a93ad1d5-14ee-4a69-8e90-9dff82d25e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:00.972214 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-25c028e7-b013-4dba-a94d-7e976bba47db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523353 Jun 30 10:06:01.065912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-d004d1a7-65e2-4ab0-80f7-81660dc31cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:01.067310 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-d004d1a7-65e2-4ab0-80f7-81660dc31cfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0523651 Jun 30 10:06:01.175966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-fa012b29-be80-4b52-b006-263101ee5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:01.177412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-fa012b29-be80-4b52-b006-263101ee5a1c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0884335 Jun 30 10:06:01.240431 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-d1290aac-854b-4a41-bd66-1cd49c617e82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1001 time: 0.0556505 Jun 30 10:06:01.293408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-14729b3a-791c-43c5-a5f2-2f435ada0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:01.294876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-14729b3a-791c-43c5-a5f2-2f435ada0c4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0477352 Jun 30 10:06:01.352911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-ce10bc09-d529-4819-bbe4-c96625b8bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:01.354441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-ce10bc09-d529-4819-bbe4-c96625b8bf4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525029 Jun 30 10:06:01.448685 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-e4d0c730-8b39-48f7-bcf2-85c50288fe98 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871882 Jun 30 10:06:01.539030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d396c084-1d7f-4838-adad-06ba18b9b6b7 req-278ce226-939e-4396-8e12-5a00bd60f3e6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834672 Jun 30 10:06:01.980352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e31c766-b278-4f89-91ad-6093b80c9266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:02.106944 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:03.195468 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:03.935373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:04.845464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:05.761142 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:29.397036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2e42a889-edd8-4b47-a186-7bbe63221694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.981962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-252953bc-2df0-4cdf-9917-4e89d5b41ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.108567 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.197454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.950147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.157012 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:06:34.848615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.759492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:59.397663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dd41a1fd-9d4f-4e5a-9990-b9a8f2c8c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:01.983562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d76b5f13-f5be-476b-82b9-9049023ab0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:02.110744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:03.039062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-5093e49a-cf47-4c1e-a5b3-4193776bfe93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399653 Jun 30 10:07:03.134570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-8bd86637-36cf-442b-87c8-ef1d533123c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:03.136067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-8bd86637-36cf-442b-87c8-ef1d533123c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0552187 Jun 30 10:07:03.203297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:03.243943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-ace0550a-1492-4fa8-9544-07238db2f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:03.245507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-ace0550a-1492-4fa8-9544-07238db2f7c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0882566 Jun 30 10:07:03.321296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-a7089e61-8846-433f-aaf8-7c6f381f7610 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1001 time: 0.0613334 Jun 30 10:07:03.369314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-381a53fb-2cec-48f5-9bd2-4d4356973b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:03.370670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-381a53fb-2cec-48f5-9bd2-4d4356973b1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0432653 Jun 30 10:07:03.425609 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-67a2eb87-c5d0-4346-bf78-a69fb05f60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:03.427067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-67a2eb87-c5d0-4346-bf78-a69fb05f60a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499279 Jun 30 10:07:03.517352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-5eddd009-d8d7-4f0c-9409-b0b420223ddb service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Jun 30 10:07:03.609874 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81c304d0-d7e1-46f5-b55a-ec8416c87a27 req-e622a43a-5b5a-43d7-8b73-f5faf0aa25ef service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Jun 30 10:07:03.963205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:04.856349 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:05.778672 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:11.157291 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:12.495683 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a478d-dbbd-460c-8843-3e4cb7e9a195 req-115366bf-5e54-4a07-91a5-102b47c00ffe tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:12.497147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-330a478d-dbbd-460c-8843-3e4cb7e9a195 req-115366bf-5e54-4a07-91a5-102b47c00ffe tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.1109343 Jun 30 10:07:12.533810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-330a478d-dbbd-460c-8843-3e4cb7e9a195 req-f0f6d7ef-e357-42e7-a7a5-55684179e0c7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Jun 30 10:07:23.942060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-7d935583-1e39-4252-b20b-8672b66f4c9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558612 Jun 30 10:07:24.002003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798ea96-f063-4be6-81d7-d622db5ab675 req-5acd9745-f932-424e-9953-6a78fbcc56d1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:24.003489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5798ea96-f063-4be6-81d7-d622db5ab675 req-5acd9745-f932-424e-9953-6a78fbcc56d1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0650721 Jun 30 10:07:24.041731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5798ea96-f063-4be6-81d7-d622db5ab675 req-76640ba5-1f21-4263-a03a-b30c92026001 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Jun 30 10:07:25.114159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-52dc5130-42c3-40ac-b345-75068d57a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:25.115672 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-52dc5130-42c3-40ac-b345-75068d57a5ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1097 time: 0.0514786 Jun 30 10:07:25.249153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-82fc3026-fd3d-4219-bceb-aa7e89359469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:25.250643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-82fc3026-fd3d-4219-bceb-aa7e89359469 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.1282303 Jun 30 10:07:25.258716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3044c-f217-4f2b-b01d-5ea8769a5a98 req-92fa1a4e-85ef-4320-ba95-31f7c9164448 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:25.260060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66b3044c-f217-4f2b-b01d-5ea8769a5a98 req-92fa1a4e-85ef-4320-ba95-31f7c9164448 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0926816 Jun 30 10:07:25.343414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66b3044c-f217-4f2b-b01d-5ea8769a5a98 req-d3045f54-a45c-413f-8ea7-7f02b277f2b3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763896 Jun 30 10:07:25.345103 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-afcd9405-9f5d-44e7-ae49-e7070e1c66ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1001 time: 0.0842183 Jun 30 10:07:25.393141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-e787774b-08a0-43f3-bcbb-aad3a1d01740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:25.394598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-e787774b-08a0-43f3-bcbb-aad3a1d01740 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0433469 Jun 30 10:07:25.450474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-0954a5c5-718b-4538-a9c3-d2b959149f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:25.452423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-0954a5c5-718b-4538-a9c3-d2b959149f0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510602 Jun 30 10:07:25.543761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-83d23b61-1506-40d4-abc8-a64a9fef9d19 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Jun 30 10:07:25.630942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-98430af2-a530-44dc-b2fa-41ba1c18ca29 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796242 Jun 30 10:07:26.518170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb848f4-cc53-40c0-9333-3f2270136f12 req-c332c83d-f7fb-482c-b506-a6b745a0feb9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.519655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0eb848f4-cc53-40c0-9333-3f2270136f12 req-c332c83d-f7fb-482c-b506-a6b745a0feb9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0654285 Jun 30 10:07:26.555578 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0eb848f4-cc53-40c0-9333-3f2270136f12 req-c5ad113c-64cc-45cd-b54b-d622cac25ee9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304601 Jun 30 10:07:27.731615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18df43-9775-478c-b08d-5a695e0e54c8 req-51581ea8-3792-4b6c-91ad-ee4948170712 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:27.733786 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb18df43-9775-478c-b08d-5a695e0e54c8 req-51581ea8-3792-4b6c-91ad-ee4948170712 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jun 30 10:07:27.772567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb18df43-9775-478c-b08d-5a695e0e54c8 req-be4a92b4-7ca7-4b95-b7af-192947a8484d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334356 Jun 30 10:07:28.945466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaede37-9a9d-466c-832f-d3b7a3e9ffb5 req-de6ba574-823c-4cfa-971b-2bf80c39fdb3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:28.946966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccaede37-9a9d-466c-832f-d3b7a3e9ffb5 req-de6ba574-823c-4cfa-971b-2bf80c39fdb3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0654149 Jun 30 10:07:28.985893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccaede37-9a9d-466c-832f-d3b7a3e9ffb5 req-a6051b57-b5aa-440f-9a7b-37351de7da6a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321739 Jun 30 10:07:29.397580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f628332-5403-4893-ba20-b61dcec17a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:30.163625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854c5d-f397-473d-a3e3-0fcb50e2fde6 req-11657fcd-0baf-454f-bda7-eaff0ccfd24d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:30.165066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03854c5d-f397-473d-a3e3-0fcb50e2fde6 req-11657fcd-0baf-454f-bda7-eaff0ccfd24d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0620968 Jun 30 10:07:30.202711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03854c5d-f397-473d-a3e3-0fcb50e2fde6 req-458d4e44-da88-44c7-b007-6562520810e3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Jun 30 10:07:31.375075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d150e-b509-4f1e-a963-7851218a9b33 req-86808083-f47f-4c44-80c9-335aa51dd605 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:31.376534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa7d150e-b509-4f1e-a963-7851218a9b33 req-86808083-f47f-4c44-80c9-335aa51dd605 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0608125 Jun 30 10:07:31.415367 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa7d150e-b509-4f1e-a963-7851218a9b33 req-756545b7-cda1-456f-8a4f-9b3abfb39347 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Jun 30 10:07:31.982690 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b96deb1-f54c-49d3-88c2-20e6c2ab22e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:32.112426 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:32.592027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa07e1f-9136-4a2a-95db-e3255c4695ed req-04de3733-326a-4510-9211-98a9476d226f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:32.593496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaa07e1f-9136-4a2a-95db-e3255c4695ed req-04de3733-326a-4510-9211-98a9476d226f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0655637 Jun 30 10:07:32.630162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaa07e1f-9136-4a2a-95db-e3255c4695ed req-40ebd3a6-93af-4407-9236-265a31c095bf tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Jun 30 10:07:33.203673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:33.801331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f156-fff6-4799-91d4-ab5ad323d7a7 req-6f1cb04a-95f0-4cea-91fb-c05ebb3c9023 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:33.802842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f3f156-fff6-4799-91d4-ab5ad323d7a7 req-6f1cb04a-95f0-4cea-91fb-c05ebb3c9023 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Jun 30 10:07:33.840573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79f3f156-fff6-4799-91d4-ab5ad323d7a7 req-dec11fcf-3566-49ea-b289-4a0246cb0fac tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Jun 30 10:07:33.962151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:34.855209 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:35.016245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591b97f-fc1f-44d5-8bb6-3981e898c874 req-9f388a27-1b3b-47a2-ba78-914ede2b785b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:35.017701 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2591b97f-fc1f-44d5-8bb6-3981e898c874 req-9f388a27-1b3b-47a2-ba78-914ede2b785b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0649488 Jun 30 10:07:35.056753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2591b97f-fc1f-44d5-8bb6-3981e898c874 req-587996e8-b665-4c73-9683-1d872e9b8a70 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332861 Jun 30 10:07:35.791687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:36.225679 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cf5f2-8ecf-428b-83a1-88909ee26cb2 req-3f5d03fc-ca60-4fe5-ba63-e3fea32fea32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:36.227157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec0cf5f2-8ecf-428b-83a1-88909ee26cb2 req-3f5d03fc-ca60-4fe5-ba63-e3fea32fea32 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0615399 Jun 30 10:07:36.264021 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ec0cf5f2-8ecf-428b-83a1-88909ee26cb2 req-f8af54a1-01a3-48e3-8582-5ed972670175 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Jun 30 10:07:37.432727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf90f-96c3-4a40-ac6d-2303f912d688 req-e75004e2-dcd8-4897-8337-6118499ff06e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:37.434160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecacf90f-96c3-4a40-ac6d-2303f912d688 req-e75004e2-dcd8-4897-8337-6118499ff06e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0610754 Jun 30 10:07:37.471337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ecacf90f-96c3-4a40-ac6d-2303f912d688 req-870456d1-dc0f-4d3f-955f-23474f8599a2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Jun 30 10:07:38.646627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c919b7-bfc6-4179-97ac-ed5e745f21c5 req-ef043bbf-7a0b-411c-afeb-0fe669c91f20 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:38.648113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4c919b7-bfc6-4179-97ac-ed5e745f21c5 req-ef043bbf-7a0b-411c-afeb-0fe669c91f20 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0655019 Jun 30 10:07:38.685097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f4c919b7-bfc6-4179-97ac-ed5e745f21c5 req-329eddb1-3965-4ccd-a344-81e09c712812 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Jun 30 10:07:39.252281 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-5bc23d3e-e4b8-4488-a794-0ce56fca9244 service neutron] show failed (client error): The resource could not be found. Jun 30 10:07:39.253285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-5bc23d3e-e4b8-4488-a794-0ce56fca9244 service neutron] 10.222.0.11 "GET /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0542262 Jun 30 10:07:39.536340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-797ee38f-d4cd-485f-b1e7-c48573ab18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:39.537924 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-797ee38f-d4cd-485f-b1e7-c48573ab18ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1097 time: 0.0922401 Jun 30 10:07:39.550254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:07:39.620635 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:39.820585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:39.859241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:07:39.859585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819d62-0570-43d5-acff-2921ac85d3fa req-ceb4ac29-6eec-467a-875b-c7b7a38daacb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:39.861083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2819d62-0570-43d5-acff-2921ac85d3fa req-ceb4ac29-6eec-467a-875b-c7b7a38daacb tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0628963 Jun 30 10:07:39.902396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a2819d62-0570-43d5-acff-2921ac85d3fa req-c55426f2-25dc-4c50-9e74-7537d1ab9d12 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351670 Jun 30 10:07:39.903422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:39.906299 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670d654f-1344-4f7d-8200-ff17ab109148" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:39.910143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:39.922551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Transition to ACTIVE for port object ce61672a-950c-46cd-a0bb-299daab818ce will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:07:39.927071 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:39.975712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:40.015291 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.015655 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.016007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.016352 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.016792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.017026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.017360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.017692 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.018134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.018465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.018797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.019122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:40.023134 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9258513-6e5f-4194-bdc3-7ad3bc18e512 x-openstack-request-id: req-e9258513-6e5f-4194-bdc3-7ad3bc18e512 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:40.023433 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:40.023688 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9258513-6e5f-4194-bdc3-7ad3bc18e512 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:40.024081 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'code': 200} Jun 30 10:07:40.065214 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] No DVR routers for this DVR port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:07:40.203066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:07:40.203403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:07:40.203739 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:07:40.208380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:07:40.208708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:07:40.213424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:07:40.213780 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:07:40.214183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:07:40.214615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Bound port: ce61672a-950c-46cd-a0bb-299daab818ce, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:07:40.214970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:40.278460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:07:40.281886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:07:40.286622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:40.317741 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:40.318335 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:40.319716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1092 time: 0.7736986 Jun 30 10:07:40.353010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac561-3342-482e-8ddd-c264913d21b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:40.406475 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-97113521-ec77-4e58-96ed-df3b7d6307df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:40.407994 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-97113521-ec77-4e58-96ed-df3b7d6307df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1095 time: 0.0656326 Jun 30 10:07:40.499161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-71cd46e0-19df-44f0-b320-b0f4e6698aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:40.500653 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-71cd46e0-19df-44f0-b320-b0f4e6698aa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0862277 Jun 30 10:07:40.570784 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-57e58b83-df4b-48b1-8d5c-c9a808e6ba67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0635076 Jun 30 10:07:40.618615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-d98778ce-9508-4a7d-b762-d17bc21c5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:40.619946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-d98778ce-9508-4a7d-b762-d17bc21c5f78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0427525 Jun 30 10:07:40.670590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:07:40.676186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-6784bdc3-4280-4f84-959b-0c7db5dedb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:40.677684 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-6784bdc3-4280-4f84-959b-0c7db5dedb59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514045 Jun 30 10:07:40.707283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:07:40.772703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-7ea48ddb-a05a-4619-ae0e-90d2436aac4d service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Jun 30 10:07:40.860348 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-acbea933-6261-4709-861b-431e322b1d74 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818620 Jun 30 10:07:41.080063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca381-d5cc-43a6-b52b-1502fca29e30 req-8d4868c9-8f7e-4ecc-8c61-f8e701cf890c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:41.084035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c6ca381-d5cc-43a6-b52b-1502fca29e30 req-8d4868c9-8f7e-4ecc-8c61-f8e701cf890c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0626566 Jun 30 10:07:41.120233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c6ca381-d5cc-43a6-b52b-1502fca29e30 req-01efc371-bde7-4de8-93a7-3eccb0ff1385 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328107 Jun 30 10:07:42.025708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:42.028113 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b0289-9356-4bb6-8ec9-3d8ce94002d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:42.077622 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8f9fe-325e-4038-bd52-c1db7c2da1c8 x-openstack-request-id: req-0ea8f9fe-325e-4038-bd52-c1db7c2da1c8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:42.078231 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:42.078371 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ea8f9fe-325e-4038-bd52-c1db7c2da1c8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:42.078706 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'status': 'completed', 'code': 200} Jun 30 10:07:42.153524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-50dd766f-6edc-4b3b-9547-f446863e9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.155814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-50dd766f-6edc-4b3b-9547-f446863e9c84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1095 time: 0.0575066 Jun 30 10:07:42.156651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-c69126c6-2e5e-4cb3-9404-798d913a7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.158163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-c69126c6-2e5e-4cb3-9404-798d913a7b58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1095 time: 0.0563796 Jun 30 10:07:42.261345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-37760da0-15f3-4777-9a8c-4d9cc26065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.262976 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-37760da0-15f3-4777-9a8c-4d9cc26065d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.1001785 Jun 30 10:07:42.283739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-75fe6c6c-b59c-433d-a49c-d3bdaa45a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.285287 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-75fe6c6c-b59c-433d-a49c-d3bdaa45a2c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.1211007 Jun 30 10:07:42.329434 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-42d3a318-61b1-4676-8a46-022ca2440828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0598834 Jun 30 10:07:42.368199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d3c00-0eeb-4a24-8d50-ae1baf6e5917 req-d59105d5-edf6-406f-83cd-ca4da3739a69 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.369629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-324d3c00-0eeb-4a24-8d50-ae1baf6e5917 req-d59105d5-edf6-406f-83cd-ca4da3739a69 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.1252229 Jun 30 10:07:42.371522 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-87d283cc-0aeb-4afa-9c42-0c6fde490cb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0794723 Jun 30 10:07:42.381974 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-08587373-649d-41ef-bd62-7837140fe5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.383555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-08587373-649d-41ef-bd62-7837140fe5ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0486748 Jun 30 10:07:42.442895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-0dfd10b5-33d2-4f07-881d-00f0c2d224d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.444565 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-0dfd10b5-33d2-4f07-881d-00f0c2d224d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546210 Jun 30 10:07:42.445491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-fd627961-635e-4ede-82e2-eb3557cbcf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.446988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-fd627961-635e-4ede-82e2-eb3557cbcf76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0670862 Jun 30 10:07:42.452574 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-324d3c00-0eeb-4a24-8d50-ae1baf6e5917 req-93af5c03-7cd3-4ff9-9d42-5ef0b3339124 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743513 Jun 30 10:07:42.506911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-2ea95815-ea6c-4d10-92ef-759a7a6d36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:42.508404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-2ea95815-ea6c-4d10-92ef-759a7a6d36a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549984 Jun 30 10:07:42.540011 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-1e40908d-e78c-472c-a42f-cde42a60ebfe service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886419 Jun 30 10:07:42.604356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-3e6faef1-6550-49b9-8acc-431e13fa78b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885396 Jun 30 10:07:42.637467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-dd3a8282-ee00-4241-84a9-558192207057 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904016 Jun 30 10:07:42.695875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-947b0289-9356-4bb6-8ec9-3d8ce94002d4 req-f62886ec-f5a8-4055-a052-06f62d947df0 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853052 Jun 30 10:07:43.634322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3e2db-4201-4c1a-98fb-6a13c24b81c6 req-4acae731-bdc7-4a94-8fe5-68a898032590 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:43.635697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8da3e2db-4201-4c1a-98fb-6a13c24b81c6 req-4acae731-bdc7-4a94-8fe5-68a898032590 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0663059 Jun 30 10:07:43.675268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8da3e2db-4201-4c1a-98fb-6a13c24b81c6 req-084c8cfe-d559-461f-81ed-ae7391335374 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334284 Jun 30 10:07:44.845923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fcab6-f095-4144-8b2a-db33bfba8441 req-254ace70-b4fc-4527-90c9-5ee845d1d9b7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:44.847222 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-141fcab6-f095-4144-8b2a-db33bfba8441 req-254ace70-b4fc-4527-90c9-5ee845d1d9b7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0614405 Jun 30 10:07:44.884163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-141fcab6-f095-4144-8b2a-db33bfba8441 req-29cc2fb4-88cb-4276-b24f-1163f76a2ee3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Jun 30 10:07:46.055758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8fc9d-4b58-4163-8cb6-e7cf84245753 req-2185272b-51ac-43cb-b504-6c7979f36e2c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:46.057215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def8fc9d-4b58-4163-8cb6-e7cf84245753 req-2185272b-51ac-43cb-b504-6c7979f36e2c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0626893 Jun 30 10:07:46.097801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-def8fc9d-4b58-4163-8cb6-e7cf84245753 req-a2bcd931-d4f7-4140-80d2-5cb0e2f7ea66 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343041 Jun 30 10:07:47.269726 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77919854-3c9b-4a82-8c89-969cf79b6535 req-db78a65e-8852-45dd-90dd-2167953c49ad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:47.271225 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77919854-3c9b-4a82-8c89-969cf79b6535 req-db78a65e-8852-45dd-90dd-2167953c49ad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0617316 Jun 30 10:07:47.307524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-77919854-3c9b-4a82-8c89-969cf79b6535 req-d851710a-5fac-4780-8b38-dc6c54fbcfd8 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307789 Jun 30 10:07:48.156610 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:48.476613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea8ae-7b1c-4edb-93e5-092ad2a968c7 req-6f9c0cc9-dd73-451d-b3ee-02f31ed36f28 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:48.478096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f9ea8ae-7b1c-4edb-93e5-092ad2a968c7 req-6f9c0cc9-dd73-451d-b3ee-02f31ed36f28 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0615296 Jun 30 10:07:48.515376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f9ea8ae-7b1c-4edb-93e5-092ad2a968c7 req-e65103bd-6793-4ecd-9a03-daeea835bba2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310309 Jun 30 10:07:49.692031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae0ef6-ae97-4d14-bb80-0adccf8a27b1 req-ce7eec06-f178-4761-9ab4-68e505746583 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:49.693452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aae0ef6-ae97-4d14-bb80-0adccf8a27b1 req-ce7eec06-f178-4761-9ab4-68e505746583 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0635753 Jun 30 10:07:49.733846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6aae0ef6-ae97-4d14-bb80-0adccf8a27b1 req-d0b8d8a8-475d-4332-a112-d5e2dee99375 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Jun 30 10:07:50.910575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b8d65-480e-46db-9e8f-2954fa2a377c req-c0602b39-d2b4-4fe9-a5f9-9ec54b1b9fc5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:50.912043 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a7b8d65-480e-46db-9e8f-2954fa2a377c req-c0602b39-d2b4-4fe9-a5f9-9ec54b1b9fc5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0630562 Jun 30 10:07:50.947853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a7b8d65-480e-46db-9e8f-2954fa2a377c req-40f639e0-8e75-4576-a242-b6d9f0821df6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302641 Jun 30 10:07:52.135515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c788-7bac-4b66-bb60-a09c4ca6ab5c req-305f0dfa-e582-4916-9ef0-8eac2fa88463 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:52.136979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d132c788-7bac-4b66-bb60-a09c4ca6ab5c req-305f0dfa-e582-4916-9ef0-8eac2fa88463 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 943 time: 0.0667913 Jun 30 10:07:52.180336 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d132c788-7bac-4b66-bb60-a09c4ca6ab5c req-f80c4898-d896-4820-b562-82f576e9bd2f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374005 Jun 30 10:07:52.301554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:07:52.394373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:52.405526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:07:52.439822 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:52.452095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:07:52.471001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:52.474888 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:52.523765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:52.531387 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.531738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.532217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.532567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.532907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.533239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.533570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.533980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.534268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.534595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.534919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.535245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:52.726012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['ce61672a-950c-46cd-a0bb-299daab818ce'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:07:53.349389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1154-72db-4ade-a202-1392979a59f8 req-5e92170e-4f2c-4806-9413-3a6e9fdde33e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:53.350836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3f1154-72db-4ade-a202-1392979a59f8 req-5e92170e-4f2c-4806-9413-3a6e9fdde33e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0607545 Jun 30 10:07:53.387188 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3f1154-72db-4ade-a202-1392979a59f8 req-7a057596-ed5a-42b4-a27b-d9107564c6e9 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308599 Jun 30 10:07:53.776263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-cd030499-57ab-4230-a7ef-f5d8093a6d02 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:53.778475 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-cd030499-57ab-4230-a7ef-f5d8093a6d02 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&tenant_id=3c99af50f58e4759bd80834a6a9653d5&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.0744407 Jun 30 10:07:53.829254 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236ab66-be02-4d9b-9126-a8a066a1ad65 req-bb8bade6-fd87-45fc-9803-13e9b9dfe128 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:53.830859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5236ab66-be02-4d9b-9126-a8a066a1ad65 req-bb8bade6-fd87-45fc-9803-13e9b9dfe128 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0675623 Jun 30 10:07:53.839231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-01f1da12-ed1b-44e4-b8e0-29578915cdbc service neutron] 10.222.0.41 "GET /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce/bindings/n-h1-779913-25 HTTP/1.1" status: 200 len: 383 time: 0.0553272 Jun 30 10:07:53.870607 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5236ab66-be02-4d9b-9126-a8a066a1ad65 req-8c2a3ebf-32a4-428b-b5f6-380a2e06f25d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Jun 30 10:07:53.918089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-aa60fd78-5c97-4255-8e69-9c8ef837cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:53.919555 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-aa60fd78-5c97-4255-8e69-9c8ef837cb9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1096 time: 0.0562692 Jun 30 10:07:54.007465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-16f14729-35ad-4ae8-9b33-70f49db0c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:54.008923 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-16f14729-35ad-4ae8-9b33-70f49db0c006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0823002 Jun 30 10:07:54.077111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-83a19f54-e906-453c-a409-07ab5d2002d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1000 time: 0.0620358 Jun 30 10:07:54.124078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-c8039366-dd4b-4212-b26d-bc03a5a4eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:54.125736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-c8039366-dd4b-4212-b26d-bc03a5a4eef5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0428789 Jun 30 10:07:54.182461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-fe2ae892-edd4-4938-913a-a1b1ca5b723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:54.183915 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-fe2ae892-edd4-4938-913a-a1b1ca5b723d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525153 Jun 30 10:07:54.275920 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-f4151887-6af6-4ac7-b711-ed11f3d1e576 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844431 Jun 30 10:07:54.313910 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:07:54.364281 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port ce61672a-950c-46cd-a0bb-299daab818ce completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:07:54.365238 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-b85a3dc5-46c1-4b14-af55-c967f2135396 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820971 Jun 30 10:07:54.367947 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port ce61672a-950c-46cd-a0bb-299daab818ce triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:07:54.368343 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:54.452380 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:54.473663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:54.475918 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec39eb-3511-4a7a-b861-07adf9c16ffb" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:54.487905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:54.491907 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:54.541587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:54.594624 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6706f-fda3-4a31-a69b-270870ab122b x-openstack-request-id: req-3bb6706f-fda3-4a31-a69b-270870ab122b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:54.594926 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:54.595186 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bb6706f-fda3-4a31-a69b-270870ab122b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:54.595598 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'code': 200} Jun 30 10:07:55.046747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e756dd5-9607-4eab-a907-bfea0638bf01 req-c593a787-cbf1-4d78-a650-f3977ed56fa5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:55.048212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e756dd5-9607-4eab-a907-bfea0638bf01 req-c593a787-cbf1-4d78-a650-f3977ed56fa5 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0665486 Jun 30 10:07:55.084316 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e756dd5-9607-4eab-a907-bfea0638bf01 req-c7f819ed-031d-4d24-aadf-160be114b6dd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Jun 30 10:07:56.258278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5749c3e-04f9-41a9-a097-6beb940f013a req-84f94195-3d44-4629-8ddc-5c9f90e1d747 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:56.259756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5749c3e-04f9-41a9-a097-6beb940f013a req-84f94195-3d44-4629-8ddc-5c9f90e1d747 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0618467 Jun 30 10:07:56.296985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5749c3e-04f9-41a9-a097-6beb940f013a req-dcb81a2e-f6f5-4ff8-9984-d1047a4ff451 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Jun 30 10:07:57.481879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9083e71-4a2d-4319-b5f2-a84015ee7912 req-598fb218-5a2a-4e7a-afe0-01003555420d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:57.483904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9083e71-4a2d-4319-b5f2-a84015ee7912 req-598fb218-5a2a-4e7a-afe0-01003555420d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0666101 Jun 30 10:07:57.523223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9083e71-4a2d-4319-b5f2-a84015ee7912 req-8194d958-2b8c-4a70-9d7e-95e324da3e80 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Jun 30 10:07:58.089374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-177ae767-8dfb-4e3a-8dd0-2bcd3d7f15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:58.090868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-177ae767-8dfb-4e3a-8dd0-2bcd3d7f15b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00&tenant_id=3c99af50f58e4759bd80834a6a9653d5 HTTP/1.1" status: 200 len: 1097 time: 0.0511906 Jun 30 10:07:58.103078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:07:58.174039 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.368010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:07:58.407277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h1-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:07:58.447821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:07:58.450228 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55893a27-6bce-45d2-b4bd-5420c70e19b0" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:07:58.454138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.469001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Transition to ACTIVE for port object ce61672a-950c-46cd-a0bb-299daab818ce will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:07:58.472410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.554380 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=10']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:58.567298 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecdfdde-f537-462d-8e63-142a6b4d2474 x-openstack-request-id: req-6ecdfdde-f537-462d-8e63-142a6b4d2474 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:07:58.567563 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-unplugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:07:58.567815 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ecdfdde-f537-462d-8e63-142a6b4d2474 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:07:58.568207 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'code': 200} Jun 30 10:07:58.573384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.573735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.574102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.574441 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.574781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.575111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.575440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.575794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.576123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.576454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.576781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.577104 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:07:58.614797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] No DVR routers for this DVR port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h1-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:07:58.770240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585829c-a1ba-4aa6-bc44-be3519a1b0fb req-ecb96b66-547d-4b73-8bde-b26f0ab4ea6b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:58.771715 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3585829c-a1ba-4aa6-bc44-be3519a1b0fb req-ecb96b66-547d-4b73-8bde-b26f0ab4ea6b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.1161418 Jun 30 10:07:58.817125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:07:58.817466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:07:58.817819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:07:58.826059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:07:58.826376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Attempting to bind port ce61672a-950c-46cd-a0bb-299daab818ce on network 3e8700fb-cd82-4f69-8edb-0c20d33308bb {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:07:58.839152 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:07:58.839488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Checking segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:07:58.839870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Bound using segment: {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:07:58.840294 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Bound port: ce61672a-950c-46cd-a0bb-299daab818ce, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606aaf3f-3b9d-4637-926a-6febff9aa46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:07:58.840648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:58.846030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3585829c-a1ba-4aa6-bc44-be3519a1b0fb req-f42b1edb-4a01-4790-a732-1b82a824d881 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539598 Jun 30 10:07:58.914021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:07:58.916945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:07:58.921332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:59.285783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:59.286436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:59.287880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 1093 time: 1.1886699 Jun 30 10:07:59.313272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a860451-cbda-4a6d-805b-2ede43eb3b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=11']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:07:59.368458 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-f6be42be-c85a-416f-998c-c0cf8ec2b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:59.370005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-f6be42be-c85a-416f-998c-c0cf8ec2b45c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1096 time: 0.0578341 Jun 30 10:07:59.405606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fee5317c-aea3-429c-a93f-729dc52beedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:59.463262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-1f79bf7e-6012-44fd-b886-2547cddcf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:59.464708 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-1f79bf7e-6012-44fd-b886-2547cddcf8ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0888686 Jun 30 10:07:59.529159 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-ae4447f7-5a95-4813-84ed-b5c5f73aee73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0579512 Jun 30 10:07:59.575042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-f35a1ae6-e649-450d-9ae4-43a79c1411fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:59.576919 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-f35a1ae6-e649-450d-9ae4-43a79c1411fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0422370 Jun 30 10:07:59.635349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-29f0b79d-a792-4b1b-8acd-130022eef769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:59.636826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-29f0b79d-a792-4b1b-8acd-130022eef769 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538952 Jun 30 10:07:59.722507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-db579973-8a2d-492d-9991-769c24d4d9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795536 Jun 30 10:07:59.816617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fb61332-2d60-4bc8-bd52-25e7c1e8d1e4 req-0680ec8d-c197-4a69-9343-6533a550b031 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870755 Jun 30 10:08:00.021628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3431-c70b-4e11-87bc-418f2be19dca req-b2d86017-2ee5-4b22-b604-6ddcfb314e0c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.023122 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26bf3431-c70b-4e11-87bc-418f2be19dca req-b2d86017-2ee5-4b22-b604-6ddcfb314e0c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0630918 Jun 30 10:08:00.060458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26bf3431-c70b-4e11-87bc-418f2be19dca req-3e65ccfa-ab8e-4072-bee9-e0c0b0e043d1 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Jun 30 10:08:00.333407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:00.371002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:00.569260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:00.571625 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c38420-35e5-49a3-88a6-1768438a3a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:00.618964 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fa1dae-ad8a-47d8-9775-c02bb3c1bc85 x-openstack-request-id: req-06fa1dae-ad8a-47d8-9775-c02bb3c1bc85 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:00.619569 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:00.619569 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06fa1dae-ad8a-47d8-9775-c02bb3c1bc85 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:00.619909 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'status': 'completed', 'code': 200} Jun 30 10:08:00.693863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-2b5cab2c-70ee-43da-9d34-3a67cb4f2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.695625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-2b5cab2c-70ee-43da-9d34-3a67cb4f2c63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1096 time: 0.0545597 Jun 30 10:08:00.696132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-cabd89f6-5ab3-4049-8ebb-ff607e223ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.697608 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-cabd89f6-5ab3-4049-8ebb-ff607e223ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1096 time: 0.0534410 Jun 30 10:08:00.790015 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-ab3afcd2-dd9a-408c-82e6-d6747e040d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.791066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-9526f6f8-fa53-48dd-9b3f-187f4c64c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.792076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-ab3afcd2-dd9a-408c-82e6-d6747e040d38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0900457 Jun 30 10:08:00.792677 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-9526f6f8-fa53-48dd-9b3f-187f4c64c0ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0883019 Jun 30 10:08:00.861280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-c6515238-0642-469b-8219-70685cdca511 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0626545 Jun 30 10:08:00.864648 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-d7b33dcd-3cb0-421b-be54-bdb3a2e94437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0648818 Jun 30 10:08:00.917550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-80007b50-0605-49dc-bfc4-51c1582b1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.918895 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-887c6005-114a-42d8-bc4a-7a82dfa6b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.919135 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-80007b50-0605-49dc-bfc4-51c1582b1aa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0524549 Jun 30 10:08:00.921220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-887c6005-114a-42d8-bc4a-7a82dfa6b1e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0508075 Jun 30 10:08:00.980119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-a4495d93-f3a3-4e25-9504-f01a94476598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.981661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-a4495d93-f3a3-4e25-9504-f01a94476598 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558906 Jun 30 10:08:00.982010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-dc2d37a0-d0a9-4951-b090-529788437790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:00.984045 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-dc2d37a0-d0a9-4951-b090-529788437790 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564816 Jun 30 10:08:01.074844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-589bbbc8-c9df-4c57-98bd-960900a76b80 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865464 Jun 30 10:08:01.075432 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-dafdc57f-8384-42dc-95a5-44d401a66809 service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849466 Jun 30 10:08:01.179080 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-713bfe14-b5e0-4818-a85d-070f77dfe7dc service neutron] 10.222.0.41 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968032 Jun 30 10:08:01.182533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-18c38420-35e5-49a3-88a6-1768438a3a1b req-318e196b-1568-4fb2-84c5-62467f71a0ca service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008666 Jun 30 10:08:01.259874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6affbd6-fc87-46e5-98e1-1fefdcdbcce1 req-159113a5-d71a-46fa-8bb1-7e1074d3de1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:01.261267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6affbd6-fc87-46e5-98e1-1fefdcdbcce1 req-159113a5-d71a-46fa-8bb1-7e1074d3de1d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0666471 Jun 30 10:08:01.300390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6affbd6-fc87-46e5-98e1-1fefdcdbcce1 req-25873b08-021e-4f34-a400-7170a570e46a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330207 Jun 30 10:08:01.981940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97c5ca7e-21e3-490b-bfb2-2d08e05772ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:02.116046 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:02.481732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252161cc-3496-4933-be0d-8ba0d9a939c7 req-51accfbb-2f45-4f36-beb0-8b4bfb0b9932 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:02.483779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252161cc-3496-4933-be0d-8ba0d9a939c7 req-51accfbb-2f45-4f36-beb0-8b4bfb0b9932 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0677269 Jun 30 10:08:02.520894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-252161cc-3496-4933-be0d-8ba0d9a939c7 req-1503be75-199c-443e-8c6e-84334a1e2b19 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Jun 30 10:08:03.206475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:03.696199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099316-cb67-49ee-8dad-dd539d99d12f req-bf746ab5-66f0-4781-9159-ef7aadb3145e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:03.697605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57099316-cb67-49ee-8dad-dd539d99d12f req-bf746ab5-66f0-4781-9159-ef7aadb3145e tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0625558 Jun 30 10:08:03.735983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-57099316-cb67-49ee-8dad-dd539d99d12f req-e53e290c-e997-41e9-855f-bae50e6d962f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Jun 30 10:08:03.978192 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-990de950-fa18-4c6d-a533-97c1d361ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:03.979595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-990de950-fa18-4c6d-a533-97c1d361ddbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c99af50f58e4759bd80834a6a9653d5&device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 1096 time: 0.0510626 Jun 30 10:08:03.980190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:04.087929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-26935a03-1fc1-4e4e-bf7f-e98e5d1e21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:04.089352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-26935a03-1fc1-4e4e-bf7f-e98e5d1e21f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 200 len: 912 time: 0.0897398 Jun 30 10:08:04.150541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-7eed2e33-5b03-4ef3-9f4b-f27db56646ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 200 len: 999 time: 0.0550950 Jun 30 10:08:04.200230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-1381424d-2602-4068-8a81-3a25c5315307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:04.201931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-1381424d-2602-4068-8a81-3a25c5315307 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 200 len: 850 time: 0.0457170 Jun 30 10:08:04.256472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-8686fae3-2a1b-4655-a933-7cce52609128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:04.257959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-8686fae3-2a1b-4655-a933-7cce52609128 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e8700fb-cd82-4f69-8edb-0c20d33308bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498326 Jun 30 10:08:04.346702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-24b15054-9d29-4832-9ebf-573434482326 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809467 Jun 30 10:08:04.437313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4a0c6fac-e9d8-4958-95a4-6dda21c5f246 req-d63a20b0-4b80-4848-8335-7fa9633594b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846515 Jun 30 10:08:04.859015 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:04.908674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00f55-66ca-4bdb-adca-47ea877fb2d4 req-eb5745d7-7595-4942-9edd-1058982c6f3f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:04.910156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27f00f55-66ca-4bdb-adca-47ea877fb2d4 req-eb5745d7-7595-4942-9edd-1058982c6f3f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0624905 Jun 30 10:08:04.947387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-27f00f55-66ca-4bdb-adca-47ea877fb2d4 req-9a3d6b18-a11f-4f23-91a1-831f4976975f tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Jun 30 10:08:05.807667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:06.127656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c5e3c-0f41-4afc-aa99-4a9ce1ec79dd req-c85289a6-1d40-4b0f-8b4e-357fbf49ce9c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:06.129124 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c6c5e3c-0f41-4afc-aa99-4a9ce1ec79dd req-c85289a6-1d40-4b0f-8b4e-357fbf49ce9c tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0667255 Jun 30 10:08:06.166837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c6c5e3c-0f41-4afc-aa99-4a9ce1ec79dd req-dd6f1e81-15fb-474b-9f6e-ab9dc1d374dd tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Jun 30 10:08:07.340816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25aedc-91c1-492f-875a-eb5aea605ef9 req-b61ab5d6-0a97-4f71-9eeb-479b6a501e5d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:07.342332 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a25aedc-91c1-492f-875a-eb5aea605ef9 req-b61ab5d6-0a97-4f71-9eeb-479b6a501e5d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0621877 Jun 30 10:08:07.379368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9a25aedc-91c1-492f-875a-eb5aea605ef9 req-1eedc309-dd5a-4400-947c-47dcdc754dac tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314822 Jun 30 10:08:08.548258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233e25b-d5ab-483b-9cf4-49579f5ca9ae req-9aa59ad8-ee3b-4e86-a554-71f6ad9b03f7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:08.549731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3233e25b-d5ab-483b-9cf4-49579f5ca9ae req-9aa59ad8-ee3b-4e86-a554-71f6ad9b03f7 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0612943 Jun 30 10:08:08.586395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3233e25b-d5ab-483b-9cf4-49579f5ca9ae req-593b1c00-3aff-4ecc-a432-25a4b805cbb0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310960 Jun 30 10:08:09.759457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e45e5f-8978-4a10-bc40-8c08ef1c3752 req-c34c291b-7d3d-41e8-a373-6ec669f551ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.760942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93e45e5f-8978-4a10-bc40-8c08ef1c3752 req-c34c291b-7d3d-41e8-a373-6ec669f551ab tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0651848 Jun 30 10:08:09.798117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93e45e5f-8978-4a10-bc40-8c08ef1c3752 req-0db8b349-0747-4211-9c8a-970df1b010ba tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310400 Jun 30 10:08:10.966802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6faf84-3bab-4489-a8e1-a6269166c90b req-9b073014-2008-4a9a-a3dd-a8e2b6a0ebe2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:10.968246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed6faf84-3bab-4489-a8e1-a6269166c90b req-9b073014-2008-4a9a-a3dd-a8e2b6a0ebe2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0613112 Jun 30 10:08:11.004440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ed6faf84-3bab-4489-a8e1-a6269166c90b req-4ea25d98-4f97-4e26-bbe8-c461a3463c27 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Jun 30 10:08:12.181884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4344e-61f2-4ac4-8d5d-c7db369d098b req-b3b67164-ab07-4ad8-8437-0fcd59459eea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.183516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81f4344e-61f2-4ac4-8d5d-c7db369d098b req-b3b67164-ab07-4ad8-8437-0fcd59459eea tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 944 time: 0.0662289 Jun 30 10:08:12.223826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-81f4344e-61f2-4ac4-8d5d-c7db369d098b req-f7cec63c-bd5b-43c8-9ba3-d4685185ca80 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Jun 30 10:08:12.819205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:08:12.912457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:12.923623 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'port_id': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'mac_address': 'fa:16:3e:0b:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:08:12.958790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:12.971217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:12.989587 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:12.993731 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:13.038829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:13.348414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['ce61672a-950c-46cd-a0bb-299daab818ce'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:13.396258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237907-1ef7-4337-9e7a-ba9f0e5495ce req-dfa63553-d737-43c5-83bd-19cc4bfa99cc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:13.397734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60237907-1ef7-4337-9e7a-ba9f0e5495ce req-dfa63553-d737-43c5-83bd-19cc4bfa99cc tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0628533 Jun 30 10:08:13.435390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60237907-1ef7-4337-9e7a-ba9f0e5495ce req-8de00c41-a619-44ab-a291-acd641294c6a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jun 30 10:08:13.603999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becc828-ff38-421c-b926-9b826ff6c0e1 req-4eec2e3b-a8c7-48d2-9ad9-bb63c27f9b68 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:13.605359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5becc828-ff38-421c-b926-9b826ff6c0e1 req-4eec2e3b-a8c7-48d2-9ad9-bb63c27f9b68 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0613616 Jun 30 10:08:13.641837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5becc828-ff38-421c-b926-9b826ff6c0e1 req-51048c39-5a3a-4710-9d5a-b1a86b1babdf tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307953 Jun 30 10:08:13.824821 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c25a5-43c8-47aa-a970-93677142d464 req-76164a69-f79d-401a-86de-4b350129c0a2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:13.826334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f74c25a5-43c8-47aa-a970-93677142d464 req-76164a69-f79d-401a-86de-4b350129c0a2 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0736744 Jun 30 10:08:13.864395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f74c25a5-43c8-47aa-a970-93677142d464 req-256952c6-c271-40f6-88b1-0a746d11997b tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Jun 30 10:08:14.241531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fcbf-ce93-469e-af0a-629731a6d88f req-ff0fc18f-08f2-4810-b326-55449fa5a364 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:14.243004 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8573fcbf-ce93-469e-af0a-629731a6d88f req-ff0fc18f-08f2-4810-b326-55449fa5a364 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 945 time: 0.0619838 Jun 30 10:08:14.279218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8573fcbf-ce93-469e-af0a-629731a6d88f req-1db8454c-498f-4247-9afd-e21897889f8d tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299602 Jun 30 10:08:14.831306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:14.877882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port ce61672a-950c-46cd-a0bb-299daab818ce completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:14.881448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port ce61672a-950c-46cd-a0bb-299daab818ce triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:14.881850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.956458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.977810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:14.980022 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7edbcb5-64fd-4cb1-955a-c59de1ce0ff8" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:14.992819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:14.996762 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:15.021055 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c03e6-711b-4d27-834d-613e09605822 x-openstack-request-id: req-f67c03e6-711b-4d27-834d-613e09605822 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:15.021358 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-plugged", "status": "completed", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:15.021646 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f67c03e6-711b-4d27-834d-613e09605822 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:15.022060 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'code': 200} Jun 30 10:08:15.047512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=13']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:15.455423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e156bd3-f707-4b42-8268-47f21a7ca5e5 req-3a2b21f8-02b9-40ef-ad16-babd8dc7708a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:15.456881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e156bd3-f707-4b42-8268-47f21a7ca5e5 req-3a2b21f8-02b9-40ef-ad16-babd8dc7708a tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 946 time: 0.0657196 Jun 30 10:08:15.494162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7e156bd3-f707-4b42-8268-47f21a7ca5e5 req-926624e0-8ac4-426e-b324-8745701fcf45 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups?id=19e7f045-497a-4fd7-8b5f-28f16b307047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Jun 30 10:08:15.856898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7675c9-be71-4910-a025-954c32848881 req-385488a3-0b8c-49cd-929e-c86852a94b98 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:15.858384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab7675c9-be71-4910-a025-954c32848881 req-385488a3-0b8c-49cd-929e-c86852a94b98 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 946 time: 0.0620964 Jun 30 10:08:15.954244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Deleting port ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:15.954679 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.042600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] For port ce61672a-950c-46cd-a0bb-299daab818ce, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=ce61672a-950c-46cd-a0bb-299daab818ce,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:16.042960 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.206934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.207316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.207633 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898 disassociated. External IP: 172.25.4.45, port: ce61672a-950c-46cd-a0bb-299daab818ce. Jun 30 10:08:16.207981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Calling delete_port for ce61672a-950c-46cd-a0bb-299daab818ce owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:16.333324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.361540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'Port': ['ID=ce61672a-950c-46cd-a0bb-299daab818ce,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:16.480410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:16.588637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:16.599755 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:16.609471 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:16.610109 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:16.641262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] No DVR routers for this DVR port ce61672a-950c-46cd-a0bb-299daab818ce on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:16.661795 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.663759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab7675c9-be71-4910-a025-954c32848881 req-527af554-e716-4df5-bf6b-6612b8282450 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.11 "DELETE /v2.0/ports/ce61672a-950c-46cd-a0bb-299daab818ce HTTP/1.1" status: 204 len: 173 time: 0.7996557 Jun 30 10:08:16.665636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a4438fe6-de20-488f-a1f6-2e17e610b745 req-4121ec9c-5a0c-4877-b80b-2c1a491ee2ad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0530133 Jun 30 10:08:16.666098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-deleted', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:16.668382 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d54542-cd4e-4b6b-babc-c12aeb96a04d" -d '{"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-deleted", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:16.711815 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9881d9-99b3-48cb-a6fe-105e2c3980f8 x-openstack-request-id: req-2c9881d9-99b3-48cb-a6fe-105e2c3980f8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:16.712628 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f39702-6327-48a1-b31c-983c1691ae00", "name": "network-vif-deleted", "tag": "ce61672a-950c-46cd-a0bb-299daab818ce", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:16.712986 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c9881d9-99b3-48cb-a6fe-105e2c3980f8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:16.713454 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f39702-6327-48a1-b31c-983c1691ae00', 'name': 'network-vif-deleted', 'tag': 'ce61672a-950c-46cd-a0bb-299daab818ce', 'status': 'completed', 'code': 200} Jun 30 10:08:16.726046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:16.918805 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:16.947606 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:16.955814 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:16.956412 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:17.056780 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:17.250353 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:17.275150 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ad24c-0dad-48ec-b3ea-529fc679ddda None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:34Z', 'revision_number': 4, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e902b7f2-2115-4098-b4c4-90872560cd50', 'name': '', 'network_id': '3e8700fb-cd82-4f69-8edb-0c20d33308bb', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'mac_address': 'fa:16:3e:b6:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:33Z', 'updated_at': '2021-06-30T09:56:38Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'subnets': [{'id': '37c52b87-7b16-4b29-bc10-b06a967409cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:17.488531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfbcd7-5d3e-444a-81a9-95d130d16764 None None] New status for floating IP 7cdca673-0a61-4167-a587-5a30b6bc6898: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:08:17.817595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-993bee9e-6bf8-4c58-8f9d-bf58a39fb39b req-4837c2c1-afc2-4114-af93-0bed50a4f051 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Jun 30 10:08:18.841706 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:18.861248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: ce61672a-950c-46cd-a0bb-299daab818ce {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:18.861594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device ce61672a-950c-46cd-a0bb-299daab818ce not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:18.958823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-371e219e-1f39-4824-b4bf-a7d454914307 req-f52540b0-6b86-4f63-98c2-cbfe829619d6 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Jun 30 10:08:20.114113 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66079318-fb0b-415d-bbd6-5a6f05c6035a req-f4f7acb5-aad1-4b25-b946-f1cbc7ded1b0 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6f39702-6327-48a1-b31c-983c1691ae00 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Jun 30 10:08:24.149379 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:24.215278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.239010 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.284263 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.286878 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.288041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "DELETE /v2.0/security-groups/19e7f045-497a-4fd7-8b5f-28f16b307047 HTTP/1.1" status: 204 len: 168 time: 0.1369598 Jun 30 10:08:24.291110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41018) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:24.298144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b13401-99e3-4992-9858-8bd0e6664d96 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7f045-497a-4fd7-8b5f-28f16b307047,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.309800 n-d-779913-25 neutron-server[94185]: INFO neutron.api.v2.resource [None req-7793e560-9a2d-4c87-82dc-367382b5eee3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] show failed (client error): The resource could not be found. Jun 30 10:08:24.310901 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7793e560-9a2d-4c87-82dc-367382b5eee3 tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "GET /v2.0/security-groups/19e7f045-497a-4fd7-8b5f-28f16b307047 HTTP/1.1" status: 404 len: 347 time: 0.0185611 Jun 30 10:08:24.313775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41020) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:24.446487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Deleting port 56118c9b-c608-4c78-8546-e750027469d9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:24.446827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.522282 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.522542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.534897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Calling delete_port for 56118c9b-c608-4c78-8546-e750027469d9 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:24.660982 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.687357 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Pushing event deleted for resources: {'Port': ['ID=56118c9b-c608-4c78-8546-e750027469d9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.748729 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.751186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.752325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-03abc6ed-9e57-4709-936f-bab88ec90cad tempest-ServerActionsTestJSON-1332391171 tempest-ServerActionsTestJSON-1332391171-project] 10.222.0.66 "DELETE /v2.0/floatingips/7cdca673-0a61-4167-a587-5a30b6bc6898 HTTP/1.1" status: 204 len: 168 time: 0.4376400 Jun 30 10:08:24.755487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41022) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:25.155212 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:08:25.217671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.761902 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Deleting port e902b7f2-2115-4098-b4c4-90872560cd50 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:25.762623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.838423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] For port e902b7f2-2115-4098-b4c4-90872560cd50, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e902b7f2-2115-4098-b4c4-90872560cd50,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:25.838801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.851832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Calling delete_port for e902b7f2-2115-4098-b4c4-90872560cd50 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:26.029688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.057830 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e902b7f2-2115-4098-b4c4-90872560cd50,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:26.239797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.451636 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Router d72346b9-552d-4f92-a4fe-119d19b856dc has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:26.555242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:26.561637 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1eacf1c1-a3b6-4128-8d89-e5915c72bac9 admin admin] 10.222.0.66 "PUT /v2.0/routers/d72346b9-552d-4f92-a4fe-119d19b856dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8037934 Jun 30 10:08:26.563292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41026) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:26.564009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Sync routers for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:26.572919 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:26.573525 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:26.664989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.674069 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:26.764272 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.819750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Deleting port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:26.820166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.844813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 5, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port': {'id': '1078c75d-fa25-4bfa-a436-fb8ccf0606e6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T09:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:26.870204 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Checking router: d72346b9-552d-4f92-a4fe-119d19b856dc for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:26.878845 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Routers {'d72346b9-552d-4f92-a4fe-119d19b856dc'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:26.879441 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:08:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['d72346b9-552d-4f92-a4fe-119d19b856dc'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:26.897368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] For port 1078c75d-fa25-4bfa-a436-fb8ccf0606e6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:26.897723 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.910096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Calling delete_port for 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:26.961708 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] Set router d72346b9-552d-4f92-a4fe-119d19b856dc gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:27.017223 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T10:08:26Z', 'revision_number': 6, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.042992 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691c6ed-02d4-48ff-ac4f-d3d1b72d89dc None None] The sync data for ids ['d72346b9-552d-4f92-a4fe-119d19b856dc'] in n-d-779913-25 is: [{'id': 'd72346b9-552d-4f92-a4fe-119d19b856dc', 'name': 'tempest-ServerActionsTestJSON-338454453-router', 'tenant_id': '3c99af50f58e4759bd80834a6a9653d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:56:31Z', 'updated_at': '2021-06-30T10:08:26Z', 'revision_number': 6, 'project_id': '3c99af50f58e4759bd80834a6a9653d5', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:27.076159 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.099069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1078c75d-fa25-4bfa-a436-fb8ccf0606e6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.164726 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.253586 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.255792 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.297161 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.297632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d72346b9-552d-4f92-a4fe-119d19b856dc {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:08:27.301810 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.302947 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-26463227-5a22-4a6b-8abe-230ba852d4ed admin admin] 10.222.0.66 "DELETE /v2.0/routers/d72346b9-552d-4f92-a4fe-119d19b856dc HTTP/1.1" status: 204 len: 168 time: 0.7387245 Jun 30 10:08:27.305495 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41028) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:27.349619 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Deleting subnet 37c52b87-7b16-4b29-bc10-b06a967409cc {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:08:27.352507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.391804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.470156 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.522665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.551224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c52b87-7b16-4b29-bc10-b06a967409cc,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.555446 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.557281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f1dd85ed-71ec-4ea9-8d9a-65cedf9a2d5a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37c52b87-7b16-4b29-bc10-b06a967409cc HTTP/1.1" status: 204 len: 168 time: 0.2507796 Jun 30 10:08:27.560509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41030) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:27.561386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a7bc92-b3a8-49c8-9eae-b8ca1e8a1b25 None None] Network 3e8700fb-cd82-4f69-8edb-0c20d33308bb requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:27.626657 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.681705 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Deleting port f2cb020c-fe58-42c3-9ea7-e81bf1115bab {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:27.682079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.742512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] For port f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,segment=NetworkSegment(606aaf3f-3b9d-4637-926a-6febff9aa46e),segment_id=606aaf3f-3b9d-4637-926a-6febff9aa46e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:27.742809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.755575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Calling delete_port for f2cb020c-fe58-42c3-9ea7-e81bf1115bab owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:27.797615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] DHCP port deletion for 3e8700fb-cd82-4f69-8edb-0c20d33308bb request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:08:27.838613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.848438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Deleting port f2cb020c-fe58-42c3-9ea7-e81bf1115bab {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:27.848818 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.869318 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] No DVR routers for this DVR port f2cb020c-fe58-42c3-9ea7-e81bf1115bab on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:27.871138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.914682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] For port f2cb020c-fe58-42c3-9ea7-e81bf1115bab, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:27.915086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.929328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Calling delete_port for f2cb020c-fe58-42c3-9ea7-e81bf1115bab owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:27.932554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Port f2cb020c-fe58-42c3-9ea7-e81bf1115bab was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:08:27.934139 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.951819 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.958030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] Pushing event deleted for resources: {'Port': ['ID=f2cb020c-fe58-42c3-9ea7-e81bf1115bab,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.962784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8700fb-cd82-4f69-8edb-0c20d33308bb']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.967890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae4cf0-9db2-4d74-875d-a005e55b3b80 None None] No DVR routers for this DVR port f2cb020c-fe58-42c3-9ea7-e81bf1115bab on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:27.977859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606aaf3f-3b9d-4637-926a-6febff9aa46e') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.977984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606aaf3f-3b9d-4637-926a-6febff9aa46e') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.987627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.003327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.016967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:08:28.017410 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:08:28.021816 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:08:28.089279 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.101691 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.103650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] 10.222.0.66 "DELETE /v2.0/networks/3e8700fb-cd82-4f69-8edb-0c20d33308bb HTTP/1.1" status: 204 len: 168 time: 0.5421519 Jun 30 10:08:28.118564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3517-6e1f-4db1-b052-02d25dbb52dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8700fb-cd82-4f69-8edb-0c20d33308bb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:28.209987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:28.235117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:28.235384 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:28.235866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1078c75d-fa25-4bfa-a436-fb8ccf0606e6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:28.236093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f2cb020c-fe58-42c3-9ea7-e81bf1115bab no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:28.255812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f2cb020c-fe58-42c3-9ea7-e81bf1115bab {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:28.256156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f2cb020c-fe58-42c3-9ea7-e81bf1115bab not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:28.256574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e902b7f2-2115-4098-b4c4-90872560cd50 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:28.275366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e902b7f2-2115-4098-b4c4-90872560cd50 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:28.275725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e902b7f2-2115-4098-b4c4-90872560cd50 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:28.277391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e646bb47-7a18-479a-bf61-2655d12978d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c99af50f58e4759bd80834a6a9653d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407512 Jun 30 10:08:28.280579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41036) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:28.329462 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.349600 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.394797 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.397928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.399065 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5120911b-892f-4ae4-9ad3-0e8ff7c30439 HTTP/1.1" status: 204 len: 168 time: 0.1174819 Jun 30 10:08:28.407082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353ac44-b2a0-4882-8632-e19f04696876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120911b-892f-4ae4-9ad3-0e8ff7c30439,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.078247 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41058) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:29.172248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-496021689-network', 'tenant_id': 'eeeabf7ac9ac4b8a8d7090169650c2f2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:29.192931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Made reservation on behalf of eeeabf7ac9ac4b8a8d7090169650c2f2 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:29.195228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.203637 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.306266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.310668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.347093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:08:29.353586 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fbaa22-aac0-4374-9ad0-13c69ae50021,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.362028 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.362028 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Added segment 2ebfde74-366a-46a3-9d10-dc3281ff553e of type vlan for network f67491b4-d505-449f-8abc-545b8aa958f3 Jun 30 10:08:29.396454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6a5b6714-9697-43e0-a321-6bcd3b94bebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.404471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.432771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.433956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.434532 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.487704 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4083574 Jun 30 10:08:29.490815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41062) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:29.499185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Request body: {'subnet': {'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-496021689-subnet', 'tenant_id': 'eeeabf7ac9ac4b8a8d7090169650c2f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:29.503658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89cc45-5a29-4463-bd4b-3ceb988dffef admin admin] Pushing event updated for resources: {'Network': ['ID=f67491b4-d505-449f-8abc-545b8aa958f3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.514117 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f67491b4-d505-449f-8abc-545b8aa958f3 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:08:29.522835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Made reservation on behalf of eeeabf7ac9ac4b8a8d7090169650c2f2 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:29.525266 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.693745 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.748750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a066dd59-dbe0-4d77-b904-87e4834f5cd0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.757511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Checking segment: {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:29.757936 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Network hostable DHCP agents. Network: f67491b4-d505-449f-8abc-545b8aa958f3, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:08:29.774229 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Network f67491b4-d505-449f-8abc-545b8aa958f3 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:08:29.782593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f67491b4-d505-449f-8abc-545b8aa958f3) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:29.786628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.787617 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.791372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438b5aa-c218-425e-a55b-d5f6f9603a41 None None] Network f67491b4-d505-449f-8abc-545b8aa958f3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:29.811453 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fe342a81-3dce-46c8-8dac-458bc50bf4c1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3178759 Jun 30 10:08:29.915753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167601bf-f30a-4c5a-9348-bae7c056d61a None None] Network f67491b4-d505-449f-8abc-545b8aa958f3 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:30.227391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-0f805c17-183f-471d-9c23-c146d5e168c2 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:30.228719 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-0f805c17-183f-471d-9c23-c146d5e168c2 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 813 time: 0.1005397 Jun 30 10:08:30.244857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-e18cd285-b061-4e56-9a19-0df1aeabc557 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/quotas/eeeabf7ac9ac4b8a8d7090169650c2f2 HTTP/1.1" status: 200 len: 375 time: 0.0098469 Jun 30 10:08:30.276948 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-d4079c68-e91a-4296-876d-b968f018fee9 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267038 Jun 30 10:08:30.331463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-147d45e8-075a-496f-b4f2-631597657dc9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:08:30.332438 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-147d45e8-075a-496f-b4f2-631597657dc9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488179 Jun 30 10:08:30.417257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-93edfd7c-a905-4946-9db5-01a888bc5ef3 service neutron] 10.222.0.66 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790896 Jun 30 10:08:30.505541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-e217b4a9-3bc8-4bd9-8188-63fde937b31b service neutron] 10.222.0.66 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821736 Jun 30 10:08:30.668989 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dbcabf93-49bd-4d2d-9ac3-f16cb978d3a3 req-48a6a8df-a69a-48ba-9221-ef289053046f tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 210 time: 0.0277362 Jun 30 10:08:31.817442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-484bd01e-869b-4ecf-9b9e-eaf16497e389 req-8134b97e-4920-4471-87dc-d2e7b36e8b00 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jun 30 10:08:31.854261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-3d212bd5-46b7-499a-a462-4b802e1d9d92 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:31.855785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-3d212bd5-46b7-499a-a462-4b802e1d9d92 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.41 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 813 time: 0.1123664 Jun 30 10:08:31.868439 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Request body: {'port': {'device_id': '55740a71-89b9-4865-95bb-1479b11d948f', 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3', 'admin_state_up': True, 'tenant_id': 'eeeabf7ac9ac4b8a8d7090169650c2f2'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:31.980080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Made reservation on behalf of eeeabf7ac9ac4b8a8d7090169650c2f2 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:31.982836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53b5-a4de-4cd2-8460-7ee4e343f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:31.983676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.105257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Allocated IP 172.20.0.5 (f67491b4-d505-449f-8abc-545b8aa958f3/a066dd59-dbe0-4d77-b904-87e4834f5cd0/7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:32.117185 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.253542 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.295874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.339749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Network f67491b4-d505-449f-8abc-545b8aa958f3 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:32.343348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:32.349053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:32.355316 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Pushing event updated for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:32.404446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.405048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.418212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-692a79c7-e242-4759-bdee-0d23bb63851b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534608 Jun 30 10:08:32.431815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Request body: {'port': {'device_id': '55740a71-89b9-4865-95bb-1479b11d948f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:32.500257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.755270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:32.763211 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.774909 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Transition to ACTIVE for port object 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:32.778464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.828080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:32.897903 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Attempting to bind port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:32.898575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Attempting to bind port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:32.898575 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Attempting to bind port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 on network f67491b4-d505-449f-8abc-545b8aa958f3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:32.902738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 on network f67491b4-d505-449f-8abc-545b8aa958f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:08:32.903057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Attempting to bind port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 on network f67491b4-d505-449f-8abc-545b8aa958f3 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:32.908246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:32.908585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Checking segment: {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:32.908975 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Bound using segment: {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:32.909422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Bound port: 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:32.909794 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.975892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:32.978853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:32.983893 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.000512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea02596-dcc6-4177-9ffe-9e3d2bf87f49 req-953383f1-5131-4cab-8062-72f36edd6ff0 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.002026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea02596-dcc6-4177-9ffe-9e3d2bf87f49 req-953383f1-5131-4cab-8062-72f36edd6ff0 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 943 time: 0.0659137 Jun 30 10:08:33.017234 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.017884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.019254 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 HTTP/1.1" status: 200 len: 1092 time: 0.5914021 Jun 30 10:08:33.019684 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:33.021961 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d5df37-8b1f-4b9c-a929-4d026776e204" -d '{"events": [{"name": "network-changed", "server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:33.052375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea02596-dcc6-4177-9ffe-9e3d2bf87f49 req-085e2741-f49f-4ee6-a667-8a6c56c2e4ce tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Jun 30 10:08:33.058080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105dc9-e604-415d-b228-0ca3834d20f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:33.065466 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7fcc7-2550-448b-b5e1-2660b3247bd8 x-openstack-request-id: req-84a7fcc7-2550-448b-b5e1-2660b3247bd8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:33.065777 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:33.066026 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84a7fcc7-2550-448b-b5e1-2660b3247bd8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:33.066418 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4', 'status': 'completed', 'code': 200} Jun 30 10:08:33.117202 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-7167f518-fde3-4947-8602-36dc7820de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.118710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-7167f518-fde3-4947-8602-36dc7820de63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 1095 time: 0.0560327 Jun 30 10:08:33.161813 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-3c73dbcb-c4ea-46cb-88aa-1cea3ac8bc48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0364926 Jun 30 10:08:33.209723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-25ec598e-8cd0-4357-932d-eae33c104d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.210679 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:33.211326 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-25ec598e-8cd0-4357-932d-eae33c104d4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 200 len: 853 time: 0.0434084 Jun 30 10:08:33.241956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-fa102328-ae07-4574-abff-7546791c52a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f67491b4-d505-449f-8abc-545b8aa958f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249915 Jun 30 10:08:33.333724 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-41163dbb-61b1-44fa-94d1-240b47657f3f service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Jun 30 10:08:33.419152 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e7992170-b64f-4dfa-b600-a11deac022e8 req-23abfb69-0756-4827-8730-81fcb3c43782 service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791979 Jun 30 10:08:33.514241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-435c46cd-374f-42f9-87df-6b1874775b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.515716 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-435c46cd-374f-42f9-87df-6b1874775b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 1095 time: 0.0506246 Jun 30 10:08:33.607546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-5099f680-92bb-4ab6-9226-1452371f1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.608905 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-5099f680-92bb-4ab6-9226-1452371f1b1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 914 time: 0.0867770 Jun 30 10:08:33.651957 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-2ff8132b-a3c5-4444-a224-ec5483aef6ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0358336 Jun 30 10:08:33.703292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-f02be180-0f76-4f50-ae33-c570676e44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.704758 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-f02be180-0f76-4f50-ae33-c570676e44cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 200 len: 853 time: 0.0463579 Jun 30 10:08:33.737395 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-e32243ae-3d61-449f-bad9-2aea74ea9c95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f67491b4-d505-449f-8abc-545b8aa958f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248864 Jun 30 10:08:33.824417 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-e90a12e7-6de6-4d67-902b-687de292a515 service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798028 Jun 30 10:08:33.984016 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.224769 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97d5df37-8b1f-4b9c-a929-4d026776e204 req-26cff6a1-c0f1-4b29-a0d9-9c294c10d0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934278 Jun 30 10:08:34.227691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dcbd7-61db-48f7-868d-aafffd1056a3 req-3e607bcc-9b56-48c1-8ff7-5961c9cdb210 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.229165 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f7dcbd7-61db-48f7-868d-aafffd1056a3 req-3e607bcc-9b56-48c1-8ff7-5961c9cdb210 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 943 time: 0.0630784 Jun 30 10:08:34.268612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1f7dcbd7-61db-48f7-868d-aafffd1056a3 req-5d57f579-2ec5-47c2-aa20-f32dc0d546a6 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jun 30 10:08:34.859090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:35.438895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825e6d-a024-4c72-8c88-21e113a2902d req-a63647ad-0b85-4f91-bbd9-6a129e852826 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:35.440341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d825e6d-a024-4c72-8c88-21e113a2902d req-a63647ad-0b85-4f91-bbd9-6a129e852826 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 943 time: 0.0611482 Jun 30 10:08:35.477076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d825e6d-a024-4c72-8c88-21e113a2902d req-a31c2bcc-1cb7-4355-82f4-fc8bd5b6ce69 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jun 30 10:08:35.805617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.447622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:08:36.539965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:36.551836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4', 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3', 'port_id': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4', 'mac_address': 'fa:16:3e:ac:15:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a066dd59-dbe0-4d77-b904-87e4834f5cd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:08:36.586983 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.599756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:36.619042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:36.623305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.659004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6b12a-c098-43e7-b46a-cc6c5cca3f1e req-9b9c8994-f51b-485d-82fd-9ad3eb33a8a5 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:36.660493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3d6b12a-c098-43e7-b46a-cc6c5cca3f1e req-9b9c8994-f51b-485d-82fd-9ad3eb33a8a5 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 943 time: 0.0730426 Jun 30 10:08:36.673542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:36.697482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c3d6b12a-c098-43e7-b46a-cc6c5cca3f1e req-3d2a0a12-1442-4453-936a-7d9acec99904 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Jun 30 10:08:36.815895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:37.867018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d8f2d-6392-4583-a540-6f7b2330be88 req-fb0c2d6f-2de7-4b7e-8f4e-6bd706149502 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:37.868478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f2d8f2d-6392-4583-a540-6f7b2330be88 req-fb0c2d6f-2de7-4b7e-8f4e-6bd706149502 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 944 time: 0.0613735 Jun 30 10:08:37.904449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7f2d8f2d-6392-4583-a540-6f7b2330be88 req-0e4539b0-da14-4a43-9c5b-ad57b68a8d7c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Jun 30 10:08:38.462911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:38.511231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:38.515311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:38.515689 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.587972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.608775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:38.611174 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd15ae96-dc94-432a-abfb-ca3b7992fb97" -d '{"events": [{"server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:38.624354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:38.628540 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.651351 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d2208-3bcd-44a2-9a6b-3fee6b7bca32 x-openstack-request-id: req-8a9d2208-3bcd-44a2-9a6b-3fee6b7bca32 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:38.651650 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:38.651907 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a9d2208-3bcd-44a2-9a6b-3fee6b7bca32 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:38.652302 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4', 'code': 200} Jun 30 10:08:38.677632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:38.755110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd7ca0-4ffe-4332-a439-c2440efde031 req-34e2e3bf-2462-4fab-8bd3-14846f5df802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.756573 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-61cd7ca0-4ffe-4332-a439-c2440efde031 req-34e2e3bf-2462-4fab-8bd3-14846f5df802 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 1097 time: 0.0494905 Jun 30 10:08:38.789218 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-61cd7ca0-4ffe-4332-a439-c2440efde031 req-48878603-5893-4636-b8d1-0ae59dc1bb26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267379 Jun 30 10:08:39.080843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7bdd-cf1d-4a3a-8e37-1bbf5a35c765 req-ad05d33f-d05b-4e0a-8870-100fa6cda7a3 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:39.082237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69fa7bdd-cf1d-4a3a-8e37-1bbf5a35c765 req-ad05d33f-d05b-4e0a-8870-100fa6cda7a3 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0644147 Jun 30 10:08:39.118678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69fa7bdd-cf1d-4a3a-8e37-1bbf5a35c765 req-026dbeb2-d9ae-421e-b653-67abbac6bcbe tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Jun 30 10:08:40.222873 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-02090a68-c329-431a-b106-19922245a43e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500791 Jun 30 10:08:40.293853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23188d-ff3e-4ae0-942f-450abd519c23 req-7e428781-4f3f-4652-8b53-5640c0f664fd tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.295595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef23188d-ff3e-4ae0-942f-450abd519c23 req-7e428781-4f3f-4652-8b53-5640c0f664fd tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0612833 Jun 30 10:08:40.318879 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-59e20ee3-2021-4432-a233-79306faa944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.320359 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-59e20ee3-2021-4432-a233-79306faa944a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 1097 time: 0.0549102 Jun 30 10:08:40.333504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ef23188d-ff3e-4ae0-942f-450abd519c23 req-a66b4602-bc89-44ff-b6da-9ec7960e2f4e tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jun 30 10:08:40.423857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-58a7bfc7-be75-40ec-94ae-5b4a9ffc7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.425341 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-58a7bfc7-be75-40ec-94ae-5b4a9ffc7514 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 914 time: 0.0857306 Jun 30 10:08:40.470598 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-b23ed111-f550-47ff-9593-15897eaa4bfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 HTTP/1.1" status: 200 len: 217 time: 0.0384183 Jun 30 10:08:40.518377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-62734dd4-48f9-43d7-ae07-b7fcb1275ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.519814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-62734dd4-48f9-43d7-ae07-b7fcb1275ce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 200 len: 853 time: 0.0424888 Jun 30 10:08:40.553372 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-8a91771d-8220-4eed-8fb9-48bc38833a0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f67491b4-d505-449f-8abc-545b8aa958f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256612 Jun 30 10:08:40.562138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-8201dc83-17af-4e2e-9d74-ec777156c228 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:40.563612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-8201dc83-17af-4e2e-9d74-ec777156c228 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 813 time: 0.1027308 Jun 30 10:08:40.578562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-f99f8ca7-3317-4958-a311-a0c5d21aca5e tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/quotas/eeeabf7ac9ac4b8a8d7090169650c2f2 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Jun 30 10:08:40.641022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-654e818d-fe49-43f1-9bd7-982c4415dbc4 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565135 Jun 30 10:08:40.646128 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-63287403-9b71-4734-858d-ab81d2e6c0b2 service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 Jun 30 10:08:40.734121 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2a13e17b-ece1-42ba-b824-a19468c0784b req-30d1465f-02d6-453b-88d8-daa913e50398 service neutron] 10.222.0.41 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823569 Jun 30 10:08:40.775063 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-344bb5dd-8232-4f42-9e1b-a6e8af525a37 service neutron] 10.222.0.66 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270938 Jun 30 10:08:40.862652 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-52e64bec-387c-495e-a7fb-6a1b762e5a04 service neutron] 10.222.0.66 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812383 Jun 30 10:08:41.034974 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ba9d033f-7953-4cca-b6b2-6351e7c15fd2 req-fd979feb-25e1-4096-9864-b4ad12bea779 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 210 time: 0.0313416 Jun 30 10:08:42.036197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-21ab600e-e15b-4514-9ef5-e168cf5fbb0c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:42.037690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-21ab600e-e15b-4514-9ef5-e168cf5fbb0c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.11 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 813 time: 0.1017382 Jun 30 10:08:42.055707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Request body: {'port': {'device_id': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3', 'admin_state_up': True, 'tenant_id': 'eeeabf7ac9ac4b8a8d7090169650c2f2'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:42.182457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e13b2fbe-edd2-48e9-abec-646af91155bb req-c6892174-52d9-468c-88c0-3b45d0630fe2 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jun 30 10:08:42.196816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Made reservation on behalf of eeeabf7ac9ac4b8a8d7090169650c2f2 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:42.200352 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.321093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Allocated IP 172.20.0.2 (f67491b4-d505-449f-8abc-545b8aa958f3/a066dd59-dbe0-4d77-b904-87e4834f5cd0/f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:42.460996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.496569 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.509342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:42.541984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Network f67491b4-d505-449f-8abc-545b8aa958f3 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:42.545278 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:42.551421 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:42.574460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Pushing event updated for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:42.602693 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:42.603315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.617442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2e88c3fa-9ce2-49db-91ad-71db67646f98 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654206 Jun 30 10:08:42.629041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Request body: {'port': {'device_id': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:42.698980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.951841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:42.958969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:42.970999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Transition to ACTIVE for port object f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:42.973948 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:43.037341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:43.084850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Attempting to bind port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:43.085187 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Attempting to bind port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:43.085518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Attempting to bind port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd on network f67491b4-d505-449f-8abc-545b8aa958f3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:43.089642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd on network f67491b4-d505-449f-8abc-545b8aa958f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:08:43.090004 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Attempting to bind port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd on network f67491b4-d505-449f-8abc-545b8aa958f3 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:43.095157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:43.095499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Checking segment: {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:43.095883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Bound using segment: {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:43.096305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Bound port: f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebfde74-366a-46a3-9d10-dc3281ff553e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:43.096667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:43.159356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:43.162311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:43.166740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:43.199612 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:43.200258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:43.201624 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd HTTP/1.1" status: 200 len: 1092 time: 0.5769479 Jun 30 10:08:43.202146 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:43.204363 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943fecb4-7595-4349-94d3-1b055b24fff9" -d '{"events": [{"name": "network-changed", "server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:43.230929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8c6ca-e9f9-455b-a6cb-52339137a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:43.257075 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6855fb-1bd1-4136-8776-9fb27fbb60fb x-openstack-request-id: req-5a6855fb-1bd1-4136-8776-9fb27fbb60fb {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:43.257354 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:43.257601 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a6855fb-1bd1-4136-8776-9fb27fbb60fb {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:43.258008 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd', 'status': 'completed', 'code': 200} Jun 30 10:08:43.302404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-efd7cad9-7dfe-49f5-8aea-27698855be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:43.303897 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-efd7cad9-7dfe-49f5-8aea-27698855be4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 1095 time: 0.0553682 Jun 30 10:08:43.365318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-e971e122-77c7-42c2-a71d-1314548ae575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd HTTP/1.1" status: 200 len: 217 time: 0.0522151 Jun 30 10:08:43.425540 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-5f3c584f-5488-42cc-9862-54cfd68d4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:43.427022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-5f3c584f-5488-42cc-9862-54cfd68d4e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 200 len: 853 time: 0.0542421 Jun 30 10:08:43.435230 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8624a0-9b3f-479d-87c5-5f02a37f2ae4 req-e1a1b927-9b2a-4e14-afff-1ed01bc2376b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:43.436592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b8624a0-9b3f-479d-87c5-5f02a37f2ae4 req-e1a1b927-9b2a-4e14-afff-1ed01bc2376b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 943 time: 0.1318491 Jun 30 10:08:43.472296 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-a5cbdc23-1f7b-416f-85e8-9ac5beb12ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f67491b4-d505-449f-8abc-545b8aa958f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347238 Jun 30 10:08:43.874500 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b8624a0-9b3f-479d-87c5-5f02a37f2ae4 req-ef9ffde5-923e-40c0-a201-229ee284685b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299588 Jun 30 10:08:43.910109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-1508d9d0-178d-499f-84dd-21a53f0abd3e service neutron] 10.222.0.11 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300649 Jun 30 10:08:44.000061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a6a9ef85-0c19-4f80-86aa-1c81ad0fc7db req-e4627bbc-8ac2-4227-9b78-0da00cc701bd service neutron] 10.222.0.11 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830779 Jun 30 10:08:44.099263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-f3242f14-ec8b-4abb-998a-0cbce32bb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:44.100620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-f3242f14-ec8b-4abb-998a-0cbce32bb041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 1095 time: 0.0512760 Jun 30 10:08:44.191017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-c26e31fa-d232-44c2-934d-d5b9e417c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:44.192452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-c26e31fa-d232-44c2-934d-d5b9e417c665 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 200 len: 914 time: 0.0852847 Jun 30 10:08:44.232238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-45438618-d9c7-4fd4-9d9a-1653c713f394 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd HTTP/1.1" status: 200 len: 217 time: 0.0331452 Jun 30 10:08:44.279166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-43c2ba8a-240c-4abb-9a70-47944f40537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:44.280585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-43c2ba8a-240c-4abb-9a70-47944f40537b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 200 len: 853 time: 0.0422611 Jun 30 10:08:44.312067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-d322682f-bad5-4172-953a-20166e905109 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f67491b4-d505-449f-8abc-545b8aa958f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254900 Jun 30 10:08:44.399022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-575f75f9-6460-4387-be3a-4ef2e3bbcbae service neutron] 10.222.0.11 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Jun 30 10:08:44.490634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-943fecb4-7595-4349-94d3-1b055b24fff9 req-ec48476e-18ca-4a46-bc8d-b7567b0edf2f service neutron] 10.222.0.11 "GET /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842960 Jun 30 10:08:45.046899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646a314-f2a2-4682-ae53-f8e9b1132bbd req-87b002f2-592b-42e5-b2d1-ee0b1e5ae379 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:45.048625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0646a314-f2a2-4682-ae53-f8e9b1132bbd req-87b002f2-592b-42e5-b2d1-ee0b1e5ae379 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 943 time: 0.0633366 Jun 30 10:08:45.091805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0646a314-f2a2-4682-ae53-f8e9b1132bbd req-2c027ea6-be24-4264-b105-9e754274aa2e tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Jun 30 10:08:46.259644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e1132-545e-4fbd-b594-5bffcc427ffc req-75291bb1-9625-470c-81df-17045fca125c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:46.261089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb9e1132-545e-4fbd-b594-5bffcc427ffc req-75291bb1-9625-470c-81df-17045fca125c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 943 time: 0.0616090 Jun 30 10:08:46.297803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb9e1132-545e-4fbd-b594-5bffcc427ffc req-dde6fb52-f8ef-4382-a0fb-4d2d76c31743 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Jun 30 10:08:46.979648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:08:47.071526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:47.082675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd', 'network_id': 'f67491b4-d505-449f-8abc-545b8aa958f3', 'port_id': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd', 'mac_address': 'fa:16:3e:e2:b7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a066dd59-dbe0-4d77-b904-87e4834f5cd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:08:47.118211 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.130607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:47.149746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:47.154137 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.200660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:47.450310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:47.476805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63419c0-ce4e-4035-9985-a2e324b9541c req-8a3e0dd5-4fa9-41cc-854e-7d314230b776 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:47.478347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f63419c0-ce4e-4035-9985-a2e324b9541c req-8a3e0dd5-4fa9-41cc-854e-7d314230b776 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 944 time: 0.0715177 Jun 30 10:08:47.516764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f63419c0-ce4e-4035-9985-a2e324b9541c req-e55cf989-8576-41e9-87d1-9996a41d0598 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Jun 30 10:08:48.689291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e0a9-8f1c-4dbe-a893-8e2ef0793ec0 req-44a25416-5a7c-4016-97e3-c4dfcebff486 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:48.690810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc39e0a9-8f1c-4dbe-a893-8e2ef0793ec0 req-44a25416-5a7c-4016-97e3-c4dfcebff486 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 944 time: 0.0629201 Jun 30 10:08:48.727777 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc39e0a9-8f1c-4dbe-a893-8e2ef0793ec0 req-777fc035-6311-4b89-a89d-3b7a2723bb6b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Jun 30 10:08:49.007556 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:49.054742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:49.058458 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:49.058776 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.135252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.157516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:49.159810 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52685bd5-fad8-4326-beb7-deb1130513d5" -d '{"events": [{"server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:49.172557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:49.176914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:49.201314 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45f3f57-f676-4810-8168-94385820402e x-openstack-request-id: req-e45f3f57-f676-4810-8168-94385820402e {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:49.201628 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "name": "network-vif-plugged", "status": "completed", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:49.202635 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e45f3f57-f676-4810-8168-94385820402e {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:49.203029 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd', 'code': 200} Jun 30 10:08:49.229318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:49.308867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace21649-5947-410f-b204-6d744ba7ce7a req-292ae733-586f-4c6d-80ba-511afa82025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:49.310747 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace21649-5947-410f-b204-6d744ba7ce7a req-292ae733-586f-4c6d-80ba-511afa82025c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 1097 time: 0.0501354 Jun 30 10:08:49.347276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ace21649-5947-410f-b204-6d744ba7ce7a req-1707bddc-6564-4274-8bf9-6fd0d782358c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299242 Jun 30 10:08:49.906181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bba27-c2a7-4dee-84f0-c45f44d5c982 req-43cae6a2-1135-485f-9622-d7c3abf2ff27 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:49.907642 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b45bba27-c2a7-4dee-84f0-c45f44d5c982 req-43cae6a2-1135-485f-9622-d7c3abf2ff27 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 945 time: 0.0611031 Jun 30 10:08:49.943982 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b45bba27-c2a7-4dee-84f0-c45f44d5c982 req-0b4f7fa8-106e-49bc-bf82-cbc5845b200d tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Jun 30 10:08:51.112450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a2e4b-d5f8-40f0-a9c9-835c622b9a97 req-b2c82811-7152-45be-84a6-a92c97ac763b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:51.113799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-527a2e4b-d5f8-40f0-a9c9-835c622b9a97 req-b2c82811-7152-45be-84a6-a92c97ac763b tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 945 time: 0.0611267 Jun 30 10:08:51.150364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-527a2e4b-d5f8-40f0-a9c9-835c622b9a97 req-1f962c7a-f997-4f68-9801-0e4963fda953 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Jun 30 10:08:51.520646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c920e9c-247b-4a6f-9ffa-8067ccf488c0 req-1d50d978-d54a-49b3-b24b-f2c70fdd1420 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:51.522378 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c920e9c-247b-4a6f-9ffa-8067ccf488c0 req-1d50d978-d54a-49b3-b24b-f2c70fdd1420 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 945 time: 0.0648620 Jun 30 10:08:51.560978 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c920e9c-247b-4a6f-9ffa-8067ccf488c0 req-330e0358-8d5f-47cd-a2a5-ee83752388e5 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Jun 30 10:08:52.737970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ff63-b5f6-4a49-b94c-4a9d56addacf req-35af42b5-d609-4e36-93c7-498d505a757f tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:52.739406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4402ff63-b5f6-4a49-b94c-4a9d56addacf req-35af42b5-d609-4e36-93c7-498d505a757f tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 945 time: 0.0615222 Jun 30 10:08:52.784690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4402ff63-b5f6-4a49-b94c-4a9d56addacf req-b9515bb6-16ae-41f1-b885-af91b480f71f tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Jun 30 10:08:52.838371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-fc4cf47d-d2af-4074-887a-f0165b7a9086 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:52.839768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-fc4cf47d-d2af-4074-887a-f0165b7a9086 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.11 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 945 time: 0.0684915 Jun 30 10:08:52.935740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Deleting port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:52.936085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.022854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] For port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:53.023213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.036018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Calling delete_port for f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:53.162109 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.176311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:53.179366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:53.196791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Pushing event deleted for resources: {'Port': ['ID=f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:53.241168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] No DVR routers for this DVR port f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:53.243862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:53.245841 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-02fdc380-dbf4-4cb5-9e80-d9a3d6b14b0e req-6ff72c43-5683-4225-8328-a53b6ca33c85 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.11 "DELETE /v2.0/ports/f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd HTTP/1.1" status: 204 len: 173 time: 0.4005840 Jun 30 10:08:53.246276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'name': 'network-vif-deleted', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:53.249119 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586c97c9-da9d-41a7-aed8-15705067ee72" -d '{"events": [{"server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "name": "network-vif-deleted", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:53.289360 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37891013-e4dd-477b-8946-75cbb1f29d43 x-openstack-request-id: req-37891013-e4dd-477b-8946-75cbb1f29d43 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:53.289659 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c3608a-0e91-4bec-a3bf-bd800a186afa", "name": "network-vif-deleted", "tag": "f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:53.289984 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37891013-e4dd-477b-8946-75cbb1f29d43 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:53.290385 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c3608a-0e91-4bec-a3bf-bd800a186afa', 'name': 'network-vif-deleted', 'tag': 'f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd', 'status': 'completed', 'code': 200} Jun 30 10:08:53.937215 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-515e68b9-0082-464f-897b-4a23bee3423e req-cb11df0d-4df8-4426-b3f9-fdc0e87978e1 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=34c3608a-0e91-4bec-a3bf-bd800a186afa HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jun 30 10:08:55.172730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e1d1-077c-4244-b58e-553ecbe5c08c req-0526f54d-c0c9-43c9-b1bb-6c160cfe95fd tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:55.174154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e410e1d1-077c-4244-b58e-553ecbe5c08c req-0526f54d-c0c9-43c9-b1bb-6c160cfe95fd tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0614395 Jun 30 10:08:55.214001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e410e1d1-077c-4244-b58e-553ecbe5c08c req-85d086f3-55ea-4225-beca-2cc541e5f216 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Jun 30 10:08:55.397787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7947f-60ea-452d-b6b6-d2ae1a2ba415 req-41046307-6524-4ff2-b0f7-be8b5c508ebb tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:55.399264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ed7947f-60ea-452d-b6b6-d2ae1a2ba415 req-41046307-6524-4ff2-b0f7-be8b5c508ebb tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0618837 Jun 30 10:08:55.435954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7ed7947f-60ea-452d-b6b6-d2ae1a2ba415 req-e8e621cc-1c30-4332-97dd-995fbe148a28 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Jun 30 10:08:55.604850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6128a7-b213-4652-bd35-fccc7336ab0a req-863ee864-25c3-46ba-be6e-248c6181fbac tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:55.606341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d6128a7-b213-4652-bd35-fccc7336ab0a req-863ee864-25c3-46ba-be6e-248c6181fbac tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0624578 Jun 30 10:08:55.642852 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3d6128a7-b213-4652-bd35-fccc7336ab0a req-a5eb5b6f-669d-4b06-98ae-107ca7099eeb tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Jun 30 10:08:55.918761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5f0b5-7cdd-4acc-9f40-d4c3fc437eaf req-54ab8e0f-c29c-414a-9668-5718274bc72c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:55.921014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5e5f0b5-7cdd-4acc-9f40-d4c3fc437eaf req-54ab8e0f-c29c-414a-9668-5718274bc72c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0659268 Jun 30 10:08:55.957092 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b5e5f0b5-7cdd-4acc-9f40-d4c3fc437eaf req-92f0651b-76f4-4fd7-bbcb-9fdeef16b19c tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304666 Jun 30 10:08:56.125082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f13ed-248d-413e-9ae7-8dc33434cea3 req-134aa550-98a1-4396-9a14-606d2e2a4acc tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:56.126447 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa6f13ed-248d-413e-9ae7-8dc33434cea3 req-134aa550-98a1-4396-9a14-606d2e2a4acc tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0611863 Jun 30 10:08:56.163392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa6f13ed-248d-413e-9ae7-8dc33434cea3 req-a117c201-6f70-417e-8c49-f0bd46fac045 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Jun 30 10:08:56.339929 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f225c-1bdb-4d1a-8356-246fe0613c22 req-7e114989-d08c-4470-a913-0b1ab9de3404 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:56.341370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d37f225c-1bdb-4d1a-8356-246fe0613c22 req-7e114989-d08c-4470-a913-0b1ab9de3404 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0604005 Jun 30 10:08:56.382901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d37f225c-1bdb-4d1a-8356-246fe0613c22 req-7588061b-e318-4b31-bd2c-7aea7350b4f1 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352819 Jun 30 10:08:56.893630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce29c7c-c56b-461b-8633-4b7c7e3c2478 req-5ddd3a79-5b98-4a0a-9ff8-47267b4bf2b9 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:56.895025 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ce29c7c-c56b-461b-8633-4b7c7e3c2478 req-5ddd3a79-5b98-4a0a-9ff8-47267b4bf2b9 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0615242 Jun 30 10:08:56.931488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ce29c7c-c56b-461b-8633-4b7c7e3c2478 req-365c4e8f-8369-456b-b985-f24625235fbe tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Jun 30 10:08:57.088786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:57.108904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:57.109273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f2ed19e1-358a-41ad-a0e8-36ac1d0e19dd not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:58.107809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2a67-7ca7-40b4-91f1-145bd602ea7e req-e1b9ed64-53dd-41c4-bf84-75a2f48fc597 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:58.109190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feaa2a67-7ca7-40b4-91f1-145bd602ea7e req-e1b9ed64-53dd-41c4-bf84-75a2f48fc597 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0638187 Jun 30 10:08:58.146872 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-feaa2a67-7ca7-40b4-91f1-145bd602ea7e req-3eb8318b-9fe8-45b3-a78b-53a2bc4cf9ec tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.66 "GET /v2.0/security-groups?id=31fbaa22-aac0-4374-9ad0-13c69ae50021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Jun 30 10:08:58.149657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066c352-a6df-4d37-b572-8970db7c85eb req-0838072a-e74d-4a17-bff0-48cc39d2fe80 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:58.151160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f066c352-a6df-4d37-b572-8970db7c85eb req-0838072a-e74d-4a17-bff0-48cc39d2fe80 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.41 "GET /v2.0/ports?device_id=55740a71-89b9-4865-95bb-1479b11d948f HTTP/1.1" status: 200 len: 945 time: 0.0636163 Jun 30 10:08:58.253168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Deleting port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:58.253515 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.339837 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] For port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,segment=NetworkSegment(2ebfde74-366a-46a3-9d10-dc3281ff553e),segment_id=2ebfde74-366a-46a3-9d10-dc3281ff553e)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:58.340197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.356913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Calling delete_port for 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:58.476223 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.487718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:58.505252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Pushing event deleted for resources: {'Port': ['ID=7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:58.535715 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.536091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.536421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.536759 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.537090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.537421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.537769 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.538108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.538435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.538758 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.539079 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.539400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:58.562446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] No DVR routers for this DVR port 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:58.564718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:58.566727 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f066c352-a6df-4d37-b572-8970db7c85eb req-67237696-5f73-421f-8491-f1f9f57dc993 tempest-ServersNegativeTestJSON-1688563912 tempest-ServersNegativeTestJSON-1688563912-project] 10.222.0.41 "DELETE /v2.0/ports/7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 HTTP/1.1" status: 204 len: 173 time: 0.4100838 Jun 30 10:08:58.567152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'name': 'network-vif-deleted', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:58.569394 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bbc3b0-4f79-4905-826c-74aaf8ecbb38" -d '{"events": [{"server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "name": "network-vif-deleted", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:58.606904 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8cdf9e-dc54-4392-a50e-55afb63b4c65 x-openstack-request-id: req-0f8cdf9e-dc54-4392-a50e-55afb63b4c65 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:58.607711 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55740a71-89b9-4865-95bb-1479b11d948f", "name": "network-vif-deleted", "tag": "7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:58.608046 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f8cdf9e-dc54-4392-a50e-55afb63b4c65 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:58.608442 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55740a71-89b9-4865-95bb-1479b11d948f', 'name': 'network-vif-deleted', 'tag': '7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4', 'status': 'completed', 'code': 200} Jun 30 10:08:59.243869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41214) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:59.287442 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Deleting subnet a066dd59-dbe0-4d77-b904-87e4834f5cd0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:08:59.290675 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.323878 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.366289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.397111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1292f71d-6876-4f0c-9e3a-f5dfd8db42e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.417817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.444237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a066dd59-dbe0-4d77-b904-87e4834f5cd0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:59.446247 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.448087 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1de54a7f-4625-47c7-a210-3969ef67133d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a066dd59-dbe0-4d77-b904-87e4834f5cd0 HTTP/1.1" status: 204 len: 168 time: 0.2032218 Jun 30 10:08:59.450613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41216) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:59.516499 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.595844 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.610490 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67491b4-d505-449f-8abc-545b8aa958f3']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:59.623540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebfde74-366a-46a3-9d10-dc3281ff553e') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:59.623770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebfde74-366a-46a3-9d10-dc3281ff553e') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:59.632473 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.646382 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.652216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:08:59.652608 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:08:59.654387 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:08:59.710451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.715760 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.717590 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] 10.222.0.66 "DELETE /v2.0/networks/f67491b4-d505-449f-8abc-545b8aa958f3 HTTP/1.1" status: 204 len: 168 time: 0.2654586 Jun 30 10:08:59.728390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393f706-62a8-434d-8eb2-139a42370ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=f67491b4-d505-449f-8abc-545b8aa958f3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:59.825927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41220) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:59.864617 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-806e24fd-3d51-4952-aef3-b84c44a12764 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeeabf7ac9ac4b8a8d7090169650c2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374756 Jun 30 10:08:59.867041 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41222) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:59.912944 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.933739 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.979402 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.982051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:59.983689 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31fbaa22-aac0-4374-9ad0-13c69ae50021 HTTP/1.1" status: 204 len: 168 time: 0.1157575 Jun 30 10:08:59.991157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48350613-f52b-45f5-9281-9f055397e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fbaa22-aac0-4374-9ad0-13c69ae50021,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:00.659922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41244) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:00.752034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1590870002'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:00.773688 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:00.777183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.785609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.879580 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.883346 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.905686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:00.920841 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4cc327-052d-463a-a9db-24c18ec1087c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:00.924172 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.924528 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Added segment 7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d of type vlan for network 92346867-73ad-4301-97a8-e9f8d7fcfe25 Jun 30 10:09:00.963634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.991899 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:00.997271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:00.997908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:01.049505 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3884516 Jun 30 10:09:01.063092 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf5cb3-2bff-479b-81d0-df73054d6f26 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Network': ['ID=92346867-73ad-4301-97a8-e9f8d7fcfe25,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:01.076782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:01.984697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7fd4191e-a63b-4da1-b355-dc8e0cb2c821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:02.118483 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:02.154831 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:02.540202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:09:02.559641 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:09:02.559987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 7b9e3d51-15c2-4ba4-b565-5f95ac58e8f4 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:09:03.214286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:03.978269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.323208 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41248) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:04.328934 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'subnet': {'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:04.419180 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:04.422902 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.603010 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.664881 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Subnet': ['ID=296344a5-3641-4d1d-a39e-9eebdbaa14b0,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:04.670933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking segment: {'id': '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:04.671242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network hostable DHCP agents. Network: 92346867-73ad-4301-97a8-e9f8d7fcfe25, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:04.686531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:04.694713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 92346867-73ad-4301-97a8-e9f8d7fcfe25) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:04.699056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:04.699503 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.703961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47b9b27-9090-4fca-8d7d-3915118db423 None None] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:04.713766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f74a4bd2-144d-4e1e-a4a2-718af64c9288 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3894405 Jun 30 10:09:04.717871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41250) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:04.723033 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17773344'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:04.744115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:04.747705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.771792 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:04.781560 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.781966 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Added segment 0797efea-b6ba-4150-b2fa-02e203cce995 of type vlan for network f950a3d4-e141-409c-ae25-a3fc7cd5b774 Jun 30 10:09:04.826524 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.854208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-92346867-73ad-4301-97a8-e9f8d7fcfe25', 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25', 'tenant_id': '5ba642166a3342f6b3902056f84a3372', 'fixed_ips': [{'subnet_id': '296344a5-3641-4d1d-a39e-9eebdbaa14b0'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:04.855155 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.858127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.866941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:04.868054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.880606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:04.924074 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2050042 Jun 30 10:09:04.927162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41252) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:04.932967 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'subnet': {'network_id': 'f950a3d4-e141-409c-ae25-a3fc7cd5b774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:04.938301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578a969-332d-489d-82b9-8944839e6290 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Network': ['ID=f950a3d4-e141-409c-ae25-a3fc7cd5b774,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:04.950096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f950a3d4-e141-409c-ae25-a3fc7cd5b774 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:05.023650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:05.027169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.057625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Allocated IP 2001:db8:0:ffff::2 (92346867-73ad-4301-97a8-e9f8d7fcfe25/296344a5-3641-4d1d-a39e-9eebdbaa14b0/98bde537-9a49-4635-b25d-3a833d7830aa) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:05.203737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.212106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Transition to ACTIVE for port object 98bde537-9a49-4635-b25d-3a833d7830aa will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:05.219809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.229783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Transition to ACTIVE for port object 98bde537-9a49-4635-b25d-3a833d7830aa will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:05.235734 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.275983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:05.278622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:05.285058 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:05.287464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Subnet': ['ID=24d5bb4b-0ef4-40e5-8de2-e29b66d91781,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:05.290284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking segment: {'id': '0797efea-b6ba-4150-b2fa-02e203cce995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f950a3d4-e141-409c-ae25-a3fc7cd5b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:05.290644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network hostable DHCP agents. Network: f950a3d4-e141-409c-ae25-a3fc7cd5b774, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:05.291826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Pushing event updated for resources: {'Port': ['ID=98bde537-9a49-4635-b25d-3a833d7830aa,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:05.298338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.298688 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.299032 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.299370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.299699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.300025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.300372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.300699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.301020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.301340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.301661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.302006 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.319161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network f950a3d4-e141-409c-ae25-a3fc7cd5b774 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:05.321178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.321525 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.321895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.322229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.322560 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.322875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.323197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.323517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.323836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.324153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.324487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.324882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:05.329709 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f950a3d4-e141-409c-ae25-a3fc7cd5b774) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:05.333843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:05.334547 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.350230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ddd3dfcd-8f08-400f-8132-c54c3222931c tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4218740 Jun 30 10:09:05.351826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b85e9-c8bd-4abd-9108-b8593b00d857 None None] Network f950a3d4-e141-409c-ae25-a3fc7cd5b774 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:05.352918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41254) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:05.397466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Attempting to bind port 98bde537-9a49-4635-b25d-3a833d7830aa on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:05.397862 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Attempting to bind port 98bde537-9a49-4635-b25d-3a833d7830aa by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:05.398221 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Attempting to bind port 98bde537-9a49-4635-b25d-3a833d7830aa on network 92346867-73ad-4301-97a8-e9f8d7fcfe25 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:05.407128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:05.407507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Checking segment: {'id': '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:05.407905 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.408293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Bound using segment: {'id': '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:05.408753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Bound port: 98bde537-9a49-4635-b25d-3a833d7830aa, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '92346867-73ad-4301-97a8-e9f8d7fcfe25'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:05.409128 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.453260 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.514938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] For port 98bde537-9a49-4635-b25d-3a833d7830aa, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:05.520890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] For port 98bde537-9a49-4635-b25d-3a833d7830aa, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=98bde537-9a49-4635-b25d-3a833d7830aa,segment=NetworkSegment(7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d),segment_id=7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:05.529026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.548577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.595648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818ca2d9-a180-4772-8fac-b2f7935f961e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f950a3d4-e141-409c-ae25-a3fc7cd5b774', 'network_id': 'f950a3d4-e141-409c-ae25-a3fc7cd5b774', 'tenant_id': '5ba642166a3342f6b3902056f84a3372', 'fixed_ips': [{'subnet_id': '24d5bb4b-0ef4-40e5-8de2-e29b66d91781'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:05.596051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-818ca2d9-a180-4772-8fac-b2f7935f961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.632666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb010e9-08d0-422d-934b-39c356354d3f None None] Pushing event updated for resources: {'Port': ['ID=98bde537-9a49-4635-b25d-3a833d7830aa,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:05.633648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.667586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Subnet': ['ID=24d5bb4b-0ef4-40e5-8de2-e29b66d91781,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:05.710651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f165e-b42b-4b0a-b367-884233b1deae None None] Network f950a3d4-e141-409c-ae25-a3fc7cd5b774 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:05.732394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.742956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f950a3d4-e141-409c-ae25-a3fc7cd5b774']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:05.760289 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0797efea-b6ba-4150-b2fa-02e203cce995') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:05.760598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0797efea-b6ba-4150-b2fa-02e203cce995') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:05.786293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.806581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.813057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:05.813441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:05.816895 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:05.848208 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.892058 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.899388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.901232 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/f950a3d4-e141-409c-ae25-a3fc7cd5b774 HTTP/1.1" status: 204 len: 168 time: 0.5474017 Jun 30 10:09:05.905956 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:05.911329 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121856995'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:05.922432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c023d9-cdc8-44f2-8d10-8ab870e04ff7 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Network': ['ID=f950a3d4-e141-409c-ae25-a3fc7cd5b774,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:05.938924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:05.942639 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.967779 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:05.977249 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:05.977600 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Added segment 99322c2b-1e33-40a8-b00b-30472086cee4 of type vlan for network cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 Jun 30 10:09:06.017030 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.047538 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.053015 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:06.053598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.109347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2022598 Jun 30 10:09:06.112568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41258) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:06.121664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'subnet': {'network_id': 'cdfd0bc2-f0db-4ef8-bd21-f71049437cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:06.124367 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384032f8-b962-4db9-8465-e49f124b1cbc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Network': ['ID=cdfd0bc2-f0db-4ef8-bd21-f71049437cd7,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:06.136547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:06.236517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:06.243944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.246854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 98bde537-9a49-4635-b25d-3a833d7830aa up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:06.302891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 98bde537-9a49-4635-b25d-3a833d7830aa completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:06.314451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Performing IP validity checks on allocation pools {{(pid=94183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 10:09:06.315185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.ipam_backend_mixin [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 10:09:06.443877 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.518161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Subnet': ['ID=8efa3ce8-992d-44bc-a3db-49709c196992,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:06.524508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking segment: {'id': '99322c2b-1e33-40a8-b00b-30472086cee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'cdfd0bc2-f0db-4ef8-bd21-f71049437cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:06.524923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network hostable DHCP agents. Network: cdfd0bc2-f0db-4ef8-bd21-f71049437cd7, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:06.542953 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:06.554044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, cdfd0bc2-f0db-4ef8-bd21-f71049437cd7) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:06.558244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:06.558837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.565654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3098dae-dfd2-4278-a2d4-7b2dd9c9019d None None] Network cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:06.581371 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41260) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:06.581570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8158cca0-44ff-4d43-8f2b-a5895fc2ce48 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4669368 Jun 30 10:09:06.703475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4903f-cd63-4a54-87bf-86498c353b4c None None] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:06.712989 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.782751 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69044cc-3d22-41ec-85a2-055491d2f388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-cdfd0bc2-f0db-4ef8-bd21-f71049437cd7', 'network_id': 'cdfd0bc2-f0db-4ef8-bd21-f71049437cd7', 'tenant_id': '5ba642166a3342f6b3902056f84a3372', 'fixed_ips': [{'subnet_id': '8efa3ce8-992d-44bc-a3db-49709c196992'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:06.784180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f69044cc-3d22-41ec-85a2-055491d2f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.795533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.840106 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Provisioning for port 98bde537-9a49-4635-b25d-3a833d7830aa completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:06.863098 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.886883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Provisioning complete for port 98bde537-9a49-4635-b25d-3a833d7830aa triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:06.887261 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.894157 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Subnet': ['ID=8efa3ce8-992d-44bc-a3db-49709c196992,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:06.953049 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:06.965990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfd0bc2-f0db-4ef8-bd21-f71049437cd7']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:06.978992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99322c2b-1e33-40a8-b00b-30472086cee4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:06.979368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99322c2b-1e33-40a8-b00b-30472086cee4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server [None req-f69044cc-3d22-41ec-85a2-055491d2f388 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8efa3ce8-992d-44bc-a3db-49709c196992: This subnet is being modified by another concurrent operation. Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server raise exception Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8efa3ce8-992d-44bc-a3db-49709c196992: This subnet is being modified by another concurrent operation. Jun 30 10:09:06.979706 n-d-779913-25 neutron-server[94186]: ERROR oslo_messaging.rpc.server Jun 30 10:09:07.000332 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.006479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeeb493-1118-4efe-b025-f3ebd74d2b64 None None] Network cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:07.016029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.022265 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:07.022659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:07.025594 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:07.086191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.093759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.095572 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 HTTP/1.1" status: 204 len: 168 time: 0.5127511 Jun 30 10:09:07.099750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41262) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:07.105050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405455251'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:07.108027 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eca1c-83c8-4390-aa20-c040a96a13ec tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Network': ['ID=cdfd0bc2-f0db-4ef8-bd21-f71049437cd7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:07.113816 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.129022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:07.132685 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.157681 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:07.167798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.168145 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Added segment 3c2ab9b7-35ae-4450-9097-0afbe1074f4f of type vlan for network b23e9b3b-a2c2-4052-8548-639961ccad6c Jun 30 10:09:07.190702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] For port 98bde537-9a49-4635-b25d-3a833d7830aa, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=98bde537-9a49-4635-b25d-3a833d7830aa,segment=NetworkSegment(7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d),segment_id=7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:07.194594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.214656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.245687 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.248188 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b139a-fee8-4c9c-9243-3c030bdab6d2 None None] Pushing event updated for resources: {'Port': ['ID=98bde537-9a49-4635-b25d-3a833d7830aa,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:07.251473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:07.252027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.325518 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2244253 Jun 30 10:09:07.328954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41264) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:07.335817 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'subnet': {'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:07.359085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01da1e-bf04-47a5-81ab-df9cfa969fdb tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Network': ['ID=b23e9b3b-a2c2-4052-8548-639961ccad6c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:07.369332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b23e9b3b-a2c2-4052-8548-639961ccad6c details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:07.382437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f876371-3bb9-44d6-8af8-38e103f2caa1 None None] get_active_networks_info from n-d-779913-25 {{(pid=94186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:09:07.428762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:07.432218 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.624514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9287781e-27bb-4080-8383-e79e842ccf60 None None] Provisioning complete for port 98bde537-9a49-4635-b25d-3a833d7830aa triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:07.624783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9287781e-27bb-4080-8383-e79e842ccf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.627984 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.688868 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f876371-3bb9-44d6-8af8-38e103f2caa1 None None] Resources bound (agent type, host, resource id): {{(pid=94186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:09:07.693559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Subnet': ['ID=6750dc3e-faf2-45b7-829e-331b31bd7279,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:07.702026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking segment: {'id': '3c2ab9b7-35ae-4450-9097-0afbe1074f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:07.702401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network hostable DHCP agents. Network: b23e9b3b-a2c2-4052-8548-639961ccad6c, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:07.722959 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network b23e9b3b-a2c2-4052-8548-639961ccad6c is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:07.731786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b23e9b3b-a2c2-4052-8548-639961ccad6c) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:07.737283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:07.738035 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.756191 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-61fba791-f14d-4c1e-aaa9-58788d5bb7b2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216681 Jun 30 10:09:07.756414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41266) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:07.761487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478348400'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:07.782062 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:07.786537 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.816991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:07.826643 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.826997 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Added segment 9794cd25-1919-4f2a-80ed-c584610a57bb of type vlan for network 33fbf4e2-b487-4f71-b9e0-6574777d9b40 Jun 30 10:09:07.868316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.896981 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.902431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:07.903108 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:07.941661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137633d8-ed7b-4f3b-8fba-d9a9c567fefd None None] Network b23e9b3b-a2c2-4052-8548-639961ccad6c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:07.962100 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046058 Jun 30 10:09:07.964963 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41268) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:07.972221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Request body: {'subnet': {'network_id': '33fbf4e2-b487-4f71-b9e0-6574777d9b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:08.018142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c7a8a-a051-4293-8049-591234db4eba tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Network': ['ID=33fbf4e2-b487-4f71-b9e0-6574777d9b40,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:08.042801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 33fbf4e2-b487-4f71-b9e0-6574777d9b40 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:08.068053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Made reservation on behalf of 5ba642166a3342f6b3902056f84a3372 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:08.071468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.141397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b23e9b3b-a2c2-4052-8548-639961ccad6c', 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c', 'tenant_id': '5ba642166a3342f6b3902056f84a3372', 'fixed_ips': [{'subnet_id': '6750dc3e-faf2-45b7-829e-331b31bd7279'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:08.142301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.216357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 98bde537-9a49-4635-b25d-3a833d7830aa up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:08.271779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.314921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 98bde537-9a49-4635-b25d-3a833d7830aa triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:08.315303 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.322326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Allocated IP 2001:db8::2 (b23e9b3b-a2c2-4052-8548-639961ccad6c/6750dc3e-faf2-45b7-829e-331b31bd7279/72ea6ffa-0880-4cc1-aa26-3f2dcb43a908) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:08.331992 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event updated for resources: {'Subnet': ['ID=537e76ca-dd88-46a4-936f-7673a56534f1,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:08.340462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Checking segment: {'id': '9794cd25-1919-4f2a-80ed-c584610a57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '33fbf4e2-b487-4f71-b9e0-6574777d9b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:08.340753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network hostable DHCP agents. Network: 33fbf4e2-b487-4f71-b9e0-6574777d9b40, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:08.357540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Network 33fbf4e2-b487-4f71-b9e0-6574777d9b40 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:08.366752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 33fbf4e2-b487-4f71-b9e0-6574777d9b40) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:08.371156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:08.371913 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.389533 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6d934130-6664-4536-8685-2383c0dcade4 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205518 Jun 30 10:09:08.389775 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41270) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.403494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b574254-6cc4-4941-9caf-a9c2c2dcb59e None None] Network 33fbf4e2-b487-4f71-b9e0-6574777d9b40 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:08.487079 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.537006 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.600661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.620676 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.627114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Subnet': ['ID=537e76ca-dd88-46a4-936f-7673a56534f1,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:08.649504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Transition to ACTIVE for port object 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:08.661021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365fc2b-4282-45db-872f-cd3fafbf8843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-33fbf4e2-b487-4f71-b9e0-6574777d9b40', 'network_id': '33fbf4e2-b487-4f71-b9e0-6574777d9b40', 'tenant_id': '5ba642166a3342f6b3902056f84a3372', 'fixed_ips': [{'subnet_id': '537e76ca-dd88-46a4-936f-7673a56534f1'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:08.661901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8365fc2b-4282-45db-872f-cd3fafbf8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.681141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Transition to ACTIVE for port object 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:08.690733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.692764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.700651 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fbf4e2-b487-4f71-b9e0-6574777d9b40']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:08.711426 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9794cd25-1919-4f2a-80ed-c584610a57bb') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:08.711736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9794cd25-1919-4f2a-80ed-c584610a57bb') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:08.720754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.734090 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.740507 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:08.740906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:08.743870 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:08.775679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Network b23e9b3b-a2c2-4052-8548-639961ccad6c is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:08.782172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:08.787504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:08.792992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccded4b-96af-45c8-9383-60d404b4885a None None] Network 33fbf4e2-b487-4f71-b9e0-6574777d9b40 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:08.799971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Pushing event updated for resources: {'Port': ['ID=72ea6ffa-0880-4cc1-aa26-3f2dcb43a908,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:08.810863 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.817691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.819754 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/33fbf4e2-b487-4f71-b9e0-6574777d9b40 HTTP/1.1" status: 204 len: 168 time: 0.4290469 Jun 30 10:09:08.822651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41272) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.832598 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4443-f44c-4e85-bbee-27d450600abc tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Network': ['ID=33fbf4e2-b487-4f71-b9e0-6574777d9b40,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:08.858189 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcf5021-bb7d-45cb-a7c3-0bb8e2812b23 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] GET failed (client error): The resource could not be found. Jun 30 10:09:08.859591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fdcf5021-bb7d-45cb-a7c3-0bb8e2812b23 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "GET /v2.0/subnets/537e76ca-dd88-46a4-936f-7673a56534f1 HTTP/1.1" status: 404 len: 337 time: 0.0359411 Jun 30 10:09:08.862450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41274) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.880045 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ed4a2-837d-46e4-8cfe-62800d504a02 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:08.880570 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ed4a2-837d-46e4-8cfe-62800d504a02 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:08.882223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e43ed4a2-837d-46e4-8cfe-62800d504a02 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/33fbf4e2-b487-4f71-b9e0-6574777d9b40 HTTP/1.1" status: 404 len: 339 time: 0.0188906 Jun 30 10:09:08.886001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41276) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.909885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Attempting to bind port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:08.910195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Attempting to bind port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '3c2ab9b7-35ae-4450-9097-0afbe1074f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:08.910568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Attempting to bind port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 on network b23e9b3b-a2c2-4052-8548-639961ccad6c {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:08.912108 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-72571f78-2ea5-4559-907a-b22c2df89737 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:08.912556 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72571f78-2ea5-4559-907a-b22c2df89737 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:08.914432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-72571f78-2ea5-4559-907a-b22c2df89737 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/subnets/537e76ca-dd88-46a4-936f-7673a56534f1 HTTP/1.1" status: 404 len: 337 time: 0.0273955 Jun 30 10:09:08.917418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41278) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.917562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:08.917847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Checking segment: {'id': '3c2ab9b7-35ae-4450-9097-0afbe1074f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:08.918262 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.918664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Bound using segment: {'id': '3c2ab9b7-35ae-4450-9097-0afbe1074f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:08.919169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Bound port: 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2ab9b7-35ae-4450-9097-0afbe1074f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b23e9b3b-a2c2-4052-8548-639961ccad6c'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:08.919856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:08.935156 n-d-779913-25 neutron-server[94183]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cda10e-16dd-413c-bbdc-6322b344a6b5 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:08.935673 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cda10e-16dd-413c-bbdc-6322b344a6b5 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:08.937523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-37cda10e-16dd-413c-bbdc-6322b344a6b5 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/33fbf4e2-b487-4f71-b9e0-6574777d9b40 HTTP/1.1" status: 404 len: 339 time: 0.0188661 Jun 30 10:09:08.939976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41280) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:08.993585 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Deleting subnet 6750dc3e-faf2-45b7-829e-331b31bd7279 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:09:08.996553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.016578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] For port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:09.019973 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] For port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=72ea6ffa-0880-4cc1-aa26-3f2dcb43a908,segment=NetworkSegment(3c2ab9b7-35ae-4450-9097-0afbe1074f4f),segment_id=3c2ab9b7-35ae-4450-9097-0afbe1074f4f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:09.024561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.043211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.083487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c771dc-c5ea-48f6-84f6-98909b66e1ee None None] Pushing event updated for resources: {'Port': ['ID=72ea6ffa-0880-4cc1-aa26-3f2dcb43a908,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:09.158008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.231878 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.265298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Subnet': ['ID=6750dc3e-faf2-45b7-829e-331b31bd7279,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:09.267647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.269734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e604f8bf-403c-4eb7-96b0-acf4d939d1a2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/subnets/6750dc3e-faf2-45b7-829e-331b31bd7279 HTTP/1.1" status: 204 len: 168 time: 0.3288662 Jun 30 10:09:09.272123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41282) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.351708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.406968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Deleting port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:09:09.407304 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.467664 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] For port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=72ea6ffa-0880-4cc1-aa26-3f2dcb43a908,segment=NetworkSegment(3c2ab9b7-35ae-4450-9097-0afbe1074f4f),segment_id=3c2ab9b7-35ae-4450-9097-0afbe1074f4f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:09.467970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.480513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Calling delete_port for 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:09:09.562575 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.588496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Port': ['ID=72ea6ffa-0880-4cc1-aa26-3f2dcb43a908,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:09.591334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No DVR routers for this DVR port 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:09.669684 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.679831 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23e9b3b-a2c2-4052-8548-639961ccad6c']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:09.691492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2ab9b7-35ae-4450-9097-0afbe1074f4f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:09.691795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2ab9b7-35ae-4450-9097-0afbe1074f4f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:09.701646 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.715701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.723003 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:09.723459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:09.726336 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:09.792163 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.797837 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:09.799651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/b23e9b3b-a2c2-4052-8548-639961ccad6c HTTP/1.1" status: 204 len: 168 time: 0.5265970 Jun 30 10:09:09.804600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41284) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.815209 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178479d7-ded6-495f-b748-fb40b3f97a0f tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Network': ['ID=b23e9b3b-a2c2-4052-8548-639961ccad6c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:09.830845 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c737b3-7373-45c2-af49-140f3d236973 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:09.831310 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c737b3-7373-45c2-af49-140f3d236973 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:09.833040 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d2c737b3-7373-45c2-af49-140f3d236973 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/subnets/8efa3ce8-992d-44bc-a3db-49709c196992 HTTP/1.1" status: 404 len: 337 time: 0.0296929 Jun 30 10:09:09.835666 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41286) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.855891 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-4091db6f-bb4b-4d08-8529-b9f8942291f2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:09.856447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4091db6f-bb4b-4d08-8529-b9f8942291f2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:09.858190 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4091db6f-bb4b-4d08-8529-b9f8942291f2 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/cdfd0bc2-f0db-4ef8-bd21-f71049437cd7 HTTP/1.1" status: 404 len: 339 time: 0.0215302 Jun 30 10:09:09.860929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41288) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.887034 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9eae52-7e5d-4b8f-91f1-ac7ba386e6f3 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:09.887420 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9eae52-7e5d-4b8f-91f1-ac7ba386e6f3 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:09.889643 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1d9eae52-7e5d-4b8f-91f1-ac7ba386e6f3 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/subnets/24d5bb4b-0ef4-40e5-8de2-e29b66d91781 HTTP/1.1" status: 404 len: 337 time: 0.0277278 Jun 30 10:09:09.892380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41290) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.911146 n-d-779913-25 neutron-server[94185]: INFO neutron.pecan_wsgi.hooks.translation [None req-36217220-2748-47bc-8f6e-92fc56e88d96 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] DELETE failed (client error): The resource could not be found. Jun 30 10:09:09.911697 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36217220-2748-47bc-8f6e-92fc56e88d96 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94185) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:09:09.913391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-36217220-2748-47bc-8f6e-92fc56e88d96 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/f950a3d4-e141-409c-ae25-a3fc7cd5b774 HTTP/1.1" status: 404 len: 339 time: 0.0200882 Jun 30 10:09:09.915940 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41292) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:09.973166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Deleting subnet 296344a5-3641-4d1d-a39e-9eebdbaa14b0 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:09:09.976160 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.016744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.017032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c6c47d2b-158b-4d7f-b206-af5a1d7527dc None None] Could not find standard attr ID for object 72ea6ffa-0880-4cc1-aa26-3f2dcb43a908. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 10:09:10.026483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8194b77-0c62-43f0-9f5e-7ac9271a8031 None None] DHCP port deletion for b23e9b3b-a2c2-4052-8548-639961ccad6c request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:09:10.042547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345816f5-b215-4bf7-aa17-b4fadf4dd299 None None] Network b23e9b3b-a2c2-4052-8548-639961ccad6c requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:10.055655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345816f5-b215-4bf7-aa17-b4fadf4dd299 None None] Network b23e9b3b-a2c2-4052-8548-639961ccad6c could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 10:09:10.102192 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.164082 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.190330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Subnet': ['ID=296344a5-3641-4d1d-a39e-9eebdbaa14b0,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.195283 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.197055 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1a8ca2dc-7b3e-4433-823c-c502ac475894 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/subnets/296344a5-3641-4d1d-a39e-9eebdbaa14b0 HTTP/1.1" status: 204 len: 168 time: 0.2802281 Jun 30 10:09:10.199559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41294) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:10.201791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d9d4e-b77f-4867-914b-0d85912e4e5c None None] Network 92346867-73ad-4301-97a8-e9f8d7fcfe25 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:10.274012 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.325099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Deleting port 98bde537-9a49-4635-b25d-3a833d7830aa {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:09:10.325437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.372625 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] DHCP port deletion for 92346867-73ad-4301-97a8-e9f8d7fcfe25 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:09:10.392723 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] For port 98bde537-9a49-4635-b25d-3a833d7830aa, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=98bde537-9a49-4635-b25d-3a833d7830aa,segment=NetworkSegment(7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d),segment_id=7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:10.393081 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.405866 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Calling delete_port for 98bde537-9a49-4635-b25d-3a833d7830aa owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:09:10.417885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Deleting port 98bde537-9a49-4635-b25d-3a833d7830aa {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:09:10.418272 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.481489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] For port 98bde537-9a49-4635-b25d-3a833d7830aa, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=98bde537-9a49-4635-b25d-3a833d7830aa,segment=NetworkSegment(7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d),segment_id=7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:10.482036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.482186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.494705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Calling delete_port for 98bde537-9a49-4635-b25d-3a833d7830aa owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:09:10.509590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Port': ['ID=98bde537-9a49-4635-b25d-3a833d7830aa,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.514552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] No DVR routers for this DVR port 98bde537-9a49-4635-b25d-3a833d7830aa on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:10.569440 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.589501 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.595728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] Pushing event deleted for resources: {'Port': ['ID=98bde537-9a49-4635-b25d-3a833d7830aa,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.597596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c259f-7373-43aa-9986-52f021b9ff5c None None] No DVR routers for this DVR port 98bde537-9a49-4635-b25d-3a833d7830aa on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:10.602536 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92346867-73ad-4301-97a8-e9f8d7fcfe25']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:10.615089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:10.615383 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f3b69-785d-4580-b0fe-1c5dc5ce3c0d') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:10.624176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.637763 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.644720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:10.645127 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:10.648021 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:10.707689 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.711996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:10.720351 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] 10.222.0.66 "DELETE /v2.0/networks/92346867-73ad-4301-97a8-e9f8d7fcfe25 HTTP/1.1" status: 204 len: 168 time: 0.5133352 Jun 30 10:09:10.734777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d51685-167f-440e-a525-4bf4cc022ad8 tempest-NetworksIpV6Test-1531116580 tempest-NetworksIpV6Test-1531116580-project] Pushing event deleted for resources: {'Network': ['ID=92346867-73ad-4301-97a8-e9f8d7fcfe25,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:10.950518 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41300) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:11.078048 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8cbd1bc6-e861-495f-8deb-66ca19c0f1b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ba642166a3342f6b3902056f84a3372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256757 Jun 30 10:09:11.080460 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41304) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:11.125915 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.146212 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.194113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.196575 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.197730 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea4cc327-052d-463a-a9db-24c18ec1087c HTTP/1.1" status: 204 len: 168 time: 0.1163852 Jun 30 10:09:11.205893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801d0dc-d3d3-4093-bf6c-be32da4016da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4cc327-052d-463a-a9db-24c18ec1087c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:11.811564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:11.902531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2011652981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:11.926779 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.927825 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.978423 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.982774 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.998204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.999395 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0f2c682a-b76f-479f-bc83-2db09ec0d3e7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1868320 Jun 30 10:09:12.002196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41330) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:12.007044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-570015721'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:12.026388 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Made reservation on behalf of e43d5ee349ce4b4ba23974fdbaf160b7 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:12.030368 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.038581 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.128533 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.132176 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.163296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:12.170672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e675a067-4f7c-4271-a5ca-5c908e28f156,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:12.177495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.177915 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Added segment d4f8daac-1996-413e-b28d-19a435989a15 of type vlan for network a3ecbf6e-d997-4d15-b780-31ed9d6899cf Jun 30 10:09:12.205386 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 98bde537-9a49-4635-b25d-3a833d7830aa no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:09:12.219471 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.229440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 98bde537-9a49-4635-b25d-3a833d7830aa {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:09:12.229817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 98bde537-9a49-4635-b25d-3a833d7830aa not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:09:12.248355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.253725 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:12.254356 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.303118 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2998531 Jun 30 10:09:12.305926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41332) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:12.311326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'subnet': {'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:12.319991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679d4c-9d9f-4a4d-b655-7316716544d5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event updated for resources: {'Network': ['ID=a3ecbf6e-d997-4d15-b780-31ed9d6899cf,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:12.330785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:12.397836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Made reservation on behalf of e43d5ee349ce4b4ba23974fdbaf160b7 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:12.401345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.576525 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.639629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event updated for resources: {'Subnet': ['ID=b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:12.647979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Checking segment: {'id': 'd4f8daac-1996-413e-b28d-19a435989a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:12.648341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Network hostable DHCP agents. Network: a3ecbf6e-d997-4d15-b780-31ed9d6899cf, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:12.664063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:12.672943 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, a3ecbf6e-d997-4d15-b780-31ed9d6899cf) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:12.677009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:12.677605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.682030 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326968d-1b82-42e1-a7e0-1ef3249b0f1f None None] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:12.691664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b8d4fd5e-ab23-4900-b700-b7c0c7f17ee7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3846288 Jun 30 10:09:12.694945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41334) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:12.699875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2002754746'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:12.720249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Made reservation on behalf of e43d5ee349ce4b4ba23974fdbaf160b7 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:12.723933 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.752454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:12.762491 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.762885 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Added segment f6c0af7a-1c5e-4958-bdb0-75d439d74c57 of type vlan for network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 Jun 30 10:09:12.812997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.831583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-a3ecbf6e-d997-4d15-b780-31ed9d6899cf', 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf', 'tenant_id': 'e43d5ee349ce4b4ba23974fdbaf160b7', 'fixed_ips': [{'subnet_id': 'b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:12.832591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.842940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.848742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:12.849356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:12.912313 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2162952 Jun 30 10:09:12.915161 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41336) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:12.920224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'subnet': {'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:12.963114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d9747-259c-4038-9794-e2a6665470f9 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event updated for resources: {'Network': ['ID=b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:12.972050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Allocated IP 172.20.0.2 (a3ecbf6e-d997-4d15-b780-31ed9d6899cf/b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3/bcb15825-278c-4d4c-868b-4af27b063846) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:12.975882 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:13.011639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Made reservation on behalf of e43d5ee349ce4b4ba23974fdbaf160b7 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:13.015833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.203007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.268011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event updated for resources: {'Subnet': ['ID=1f7a0470-bdbe-4028-b521-abd81d60858d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:13.277052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Checking segment: {'id': 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:13.277417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Network hostable DHCP agents. Network: b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:13.293952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:13.303147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:13.307293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:13.307871 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.319158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451f22d-597a-45fd-883d-fa452f140dab None None] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:13.322873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1f798db0-1392-4b2c-b4b5-13874d6ebc89 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4067664 Jun 30 10:09:13.325628 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41338) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:13.330135 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3a3d26c6-9d20-4f47-b4ba-db76961513a7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:13.379645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.392817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Transition to ACTIVE for port object bcb15825-278c-4d4c-868b-4af27b063846 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:13.427275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Transition to ACTIVE for port object bcb15825-278c-4d4c-868b-4af27b063846 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:13.434381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.501972 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:13.507496 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:13.510289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:13.512369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Pushing event updated for resources: {'Port': ['ID=bcb15825-278c-4d4c-868b-4af27b063846,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:13.558946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78', 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78', 'tenant_id': 'e43d5ee349ce4b4ba23974fdbaf160b7', 'fixed_ips': [{'subnet_id': '1f7a0470-bdbe-4028-b521-abd81d60858d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:13.559807 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.614222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Attempting to bind port bcb15825-278c-4d4c-868b-4af27b063846 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:13.614593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Attempting to bind port bcb15825-278c-4d4c-868b-4af27b063846 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd4f8daac-1996-413e-b28d-19a435989a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:13.614957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Attempting to bind port bcb15825-278c-4d4c-868b-4af27b063846 on network a3ecbf6e-d997-4d15-b780-31ed9d6899cf {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:13.668969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:13.669654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Checking segment: {'id': 'd4f8daac-1996-413e-b28d-19a435989a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:13.670097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.670494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Bound using segment: {'id': 'd4f8daac-1996-413e-b28d-19a435989a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:13.670971 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Bound port: bcb15825-278c-4d4c-868b-4af27b063846, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f8daac-1996-413e-b28d-19a435989a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a3ecbf6e-d997-4d15-b780-31ed9d6899cf'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:13.671356 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.790654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Allocated IP 172.21.0.2 (b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78/1f7a0470-bdbe-4028-b521-abd81d60858d/a4c99cd9-0637-4132-b528-dde84398864c) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:13.792861 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] For port bcb15825-278c-4d4c-868b-4af27b063846, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:13.798357 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] For port bcb15825-278c-4d4c-868b-4af27b063846, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bcb15825-278c-4d4c-868b-4af27b063846,segment=NetworkSegment(d4f8daac-1996-413e-b28d-19a435989a15),segment_id=d4f8daac-1996-413e-b28d-19a435989a15)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:13.806492 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:13.913640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eabd4-054c-4352-aff6-022d7dbcff91 None None] Pushing event updated for resources: {'Port': ['ID=bcb15825-278c-4d4c-868b-4af27b063846,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:13.930597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a3d26c6-9d20-4f47-b4ba-db76961513a7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.003163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.011467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Transition to ACTIVE for port object a4c99cd9-0637-4132-b528-dde84398864c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:14.026400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Transition to ACTIVE for port object a4c99cd9-0637-4132-b528-dde84398864c will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:14.033904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.042104 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [None req-3a3d26c6-9d20-4f47-b4ba-db76961513a7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 10:09:14.049519 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3a3d26c6-9d20-4f47-b4ba-db76961513a7 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "PUT /v2.0/routers/f2fa9c73-7505-4602-947c-77ca90678c41 HTTP/1.1" status: 400 len: 364 time: 0.7165217 Jun 30 10:09:14.049888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41342) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:14.102054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:14.106068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Pushing event updated for resources: {'Port': ['ID=a4c99cd9-0637-4132-b528-dde84398864c,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:14.108756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:14.112967 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:14.137197 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Deleting subnet 1f7a0470-bdbe-4028-b521-abd81d60858d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:09:14.142608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.174979 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Attempting to bind port a4c99cd9-0637-4132-b528-dde84398864c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:14.175359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Attempting to bind port a4c99cd9-0637-4132-b528-dde84398864c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:14.177100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Attempting to bind port a4c99cd9-0637-4132-b528-dde84398864c on network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:14.181205 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:14.181594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Checking segment: {'id': 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:14.182026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.182426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Bound using segment: {'id': 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:14.182894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Bound port: a4c99cd9-0637-4132-b528-dde84398864c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:14.183279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.192782 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.254469 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] For port a4c99cd9-0637-4132-b528-dde84398864c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:14.257697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] For port a4c99cd9-0637-4132-b528-dde84398864c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4c99cd9-0637-4132-b528-dde84398864c,segment=NetworkSegment(f6c0af7a-1c5e-4958-bdb0-75d439d74c57),segment_id=f6c0af7a-1c5e-4958-bdb0-75d439d74c57)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:14.261925 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.289603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bcb15825-278c-4d4c-868b-4af27b063846 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:14.294866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.352463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb89797-2d28-43ac-b498-4477066f3f80 None None] Pushing event updated for resources: {'Port': ['ID=a4c99cd9-0637-4132-b528-dde84398864c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:14.363526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.371520 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port bcb15825-278c-4d4c-868b-4af27b063846 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:14.398200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7a0470-bdbe-4028-b521-abd81d60858d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:14.402941 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.408331 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d60d3ef5-4320-497b-b4e3-2c4d3a9b61b5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "DELETE /v2.0/subnets/1f7a0470-bdbe-4028-b521-abd81d60858d HTTP/1.1" status: 204 len: 168 time: 0.3521049 Jun 30 10:09:14.408481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41344) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:14.494700 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.562847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Deleting port a4c99cd9-0637-4132-b528-dde84398864c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:09:14.563195 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.632906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] For port a4c99cd9-0637-4132-b528-dde84398864c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=a4c99cd9-0637-4132-b528-dde84398864c,segment=NetworkSegment(f6c0af7a-1c5e-4958-bdb0-75d439d74c57),segment_id=f6c0af7a-1c5e-4958-bdb0-75d439d74c57)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:14.633354 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.648764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Calling delete_port for a4c99cd9-0637-4132-b528-dde84398864c owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:09:14.728680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.754900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Port': ['ID=a4c99cd9-0637-4132-b528-dde84398864c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:14.759372 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] No DVR routers for this DVR port a4c99cd9-0637-4132-b528-dde84398864c on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:14.850179 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.860341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:14.872017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:14.872543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c0af7a-1c5e-4958-bdb0-75d439d74c57') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:14.881514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.895542 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.901353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:14.901733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:14.905732 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:14.917096 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b02da-5836-44e6-a2f5-8e93579b7c5c None None] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:14.969056 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.973895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.976194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "DELETE /v2.0/networks/b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 HTTP/1.1" status: 204 len: 168 time: 0.5665970 Jun 30 10:09:14.979220 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41346) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:14.986036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Provisioning for port bcb15825-278c-4d4c-868b-4af27b063846 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:14.992103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca491a3-6b15-4969-954f-8f260a6ad5e5 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Network': ['ID=b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:14.995577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Provisioning complete for port bcb15825-278c-4d4c-868b-4af27b063846 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:14.995951 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.044609 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Deleting subnet b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:09:15.055776 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.104036 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.135727 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.177956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] For port bcb15825-278c-4d4c-868b-4af27b063846, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bcb15825-278c-4d4c-868b-4af27b063846,segment=NetworkSegment(d4f8daac-1996-413e-b28d-19a435989a15),segment_id=d4f8daac-1996-413e-b28d-19a435989a15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:15.185855 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.202874 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.239077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb1b2e-ae3a-4b9d-873a-688bad26cce0 None None] Pushing event updated for resources: {'Port': ['ID=bcb15825-278c-4d4c-868b-4af27b063846,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:15.280768 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.311294 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:15.315348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.317556 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-97cc91ac-a91c-44b3-a277-3f9b81229017 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "DELETE /v2.0/subnets/b9b1dfc0-1f00-48c1-b08c-e0a24c1eedc3 HTTP/1.1" status: 204 len: 168 time: 0.3368602 Jun 30 10:09:15.319903 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41348) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:15.398813 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.423709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928a843-5075-4e44-a22a-96cb26608ae3 None None] Network a3ecbf6e-d997-4d15-b780-31ed9d6899cf requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:15.462574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Deleting port bcb15825-278c-4d4c-868b-4af27b063846 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:09:15.462940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.476416 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3302c10-0407-4dc4-8307-7f5ca8436bf4 None None] DHCP port deletion for b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:09:15.505090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6697f-6962-4b33-b332-fa1359f77a28 None None] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:15.528351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] For port bcb15825-278c-4d4c-868b-4af27b063846, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=bcb15825-278c-4d4c-868b-4af27b063846,segment=NetworkSegment(d4f8daac-1996-413e-b28d-19a435989a15),segment_id=d4f8daac-1996-413e-b28d-19a435989a15)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:15.529248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.539112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6697f-6962-4b33-b332-fa1359f77a28 None None] Network b5d9d4b1-fbec-43a4-99c4-b2b9c23b9c78 could not be found, it might have been deleted concurrently. {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 10:09:15.542869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Calling delete_port for bcb15825-278c-4d4c-868b-4af27b063846 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:09:15.569586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a90822d-e525-4acc-8936-f9b26c6d7b12 None None] Provisioning complete for port bcb15825-278c-4d4c-868b-4af27b063846 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:15.569958 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a90822d-e525-4acc-8936-f9b26c6d7b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.625305 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.626159 n-d-779913-25 neutron-server[94186]: INFO neutron.plugins.ml2.db [None req-8a90822d-e525-4acc-8936-f9b26c6d7b12 None None] No ports have port_id starting with bcb15825-278c-4d4c-868b-4af27b063846 Jun 30 10:09:15.629986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a90822d-e525-4acc-8936-f9b26c6d7b12 None None] Could not find standard attr ID for object a4c99cd9-0637-4132-b528-dde84398864c. {{(pid=94186) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 10:09:15.654611 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Port': ['ID=bcb15825-278c-4d4c-868b-4af27b063846,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:15.657054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] No DVR routers for this DVR port bcb15825-278c-4d4c-868b-4af27b063846 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:15.701931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dd3ec-c1d3-40a4-bb87-ef093e6bbaac None None] DHCP port deletion for a3ecbf6e-d997-4d15-b780-31ed9d6899cf request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:09:15.735743 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.745534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ecbf6e-d997-4d15-b780-31ed9d6899cf']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:15.755522 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f8daac-1996-413e-b28d-19a435989a15') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:15.755826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f8daac-1996-413e-b28d-19a435989a15') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:15.765325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.782676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.788247 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:09:15.788633 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:09:15.791493 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:09:15.848181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.855361 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:15.857650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "DELETE /v2.0/networks/a3ecbf6e-d997-4d15-b780-31ed9d6899cf HTTP/1.1" status: 204 len: 168 time: 0.5367513 Jun 30 10:09:15.860476 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41350) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:15.868690 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9f55-c174-4fef-81f2-e30700160bce tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Pushing event deleted for resources: {'Network': ['ID=a3ecbf6e-d997-4d15-b780-31ed9d6899cf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:15.891367 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5ab486bd-1eca-45f5-80e4-20dab9b326a1 tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2fa9c73-7505-4602-947c-77ca90678c41 HTTP/1.1" status: 200 len: 205 time: 0.0296118 Jun 30 10:09:15.893597 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:15.964634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.207310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bcb15825-278c-4d4c-868b-4af27b063846 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:09:16.227920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: bcb15825-278c-4d4c-868b-4af27b063846 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:09:16.228269 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device bcb15825-278c-4d4c-868b-4af27b063846 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:09:16.429339 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.431433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.472873 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.473393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Fanout notify agent at l3_agent the message router_deleted on router f2fa9c73-7505-4602-947c-77ca90678c41 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:09:16.480744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.481870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d35235e0-d72b-4b6c-924a-b558ae668b0c tempest-RoutersNegativeTest-1516840711 tempest-RoutersNegativeTest-1516840711-project] 10.222.0.66 "DELETE /v2.0/routers/f2fa9c73-7505-4602-947c-77ca90678c41 HTTP/1.1" status: 204 len: 168 time: 0.5873177 Jun 30 10:09:16.716929 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41358) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:16.846579 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b12023c0-c83e-449f-b802-11e01adf4831 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e43d5ee349ce4b4ba23974fdbaf160b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284020 Jun 30 10:09:16.848973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41362) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:16.895054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.915773 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.963351 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.966604 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.967599 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e675a067-4f7c-4271-a5ca-5c908e28f156 HTTP/1.1" status: 204 len: 168 time: 0.1177115 Jun 30 10:09:16.975053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2abf8e-7212-4658-ae3c-9260a84b4769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675a067-4f7c-4271-a5ca-5c908e28f156,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:17.552744 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41384) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:17.643363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2073002116-network', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:17.664298 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Made reservation on behalf of e6f04c230fae4292af68ab3e4aafae7d for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:17.666688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.675341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.759925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.763754 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.787652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:17.797918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:17.802841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.803188 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Added segment 277f113e-96b0-450e-884a-ae48a46775da of type vlan for network c3926d41-01cc-4097-bfd2-1241530fe583 Jun 30 10:09:17.843205 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.871661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.872750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:17.873330 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.928824 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3749862 Jun 30 10:09:17.931894 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41388) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:17.935432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c31c9-fe0b-4ccd-8743-eac717f45c8b admin admin] Pushing event updated for resources: {'Network': ['ID=c3926d41-01cc-4097-bfd2-1241530fe583,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:17.937296 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Request body: {'subnet': {'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-subnet', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:17.944986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c3926d41-01cc-4097-bfd2-1241530fe583 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:17.960183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Made reservation on behalf of e6f04c230fae4292af68ab3e4aafae7d for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:17.962804 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.126070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.182082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:18.190264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Checking segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:18.190767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Network hostable DHCP agents. Network: c3926d41-01cc-4097-bfd2-1241530fe583, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:18.207232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Network c3926d41-01cc-4097-bfd2-1241530fe583 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:18.215803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c3926d41-01cc-4097-bfd2-1241530fe583) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:18.220849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:18.221495 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.224726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef4b81-1b5c-48a7-b9cb-081b805f7620 None None] Network c3926d41-01cc-4097-bfd2-1241530fe583 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:18.235645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1c39caf0-d1d1-4f54-b890-faa76bff67fd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3025422 Jun 30 10:09:18.238386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41390) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:18.242754 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:18.267125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.268118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.353561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.365288 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c3926d41-01cc-4097-bfd2-1241530fe583', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:18.366179 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.488970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.498939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Allocated IP 172.20.0.2 (c3926d41-01cc-4097-bfd2-1241530fe583/8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b/66b6290b-dc4f-4c25-9294-a619738228d2) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:18.637665 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.646267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Transition to ACTIVE for port object 66b6290b-dc4f-4c25-9294-a619738228d2 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:18.663695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Transition to ACTIVE for port object 66b6290b-dc4f-4c25-9294-a619738228d2 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:18.675698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.711049 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.711289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Network c3926d41-01cc-4097-bfd2-1241530fe583 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:18.713793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:18.717011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:18.730018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Pushing event updated for resources: {'Port': ['ID=66b6290b-dc4f-4c25-9294-a619738228d2,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:18.737627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.777906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Attempting to bind port 66b6290b-dc4f-4c25-9294-a619738228d2 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:18.778190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Attempting to bind port 66b6290b-dc4f-4c25-9294-a619738228d2 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:18.778581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Attempting to bind port 66b6290b-dc4f-4c25-9294-a619738228d2 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:18.783547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:18.783920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Checking segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:18.784321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.784712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Bound using segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:18.785168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Bound port: 66b6290b-dc4f-4c25-9294-a619738228d2, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:18.785549 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.840060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Allocated IP 172.25.4.15 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/19e5fc47-31d8-4ae7-9e1d-b66689eb185c) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:18.853635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] For port 66b6290b-dc4f-4c25-9294-a619738228d2, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:18.856811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] For port 66b6290b-dc4f-4c25-9294-a619738228d2, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=66b6290b-dc4f-4c25-9294-a619738228d2,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:18.860650 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.918424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417ac7c-6d5d-456b-b20e-a048973f661f None None] Pushing event updated for resources: {'Port': ['ID=66b6290b-dc4f-4c25-9294-a619738228d2,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:18.950224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.992563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:19.033741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:19.036665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:19.039083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:19.076392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Pushing event updated for resources: {'Port': ['ID=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:19.299816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:19.484506 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:19.626395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Router 3b561ec2-b981-4b66-a45d-62386bcce376 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:09:19.735306 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:09:19.744920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Sync routers for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:09:19.753669 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:19.755042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e0e05dc-681c-464f-aec8-9bfa7890dc67 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5156922 Jun 30 10:09:19.757853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41392) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:19.758697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:19.759334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:19.857811 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f0865-0ec2-4c65-be3e-1c75c60da523 None None] Network c3926d41-01cc-4097-bfd2-1241530fe583 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:19.923208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:19.979153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-24d80a90-11f7-40d0-b428-107fe89ff600 None None] Provisioning for port 66b6290b-dc4f-4c25-9294-a619738228d2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:20.354286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 66b6290b-dc4f-4c25-9294-a619738228d2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:20.360825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:19Z', 'revision_number': 3, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:20.410902 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Checking router: 3b561ec2-b981-4b66-a45d-62386bcce376 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:09:20.411180 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Updating router 3b561ec2-b981-4b66-a45d-62386bcce376 port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:09:20.448931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.459191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.484984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 66b6290b-dc4f-4c25-9294-a619738228d2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:20.492497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 66b6290b-dc4f-4c25-9294-a619738228d2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:20.492883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.659792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Allocated IP 172.20.0.1 (c3926d41-01cc-4097-bfd2-1241530fe583/8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b/24649669-90cb-4fe2-833d-7024a3e96974) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:20.684918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3666e330-8714-4ff7-bba0-99d9f6fb0fc1 None None] Provisioning complete for port 66b6290b-dc4f-4c25-9294-a619738228d2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:20.685302 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3666e330-8714-4ff7-bba0-99d9f6fb0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.711743 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.765261 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.777710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Transition to ACTIVE for port object 24649669-90cb-4fe2-833d-7024a3e96974 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:20.783176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 66b6290b-dc4f-4c25-9294-a619738228d2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=66b6290b-dc4f-4c25-9294-a619738228d2,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:20.790593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.813114 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.852389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Network c3926d41-01cc-4097-bfd2-1241530fe583 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:20.855144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:20.859382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:20.885736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Pushing event updated for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:20.902638 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.905965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=66b6290b-dc4f-4c25-9294-a619738228d2,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:20.926929 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:20.942728 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Transition to ACTIVE for port object 19e5fc47-31d8-4ae7-9e1d-b66689eb185c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:20.949045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.006758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44084e-42ad-4f28-bddf-1bbf4661432f None None] Pushing event updated for resources: {'Port': ['ID=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:21.010308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Attempting to bind port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:21.010658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Attempting to bind port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:21.011036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Attempting to bind port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:21.017138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:21.017528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:21.017972 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.018378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:21.018863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Bound port: 19e5fc47-31d8-4ae7-9e1d-b66689eb185c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:21.019256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.084307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] For port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:21.087411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] For port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:21.091923 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.155642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-93afd75b-5837-493a-8f6f-9638fb8dbc4b None None] Provisioning for port 24649669-90cb-4fe2-833d-7024a3e96974 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:21.160672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.165095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-93afd75b-5837-493a-8f6f-9638fb8dbc4b None None] Provisioning complete for port 24649669-90cb-4fe2-833d-7024a3e96974 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:21.165464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93afd75b-5837-493a-8f6f-9638fb8dbc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.167273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44084e-42ad-4f28-bddf-1bbf4661432f None None] Pushing event updated for resources: {'Port': ['ID=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:21.172473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:21.173137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:21.245875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-93afd75b-5837-493a-8f6f-9638fb8dbc4b None None] Port 24649669-90cb-4fe2-833d-7024a3e96974 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:09:21.304057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:21.321510 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.327749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.395401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Pushing event updated for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:21.399214 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.493973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Network c3926d41-01cc-4097-bfd2-1241530fe583 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:21.495280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:21.507831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '24649669-90cb-4fe2-833d-7024a3e96974', 'name': '', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'mac_address': 'fa:16:3e:77:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:20Z', 'updated_at': '2021-06-30T10:09:20Z', 'revision_number': 1, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'subnets': [{'id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:21.534917 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421f47d-419d-4177-a13f-fc6b7f603ed5 None None] The sync data for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 is: [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '24649669-90cb-4fe2-833d-7024a3e96974', 'name': '', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'mac_address': 'fa:16:3e:77:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:20Z', 'updated_at': '2021-06-30T10:09:20Z', 'revision_number': 1, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'subnets': [{'id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:09:21.620797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Router 3b561ec2-b981-4b66-a45d-62386bcce376 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:09:21.738883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:09:21.747641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-681fe15b-043d-44ff-b9b9-58051c6ebfac admin admin] 10.222.0.66 "PUT /v2.0/routers/3b561ec2-b981-4b66-a45d-62386bcce376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9883199 Jun 30 10:09:21.776843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d193cef4-f5cd-4b57-913e-5ea7613883ce None None] Provisioning complete for port 24649669-90cb-4fe2-833d-7024a3e96974 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:21.777147 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d193cef4-f5cd-4b57-913e-5ea7613883ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:21.818238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d193cef4-f5cd-4b57-913e-5ea7613883ce None None] Port 24649669-90cb-4fe2-833d-7024a3e96974 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:09:22.275043 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41410) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:22.279258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 66b6290b-dc4f-4c25-9294-a619738228d2 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:22.281845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1032638991-network', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:22.304184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Made reservation on behalf of 3e2393b3802d4041aaa580e39bf67828 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:22.306745 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.316198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.347477 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 66b6290b-dc4f-4c25-9294-a619738228d2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:22.347839 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.435131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.439970 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.464481 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:09:22.479019 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaabc0a-7ac4-412f-bd0f-66ad44b3b3bf,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:22.484155 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.484510 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Added segment ea502433-8e54-4d2d-8e29-f3dfcf63e443 of type vlan for network 65171863-d1ff-4bf8-b083-e259e3fcdc0b Jun 30 10:09:22.527902 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.559193 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.560303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:22.560886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.628969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3526862 Jun 30 10:09:22.631983 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:22.638387 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d64b21-9ec7-4510-82f8-ff09e4410827 admin admin] Pushing event updated for resources: {'Network': ['ID=65171863-d1ff-4bf8-b083-e259e3fcdc0b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:22.644571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Request body: {'subnet': {'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-subnet', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:22.648847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:09:22.668712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Made reservation on behalf of 3e2393b3802d4041aaa580e39bf67828 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:22.671891 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.868971 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.935096 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fdbf63-afe0-49a8-b704-f87cff6c2bad,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:22.940188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Checking segment: {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:22.940551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Network hostable DHCP agents. Network: 65171863-d1ff-4bf8-b083-e259e3fcdc0b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:09:22.957532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:09:22.965125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 65171863-d1ff-4bf8-b083-e259e3fcdc0b) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:22.969638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:22.970276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:22.975778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35900d34-f8c0-4ae4-9486-0181e4f3c705 None None] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:22.984604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eb639317-4dc7-442f-9d79-13eb597fd5d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3509080 Jun 30 10:09:22.987128 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:22.991483 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:23.011245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.012268 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.066974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.121428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:09:23.122345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.202403 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.256745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Allocated IP 172.20.0.2 (65171863-d1ff-4bf8-b083-e259e3fcdc0b/b4fdbf63-afe0-49a8-b704-f87cff6c2bad/b6b28367-25e8-4708-b0b4-00b485cc7170) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:23.406233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.410640 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.414327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Transition to ACTIVE for port object b6b28367-25e8-4708-b0b4-00b485cc7170 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:23.429333 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Transition to ACTIVE for port object b6b28367-25e8-4708-b0b4-00b485cc7170 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:23.430370 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.435744 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.475674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:23.482497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:23.484785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:23.493959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Pushing event updated for resources: {'Port': ['ID=b6b28367-25e8-4708-b0b4-00b485cc7170,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:23.539037 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Allocated IP 172.25.4.148 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/4fc17939-2eb2-4703-8ba6-79adab8bdd3f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:23.546772 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Attempting to bind port b6b28367-25e8-4708-b0b4-00b485cc7170 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:23.547140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Attempting to bind port b6b28367-25e8-4708-b0b4-00b485cc7170 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:23.547505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Attempting to bind port b6b28367-25e8-4708-b0b4-00b485cc7170 on network 65171863-d1ff-4bf8-b083-e259e3fcdc0b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:23.552841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:23.553233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Checking segment: {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:23.553642 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.554259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Bound using segment: {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:23.554799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Bound port: b6b28367-25e8-4708-b0b4-00b485cc7170, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:23.555248 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.599382 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Sync routers for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:09:23.610351 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:23.611040 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:23.621162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] For port b6b28367-25e8-4708-b0b4-00b485cc7170, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:23.624435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] For port b6b28367-25e8-4708-b0b4-00b485cc7170, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6b28367-25e8-4708-b0b4-00b485cc7170,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:23.628808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.664062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.685465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0571a-8a5b-4d4c-9ac3-66dd79be720f None None] Pushing event updated for resources: {'Port': ['ID=b6b28367-25e8-4708-b0b4-00b485cc7170,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:23.712949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:23.736523 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:23.751561 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:23.754386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:23.760766 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:23.766807 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:23.988389 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '24649669-90cb-4fe2-833d-7024a3e96974', 'name': '', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'mac_address': 'fa:16:3e:77:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:20Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 2, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'subnets': [{'id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:24.016710 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Checking router: 3b561ec2-b981-4b66-a45d-62386bcce376 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:09:24.017064 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Updating router 3b561ec2-b981-4b66-a45d-62386bcce376 port 24649669-90cb-4fe2-833d-7024a3e96974 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:09:24.051407 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.054486 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.265315 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.295010 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6b28367-25e8-4708-b0b4-00b485cc7170 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:24.331609 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.342966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Transition to ACTIVE for port object 24649669-90cb-4fe2-833d-7024a3e96974 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:24.346642 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b6b28367-25e8-4708-b0b4-00b485cc7170 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:24.348780 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.351081 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19e5fc47-31d8-4ae7-9e1d-b66689eb185c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:24.416232 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:09:24.418344 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Pushing event updated for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:24.420368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:24.430376 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:24.430759 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.448337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.448687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.449024 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.449383 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.449718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.450775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.450989 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.451315 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.451638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.452013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.452351 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.452661 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:24.515537 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Attempting to bind port 24649669-90cb-4fe2-833d-7024a3e96974 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:24.515932 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Attempting to bind port 24649669-90cb-4fe2-833d-7024a3e96974 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:24.516830 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Attempting to bind port 24649669-90cb-4fe2-833d-7024a3e96974 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:24.523502 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:24.523905 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Checking segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:24.524812 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.525215 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Bound using segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:24.525944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Bound port: 24649669-90cb-4fe2-833d-7024a3e96974, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:24.526504 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.538491 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.557607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:09:24.575009 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Sync routers for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:09:24.583941 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:24.586931 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.592341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:24.592994 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bfcaad66-e036-43bb-9621-29b2e3eb7e84 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6042171 Jun 30 10:09:24.594603 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.632156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:24.633126 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:24.768579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:24.768823 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] For port 24649669-90cb-4fe2-833d-7024a3e96974, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:24.773385 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] For port 24649669-90cb-4fe2-833d-7024a3e96974, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=24649669-90cb-4fe2-833d-7024a3e96974,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:24.773924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:24.783269 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:24.860581 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:24.860902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:24.864741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a07b5-00a7-42b0-9ea1-e234a32c3bf8 None None] Pushing event updated for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:24.989057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:24.998648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db6ae4-8920-4b92-a1d9-22c967b8939b None None] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:09:25.076521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:23Z', 'revision_number': 3, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:25.115342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Provisioning for port b6b28367-25e8-4708-b0b4-00b485cc7170 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:25.117622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Checking router: 66967caa-a8a4-48ef-bcb9-4d20eef60a66 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:09:25.118018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Updating router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:09:25.148144 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Provisioning complete for port b6b28367-25e8-4708-b0b4-00b485cc7170 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:25.148502 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.170436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.203305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.210657 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '24649669-90cb-4fe2-833d-7024a3e96974', 'name': '', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'mac_address': 'fa:16:3e:77:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:20Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'subnets': [{'id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:25.240763 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1b4f9-73fa-4426-b93c-03ec624698ba None None] The sync data for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 is: [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:21Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '24649669-90cb-4fe2-833d-7024a3e96974', 'name': '', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'mac_address': 'fa:16:3e:77:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:20Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'subnets': [{'id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:09:25.336177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Allocated IP 172.20.0.1 (65171863-d1ff-4bf8-b083-e259e3fcdc0b/b4fdbf63-afe0-49a8-b704-f87cff6c2bad/9b651c15-d396-43e2-ba80-e76376e4567f) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:25.610366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.690033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] For port b6b28367-25e8-4708-b0b4-00b485cc7170, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6b28367-25e8-4708-b0b4-00b485cc7170,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:25.702022 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.722493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.739613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Transition to ACTIVE for port object 9b651c15-d396-43e2-ba80-e76376e4567f will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:25.781526 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.803160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.805820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e93a01-8170-4577-9d51-688c9ad25cd9 None None] Pushing event updated for resources: {'Port': ['ID=b6b28367-25e8-4708-b0b4-00b485cc7170,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:25.824449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:25.827836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:25.831343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:25.833785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Transition to ACTIVE for port object 4fc17939-2eb2-4703-8ba6-79adab8bdd3f will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:25.849635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.860398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Pushing event updated for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:25.887554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.923313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Attempting to bind port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:25.923690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Attempting to bind port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:25.924170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Attempting to bind port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:25.926103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638ad7d-d98a-4fbc-8173-41693fd9d1e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:25.938375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:25.938761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:25.939171 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:25.939563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:25.940153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Bound port: 4fc17939-2eb2-4703-8ba6-79adab8bdd3f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:25.940411 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.003711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-18b3e1f6-1220-43e7-b931-e453704f9e70 None None] Provisioning complete for port b6b28367-25e8-4708-b0b4-00b485cc7170 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:26.004148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18b3e1f6-1220-43e7-b931-e453704f9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.031960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] For port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:26.048716 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] For port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:26.055922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.059594 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.150567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638ad7d-d98a-4fbc-8173-41693fd9d1e3 None None] Pushing event updated for resources: {'Port': ['ID=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:26.155654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:26.156359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:26.246698 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.253181 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.277892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:26.328303 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.330109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Pushing event updated for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:26.374305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8385-effd-4919-b5cd-c5850effde6c None None] Provisioning for port 9b651c15-d396-43e2-ba80-e76376e4567f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:26.408323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1e5d8385-effd-4919-b5cd-c5850effde6c None None] Provisioning complete for port 9b651c15-d396-43e2-ba80-e76376e4567f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:26.408323 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8385-effd-4919-b5cd-c5850effde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.433552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6b28367-25e8-4708-b0b4-00b485cc7170 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:26.438930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:26.440079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:26.497646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d8385-effd-4919-b5cd-c5850effde6c None None] Port 9b651c15-d396-43e2-ba80-e76376e4567f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:09:26.543233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b6b28367-25e8-4708-b0b4-00b485cc7170 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:26.543620 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.560906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:09:26.609067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9b651c15-d396-43e2-ba80-e76376e4567f', 'name': '', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'mac_address': 'fa:16:3e:19:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:25Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 1, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'subnets': [{'id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:26.653076 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86236c-fc6a-491b-9ef9-aabd6653019b None None] The sync data for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 is: [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9b651c15-d396-43e2-ba80-e76376e4567f', 'name': '', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'mac_address': 'fa:16:3e:19:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:25Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 1, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'subnets': [{'id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:09:26.668701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 24649669-90cb-4fe2-833d-7024a3e96974 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:26.677185 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:09:26.685172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-743b8542-3b1e-41de-8373-722908ba1c44 admin admin] 10.222.0.66 "PUT /v2.0/routers/66967caa-a8a4-48ef-bcb9-4d20eef60a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875554 Jun 30 10:09:26.727536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7e958c7b-2d19-4b5a-8990-792e0b5ade8d None None] Provisioning complete for port 9b651c15-d396-43e2-ba80-e76376e4567f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:26.728069 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e958c7b-2d19-4b5a-8990-792e0b5ade8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.731658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 24649669-90cb-4fe2-833d-7024a3e96974 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:26.757578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 24649669-90cb-4fe2-833d-7024a3e96974 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:26.757904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.796799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7e958c7b-2d19-4b5a-8990-792e0b5ade8d None None] Port 9b651c15-d396-43e2-ba80-e76376e4567f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:09:26.858470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.918563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 24649669-90cb-4fe2-833d-7024a3e96974, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=24649669-90cb-4fe2-833d-7024a3e96974,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:26.923498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:26.924380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19e5fc47-31d8-4ae7-9e1d-b66689eb185c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:27.009065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:27.020220 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:27.020608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:27.513701 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-59fc0255-1dd8-428a-ae9f-54e1f1cc2d6a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:27.515207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-59fc0255-1dd8-428a-ae9f-54e1f1cc2d6a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 817 time: 0.1039176 Jun 30 10:09:27.529639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-80f3efe2-7664-47ff-a00a-83cfae67feb5 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/quotas/e6f04c230fae4292af68ab3e4aafae7d HTTP/1.1" status: 200 len: 375 time: 0.0089262 Jun 30 10:09:27.593417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-0d81d9a9-4e00-4d33-997f-c149fdbf290f tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589609 Jun 30 10:09:27.685952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-18fe8804-d603-434b-a7cf-cf4ccac29e16 service neutron] 10.222.0.66 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Jun 30 10:09:27.778344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-94b8281e-0a48-4780-af3d-1065196c0ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865927 Jun 30 10:09:27.946375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-23386dab-dcea-4486-9a90-f1f7f68099f2 req-3fa6e011-484a-4a26-b805-9bb3d6ebcf7a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 210 time: 0.0288517 Jun 30 10:09:28.348911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc17939-2eb2-4703-8ba6-79adab8bdd3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:28.430984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:28.439374 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:28.439741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.529911 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.555472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:28.562070 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.564924 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 24649669-90cb-4fe2-833d-7024a3e96974 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:28.650245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:28.671425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 24649669-90cb-4fe2-833d-7024a3e96974 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:28.671890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.130847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be6ed448-b4bf-4d3e-ab3d-cf3f9c1153df req-4a995fa5-86b5-470d-afbe-e3aa882f5100 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 210 time: 0.0387053 Jun 30 10:09:29.183293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-6bd8e7b7-7108-4269-bbd9-05d8dc30adc8 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.185405 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-6bd8e7b7-7108-4269-bbd9-05d8dc30adc8 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.11 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 817 time: 0.1454322 Jun 30 10:09:29.197577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Request body: {'port': {'device_id': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'admin_state_up': True, 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:29.310696 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Made reservation on behalf of e6f04c230fae4292af68ab3e4aafae7d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:09:29.314210 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.398100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-98ceb7fd-de59-4c69-b5e5-dce6038848a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.431165 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Sync routers for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:09:29.440189 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:29.440930 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:29.441391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Allocated IP 172.20.0.9 (c3926d41-01cc-4097-bfd2-1241530fe583/8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b/52b8ceb3-33b1-42d8-9557-f8f32c42e715) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:09:29.546322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:29.588172 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.600892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Transition to ACTIVE for port object 52b8ceb3-33b1-42d8-9557-f8f32c42e715 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:29.633159 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.677151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Network c3926d41-01cc-4097-bfd2-1241530fe583 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:09:29.680301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:09:29.682682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:09:29.714601 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Pushing event updated for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:29.744476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.745112 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.748589 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9b651c15-d396-43e2-ba80-e76376e4567f', 'name': '', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'mac_address': 'fa:16:3e:19:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:25Z', 'updated_at': '2021-06-30T10:09:26Z', 'revision_number': 2, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'subnets': [{'id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:29.766086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-224a55ef-48f4-4b2e-a0c2-81159c667fcb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721796 Jun 30 10:09:29.777483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Checking router: 66967caa-a8a4-48ef-bcb9-4d20eef60a66 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:09:29.777852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Request body: {'port': {'device_id': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:29.778007 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Updating router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 port 9b651c15-d396-43e2-ba80-e76376e4567f binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:09:29.818361 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.853887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.938622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6f26d653-9e45-4883-82b1-d09f3a7122ca None None] Provisioning for port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:29.942916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6f26d653-9e45-4883-82b1-d09f3a7122ca None None] Provisioning complete for port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:29.943345 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6f26d653-9e45-4883-82b1-d09f3a7122ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.979815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6f26d653-9e45-4883-82b1-d09f3a7122ca None None] Port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:09:30.094266 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.103589 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Transition to ACTIVE for port object 9b651c15-d396-43e2-ba80-e76376e4567f will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:30.109269 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.135305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b8ceb3-33b1-42d8-9557-f8f32c42e715 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:09:30.143709 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.155981 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56994-c711-4125-8435-80ace2363d7d None None] Pushing event updated for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:30.161790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Transition to ACTIVE for port object 52b8ceb3-33b1-42d8-9557-f8f32c42e715 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:30.176441 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.224790 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Attempting to bind port 9b651c15-d396-43e2-ba80-e76376e4567f on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:30.225231 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Attempting to bind port 9b651c15-d396-43e2-ba80-e76376e4567f by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:30.225657 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Attempting to bind port 9b651c15-d396-43e2-ba80-e76376e4567f on network 65171863-d1ff-4bf8-b083-e259e3fcdc0b {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:30.231371 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:30.231827 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Checking segment: {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:30.232296 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.232758 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Bound using segment: {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:30.233300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Bound port: 9b651c15-d396-43e2-ba80-e76376e4567f, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea502433-8e54-4d2d-8e29-f3dfcf63e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:30.233768 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.266479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Pushing event updated for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:30.281779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc17939-2eb2-4703-8ba6-79adab8bdd3f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:30.341902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] For port 9b651c15-d396-43e2-ba80-e76376e4567f, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:30.347983 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] For port 9b651c15-d396-43e2-ba80-e76376e4567f, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9b651c15-d396-43e2-ba80-e76376e4567f,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:30.353057 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.355880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:30.356435 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.461483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b56994-c711-4125-8435-80ace2363d7d None None] Pushing event updated for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:30.463459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Attempting to bind port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:30.466007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Attempting to bind port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:30.466339 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Attempting to bind port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:30.466548 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:09:30.467996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:09:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:30.480220 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b720e2-bbc5-4473-bab6-3948f904edd6 req-e711412c-ae6f-4d25-b19e-d2c3b561024e tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.481956 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b720e2-bbc5-4473-bab6-3948f904edd6 req-e711412c-ae6f-4d25-b19e-d2c3b561024e tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 943 time: 0.1600659 Jun 30 10:09:30.485818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 on network c3926d41-01cc-4097-bfd2-1241530fe583 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:09:30.486126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Attempting to bind port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:30.494569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:30.495093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Checking segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:30.495648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Bound using segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:30.496274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Bound port: 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:30.497343 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.587222 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:09:30.596817 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90b720e2-bbc5-4473-bab6-3948f904edd6 req-e49c7072-66dd-49fd-a2ce-c98a7f9a0fe8 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 Jun 30 10:09:30.597869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:30.610623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:30.623070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.659219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.659938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:30.661733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] 10.222.0.11 "PUT /v2.0/ports/52b8ceb3-33b1-42d8-9557-f8f32c42e715 HTTP/1.1" status: 200 len: 1092 time: 0.8884923 Jun 30 10:09:30.662222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:30.664710 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bf4fc8-71d2-430b-8e01-482691c81eae" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:30.691586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d76f1-0f4d-4cc2-9a3c-429f923a3216 service neutron] Pushing event updated for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:30.718083 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3680c17-464d-4f66-8a8d-3300f2ba101c x-openstack-request-id: req-e3680c17-464d-4f66-8a8d-3300f2ba101c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:30.718492 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:30.718613 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3680c17-464d-4f66-8a8d-3300f2ba101c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:30.719016 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715', 'status': 'completed', 'code': 200} Jun 30 10:09:30.800165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-fe0f7db7-355c-4845-8a29-a3e77977a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.806345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-fe0f7db7-355c-4845-8a29-a3e77977a395 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 1095 time: 0.0831349 Jun 30 10:09:30.852845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-b3f8699a-cf2a-4e0c-b8cf-8e78a0146fb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715 HTTP/1.1" status: 200 len: 217 time: 0.0360827 Jun 30 10:09:30.870463 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9b651c15-d396-43e2-ba80-e76376e4567f', 'name': '', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'mac_address': 'fa:16:3e:19:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:25Z', 'updated_at': '2021-06-30T10:09:30Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'subnets': [{'id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:09:30.897743 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b807884-a12b-4b9f-aaed-a55aa3c38f70 None None] The sync data for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 is: [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:25Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '9b651c15-d396-43e2-ba80-e76376e4567f', 'name': '', 'network_id': '65171863-d1ff-4bf8-b083-e259e3fcdc0b', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'mac_address': 'fa:16:3e:19:16:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:25Z', 'updated_at': '2021-06-30T10:09:30Z', 'revision_number': 4, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'subnets': [{'id': 'b4fdbf63-afe0-49a8-b704-f87cff6c2bad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:09:30.902064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-d6a25c86-e5b9-4dcb-aceb-df09ace01e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.904111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-d6a25c86-e5b9-4dcb-aceb-df09ace01e3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b HTTP/1.1" status: 200 len: 856 time: 0.0451031 Jun 30 10:09:30.966343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-cd0fe6c2-c0a7-4ef4-8bc4-800873241f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.968121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-cd0fe6c2-c0a7-4ef4-8bc4-800873241f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3926d41-01cc-4097-bfd2-1241530fe583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581172 Jun 30 10:09:31.060246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-0e020d5a-c2c0-4c3a-8645-358b238a98d8 service neutron] 10.222.0.11 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854061 Jun 30 10:09:31.153888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7fa1551b-e74d-45c4-9521-72cdc3f843e1 req-655294a2-9adc-4097-b544-350be31888c4 service neutron] 10.222.0.11 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Jun 30 10:09:31.253231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-453f2eef-37b9-4da8-bd06-66eb7e33fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.254757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-453f2eef-37b9-4da8-bd06-66eb7e33fa7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 1095 time: 0.0536411 Jun 30 10:09:31.348119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-c397248b-be84-4abc-9d2e-0c5b93d28acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.349707 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-c397248b-be84-4abc-9d2e-0c5b93d28acd service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 918 time: 0.0884686 Jun 30 10:09:31.395998 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-338d33c6-fcd2-40cc-98e5-b23693e72b51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715 HTTP/1.1" status: 200 len: 217 time: 0.0401032 Jun 30 10:09:31.445291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-d50d1a6d-97cc-4018-8689-a1c2b9d53881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.446793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-d50d1a6d-97cc-4018-8689-a1c2b9d53881 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b HTTP/1.1" status: 200 len: 856 time: 0.0442820 Jun 30 10:09:31.504394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-8b69c3a5-9365-430e-9940-9e4fff7981ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.505884 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-8b69c3a5-9365-430e-9940-9e4fff7981ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3926d41-01cc-4097-bfd2-1241530fe583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524018 Jun 30 10:09:31.594714 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-36eeb700-1dc7-4d6e-9af7-eb7887fd4e0a service neutron] 10.222.0.11 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826707 Jun 30 10:09:31.681086 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4bf4fc8-71d2-430b-8e01-482691c81eae req-9bd3fc5e-9214-4104-82ab-179b0475a905 service neutron] 10.222.0.11 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802970 Jun 30 10:09:31.786546 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ae350-1080-43e4-800e-9330f7e1796e req-47c604d5-e696-4486-8043-c5c75217bc00 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.787957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df3ae350-1080-43e4-800e-9330f7e1796e req-47c604d5-e696-4486-8043-c5c75217bc00 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 943 time: 0.0727661 Jun 30 10:09:31.825480 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-df3ae350-1080-43e4-800e-9330f7e1796e req-56b33a39-9ec4-4d04-90d5-50f753eae48c tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jun 30 10:09:31.985963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-685041f8-2c45-4f29-bd36-9706746d1650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.119852 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.243918 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9b651c15-d396-43e2-ba80-e76376e4567f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:32.290666 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 9b651c15-d396-43e2-ba80-e76376e4567f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:32.294872 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9b651c15-d396-43e2-ba80-e76376e4567f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:32.295255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.369965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.401181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 9b651c15-d396-43e2-ba80-e76376e4567f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9b651c15-d396-43e2-ba80-e76376e4567f,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:32.405662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.456877 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:32.995017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ba8f-72bc-4c78-8db4-c44cce5d4be8 req-e56e542b-8dca-410e-8a7d-e813c18e0ec2 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:32.996599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea0ba8f-72bc-4c78-8db4-c44cce5d4be8 req-e56e542b-8dca-410e-8a7d-e813c18e0ec2 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 943 time: 0.0616624 Jun 30 10:09:33.034766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dea0ba8f-72bc-4c78-8db4-c44cce5d4be8 req-a013feed-5e73-4ed2-8c26-65fde42b415a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Jun 30 10:09:33.216321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:33.991202 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:34.212723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98879734-dfaf-41a7-819c-45b32459222d req-2cd38f1e-270d-49df-a452-f51303516ce5 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.214212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98879734-dfaf-41a7-819c-45b32459222d req-2cd38f1e-270d-49df-a452-f51303516ce5 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 943 time: 0.0678279 Jun 30 10:09:34.231237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9b651c15-d396-43e2-ba80-e76376e4567f up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:34.252205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98879734-dfaf-41a7-819c-45b32459222d req-573fd126-0a5e-435d-9e1e-0b9c98a4deb2 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jun 30 10:09:34.280209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 9b651c15-d396-43e2-ba80-e76376e4567f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:34.280582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:34.865878 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:35.306273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 52b8ceb3-33b1-42d8-9557-f8f32c42e715 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:09:35.399802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:35.411334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '52b8ceb3-33b1-42d8-9557-f8f32c42e715', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'port_id': '52b8ceb3-33b1-42d8-9557-f8f32c42e715', 'mac_address': 'fa:16:3e:ee:9d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:09:35.427277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8b8e8-280d-4188-88bf-bdcf8a48e227 req-e74f6d2e-aa1e-4fb2-b0b9-06b5edec0813 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:35.428709 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bae8b8e8-280d-4188-88bf-bdcf8a48e227 req-e74f6d2e-aa1e-4fb2-b0b9-06b5edec0813 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 943 time: 0.0640380 Jun 30 10:09:35.447596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:35.460452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b8ceb3-33b1-42d8-9557-f8f32c42e715 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:09:35.466284 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bae8b8e8-280d-4188-88bf-bdcf8a48e227 req-0f549ae9-8009-4a80-9145-5440d0352bc0 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Jun 30 10:09:35.480743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:35.485514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:35.532414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:35.783909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['52b8ceb3-33b1-42d8-9557-f8f32c42e715'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:09:35.826633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:36.638743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626ca9b-cbfe-4ccf-bb63-a399f172eb83 req-bcc4b574-26f7-4df3-a183-8f10831294fa tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:36.640192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0626ca9b-cbfe-4ccf-bb63-a399f172eb83 req-bcc4b574-26f7-4df3-a183-8f10831294fa tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 944 time: 0.0616701 Jun 30 10:09:36.676587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0626ca9b-cbfe-4ccf-bb63-a399f172eb83 req-5faf379d-45e8-486a-ba42-40217058604c tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Jun 30 10:09:37.321440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 52b8ceb3-33b1-42d8-9557-f8f32c42e715 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:37.367839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:37.371336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:37.371712 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:37.445897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:37.467935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:37.470495 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53eaaf-cb09-4fdc-9e71-11b06e270a8f" -d '{"events": [{"server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:37.483313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:37.488310 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:37.513175 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d30f39-9f7a-4fff-a540-7b8621c89f92 x-openstack-request-id: req-f8d30f39-9f7a-4fff-a540-7b8621c89f92 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:37.513489 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:37.513872 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8d30f39-9f7a-4fff-a540-7b8621c89f92 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:37.514155 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715', 'code': 200} Jun 30 10:09:37.541504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:37.620554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edb905-5f64-43e4-960c-47d7eab8a33c req-f895356a-4e6c-4338-8787-e5ee1ebfe6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:37.622638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52edb905-5f64-43e4-960c-47d7eab8a33c req-f895356a-4e6c-4338-8787-e5ee1ebfe6da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 1097 time: 0.0537872 Jun 30 10:09:37.655263 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52edb905-5f64-43e4-960c-47d7eab8a33c req-09c4ad8d-3d8b-4e2d-b1d3-72f6eda92103 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266888 Jun 30 10:09:37.850559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c95a-8605-4fe7-ba4f-6a45ed0fe25f req-73a8f52c-5b8b-412b-af11-7a63a89e807f tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:37.852062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bb6c95a-8605-4fe7-ba4f-6a45ed0fe25f req-73a8f52c-5b8b-412b-af11-7a63a89e807f tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0668612 Jun 30 10:09:37.888966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bb6c95a-8605-4fe7-ba4f-6a45ed0fe25f req-bac9953d-7680-4143-9f7b-4d51094898fb tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Jun 30 10:09:39.059845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c766-5e23-4026-926e-cbad8b0ab530 req-21108e41-028d-4010-a281-575c0a723028 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:39.061231 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79b2c766-5e23-4026-926e-cbad8b0ab530 req-21108e41-028d-4010-a281-575c0a723028 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0604265 Jun 30 10:09:39.098734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79b2c766-5e23-4026-926e-cbad8b0ab530 req-0113140d-e582-4f1a-b36d-d6fbbbee8459 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jun 30 10:09:39.154136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:39.270482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69318032-375a-4bfd-8ae4-25396ba70337 req-fda3fda9-932a-4859-afaa-26ccff0b40e2 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:39.271929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69318032-375a-4bfd-8ae4-25396ba70337 req-fda3fda9-932a-4859-afaa-26ccff0b40e2 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0648746 Jun 30 10:09:39.307828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69318032-375a-4bfd-8ae4-25396ba70337 req-754bdb7a-23ae-4043-89e6-ac9ea1c9790b tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Jun 30 10:09:58.397480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe12799-cbe3-4ffb-9a63-a61ce57f0cc1 req-5f9cf606-4f84-43f2-acd0-fdf49d1680a4 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:58.398988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abe12799-cbe3-4ffb-9a63-a61ce57f0cc1 req-5f9cf606-4f84-43f2-acd0-fdf49d1680a4 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0627956 Jun 30 10:09:58.436584 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abe12799-cbe3-4ffb-9a63-a61ce57f0cc1 req-4ad35e58-91aa-4615-81f9-076d14990013 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Jun 30 10:09:59.399073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-903a1690-373a-4dcc-98d3-449bea4bf325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:59.609770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89296f9-87f1-45b2-a5f8-d101c820a16f req-0e4bf0b4-57af-41e0-9589-b7bd91a8a2ba tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:59.611137 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c89296f9-87f1-45b2-a5f8-d101c820a16f req-0e4bf0b4-57af-41e0-9589-b7bd91a8a2ba tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0640273 Jun 30 10:09:59.647775 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c89296f9-87f1-45b2-a5f8-d101c820a16f req-8c35b483-ac43-40c7-8540-dfa87afe5308 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Jun 30 10:10:00.172947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae11b58-050a-4695-8d30-576ad993548c req-363b4dad-1490-4b45-bee8-1f1745ea635a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:00.174368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ae11b58-050a-4695-8d30-576ad993548c req-363b4dad-1490-4b45-bee8-1f1745ea635a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 945 time: 0.0599813 Jun 30 10:10:00.272427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Deleting port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:00.272774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:00.358293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] For port 52b8ceb3-33b1-42d8-9557-f8f32c42e715, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=52b8ceb3-33b1-42d8-9557-f8f32c42e715,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:00.359051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:00.370241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Calling delete_port for 52b8ceb3-33b1-42d8-9557-f8f32c42e715 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:00.493833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:00.506033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['52b8ceb3-33b1-42d8-9557-f8f32c42e715'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:00.522869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Pushing event deleted for resources: {'Port': ['ID=52b8ceb3-33b1-42d8-9557-f8f32c42e715,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:00.568263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] No DVR routers for this DVR port 52b8ceb3-33b1-42d8-9557-f8f32c42e715 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:00.570892 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:00.572925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6ae11b58-050a-4695-8d30-576ad993548c req-0d0a8c7a-7332-4547-8ab8-17a9f6e841ac tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.11 "DELETE /v2.0/ports/52b8ceb3-33b1-42d8-9557-f8f32c42e715 HTTP/1.1" status: 204 len: 173 time: 0.3924789 Jun 30 10:10:00.573375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'name': 'network-vif-deleted', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:00.575790 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a23af6-9088-4f58-9198-bd1790e7cfcf" -d '{"events": [{"server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "name": "network-vif-deleted", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:00.624834 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f2d0f-9f52-4aae-98f1-f731b086ac7d x-openstack-request-id: req-fe1f2d0f-9f52-4aae-98f1-f731b086ac7d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:00.625453 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8e538f-372a-47b4-bb0c-7234c385eb2f", "name": "network-vif-deleted", "tag": "52b8ceb3-33b1-42d8-9557-f8f32c42e715", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:00.625453 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe1f2d0f-9f52-4aae-98f1-f731b086ac7d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:00.625787 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8e538f-372a-47b4-bb0c-7234c385eb2f', 'name': 'network-vif-deleted', 'tag': '52b8ceb3-33b1-42d8-9557-f8f32c42e715', 'status': 'completed', 'code': 200} Jun 30 10:10:00.812175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eb920501-3e98-49e8-af77-976e848fed73 req-36c6d2c6-fd2d-4922-97e5-8fd0ea98ab4a tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b8e538f-372a-47b4-bb0c-7234c385eb2f HTTP/1.1" status: 200 len: 210 time: 0.0314238 Jun 30 10:10:01.987066 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-782ad8ed-f3f5-4459-88fe-0e260a7e1fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:02.121474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:02.326349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-363f2f9f-5905-4e5e-8e2b-0d46b3b837e0 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:02.327662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-363f2f9f-5905-4e5e-8e2b-0d46b3b837e0 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 817 time: 0.0971262 Jun 30 10:10:02.342528 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-30e8f2b1-889f-4390-8a46-5f4034303b82 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/quotas/e6f04c230fae4292af68ab3e4aafae7d HTTP/1.1" status: 200 len: 375 time: 0.0095580 Jun 30 10:10:02.675321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-eba78b5f-6344-44ee-92d4-652ff68c1a49 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3278334 Jun 30 10:10:02.767136 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-f2a5de3f-13e7-4fb6-a0e4-477807c9a4cf service neutron] 10.222.0.66 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806651 Jun 30 10:10:02.862882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-ec5739a4-890e-4321-915c-1221c7e554b9 service neutron] 10.222.0.66 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884447 Jun 30 10:10:03.031180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-73589e0c-fa70-4f61-993d-310b7a49f3de req-5a627a9e-d21a-49d0-83cf-e67bb46417ee tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jun 30 10:10:03.218990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:03.460778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 52b8ceb3-33b1-42d8-9557-f8f32c42e715 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:03.480135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 52b8ceb3-33b1-42d8-9557-f8f32c42e715 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:03.480493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 52b8ceb3-33b1-42d8-9557-f8f32c42e715 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:04.003443 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.034901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-dae4b9b9-6de2-4985-83fb-60e770aa6744 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:04.036352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-dae4b9b9-6de2-4985-83fb-60e770aa6744 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.41 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 817 time: 0.1060236 Jun 30 10:10:04.055200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Request body: {'port': {'device_id': '07f4e48f-9cd4-4289-a033-749590f18399', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'admin_state_up': True, 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:04.167771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Made reservation on behalf of e6f04c230fae4292af68ab3e4aafae7d for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:04.172668 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.178022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-06a33e6f-c634-42e7-af78-5cf1700337d5 req-6d27b210-1bd1-4d8b-a148-d3745d238de9 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Jun 30 10:10:04.300467 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Allocated IP 172.20.0.13 (c3926d41-01cc-4097-bfd2-1241530fe583/8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b/da469a33-f771-45b8-87de-f81e3671fb24) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:04.448647 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.462269 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Transition to ACTIVE for port object da469a33-f771-45b8-87de-f81e3671fb24 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:04.496567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.538681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Network c3926d41-01cc-4097-bfd2-1241530fe583 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:04.541815 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:04.545729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:04.584223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Pushing event updated for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:04.597206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.597557 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.597947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.598405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.598745 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.599088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.599423 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.599786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.600134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.600461 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.600923 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.601256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:04.614828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:04.615467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.631500 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-c512f016-b377-4783-9eb9-9a574f16c6ef tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800059 Jun 30 10:10:04.642094 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-f22800b1-4285-4226-8a45-3b4ddbbca559 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:10:04.643076 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-f22800b1-4285-4226-8a45-3b4ddbbca559 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060115 Jun 30 10:10:04.654737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Request body: {'port': {'device_id': '07f4e48f-9cd4-4289-a033-749590f18399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:04.732724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.799413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e98c2254-2c06-43ed-b5f3-e9c3afb7acb7 None None] Provisioning for port da469a33-f771-45b8-87de-f81e3671fb24 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:04.803112 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e98c2254-2c06-43ed-b5f3-e9c3afb7acb7 None None] Provisioning complete for port da469a33-f771-45b8-87de-f81e3671fb24 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:04.803552 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e98c2254-2c06-43ed-b5f3-e9c3afb7acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.837160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e98c2254-2c06-43ed-b5f3-e9c3afb7acb7 None None] Port da469a33-f771-45b8-87de-f81e3671fb24 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:04.867611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:04.990676 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da469a33-f771-45b8-87de-f81e3671fb24 {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:04.998277 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.009547 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Transition to ACTIVE for port object da469a33-f771-45b8-87de-f81e3671fb24 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:05.013664 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.059424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Pushing event updated for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:05.137487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Attempting to bind port da469a33-f771-45b8-87de-f81e3671fb24 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:05.137957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Attempting to bind port da469a33-f771-45b8-87de-f81e3671fb24 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:05.138871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Attempting to bind port da469a33-f771-45b8-87de-f81e3671fb24 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:05.143481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Port da469a33-f771-45b8-87de-f81e3671fb24 on network c3926d41-01cc-4097-bfd2-1241530fe583 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:10:05.143931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Attempting to bind port da469a33-f771-45b8-87de-f81e3671fb24 on network c3926d41-01cc-4097-bfd2-1241530fe583 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:05.148777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:05.149122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Checking segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:05.149513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Bound using segment: {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:05.149981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Bound port: da469a33-f771-45b8-87de-f81e3671fb24, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277f113e-96b0-450e-884a-ae48a46775da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:05.150349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.215577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:05.219219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=da469a33-f771-45b8-87de-f81e3671fb24,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:05.224025 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.258277 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.258817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.260207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] 10.222.0.41 "PUT /v2.0/ports/da469a33-f771-45b8-87de-f81e3671fb24 HTTP/1.1" status: 200 len: 1093 time: 0.6097178 Jun 30 10:10:05.260652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:05.263077 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e772fe-2de9-4fb1-bf20-071809eafca5" -d '{"events": [{"name": "network-changed", "server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "tag": "da469a33-f771-45b8-87de-f81e3671fb24"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:05.318203 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b7262-b5f4-46b8-84c0-6f25eb9e3fe2 x-openstack-request-id: req-489b7262-b5f4-46b8-84c0-6f25eb9e3fe2 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:05.318491 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "tag": "da469a33-f771-45b8-87de-f81e3671fb24", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:05.318739 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-489b7262-b5f4-46b8-84c0-6f25eb9e3fe2 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:05.319127 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24', 'status': 'completed', 'code': 200} Jun 30 10:10:05.323545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271b93f-29c6-4ccd-9520-8489762de0fc service neutron] Pushing event updated for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:05.378437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-15071d43-98c0-4029-a5d1-d01d9954edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.379792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16da505-d16c-4312-bef2-ccc36d4e2c31 req-6d03b823-91c4-45a5-a847-397e707e6815 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.380291 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-15071d43-98c0-4029-a5d1-d01d9954edc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 1096 time: 0.0720730 Jun 30 10:10:05.381746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c16da505-d16c-4312-bef2-ccc36d4e2c31 req-6d03b823-91c4-45a5-a847-397e707e6815 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 944 time: 0.0751534 Jun 30 10:10:05.425952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-3ad916f9-8480-467a-a6f6-44d19726d921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da469a33-f771-45b8-87de-f81e3671fb24 HTTP/1.1" status: 200 len: 217 time: 0.0383935 Jun 30 10:10:05.430070 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c16da505-d16c-4312-bef2-ccc36d4e2c31 req-a08c5a52-4630-49af-8fe1-2eb396b1a427 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Jun 30 10:10:05.477835 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-d14978f3-fd96-4333-8aa6-36250eec6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.479296 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-d14978f3-fd96-4333-8aa6-36250eec6211 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b HTTP/1.1" status: 200 len: 856 time: 0.0458674 Jun 30 10:10:05.541256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-79a4838c-feed-4924-84b6-f65100c5df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.542683 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-79a4838c-feed-4924-84b6-f65100c5df7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3926d41-01cc-4097-bfd2-1241530fe583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572443 Jun 30 10:10:05.629146 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-54779fda-b37d-4c3b-a4ce-678bd78de472 service neutron] 10.222.0.41 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Jun 30 10:10:05.719077 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e48ed7d0-2bdb-4f65-a8e2-675b87aa4b2e req-10d390a6-b758-4f16-a6b1-8b01d415c163 service neutron] 10.222.0.41 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838568 Jun 30 10:10:05.803539 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:05.820223 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-e4b1dd54-f936-42d9-8056-ccb0fc965d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.821771 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-e4b1dd54-f936-42d9-8056-ccb0fc965d6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 1096 time: 0.0552249 Jun 30 10:10:05.909196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-2de45439-3f8e-4ad3-8791-e0c33991278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:05.910701 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-2de45439-3f8e-4ad3-8791-e0c33991278b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 200 len: 918 time: 0.0826554 Jun 30 10:10:05.954821 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-f29a6791-0322-4c25-9e24-0c302078a936 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da469a33-f771-45b8-87de-f81e3671fb24 HTTP/1.1" status: 200 len: 217 time: 0.0373716 Jun 30 10:10:06.004342 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-2ceb4dd8-159d-42d9-80e5-3a620ade204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:06.005761 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-2ceb4dd8-159d-42d9-80e5-3a620ade204c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b HTTP/1.1" status: 200 len: 856 time: 0.0435596 Jun 30 10:10:06.064119 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-1c1a1f9e-da85-405a-b814-3f8b45337daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:06.065554 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-1c1a1f9e-da85-405a-b814-3f8b45337daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3926d41-01cc-4097-bfd2-1241530fe583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525279 Jun 30 10:10:06.161268 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-0bb46aeb-8ded-4521-9048-26788828cc1c service neutron] 10.222.0.41 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878818 Jun 30 10:10:06.250383 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-00e772fe-2de9-4fb1-bf20-071809eafca5 req-dda790a2-0852-43d0-846e-95a5799d4c14 service neutron] 10.222.0.41 "GET /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817800 Jun 30 10:10:06.600963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8470dc-6e3f-4b89-a039-acfc59b7bac3 req-af0526b7-639e-4f19-af7c-125ac0ce427f tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:06.602467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee8470dc-6e3f-4b89-a039-acfc59b7bac3 req-af0526b7-639e-4f19-af7c-125ac0ce427f tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 944 time: 0.0620949 Jun 30 10:10:06.640351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ee8470dc-6e3f-4b89-a039-acfc59b7bac3 req-ad99b1e7-88b2-4df2-8012-88d7f74b2374 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Jun 30 10:10:07.817455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107803e-e8c0-4ee2-9245-e77db7c85b99 req-d31527c1-fab2-4848-b37b-a87b9ecf9917 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:07.818954 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a107803e-e8c0-4ee2-9245-e77db7c85b99 req-d31527c1-fab2-4848-b37b-a87b9ecf9917 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 944 time: 0.0701563 Jun 30 10:10:07.857790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a107803e-e8c0-4ee2-9245-e77db7c85b99 req-abb29bc6-426d-4780-bf4d-c7a31b269446 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Jun 30 10:10:08.792453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device da469a33-f771-45b8-87de-f81e3671fb24 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:10:09.037508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc65ab-9475-4fb5-be9b-0c6a145f71b8 req-97535f62-d165-4659-8278-beadc0f50799 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:09.039013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2cc65ab-9475-4fb5-be9b-0c6a145f71b8 req-97535f62-d165-4659-8278-beadc0f50799 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 944 time: 0.0677860 Jun 30 10:10:09.045907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=da469a33-f771-45b8-87de-f81e3671fb24,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:09.057266 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'da469a33-f771-45b8-87de-f81e3671fb24', 'network_id': 'c3926d41-01cc-4097-bfd2-1241530fe583', 'port_id': 'da469a33-f771-45b8-87de-f81e3671fb24', 'mac_address': 'fa:16:3e:1c:26:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:10:09.076705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2cc65ab-9475-4fb5-be9b-0c6a145f71b8 req-f16c2e93-7561-4fe5-8db5-bbd92a6f906b tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jun 30 10:10:09.093134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.105301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da469a33-f771-45b8-87de-f81e3671fb24 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:09.126272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=da469a33-f771-45b8-87de-f81e3671fb24,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:09.130097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.176166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:09.183225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.183584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.183933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.184278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.184638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.184978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.185316 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.185646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.186006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.186335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.186662 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.186991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:09.343140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['da469a33-f771-45b8-87de-f81e3671fb24'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:10.245552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aca69-dc62-4158-98d5-63b6f6b25d2e req-1800e286-d8ba-4b50-9532-57e19b3469da tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:10.247038 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-657aca69-dc62-4158-98d5-63b6f6b25d2e req-1800e286-d8ba-4b50-9532-57e19b3469da tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 945 time: 0.0607405 Jun 30 10:10:10.284144 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-657aca69-dc62-4158-98d5-63b6f6b25d2e req-45c79a86-1e49-456a-b7ba-1cf0375a069c tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Jun 30 10:10:10.806997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device da469a33-f771-45b8-87de-f81e3671fb24 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:10.854417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port da469a33-f771-45b8-87de-f81e3671fb24 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:10.858061 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port da469a33-f771-45b8-87de-f81e3671fb24 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:10.858443 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:10.933405 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:10.954794 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:10.957028 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e912b23-6cd9-4a3d-a039-3af960b1600a" -d '{"events": [{"server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "name": "network-vif-plugged", "status": "completed", "tag": "da469a33-f771-45b8-87de-f81e3671fb24"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:10.970254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=da469a33-f771-45b8-87de-f81e3671fb24,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:10.973993 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:10.998949 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bcb8ea-e780-4c8e-adb0-6661d1a3f146 x-openstack-request-id: req-77bcb8ea-e780-4c8e-adb0-6661d1a3f146 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:10.999249 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "name": "network-vif-plugged", "status": "completed", "tag": "da469a33-f771-45b8-87de-f81e3671fb24", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:10.999504 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77bcb8ea-e780-4c8e-adb0-6661d1a3f146 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:10.999907 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24', 'code': 200} Jun 30 10:10:11.027034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:11.103564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c25420-a422-4719-9e61-c60defc34ec6 req-d6840ebc-3b45-4b80-9be1-aa5096d8a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:11.104932 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-36c25420-a422-4719-9e61-c60defc34ec6 req-d6840ebc-3b45-4b80-9be1-aa5096d8a998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 1098 time: 0.0500891 Jun 30 10:10:11.144870 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-36c25420-a422-4719-9e61-c60defc34ec6 req-25bad99b-ac67-4840-ac16-c61653051d0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Jun 30 10:10:11.466123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3673ee-5132-44db-9dfd-b40dfe773bb0 req-4f1a2af5-7bb5-4df0-aed0-b5e6f47ada94 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:11.467620 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d3673ee-5132-44db-9dfd-b40dfe773bb0 req-4f1a2af5-7bb5-4df0-aed0-b5e6f47ada94 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0742190 Jun 30 10:10:11.505206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d3673ee-5132-44db-9dfd-b40dfe773bb0 req-3429b4b7-73cf-4534-b316-8cefb1e74fee tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jun 30 10:10:12.679134 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4e22e-a494-4cef-83e9-e8f31e1067a5 req-967859b3-bcc6-4f53-bd1f-ba979ec8c6a1 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:12.680600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39b4e22e-a494-4cef-83e9-e8f31e1067a5 req-967859b3-bcc6-4f53-bd1f-ba979ec8c6a1 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0620978 Jun 30 10:10:12.717453 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39b4e22e-a494-4cef-83e9-e8f31e1067a5 req-28257d00-586a-4545-b03f-3d93509316e3 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Jun 30 10:10:12.890586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc163a-56ce-44f4-8fb7-37c916bf51e4 req-3ef110a3-ccee-41fb-a98b-136a2e9612df tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:12.892050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51fc163a-56ce-44f4-8fb7-37c916bf51e4 req-3ef110a3-ccee-41fb-a98b-136a2e9612df tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0632272 Jun 30 10:10:12.929234 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-51fc163a-56ce-44f4-8fb7-37c916bf51e4 req-ffcdbb6f-5ae3-4a21-9445-bc415b0eb7db tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Jun 30 10:10:16.153509 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:29.399833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6a309392-af5b-4da0-a0a0-0256f3a27911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.786663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ce7d-3563-4e3a-9a3e-5d4c6286daf7 req-e4fe2356-5c0b-4fe2-8677-ad899d166b95 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:31.788138 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b834ce7d-3563-4e3a-9a3e-5d4c6286daf7 req-e4fe2356-5c0b-4fe2-8677-ad899d166b95 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0669720 Jun 30 10:10:31.826014 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b834ce7d-3563-4e3a-9a3e-5d4c6286daf7 req-6eaf9786-ed66-447c-8f4c-1b147fcaaf5b tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jun 30 10:10:31.988809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25fff3a4-1700-43ce-af70-121dd4aa2ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.123412 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.996348 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dab54-0a27-4a3e-a985-b1d69026a80d req-84467bc8-ae46-44b1-91c6-2d8eed21e016 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.997887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff6dab54-0a27-4a3e-a985-b1d69026a80d req-84467bc8-ae46-44b1-91c6-2d8eed21e016 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0612738 Jun 30 10:10:33.036473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff6dab54-0a27-4a3e-a985-b1d69026a80d req-7687c251-2218-4a8c-bd55-80358f0a7d31 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/security-groups?id=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Jun 30 10:10:33.221126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.297534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966fd35-cc37-4197-be27-922d9722daa7 req-d66fa7d8-4a06-4720-896e-bcb4baf8929e tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:33.298981 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9966fd35-cc37-4197-be27-922d9722daa7 req-d66fa7d8-4a06-4720-896e-bcb4baf8929e tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.41 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 946 time: 0.0618119 Jun 30 10:10:33.394726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Deleting port da469a33-f771-45b8-87de-f81e3671fb24 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:33.395070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.490161 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] For port da469a33-f771-45b8-87de-f81e3671fb24, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=da469a33-f771-45b8-87de-f81e3671fb24,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:33.490430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.503241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Calling delete_port for da469a33-f771-45b8-87de-f81e3671fb24 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:33.626787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.639360 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['da469a33-f771-45b8-87de-f81e3671fb24'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:33.657366 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Pushing event deleted for resources: {'Port': ['ID=da469a33-f771-45b8-87de-f81e3671fb24,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:33.705681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] No DVR routers for this DVR port da469a33-f771-45b8-87de-f81e3671fb24 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:33.708256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:33.710364 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-9966fd35-cc37-4197-be27-922d9722daa7 req-450eaed3-6fae-419c-ade2-60a9250b9f13 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.41 "DELETE /v2.0/ports/da469a33-f771-45b8-87de-f81e3671fb24 HTTP/1.1" status: 204 len: 173 time: 0.4054148 Jun 30 10:10:33.710810 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'name': 'network-vif-deleted', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:33.713110 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f52687-fd4b-46cc-aea0-70448e8334ff" -d '{"events": [{"server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "name": "network-vif-deleted", "tag": "da469a33-f771-45b8-87de-f81e3671fb24"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:33.766986 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee6bf1d-83aa-4768-9323-7733f38a3f4c x-openstack-request-id: req-1ee6bf1d-83aa-4768-9323-7733f38a3f4c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:33.767353 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4e48f-9cd4-4289-a033-749590f18399", "name": "network-vif-deleted", "tag": "da469a33-f771-45b8-87de-f81e3671fb24", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:33.767679 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ee6bf1d-83aa-4768-9323-7733f38a3f4c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:33.768314 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f4e48f-9cd4-4289-a033-749590f18399', 'name': 'network-vif-deleted', 'tag': 'da469a33-f771-45b8-87de-f81e3671fb24', 'status': 'completed', 'code': 200} Jun 30 10:10:34.000480 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.204233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-decb03bd-ee59-485b-984b-bec5af20a257 req-1dcc4b30-9bbb-4647-a824-154d636f88f8 tempest-TestEncryptedCinderVolumes-790630217 tempest-TestEncryptedCinderVolumes-790630217-project] 10.222.0.66 "GET /v2.0/ports?device_id=07f4e48f-9cd4-4289-a033-749590f18399 HTTP/1.1" status: 200 len: 210 time: 0.0343533 Jun 30 10:10:34.870703 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.326396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41716) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:35.730958 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:35.798985 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.022340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Deleting port 24649669-90cb-4fe2-833d-7024a3e96974 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:36.022583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.099682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] For port 24649669-90cb-4fe2-833d-7024a3e96974, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=24649669-90cb-4fe2-833d-7024a3e96974,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:36.100041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.112568 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Calling delete_port for 24649669-90cb-4fe2-833d-7024a3e96974 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:36.299473 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.322022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=24649669-90cb-4fe2-833d-7024a3e96974,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:36.332729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.333376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.333490 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.334312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.334312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.334506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.334722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.335056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.335385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.335777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.336045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.336457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:36.501652 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:36.706140 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Router 3b561ec2-b981-4b66-a45d-62386bcce376 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:36.816468 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:36.821365 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6312fe42-3954-4f73-91f9-ac4de51b6fbe admin admin] 10.222.0.66 "PUT /v2.0/routers/3b561ec2-b981-4b66-a45d-62386bcce376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932458 Jun 30 10:10:36.824427 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41718) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:36.827461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Sync routers for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:36.836898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:36.837594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:36.943658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device da469a33-f771-45b8-87de-f81e3671fb24 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:36.946750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:37.013656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: da469a33-f771-45b8-87de-f81e3671fb24 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:37.014481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device da469a33-f771-45b8-87de-f81e3671fb24 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:37.146463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:10:36Z', 'revision_number': 5, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:37.176197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Checking router: 3b561ec2-b981-4b66-a45d-62386bcce376 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:37.184523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Routers {'3b561ec2-b981-4b66-a45d-62386bcce376'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:37.185161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['3b561ec2-b981-4b66-a45d-62386bcce376'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:37.193991 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.282492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] Set router 3b561ec2-b981-4b66-a45d-62386bcce376 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:37.295242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.348042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Deleting port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:37.348773 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.431729 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] For port 19e5fc47-31d8-4ae7-9e1d-b66689eb185c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:37.432089 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.448167 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Calling delete_port for 19e5fc47-31d8-4ae7-9e1d-b66689eb185c owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:37.461970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:10:36Z', 'revision_number': 5, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:37.486719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cab2a-b777-42bc-b9a1-e777deda6388 None None] The sync data for ids ['3b561ec2-b981-4b66-a45d-62386bcce376'] in n-d-779913-25 is: [{'id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'name': 'tempest-TestEncryptedCinderVolumes-2073002116-router', 'tenant_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:10:36Z', 'revision_number': 5, 'project_id': 'e6f04c230fae4292af68ab3e4aafae7d', 'gw_port': {'id': '19e5fc47-31d8-4ae7-9e1d-b66689eb185c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b561ec2-b981-4b66-a45d-62386bcce376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:18Z', 'updated_at': '2021-06-30T10:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:37.612276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.641317 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Pushing event deleted for resources: {'Port': ['ID=19e5fc47-31d8-4ae7-9e1d-b66689eb185c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:37.701888 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.805583 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.807805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.874222 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.874720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b561ec2-b981-4b66-a45d-62386bcce376 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:10:37.879356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.880556 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8677001a-7e43-4dfd-ad5a-d05190d0144f admin admin] 10.222.0.66 "DELETE /v2.0/routers/3b561ec2-b981-4b66-a45d-62386bcce376 HTTP/1.1" status: 204 len: 168 time: 1.0552466 Jun 30 10:10:37.883245 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41720) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:37.933068 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Deleting subnet 8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:10:37.936299 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.973342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.049511 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.111228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.138091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:38.143374 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.147315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-022b6bca-e5e2-429c-a069-f251d2fc20c1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e0a93e1-f70e-4eed-9417-ca6b2ba28d9b HTTP/1.1" status: 204 len: 168 time: 0.2608128 Jun 30 10:10:38.147765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41722) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:38.154806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0cec9-4354-4daa-8b3f-39436ab6c8ce None None] Network c3926d41-01cc-4097-bfd2-1241530fe583 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:38.220407 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.275678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Deleting port 66b6290b-dc4f-4c25-9294-a619738228d2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:38.276017 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.338211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] For port 66b6290b-dc4f-4c25-9294-a619738228d2, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=66b6290b-dc4f-4c25-9294-a619738228d2,segment=NetworkSegment(277f113e-96b0-450e-884a-ae48a46775da),segment_id=277f113e-96b0-450e-884a-ae48a46775da)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:38.338577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.350757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Calling delete_port for 66b6290b-dc4f-4c25-9294-a619738228d2 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:38.429264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.455757 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b6290b-dc4f-4c25-9294-a619738228d2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:38.457888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] No DVR routers for this DVR port 66b6290b-dc4f-4c25-9294-a619738228d2 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:38.485775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8567b6-7791-4f55-aca1-06927b90f5c0 None None] DHCP port deletion for c3926d41-01cc-4097-bfd2-1241530fe583 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:10:38.538161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.548271 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3926d41-01cc-4097-bfd2-1241530fe583']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:38.558506 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277f113e-96b0-450e-884a-ae48a46775da') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:38.558810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277f113e-96b0-450e-884a-ae48a46775da') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:38.559071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 66b6290b-dc4f-4c25-9294-a619738228d2 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:38.567574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.578552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 66b6290b-dc4f-4c25-9294-a619738228d2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:38.578970 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 66b6290b-dc4f-4c25-9294-a619738228d2 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:38.579392 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 24649669-90cb-4fe2-833d-7024a3e96974 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:38.585243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.591599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:10:38.592053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:10:38.594331 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:10:38.598444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 24649669-90cb-4fe2-833d-7024a3e96974 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:38.598795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 24649669-90cb-4fe2-833d-7024a3e96974 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:38.599206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19e5fc47-31d8-4ae7-9e1d-b66689eb185c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:38.617380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 19e5fc47-31d8-4ae7-9e1d-b66689eb185c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:38.617729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 19e5fc47-31d8-4ae7-9e1d-b66689eb185c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:38.654054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.659614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.661702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c3926d41-01cc-4097-bfd2-1241530fe583 HTTP/1.1" status: 204 len: 168 time: 0.5126576 Jun 30 10:10:38.664824 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41724) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:38.675011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2f578-4900-4aa5-9f8b-321e865efa43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3926d41-01cc-4097-bfd2-1241530fe583,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:39.315506 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.563534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Deleting port 9b651c15-d396-43e2-ba80-e76376e4567f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:39.563880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.641580 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] For port 9b651c15-d396-43e2-ba80-e76376e4567f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=9b651c15-d396-43e2-ba80-e76376e4567f,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:39.641892 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.654238 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Calling delete_port for 9b651c15-d396-43e2-ba80-e76376e4567f owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:39.833880 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.857109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b651c15-d396-43e2-ba80-e76376e4567f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.022840 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.233593 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:40.339125 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:40.344344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6128bcdd-e76c-4beb-9bc8-070338831215 admin admin] 10.222.0.66 "PUT /v2.0/routers/66967caa-a8a4-48ef-bcb9-4d20eef60a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783476 Jun 30 10:10:40.347624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41726) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.349425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Sync routers for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:40.358869 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:40.359463 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:40.448906 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.458711 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:40.549509 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.602481 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Deleting port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:40.602835 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.628573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:10:39Z', 'revision_number': 5, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port': {'id': '4fc17939-2eb2-4703-8ba6-79adab8bdd3f', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:40.657768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Checking router: 66967caa-a8a4-48ef-bcb9-4d20eef60a66 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:40.665801 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Routers {'66967caa-a8a4-48ef-bcb9-4d20eef60a66'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:40.666415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:40.684359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] For port 4fc17939-2eb2-4703-8ba6-79adab8bdd3f, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:40.684725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.696788 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Calling delete_port for 4fc17939-2eb2-4703-8ba6-79adab8bdd3f owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:40.749829 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] Set router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:40.800712 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:10:40Z', 'revision_number': 6, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:40.830304 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39755ce1-0f89-40e3-859a-f17f66d125fb None None] The sync data for ids ['66967caa-a8a4-48ef-bcb9-4d20eef60a66'] in n-d-779913-25 is: [{'id': '66967caa-a8a4-48ef-bcb9-4d20eef60a66', 'name': 'tempest-TestEncryptedCinderVolumes-1032638991-router', 'tenant_id': '3e2393b3802d4041aaa580e39bf67828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:09:23Z', 'updated_at': '2021-06-30T10:10:40Z', 'revision_number': 6, 'project_id': '3e2393b3802d4041aaa580e39bf67828', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:40.865979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.891485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc17939-2eb2-4703-8ba6-79adab8bdd3f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.951447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.039907 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.041926 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.087705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.088304 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66967caa-a8a4-48ef-bcb9-4d20eef60a66 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:10:41.093569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.094764 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-69ac48d0-4cc1-4298-86b3-259d74e2482c admin admin] 10.222.0.66 "DELETE /v2.0/routers/66967caa-a8a4-48ef-bcb9-4d20eef60a66 HTTP/1.1" status: 204 len: 168 time: 0.7459340 Jun 30 10:10:41.097252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41728) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:41.140517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Deleting subnet b4fdbf63-afe0-49a8-b704-f87cff6c2bad {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:10:41.143393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.177939 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.261181 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.318813 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.343993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fdbf63-afe0-49a8-b704-f87cff6c2bad,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:41.347660 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.349523 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bc6d96b0-1fd5-41b5-939f-2ce052e0bf3f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b4fdbf63-afe0-49a8-b704-f87cff6c2bad HTTP/1.1" status: 204 len: 168 time: 0.2512612 Jun 30 10:10:41.352134 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41730) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:41.353359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441346a-6d07-4572-a81a-768027889326 None None] Network 65171863-d1ff-4bf8-b083-e259e3fcdc0b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:41.423128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.477672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Deleting port b6b28367-25e8-4708-b0b4-00b485cc7170 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:41.478048 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.539465 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] For port b6b28367-25e8-4708-b0b4-00b485cc7170, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b6b28367-25e8-4708-b0b4-00b485cc7170,segment=NetworkSegment(ea502433-8e54-4d2d-8e29-f3dfcf63e443),segment_id=ea502433-8e54-4d2d-8e29-f3dfcf63e443)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:41.539764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.552216 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Calling delete_port for b6b28367-25e8-4708-b0b4-00b485cc7170 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:41.589527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] DHCP port deletion for 65171863-d1ff-4bf8-b083-e259e3fcdc0b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:10:41.637291 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.638384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Deleting port b6b28367-25e8-4708-b0b4-00b485cc7170 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:41.639322 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.664225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b28367-25e8-4708-b0b4-00b485cc7170,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:41.668075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] No DVR routers for this DVR port b6b28367-25e8-4708-b0b4-00b485cc7170 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:41.702375 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] For port b6b28367-25e8-4708-b0b4-00b485cc7170, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:41.702766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.715532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Calling delete_port for b6b28367-25e8-4708-b0b4-00b485cc7170 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:41.718788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Port b6b28367-25e8-4708-b0b4-00b485cc7170 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:10:41.720005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.741378 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.745722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] No DVR routers for this DVR port b6b28367-25e8-4708-b0b4-00b485cc7170 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:41.749628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee2146-8c37-4ff2-954a-c66f75cdce9c None None] Pushing event deleted for resources: {'Port': ['ID=b6b28367-25e8-4708-b0b4-00b485cc7170,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:41.756188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65171863-d1ff-4bf8-b083-e259e3fcdc0b']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:41.764641 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea502433-8e54-4d2d-8e29-f3dfcf63e443') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:41.765007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea502433-8e54-4d2d-8e29-f3dfcf63e443') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:41.777216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.799418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.806849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:10:41.807262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:10:41.809351 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:10:41.864348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.870488 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.872682 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65171863-d1ff-4bf8-b083-e259e3fcdc0b HTTP/1.1" status: 204 len: 168 time: 0.5196247 Jun 30 10:10:41.886051 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ebd01-1ed9-46ab-988c-42b7d9592853 admin admin] Pushing event deleted for resources: {'Network': ['ID=65171863-d1ff-4bf8-b083-e259e3fcdc0b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:42.023246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41734) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.068712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c90d5d80-6014-4008-9e11-983b22b70ca8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6f04c230fae4292af68ab3e4aafae7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443087 Jun 30 10:10:42.071186 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41736) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.116996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.136577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.186032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.188485 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.189601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25718a00-ed9f-4ea4-bc12-99ba15e1a7c6 HTTP/1.1" status: 204 len: 168 time: 0.1175325 Jun 30 10:10:42.197269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc989e9-5d19-4bfc-ac44-ceb0694d0d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25718a00-ed9f-4ea4-bc12-99ba15e1a7c6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:42.270279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc17939-2eb2-4703-8ba6-79adab8bdd3f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:42.295406 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 4fc17939-2eb2-4703-8ba6-79adab8bdd3f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:42.295757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 4fc17939-2eb2-4703-8ba6-79adab8bdd3f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:42.296168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9b651c15-d396-43e2-ba80-e76376e4567f no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:42.315057 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 9b651c15-d396-43e2-ba80-e76376e4567f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:42.315411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 9b651c15-d396-43e2-ba80-e76376e4567f not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:42.315814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6b28367-25e8-4708-b0b4-00b485cc7170 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:42.334636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b6b28367-25e8-4708-b0b4-00b485cc7170 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:42.334988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b6b28367-25e8-4708-b0b4-00b485cc7170 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:42.503510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41742) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.541943 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-382cea1d-deff-45a3-9e2c-36521f03a7a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e2393b3802d4041aaa580e39bf67828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372348 Jun 30 10:10:42.544595 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41744) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.590016 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.609990 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.654267 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.656931 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.658272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caaabc0a-7ac4-412f-bd0f-66ad44b3b3bf HTTP/1.1" status: 204 len: 168 time: 0.1128049 Jun 30 10:10:42.665774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedafa5-bbea-4836-ba07-6a1d7c4ddbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaabc0a-7ac4-412f-bd0f-66ad44b3b3bf,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.306924 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41766) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:43.411081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-601364398-network', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:43.431391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Made reservation on behalf of de2c7b1066c4445581a1730511d9fb2e for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:43.433678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.441659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.530940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.534761 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.559440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:10:43.568144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee339239-7f3e-4c0c-b049-eb69da844da9,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.574324 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.574674 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Added segment 1192a23c-818a-485b-a8fc-d932035e51e6 of type vlan for network 34c27fd6-3d82-4305-ad0a-f41b72f652fd Jun 30 10:10:43.614293 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.641780 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.642720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:43.643296 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.691197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3831928 Jun 30 10:10:43.694321 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41770) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:43.699393 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Request body: {'subnet': {'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-601364398-subnet', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:43.703804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcb633-a036-4e62-b751-382ddbff0be0 admin admin] Pushing event updated for resources: {'Network': ['ID=34c27fd6-3d82-4305-ad0a-f41b72f652fd,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.713817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:10:43.721186 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Made reservation on behalf of de2c7b1066c4445581a1730511d9fb2e for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:43.723622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.892584 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.948154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc483300-ef12-47c7-86ac-c2fe9b0185cd,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.959142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Checking segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:43.959493 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Network hostable DHCP agents. Network: 34c27fd6-3d82-4305-ad0a-f41b72f652fd, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:10:43.978069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:10:43.986219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 34c27fd6-3d82-4305-ad0a-f41b72f652fd) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:43.991225 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:43.991823 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.995369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f2436-1631-41de-96b3-2bfbb43535f3 None None] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:44.005944 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c46357b9-40ba-48c4-a1fa-3fa3b4c2fd0c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3103964 Jun 30 10:10:44.008302 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41772) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:44.012591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:44.034024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.035004 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.087478 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.141509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:10:44.142402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.225618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.278562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Allocated IP 172.20.0.2 (34c27fd6-3d82-4305-ad0a-f41b72f652fd/dc483300-ef12-47c7-86ac-c2fe9b0185cd/7906701b-e0eb-4c81-a5fb-9b2137a5e0b8) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:44.417449 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.422198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.426415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Transition to ACTIVE for port object 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:44.443785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Transition to ACTIVE for port object 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:44.451392 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.489958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:44.492750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:44.495781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:44.509518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Pushing event updated for resources: {'Port': ['ID=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:44.564093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Attempting to bind port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:44.564472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Attempting to bind port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:44.564842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Attempting to bind port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 on network 34c27fd6-3d82-4305-ad0a-f41b72f652fd {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:44.570757 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:44.571146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Checking segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:44.571559 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.571959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Bound using segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:44.572447 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Bound port: 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:44.573188 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.643092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] For port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:44.646633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] For port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:44.650990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.710543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e2e45-fd0c-4183-87cd-ba7690d8ddd9 None None] Pushing event updated for resources: {'Port': ['ID=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:44.760228 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.884262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Allocated IP 172.25.4.154 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/10f83fc8-c7de-49c1-9010-4ed0265e00e4) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:44.991341 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.028439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.065259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:45.067962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:45.073227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:45.078690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Pushing event updated for resources: {'Port': ['ID=10f83fc8-c7de-49c1-9010-4ed0265e00e4,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:45.323679 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.529250 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.574311 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6205ddd-9914-4f82-a5d5-adc6686d035a None None] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:45.660717 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Router 799618c8-f940-41d4-a3a1-fcecb097be5e is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:10:45.692577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5358f5f8-3ec7-4ce7-b215-9c85842f7ca5 None None] Provisioning for port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:45.770377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:45.782750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Sync routers for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:45.789257 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.790739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0962cc39-61e4-402f-95de-5f911743adfe admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7815068 Jun 30 10:10:45.792402 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:45.793331 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:45.793898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41774) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:45.904954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:46.084960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:45Z', 'revision_number': 3, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:46.233298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.271097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Checking router: 799618c8-f940-41d4-a3a1-fcecb097be5e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:46.271449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Updating router 799618c8-f940-41d4-a3a1-fcecb097be5e port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:46.311222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:46.316399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.394752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Allocated IP 172.20.0.1 (34c27fd6-3d82-4305-ad0a-f41b72f652fd/dc483300-ef12-47c7-86ac-c2fe9b0185cd/6037561c-65cf-4a38-bac5-107524f230e0) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:46.453164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:46.466980 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:46.467367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.499817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.513519 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Transition to ACTIVE for port object 6037561c-65cf-4a38-bac5-107524f230e0 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:46.547769 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.586052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:46.588819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:46.591264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:46.613148 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.619720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Pushing event updated for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:46.636373 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.704898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:46.708582 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.712246 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.742795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Transition to ACTIVE for port object 10f83fc8-c7de-49c1-9010-4ed0265e00e4 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:46.753040 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.793239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:46.806930 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.818152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Attempting to bind port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:46.818531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Attempting to bind port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:46.818905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Attempting to bind port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:46.828720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:46.829103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:46.829525 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.829926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:46.830397 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Bound port: 10f83fc8-c7de-49c1-9010-4ed0265e00e4, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:46.830783 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.871949 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9e35-e18c-4ebe-9cce-5c49787513a4 None None] Pushing event updated for resources: {'Port': ['ID=10f83fc8-c7de-49c1-9010-4ed0265e00e4,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:46.889290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9f0cfdd7-2a94-42f9-9064-d6bb99f10d44 None None] Provisioning for port 6037561c-65cf-4a38-bac5-107524f230e0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:46.898197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9f0cfdd7-2a94-42f9-9064-d6bb99f10d44 None None] Provisioning complete for port 6037561c-65cf-4a38-bac5-107524f230e0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:46.898604 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9f0cfdd7-2a94-42f9-9064-d6bb99f10d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.921291 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] For port 10f83fc8-c7de-49c1-9010-4ed0265e00e4, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:46.940773 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] For port 10f83fc8-c7de-49c1-9010-4ed0265e00e4, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=10f83fc8-c7de-49c1-9010-4ed0265e00e4,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:46.947922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.973051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cfdd7-2a94-42f9-9064-d6bb99f10d44 None None] Port 6037561c-65cf-4a38-bac5-107524f230e0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:46.978513 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.983803 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.005982 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:47.006603 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:47.040100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9e35-e18c-4ebe-9cce-5c49787513a4 None None] Pushing event updated for resources: {'Port': ['ID=10f83fc8-c7de-49c1-9010-4ed0265e00e4,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:47.053654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Pushing event updated for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:47.056817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.115934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:47.144698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:47.146173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:47.269444 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Router 799618c8-f940-41d4-a3a1-fcecb097be5e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:47.323530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 2, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:47.353991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc96b05-4bdc-47c7-b746-a8ac6498a6bd None None] The sync data for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 is: [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 2, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:47.381215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:47.387266 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6deec5d0-89ff-4737-8c3e-3cafcec44851 admin admin] 10.222.0.66 "PUT /v2.0/routers/799618c8-f940-41d4-a3a1-fcecb097be5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922158 Jun 30 10:10:47.393668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-32153e6f-ce53-4c15-b3cd-4409c2bcbe34 None None] Provisioning complete for port 6037561c-65cf-4a38-bac5-107524f230e0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:47.394075 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-32153e6f-ce53-4c15-b3cd-4409c2bcbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.432346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-32153e6f-ce53-4c15-b3cd-4409c2bcbe34 None None] Port 6037561c-65cf-4a38-bac5-107524f230e0 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:47.887551 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 41792) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:47.893286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-957353018-network', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:47.914069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Made reservation on behalf of 0017b64a4a8e40aba0b7f4eef9a43646 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:47.916790 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.926442 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.035702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.040252 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.069564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:10:48.080248 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c8d42-8272-4c50-9748-e06b3bd0da92,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.085500 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.085884 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Added segment 02c61d50-0314-4f9c-afd4-ebf5153755c9 of type vlan for network 96de946a-3300-48d5-9e91-65ef3e060f1b Jun 30 10:10:48.127569 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.157727 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.158726 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:48.159298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.224430 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3332965 Jun 30 10:10:48.225028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41794) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:48.230450 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495167e-cb7c-470c-9aea-bfe841b24503 admin admin] Pushing event updated for resources: {'Network': ['ID=96de946a-3300-48d5-9e91-65ef3e060f1b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.233706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Request body: {'subnet': {'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-957353018-subnet', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:48.251195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 96de946a-3300-48d5-9e91-65ef3e060f1b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:10:48.263073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Made reservation on behalf of 0017b64a4a8e40aba0b7f4eef9a43646 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:48.266947 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.383116 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 10f83fc8-c7de-49c1-9010-4ed0265e00e4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:48.441448 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:48.445708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.446192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.462690 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.523795 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.531068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bb74f7-9e87-4d3b-b991-1892d848143d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.535571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Checking segment: {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:48.536224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Network hostable DHCP agents. Network: 96de946a-3300-48d5-9e91-65ef3e060f1b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:10:48.552329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 10f83fc8-c7de-49c1-9010-4ed0265e00e4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=10f83fc8-c7de-49c1-9010-4ed0265e00e4,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:48.556947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Network 96de946a-3300-48d5-9e91-65ef3e060f1b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:10:48.558169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.559257 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:48.571042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 96de946a-3300-48d5-9e91-65ef3e060f1b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:48.575738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:48.576632 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.592432 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-38370079-374b-4892-b824-063dab9604e7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3643379 Jun 30 10:10:48.594896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41796) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:48.600075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:48.601800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f7f53-8643-42db-88ea-8cf27967b093 None None] Network 96de946a-3300-48d5-9e91-65ef3e060f1b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:48.620331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.621810 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.680208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.693512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=10f83fc8-c7de-49c1-9010-4ed0265e00e4,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.723306 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.723687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.821400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.838409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-96de946a-3300-48d5-9e91-65ef3e060f1b', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:10:48.839269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.993916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Allocated IP 172.20.0.2 (96de946a-3300-48d5-9e91-65ef3e060f1b/78bb74f7-9e87-4d3b-b991-1892d848143d/05811542-e240-44a0-b36d-0a50b74fe816) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:49.027962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.047773 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.142569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.150953 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Transition to ACTIVE for port object 05811542-e240-44a0-b36d-0a50b74fe816 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:49.152231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Allocated IP 172.25.4.219 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/30d8d638-9e21-4147-b0c8-3202fd9f9f3b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:49.167407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Transition to ACTIVE for port object 05811542-e240-44a0-b36d-0a50b74fe816 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:49.173935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.208637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Network 96de946a-3300-48d5-9e91-65ef3e060f1b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:49.211315 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:49.214765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:49.226024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Pushing event updated for resources: {'Port': ['ID=05811542-e240-44a0-b36d-0a50b74fe816,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.269900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.293218 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Attempting to bind port 05811542-e240-44a0-b36d-0a50b74fe816 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:49.293789 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Attempting to bind port 05811542-e240-44a0-b36d-0a50b74fe816 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:49.294034 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Attempting to bind port 05811542-e240-44a0-b36d-0a50b74fe816 on network 96de946a-3300-48d5-9e91-65ef3e060f1b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:49.299418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:49.299804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Checking segment: {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:49.300220 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.300622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Bound using segment: {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:49.301090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Bound port: 05811542-e240-44a0-b36d-0a50b74fe816, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:49.301687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.313122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.346553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:49.349473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:49.352860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:49.370454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] For port 05811542-e240-44a0-b36d-0a50b74fe816, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:49.374820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] For port 05811542-e240-44a0-b36d-0a50b74fe816, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05811542-e240-44a0-b36d-0a50b74fe816,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:49.379820 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.382065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Pushing event updated for resources: {'Port': ['ID=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.442409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afcce5-9afa-4dbe-9759-8c22109fcb49 None None] Pushing event updated for resources: {'Port': ['ID=05811542-e240-44a0-b36d-0a50b74fe816,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.472754 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Sync routers for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:49.482392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:49.483029 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:49.589045 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:49.637882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.819912 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 2, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:49.846133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Checking router: 799618c8-f940-41d4-a3a1-fcecb097be5e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:49.846508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Updating router 799618c8-f940-41d4-a3a1-fcecb097be5e port 6037561c-65cf-4a38-bac5-107524f230e0 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:49.846861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.883983 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.974860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Router 28a053ee-69fc-4f34-8df4-abeb078aea73 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:10:50.079785 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:50.091414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Sync routers for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:50.102028 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:50.102648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:50.109340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.111076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-df904638-9c10-45ff-bde7-c616c7418819 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5148742 Jun 30 10:10:50.113853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41798) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:50.162662 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.176136 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Transition to ACTIVE for port object 6037561c-65cf-4a38-bac5-107524f230e0 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:50.184434 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.239170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:50.287839 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Pushing event updated for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:50.352235 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.352907 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.353251 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.353582 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.354187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.355572 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.355917 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.356242 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.356567 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.356886 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.357202 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.358080 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:50.406617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Attempting to bind port 6037561c-65cf-4a38-bac5-107524f230e0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:50.406892 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Attempting to bind port 6037561c-65cf-4a38-bac5-107524f230e0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:50.407252 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Attempting to bind port 6037561c-65cf-4a38-bac5-107524f230e0 on network 34c27fd6-3d82-4305-ad0a-f41b72f652fd {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:50.431236 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:50.431635 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Checking segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:50.432035 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.432427 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Bound using segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:50.432909 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Bound port: 6037561c-65cf-4a38-bac5-107524f230e0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:50.433399 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.510036 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] For port 6037561c-65cf-4a38-bac5-107524f230e0, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:50.514693 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] For port 6037561c-65cf-4a38-bac5-107524f230e0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6037561c-65cf-4a38-bac5-107524f230e0,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:50.520809 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.571046 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:50.571706 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:50.632788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 10f83fc8-c7de-49c1-9010-4ed0265e00e4 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:50.721849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:50.722234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:50.765020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:49Z', 'revision_number': 3, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:50.795531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff46b23-159b-4230-b138-cb299b68f145 None None] Network 96de946a-3300-48d5-9e91-65ef3e060f1b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:50.800828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Checking router: 28a053ee-69fc-4f34-8df4-abeb078aea73 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:50.801182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Updating router 28a053ee-69fc-4f34-8df4-abeb078aea73 port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:50.840895 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8aaac-0dfe-47bd-bdcc-f69a08fce28e None None] Pushing event updated for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:50.864094 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:50.892475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0270930d-a9b3-4f68-94a3-10afc5f0f548 None None] Provisioning for port 05811542-e240-44a0-b36d-0a50b74fe816 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:50.899388 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.024481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.064082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05811542-e240-44a0-b36d-0a50b74fe816 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:51.113954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:50Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:51.143561 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974edfd-9f99-481a-afa0-9f8fc237fa2b None None] The sync data for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 is: [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:50Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:51.191863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Allocated IP 172.20.0.1 (96de946a-3300-48d5-9e91-65ef3e060f1b/78bb74f7-9e87-4d3b-b991-1892d848143d/18632a7b-7c32-490f-a0c9-447fcc7f3212) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:51.271139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 05811542-e240-44a0-b36d-0a50b74fe816 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:51.286372 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 05811542-e240-44a0-b36d-0a50b74fe816 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:51.287020 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.310629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.325544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Transition to ACTIVE for port object 18632a7b-7c32-490f-a0c9-447fcc7f3212 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:51.360347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.388274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.401537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Network 96de946a-3300-48d5-9e91-65ef3e060f1b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:51.403206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Transition to ACTIVE for port object 30d8d638-9e21-4147-b0c8-3202fd9f9f3b will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:51.405018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:51.411101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:51.429151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.435322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Pushing event updated for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.459464 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.497000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.529298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Attempting to bind port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:51.530095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Attempting to bind port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:51.530847 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Attempting to bind port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:51.535161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85f4e8-c255-46e0-a201-87214d9703bf None None] Pushing event updated for resources: {'Port': ['ID=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.548256 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:51.548762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:51.549313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.549944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:51.550544 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Bound port: 30d8d638-9e21-4147-b0c8-3202fd9f9f3b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:51.551157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.591049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 05811542-e240-44a0-b36d-0a50b74fe816, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05811542-e240-44a0-b36d-0a50b74fe816,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:51.600425 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.641625 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.649253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] For port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:51.655679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] For port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:51.671028 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.696526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=05811542-e240-44a0-b36d-0a50b74fe816,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.769018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3e406fa1-f252-432e-aed5-d5706fbd7cdc None None] Provisioning complete for port 05811542-e240-44a0-b36d-0a50b74fe816 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:51.769409 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e406fa1-f252-432e-aed5-d5706fbd7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.806778 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:51.807438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:51.826924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.837245 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.861986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85f4e8-c255-46e0-a201-87214d9703bf None None] Pushing event updated for resources: {'Port': ['ID=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.924520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Pushing event updated for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:51.927173 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:51.985926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:52.031727 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Network 96de946a-3300-48d5-9e91-65ef3e060f1b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:52.033461 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:52.153464 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Router 28a053ee-69fc-4f34-8df4-abeb078aea73 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:52.179665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-06aa0d76-577b-448a-acf8-2495373ca49f None None] Provisioning for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:52.185915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-06aa0d76-577b-448a-acf8-2495373ca49f None None] Provisioning complete for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:52.186293 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-06aa0d76-577b-448a-acf8-2495373ca49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.235905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-06aa0d76-577b-448a-acf8-2495373ca49f None None] Port 18632a7b-7c32-490f-a0c9-447fcc7f3212 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:52.251486 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '18632a7b-7c32-490f-a0c9-447fcc7f3212', 'name': '', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'mac_address': 'fa:16:3e:5a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:51Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 1, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'subnets': [{'id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:52.278822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a786749-a9b7-4f65-bb40-e00f944ba084 None None] The sync data for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 is: [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '18632a7b-7c32-490f-a0c9-447fcc7f3212', 'name': '', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'mac_address': 'fa:16:3e:5a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:51Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 1, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'subnets': [{'id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:52.286381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:52.302286 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c09bc1ed-ee06-48ad-8d2f-a4abe17b45ac admin admin] 10.222.0.66 "PUT /v2.0/routers/28a053ee-69fc-4f34-8df4-abeb078aea73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1760650 Jun 30 10:10:52.317876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6037561c-65cf-4a38-bac5-107524f230e0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:52.368086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55ded4f5-3688-4f2d-9bc6-5b87f508abb9 None None] Provisioning complete for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:52.368460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-55ded4f5-3688-4f2d-9bc6-5b87f508abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.403344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6037561c-65cf-4a38-bac5-107524f230e0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:52.412485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6037561c-65cf-4a38-bac5-107524f230e0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:52.412865 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.415231 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-55ded4f5-3688-4f2d-9bc6-5b87f508abb9 None None] Port 18632a7b-7c32-490f-a0c9-447fcc7f3212 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:52.494515 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.553584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 6037561c-65cf-4a38-bac5-107524f230e0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6037561c-65cf-4a38-bac5-107524f230e0,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:52.561359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:52.561359 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05811542-e240-44a0-b36d-0a50b74fe816 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:52.645007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:52.656236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 05811542-e240-44a0-b36d-0a50b74fe816 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:52.656927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:53.156724 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:54.389344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30d8d638-9e21-4147-b0c8-3202fd9f9f3b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:54.471396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:54.476070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:54.476712 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.577481 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.600927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:54.606153 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:54.606996 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6037561c-65cf-4a38-bac5-107524f230e0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:54.702046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:54.712278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6037561c-65cf-4a38-bac5-107524f230e0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:54.712706 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.540691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Sync routers for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:55.553184 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:55.553941 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:55.675349 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:55.888878 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '18632a7b-7c32-490f-a0c9-447fcc7f3212', 'name': '', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'mac_address': 'fa:16:3e:5a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:51Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 2, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'subnets': [{'id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:55.917127 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Checking router: 28a053ee-69fc-4f34-8df4-abeb078aea73 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:55.917903 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Updating router 28a053ee-69fc-4f34-8df4-abeb078aea73 port 18632a7b-7c32-490f-a0c9-447fcc7f3212 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:55.950971 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.232530 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.246312 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Transition to ACTIVE for port object 18632a7b-7c32-490f-a0c9-447fcc7f3212 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:56.253212 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.307873 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877afb-afc7-4d5d-a82f-2d34dbf1a1ea None None] Pushing event updated for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:56.311994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30d8d638-9e21-4147-b0c8-3202fd9f9f3b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:56.368607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:56.368761 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.370681 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Attempting to bind port 18632a7b-7c32-490f-a0c9-447fcc7f3212 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:56.371054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Attempting to bind port 18632a7b-7c32-490f-a0c9-447fcc7f3212 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:56.371413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Attempting to bind port 18632a7b-7c32-490f-a0c9-447fcc7f3212 on network 96de946a-3300-48d5-9e91-65ef3e060f1b {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:56.378647 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:56.379021 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Checking segment: {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:56.379425 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.379814 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Bound using segment: {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:56.382328 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Bound port: 18632a7b-7c32-490f-a0c9-447fcc7f3212, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c61d50-0314-4f9c-afd4-ebf5153755c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:56.382328 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.454946 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] For port 18632a7b-7c32-490f-a0c9-447fcc7f3212, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:56.458354 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] For port 18632a7b-7c32-490f-a0c9-447fcc7f3212, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18632a7b-7c32-490f-a0c9-447fcc7f3212,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:56.466577 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.534942 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:56.535579 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:10:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:56.540422 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877afb-afc7-4d5d-a82f-2d34dbf1a1ea None None] Pushing event updated for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:56.659006 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:56.914269 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '18632a7b-7c32-490f-a0c9-447fcc7f3212', 'name': '', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'mac_address': 'fa:16:3e:5a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:51Z', 'updated_at': '2021-06-30T10:10:56Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'subnets': [{'id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:56.947061 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04011d85-feab-41c1-b781-5033b6dbf3c3 None None] The sync data for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 is: [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:10:51Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '18632a7b-7c32-490f-a0c9-447fcc7f3212', 'name': '', 'network_id': '96de946a-3300-48d5-9e91-65ef3e060f1b', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'mac_address': 'fa:16:3e:5a:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:51Z', 'updated_at': '2021-06-30T10:10:56Z', 'revision_number': 4, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'subnets': [{'id': '78bb74f7-9e87-4d3b-b991-1892d848143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:58.337531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18632a7b-7c32-490f-a0c9-447fcc7f3212 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:58.401874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:58.409854 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:58.410354 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:58.505263 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:58.729013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 18632a7b-7c32-490f-a0c9-447fcc7f3212, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18632a7b-7c32-490f-a0c9-447fcc7f3212,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:58.737417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:58.786193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:59.404647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d051d590-2db0-4360-ae8e-a86ce115145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:00.287182 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18632a7b-7c32-490f-a0c9-447fcc7f3212 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:00.342164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 18632a7b-7c32-490f-a0c9-447fcc7f3212 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:00.342937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:01.989369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-77d67d62-865b-41b3-a2e6-a11201ff0985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:02.124258 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:02.457237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-8af2a0d6-b984-42d6-843f-dbaa4cc04c30 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:02.458725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-8af2a0d6-b984-42d6-843f-dbaa4cc04c30 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 814 time: 0.1066461 Jun 30 10:11:02.474935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-fd7f18cd-f841-4755-9728-a1d7caf8a17b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/quotas/de2c7b1066c4445581a1730511d9fb2e HTTP/1.1" status: 200 len: 375 time: 0.0103390 Jun 30 10:11:02.539013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-256a816d-c31a-49f0-90c4-637cd1169c3c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590184 Jun 30 10:11:02.630090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-280044fc-ef1b-4321-afca-ac8de74a1109 service neutron] 10.222.0.66 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793159 Jun 30 10:11:02.722104 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-8b3d853e-1220-40d7-8c3b-ac2108746c4b service neutron] 10.222.0.66 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864456 Jun 30 10:11:02.894000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dcf4d49e-3c7e-4603-9231-06199d4329da req-256adb67-5001-4c42-9cef-a7dc82f6901c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 210 time: 0.0292151 Jun 30 10:11:03.225910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:03.945646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-1cc3ff2e-bcee-4248-8cea-991bc169303c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:03.947934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-1cc3ff2e-bcee-4248-8cea-991bc169303c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 814 time: 0.1095355 Jun 30 10:11:03.967941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'port': {'device_id': '7d991565-f2b6-44c4-9b61-32250edd255a', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'admin_state_up': True, 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:04.008577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.054548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9844ea2-9aa7-43a0-9bb2-10f8b61dd807 req-75e16f24-5552-4e7e-a807-805b04db731d tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 210 time: 0.0378888 Jun 30 10:11:04.120837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Made reservation on behalf of de2c7b1066c4445581a1730511d9fb2e for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:11:04.124436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.249107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Allocated IP 172.20.0.5 (34c27fd6-3d82-4305-ad0a-f41b72f652fd/dc483300-ef12-47c7-86ac-c2fe9b0185cd/1ac3348f-efbd-4c5f-a829-df3860c1f25d) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:04.442258 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.458276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Transition to ACTIVE for port object 1ac3348f-efbd-4c5f-a829-df3860c1f25d will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:04.517832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.564246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:04.567577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:04.570203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:04.624056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:04.653646 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:04.654367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.670683 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-78eea3f5-7cb9-499d-8fa3-4db7c29dc1d4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7080815 Jun 30 10:11:04.815167 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-71242d09-dfb9-4e24-a847-f5721b17410f None None] Provisioning for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:04.819805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-71242d09-dfb9-4e24-a847-f5721b17410f None None] Provisioning complete for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:04.820176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71242d09-dfb9-4e24-a847-f5721b17410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:04.853835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-71242d09-dfb9-4e24-a847-f5721b17410f None None] Port 1ac3348f-efbd-4c5f-a829-df3860c1f25d cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:11:04.873720 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:05.237666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70619c-cd6d-4a2b-8d57-0c2c436a80af req-74265a0f-9c6e-446f-a32b-4c9ed8094e75 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:05.239209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b70619c-cd6d-4a2b-8d57-0c2c436a80af req-74265a0f-9c6e-446f-a32b-4c9ed8094e75 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0684526 Jun 30 10:11:05.283090 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4b70619c-cd6d-4a2b-8d57-0c2c436a80af req-85e08b1d-2d7c-4032-9875-a788b3aa303a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Jun 30 10:11:05.806833 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:06.467854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c7161-e5c5-40d4-adac-d7e419580d0d req-db2e6e2c-91d4-4a9c-851a-6fd8bbea28a2 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:06.469470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-003c7161-e5c5-40d4-adac-d7e419580d0d req-db2e6e2c-91d4-4a9c-851a-6fd8bbea28a2 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0611405 Jun 30 10:11:06.514395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-003c7161-e5c5-40d4-adac-d7e419580d0d req-5ec51f65-540f-4c13-a4d0-2a5582dcf094 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Jun 30 10:11:07.699997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52133b21-bdca-4c9a-9a03-9b610a914c5a req-f2046898-8f32-40ee-82df-a98f501011b3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:07.701638 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52133b21-bdca-4c9a-9a03-9b610a914c5a req-f2046898-8f32-40ee-82df-a98f501011b3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0677316 Jun 30 10:11:07.742637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-52133b21-bdca-4c9a-9a03-9b610a914c5a req-132bceb0-bb01-4da4-835c-8cb8f8833ac4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jun 30 10:11:08.926721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e562040-afb2-4efb-bef8-1d0e820c159f req-f85b4a70-0464-4e0f-8112-c48d08a33da6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:08.930212 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e562040-afb2-4efb-bef8-1d0e820c159f req-f85b4a70-0464-4e0f-8112-c48d08a33da6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0722916 Jun 30 10:11:08.966223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e562040-afb2-4efb-bef8-1d0e820c159f req-1515fdb0-ab78-4c1b-9912-c960891e74d0 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Jun 30 10:11:10.157198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33d7a-26b7-4254-9392-e0436186a7cd req-41623ce5-8c6d-4398-b8d1-8129ace68d60 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:10.158688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c33d7a-26b7-4254-9392-e0436186a7cd req-41623ce5-8c6d-4398-b8d1-8129ace68d60 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0745039 Jun 30 10:11:10.204803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f7c33d7a-26b7-4254-9392-e0436186a7cd req-905f7837-3fab-4478-86e4-8ef39b260b45 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Jun 30 10:11:11.393138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a59b1-3783-4995-83fa-c459165b1027 req-985c08bb-2ed4-4185-a26b-4b42349ecfb3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:11.394937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-827a59b1-3783-4995-83fa-c459165b1027 req-985c08bb-2ed4-4185-a26b-4b42349ecfb3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0733974 Jun 30 10:11:11.434195 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-827a59b1-3783-4995-83fa-c459165b1027 req-07fe5ba6-5fbb-4947-99cc-f49c08c573f9 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jun 30 10:11:12.632795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a8032-514d-42e3-b61f-6648526cf601 req-0652af6f-b5e0-4da0-828f-6ad5d4095518 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:12.634249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c1a8032-514d-42e3-b61f-6648526cf601 req-0652af6f-b5e0-4da0-828f-6ad5d4095518 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0608952 Jun 30 10:11:12.670844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1c1a8032-514d-42e3-b61f-6648526cf601 req-6671f2c1-c3ba-4f3e-8829-3c514d85a352 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Jun 30 10:11:13.848262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035684e-457f-4b7a-b6db-1bb1ad01d3c7 req-1385740a-1a9b-429c-9e1e-c6c406d270fe tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:13.849730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9035684e-457f-4b7a-b6db-1bb1ad01d3c7 req-1385740a-1a9b-429c-9e1e-c6c406d270fe tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0664387 Jun 30 10:11:13.886469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9035684e-457f-4b7a-b6db-1bb1ad01d3c7 req-0d29a75d-bdab-42a9-b0a0-286e9b047401 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Jun 30 10:11:15.058178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ddcf9-c53a-4a28-a437-8bed3cfb01ef req-fccba227-92ff-440a-aafc-30dcd2e362fc tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:15.060268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b4ddcf9-c53a-4a28-a437-8bed3cfb01ef req-fccba227-92ff-440a-aafc-30dcd2e362fc tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0630906 Jun 30 10:11:15.098478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b4ddcf9-c53a-4a28-a437-8bed3cfb01ef req-b0e0ce04-1536-407e-ad16-7cdc1a0a4cc6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Jun 30 10:11:16.271650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f00ec6-c9e9-48d4-914e-1d3b258f014f req-36dc5984-819f-4e28-bf12-bb4399894fe9 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:16.273192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15f00ec6-c9e9-48d4-914e-1d3b258f014f req-36dc5984-819f-4e28-bf12-bb4399894fe9 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0617337 Jun 30 10:11:16.313100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15f00ec6-c9e9-48d4-914e-1d3b258f014f req-696c8b72-8535-4322-b533-0473f7f65474 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Jun 30 10:11:17.481995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadca80-c3d5-46c0-b7bf-a004f379f17d req-35793a91-ece9-4fc9-a187-2cd1966b6b92 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:17.483451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eadca80-c3d5-46c0-b7bf-a004f379f17d req-35793a91-ece9-4fc9-a187-2cd1966b6b92 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 931 time: 0.0618191 Jun 30 10:11:17.519858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5eadca80-c3d5-46c0-b7bf-a004f379f17d req-07c12ff0-8393-407b-8569-9844a9810215 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Jun 30 10:11:17.745875 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-350bad4f-ea9d-47d3-a1c7-d576c55e306e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:11:17.746951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-350bad4f-ea9d-47d3-a1c7-d576c55e306e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061038 Jun 30 10:11:17.762410 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Request body: {'port': {'device_id': '7d991565-f2b6-44c4-9b61-32250edd255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:17.861674 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.126263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac3348f-efbd-4c5f-a829-df3860c1f25d {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:11:18.133388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.144890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Transition to ACTIVE for port object 1ac3348f-efbd-4c5f-a829-df3860c1f25d will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:11:18.148577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.198028 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:18.277194 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Attempting to bind port 1ac3348f-efbd-4c5f-a829-df3860c1f25d on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:11:18.277524 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Attempting to bind port 1ac3348f-efbd-4c5f-a829-df3860c1f25d by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:11:18.277896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Attempting to bind port 1ac3348f-efbd-4c5f-a829-df3860c1f25d on network 34c27fd6-3d82-4305-ad0a-f41b72f652fd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:18.282608 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Port 1ac3348f-efbd-4c5f-a829-df3860c1f25d on network 34c27fd6-3d82-4305-ad0a-f41b72f652fd not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:11:18.282933 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Attempting to bind port 1ac3348f-efbd-4c5f-a829-df3860c1f25d on network 34c27fd6-3d82-4305-ad0a-f41b72f652fd {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:11:18.287863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:11:18.288206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Checking segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:11:18.288590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Bound using segment: {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:11:18.289017 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Bound port: 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1192a23c-818a-485b-a8fc-d932035e51e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:11:18.289378 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.354938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:11:18.358906 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:11:18.362863 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.395984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:18.396604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:18.398001 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] 10.222.0.11 "PUT /v2.0/ports/1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 1092 time: 0.6402473 Jun 30 10:11:18.398436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:18.400748 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:18.429245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa442-1946-4dd6-b069-3b04523cf8cd service neutron] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:18.445512 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b5303-c702-4843-a134-045415ec269b x-openstack-request-id: req-2e7b5303-c702-4843-a134-045415ec269b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:18.445774 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:18.446068 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e7b5303-c702-4843-a134-045415ec269b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:18.446487 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:11:18.507735 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-07badee6-ea0a-4440-b007-e9ad14fbe0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:18.509272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-07badee6-ea0a-4440-b007-e9ad14fbe0aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1095 time: 0.0544400 Jun 30 10:11:18.555538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-458e7e32-c386-4afa-ba10-82a20d3f4ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 217 time: 0.0386405 Jun 30 10:11:18.604068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-bd5adf69-bfdb-409c-a2e3-3294a3908f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:18.605511 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-bd5adf69-bfdb-409c-a2e3-3294a3908f64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0443797 Jun 30 10:11:18.709103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-c5a818d0-8020-4f28-a416-bffd5e6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:18.710634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-c5a818d0-8020-4f28-a416-bffd5e6a50f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985084 Jun 30 10:11:18.719199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bb334-cbdb-42a7-adb6-f43a528254fb req-3e98048f-4253-46ea-8e4e-26a380b5e2f6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:18.720566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f2bb334-cbdb-42a7-adb6-f43a528254fb req-3e98048f-4253-46ea-8e4e-26a380b5e2f6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 943 time: 0.0840843 Jun 30 10:11:18.803384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0f2bb334-cbdb-42a7-adb6-f43a528254fb req-4cf1f48c-c2b9-46eb-806d-f6b8f4d6f426 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751133 Jun 30 10:11:18.827795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-063f16e1-7960-4275-8089-3475c1d5a5ef service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062918 Jun 30 10:11:18.918062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15730dca-df5b-43a4-bb6c-84f6676a63a6 req-27d24527-7c73-4d24-8466-b919c3f44ebc service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841951 Jun 30 10:11:19.012846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-4b9f549b-8ef9-46b9-8e27-e4021d7f2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:19.014827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-4b9f549b-8ef9-46b9-8e27-e4021d7f2637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1095 time: 0.0509160 Jun 30 10:11:19.388791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-4432d9c8-3025-4291-b2e6-8c55f64903a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:19.390757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-4432d9c8-3025-4291-b2e6-8c55f64903a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.3697057 Jun 30 10:11:19.429513 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-adeff96b-a16a-4745-b005-876e30d82449 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 217 time: 0.0321441 Jun 30 10:11:19.475774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-df5b9796-9beb-4ca0-83aa-629814582194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:19.477176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-df5b9796-9beb-4ca0-83aa-629814582194 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0415606 Jun 30 10:11:19.533908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-8efc0136-737f-4838-b204-a9ea31025389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:19.535325 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-8efc0136-737f-4838-b204-a9ea31025389 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521488 Jun 30 10:11:19.620762 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-42bd3621-b92c-49a5-b982-e90745dbc99a service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787942 Jun 30 10:11:19.717356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0bdd7a40-902d-4cd8-8055-8cc6ee54316b req-51c76377-63a7-437b-939d-318f88070583 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901277 Jun 30 10:11:19.971258 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e98c8-e890-4ab8-bceb-aadf902fa436 req-48502561-38d8-4bcb-82b2-6df051862a93 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:19.972606 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-967e98c8-e890-4ab8-bceb-aadf902fa436 req-48502561-38d8-4bcb-82b2-6df051862a93 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 943 time: 0.0617363 Jun 30 10:11:20.009541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-967e98c8-e890-4ab8-bceb-aadf902fa436 req-33aacec8-885d-4a4b-a36f-57da5c4ed9ef tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Jun 30 10:11:21.176114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff782ff1-4e51-41c8-8a77-55ed67f644cb req-51c68d6a-66cf-497c-b660-f88bc411cebf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:21.177478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff782ff1-4e51-41c8-8a77-55ed67f644cb req-51c68d6a-66cf-497c-b660-f88bc411cebf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 943 time: 0.0608680 Jun 30 10:11:21.219248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ff782ff1-4e51-41c8-8a77-55ed67f644cb req-c5665cd4-2ec9-4cdc-8f96-d2c9fa11325f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Jun 30 10:11:21.707349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ac3348f-efbd-4c5f-a829-df3860c1f25d details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:11:21.801760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:21.812844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'port_id': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'mac_address': 'fa:16:3e:1e:23:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:11:21.848638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.860541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac3348f-efbd-4c5f-a829-df3860c1f25d {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:11:21.879412 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:21.883867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:21.932535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:21.939601 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.939956 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.940304 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.940646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.940984 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.941321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.941668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.942013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.942347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.942672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.942998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:21.943323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:22.230867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:11:22.391401 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5f2ae-1679-461b-893c-af12d0a01419 req-fa920467-93aa-45e3-81ff-3146664ec0ae tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:22.392862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e5f2ae-1679-461b-893c-af12d0a01419 req-fa920467-93aa-45e3-81ff-3146664ec0ae tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 944 time: 0.0613601 Jun 30 10:11:22.430007 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e5f2ae-1679-461b-893c-af12d0a01419 req-4f81dca1-0489-43fe-a447-967768bc2531 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Jun 30 10:11:23.601898 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2c0f-6537-4534-98c2-0896750aeeac req-5c1c1a0e-d90f-415a-b98d-163f1c7efc7a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:23.603395 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acae2c0f-6537-4534-98c2-0896750aeeac req-5c1c1a0e-d90f-415a-b98d-163f1c7efc7a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 944 time: 0.0619895 Jun 30 10:11:23.641080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acae2c0f-6537-4534-98c2-0896750aeeac req-c22ea39d-d6a9-4b38-8dab-21d690882175 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Jun 30 10:11:23.722993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ac3348f-efbd-4c5f-a829-df3860c1f25d up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:11:23.770488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:11:23.774419 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:23.774685 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.853050 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.874694 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:23.876946 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7891891-e27a-475f-bf46-d2d178108503" -d '{"events": [{"server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "name": "network-vif-plugged", "status": "completed", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:23.889585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:23.894175 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.918039 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57301432-34af-4d18-9811-520c9e53d457 x-openstack-request-id: req-57301432-34af-4d18-9811-520c9e53d457 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:23.918399 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "name": "network-vif-plugged", "status": "completed", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:23.919107 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57301432-34af-4d18-9811-520c9e53d457 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:23.919507 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'code': 200} Jun 30 10:11:23.946421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:24.028219 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed7989-eda9-42d9-8bbd-33136727f99f req-3951c958-4764-48e1-9fb8-ed484a215bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:24.030242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fed7989-eda9-42d9-8bbd-33136727f99f req-3951c958-4764-48e1-9fb8-ed484a215bfc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1097 time: 0.0556576 Jun 30 10:11:24.064230 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fed7989-eda9-42d9-8bbd-33136727f99f req-40b6e353-98fc-41f1-9f92-4b70505da766 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277305 Jun 30 10:11:24.809063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d98ad-2f79-4281-9593-544a823d2876 req-05e0644e-95e7-488b-81f1-9350e8792d4f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:24.810611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da5d98ad-2f79-4281-9593-544a823d2876 req-05e0644e-95e7-488b-81f1-9350e8792d4f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0616567 Jun 30 10:11:24.847830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-da5d98ad-2f79-4281-9593-544a823d2876 req-45ffc2b4-dba9-44d7-84d4-3ad585fbfaf1 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Jun 30 10:11:26.019554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1078a-8caf-44c6-b4ba-f8f6444fcba1 req-c6e6eea2-51e1-4485-9889-d53324495017 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:26.020984 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93f1078a-8caf-44c6-b4ba-f8f6444fcba1 req-c6e6eea2-51e1-4485-9889-d53324495017 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0616052 Jun 30 10:11:26.061534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93f1078a-8caf-44c6-b4ba-f8f6444fcba1 req-3ffe453d-1247-42ef-8ab8-20e280196d9f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349076 Jun 30 10:11:26.227976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cccb7-5fee-4f92-9469-c1775cb00692 req-a10ba245-01c1-4f49-838f-38d69c97a7ba tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:26.229446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe5cccb7-5fee-4f92-9469-c1775cb00692 req-a10ba245-01c1-4f49-838f-38d69c97a7ba tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0612686 Jun 30 10:11:26.268396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe5cccb7-5fee-4f92-9469-c1775cb00692 req-c3996f2a-d52d-4fb3-98fd-9575a5a331dc tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jun 30 10:11:26.595777 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5dbf8-1d3d-4b8b-afa4-96d24f039400 req-653ebad6-5ba3-4a7d-bd98-1f61f378553b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:26.597147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0c5dbf8-1d3d-4b8b-afa4-96d24f039400 req-653ebad6-5ba3-4a7d-bd98-1f61f378553b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0626774 Jun 30 10:11:26.634416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0c5dbf8-1d3d-4b8b-afa4-96d24f039400 req-caaa0546-62e7-4990-9858-bf6ec305842f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Jun 30 10:11:29.399198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-924fe19f-e927-4436-b465-6956c8f96184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:30.156444 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:11:31.989611 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9abe94c-03df-49e4-99ae-d56743394318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:32.126390 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.231636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:33.998738 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:34.877306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.797687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.269114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cebfce-ed42-4587-afcf-a3d04b4f4ab1 req-5a91a900-b97c-4039-90ad-4db4118b33eb tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:38.270764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3cebfce-ed42-4587-afcf-a3d04b4f4ab1 req-5a91a900-b97c-4039-90ad-4db4118b33eb tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0694740 Jun 30 10:11:38.308815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d3cebfce-ed42-4587-afcf-a3d04b4f4ab1 req-ee056e37-d598-43f2-92b8-3af17bfbe98c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jun 30 10:11:38.335624 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 41996) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:38.468260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0736ab-6753-4f74-b207-ca2e8f6a21c1 tempest-TestMinimumBasicScenario-1367092637 tempest-TestMinimumBasicScenario-1367092637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:38.469759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a0736ab-6753-4f74-b207-ca2e8f6a21c1 tempest-TestMinimumBasicScenario-1367092637 tempest-TestMinimumBasicScenario-1367092637-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1092 time: 0.1331172 Jun 30 10:11:38.472853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42000) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:38.477280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:38.499613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.596052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.693970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Allocated IP 172.25.4.66 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:11:38.797667 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.837034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:38.871228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:11:38.875841 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:11:38.881790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:11:38.887062 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'Port': ['ID=bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:38.913285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.913647 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.914100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.914445 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.914788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.915127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.915462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.915796 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.916181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.916515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.916849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:38.917436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:39.250494 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.327448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.472570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.477624 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.544205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'Port': ['ID=bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:39.558388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.654613 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Floating IP 37a2ee28-6ad6-4ba9-b186-d83bd4442e24 associated. External IP: 172.25.4.66, port: 1ac3348f-efbd-4c5f-a829-df3860c1f25d. Jun 30 10:11:39.860175 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Router 799618c8-f940-41d4-a3a1-fcecb097be5e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:11:39.964045 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:11:39.974207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Sync routers for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:11:39.980640 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:39.983385 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:39.984004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:40.016420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-605a6a01-8acb-49ac-9597-b9c8e1ee521b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5424700 Jun 30 10:11:40.017046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:40.019421 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06725b1-ab54-49ff-b578-68ac8f3c5243" -d '{"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:40.019602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42002) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.024338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172635699', 'description': 'tempest-secgroup-smoke-172635699 description', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.049084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.059627 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa795dbf-455d-467d-bade-5f416d72e7ea x-openstack-request-id: req-fa795dbf-455d-467d-bade-5f416d72e7ea {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:40.059930 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:40.060185 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa795dbf-455d-467d-bade-5f416d72e7ea {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:40.060586 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:11:40.100480 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:40.133883 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.138180 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.143183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-36028781-dd8a-4ded-a5ea-2650c3b832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:40.144730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-36028781-dd8a-4ded-a5ea-2650c3b832aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1097 time: 0.0593221 Jun 30 10:11:40.160762 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.162145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1413727 Jun 30 10:11:40.166049 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42006) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.170873 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.184550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11939bc2-fdd5-492a-a036-133479b6a878,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.198327 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.198677 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.199228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.199572 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.199905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.200237 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.200754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.201082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.202839 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.203252 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.203605 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.204791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52611d81-b547-4423-80af-adc8b33ed8a3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:11:40.227121 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.266147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-75deed4d-0c0b-4b59-afa0-83cd1feaf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:40.267857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-75deed4d-0c0b-4b59-afa0-83cd1feaf340 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.1152852 Jun 30 10:11:40.276666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.281433 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.300484 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0d8521-ff3f-48a8-b382-e48aea382a5a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.309106 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.310647 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3333be65-94ee-427b-9208-669188270288 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434896 Jun 30 10:11:40.313900 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42008) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.319217 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.343665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-b0cd115f-6024-4f78-8305-8af85a42cb85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 998 time: 0.0660958 Jun 30 10:11:40.346630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '37a2ee28-6ad6-4ba9-b186-d83bd4442e24', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'port_id': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'mac_address': 'fa:16:3e:1e:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d991565-f2b6-44c4-9b61-32250edd255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:39Z', 'updated_at': '2021-06-30T10:11:39Z', 'revision_number': 0, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:40.350673 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.375820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Checking router: 799618c8-f940-41d4-a3a1-fcecb097be5e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:11:40.384059 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:11:40.384668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:11:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:40.394299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-96302316-9c4a-4415-bd8c-aeae03697cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:40.395744 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-96302316-9c4a-4415-bd8c-aeae03697cdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0462382 Jun 30 10:11:40.415185 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.419841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.436845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf664455-f3e1-4a2d-99eb-b4b01cea2607,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.448085 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.449607 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-bbaf1a08-d94f-49bd-a231-291ba52c190e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345150 Jun 30 10:11:40.452931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42010) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.457368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.467449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-d0ba3aa2-03fc-46ac-83e3-1a3380c065e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:40.469387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-d0ba3aa2-03fc-46ac-83e3-1a3380c065e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674579 Jun 30 10:11:40.486137 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.499348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:11:40.548829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.554848 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.566303 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-377efca1-1a25-4c7f-aeea-ce9478e9f5f8 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903287 Jun 30 10:11:40.570224 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5f181-da5f-43b4-861b-ae861b338fb4,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.581158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.583003 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-766e53d2-c102-4fde-ae58-45cb2544f844 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291130 Jun 30 10:11:40.585661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42012) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.590080 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.616080 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.670352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e06725b1-ab54-49ff-b578-68ac8f3c5243 req-59e3e69e-0e5c-4b0c-a5a9-82438ee460c3 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976155 Jun 30 10:11:40.677039 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.681425 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.700052 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8037d30-293a-495b-a9dc-d4c9e7685b0a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.709625 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.713896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42014) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.714050 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-618a5162-bca8-4f05-b305-ad4aa0927ba6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272681 Jun 30 10:11:40.718743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.739930 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Project de2c7b1066c4445581a1730511d9fb2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:11:40.744924 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.745411 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '37a2ee28-6ad6-4ba9-b186-d83bd4442e24', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'port_id': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'mac_address': 'fa:16:3e:1e:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d991565-f2b6-44c4-9b61-32250edd255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:39Z', 'updated_at': '2021-06-30T10:11:39Z', 'revision_number': 0, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:11:40.771460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dcf82c-13d6-4f24-915d-8a4fa9561df4 None None] The sync data for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 is: [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '37a2ee28-6ad6-4ba9-b186-d83bd4442e24', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'floating_ip_address': '172.25.4.66', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'port_id': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'mac_address': 'fa:16:3e:1e:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d991565-f2b6-44c4-9b61-32250edd255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:11:39Z', 'updated_at': '2021-06-30T10:11:39Z', 'revision_number': 0, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:11:40.810236 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.814427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.834886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97909ac-f46e-47ab-a250-2796e582fa34,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.839208 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.840689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c592616e-b0cc-4411-8a61-bd5d0ae1df20 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256070 Jun 30 10:11:40.843343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42016) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:40.847899 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'security_group_rule': {'security_group_id': '11939bc2-fdd5-492a-a036-133479b6a878', 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:40.870107 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Project de2c7b1066c4445581a1730511d9fb2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:11:40.875851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.937240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.941459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.957111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20df5608-37de-41d8-b05a-f9f3865a174d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:40.966529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:40.968279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0d08c394-8c4d-4aff-82e5-06ca95a0b0f8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234665 Jun 30 10:11:40.993248 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765881c-7e3f-478b-b486-8efbf07dabf8 None None] New status for floating IP 37a2ee28-6ad6-4ba9-b186-d83bd4442e24: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:11:41.088602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-a18d9a11-6d75-4e3c-a13f-c92437760b95 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172635699&fields=id&tenant_id=de2c7b1066c4445581a1730511d9fb2e HTTP/1.1" status: 200 len: 267 time: 0.0326574 Jun 30 10:11:41.160656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-e9e9de98-5ab5-4887-b688-35c40f9c4eee tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:41.162274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-e9e9de98-5ab5-4887-b688-35c40f9c4eee tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0677667 Jun 30 10:11:41.174719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'port': {'security_groups': ['ee339239-7f3e-4c0c-b049-eb69da844da9', '11939bc2-fdd5-492a-a036-133479b6a878']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:11:41.262605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:41.443272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:11:41.473524 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:41.477974 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:41.492933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:11:41.524810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:41.525449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:41.526910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b1b2571-0e56-4dfb-8fa4-2773b19e02e3 req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "PUT /v2.0/ports/1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 981 time: 0.3577650 Jun 30 10:11:41.562707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43499353-ea0f-4a22-8445-f50206435cff tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=6']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:11:41.587923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:11:41.723979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951a79e-b925-47c2-84a6-f7e6167f0e48 req-682e02fd-7864-4d58-b9c5-62621865652d tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:41.725372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9951a79e-b925-47c2-84a6-f7e6167f0e48 req-682e02fd-7864-4d58-b9c5-62621865652d tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0677679 Jun 30 10:11:41.768352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9951a79e-b925-47c2-84a6-f7e6167f0e48 req-1bc6f3fb-0d23-4adc-a43f-980999799352 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346797 Jun 30 10:11:41.874530 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0102c282-d075-4657-ba7a-4972835b57de None None] Provisioning complete for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:11:41.874910 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0102c282-d075-4657-ba7a-4972835b57de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:42.062324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:11:42.064744 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c82671-cfeb-4365-890e-74388bb675c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:11:42.099789 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eab540-e558-40d0-baf0-07aee09fa513 x-openstack-request-id: req-f2eab540-e558-40d0-baf0-07aee09fa513 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:11:42.100110 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:11:42.100432 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2eab540-e558-40d0-baf0-07aee09fa513 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:11:42.100896 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:11:42.173998 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82671-cfeb-4365-890e-74388bb675c7 req-fe55a2db-8ce4-453a-b3ae-dae7006f29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.175487 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-fe55a2db-8ce4-453a-b3ae-dae7006f29bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1136 time: 0.0517457 Jun 30 10:11:42.268706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82671-cfeb-4365-890e-74388bb675c7 req-0f9185fb-55aa-4ca2-bfa3-d97389a7eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.270157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-0f9185fb-55aa-4ca2-bfa3-d97389a7eef2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.0877793 Jun 30 10:11:42.333855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-ed31f73e-cf1b-467c-8181-8f03d8179e86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 1000 time: 0.0560529 Jun 30 10:11:42.388432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82671-cfeb-4365-890e-74388bb675c7 req-827397f4-9738-4ba2-b37f-e66da6a36d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.389883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-827397f4-9738-4ba2-b37f-e66da6a36d63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0491669 Jun 30 10:11:42.444503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82671-cfeb-4365-890e-74388bb675c7 req-be1e24ab-8d64-4701-9e3c-f51feaa21b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.445940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-be1e24ab-8d64-4701-9e3c-f51feaa21b2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491209 Jun 30 10:11:42.529328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-802a2741-3a80-4b53-8987-052be29d5500 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766394 Jun 30 10:11:42.906721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58c82671-cfeb-4365-890e-74388bb675c7 req-c78892ea-2616-406e-a433-e73df9e1aa25 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699758 Jun 30 10:11:59.399321 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b5511a4d-7c9c-476f-b4e4-96b93a116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:01.991363 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e994aac4-fb12-4eec-aa36-b78bf2d796f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:02.127163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:03.230200 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:03.999126 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:04.880625 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:05.815259 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:07.155826 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:09.977469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-f447d6ce-cdac-4cfe-af53-2e65bfcf1093 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0910907 Jun 30 10:12:10.068143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-7bde452f-b742-41cf-93e9-8826073becd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:10.069481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-7bde452f-b742-41cf-93e9-8826073becd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1136 time: 0.0508480 Jun 30 10:12:10.172768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-4a0bd228-0696-4a2f-ba52-9ab0de461b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:10.174203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-4a0bd228-0696-4a2f-ba52-9ab0de461b2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.0840402 Jun 30 10:12:10.236781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-2553d5d0-89d2-440c-a708-8dc86b6c434a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 1000 time: 0.0563169 Jun 30 10:12:10.287065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-f92e5c4a-e719-4369-ba14-efd15eb66e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:10.288449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-f92e5c4a-e719-4369-ba14-efd15eb66e6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0455041 Jun 30 10:12:10.342513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-0c955704-6d36-477b-8ae1-46d58f0f33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:10.343926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-0c955704-6d36-477b-8ae1-46d58f0f33c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493135 Jun 30 10:12:10.436242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-2076f6a5-0672-40b6-8672-8fe143acb3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Jun 30 10:12:10.524445 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bfdd7b9-d3f0-46af-9c45-cf174c1a8466 req-f6216ddc-17d3-4fa1-a4c4-e225cbc30374 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Jun 30 10:12:29.400966 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ba492258-5db5-460a-9e95-26b4a16e46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.991527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4128a74e-c266-475c-a9dd-271acf20333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:32.125420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.233886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.987198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.881892 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:35.838288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:42.586500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-669fddfe-e269-42c4-97a3-630ab564fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.587987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-669fddfe-e269-42c4-97a3-630ab564fd3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1136 time: 0.0591178 Jun 30 10:12:42.707179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-137ed8dc-a89a-4df4-9ad6-3b2e5f202b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.708603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-137ed8dc-a89a-4df4-9ad6-3b2e5f202b3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.1143014 Jun 30 10:12:42.792128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba843b-570f-4c8a-b869-68c471257972 req-f0add8b1-da52-42c2-8d25-9caa99f0e5b9 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.793883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2ba843b-570f-4c8a-b869-68c471257972 req-f0add8b1-da52-42c2-8d25-9caa99f0e5b9 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.2353373 Jun 30 10:12:42.795711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-80d94c7f-4a73-411d-bced-65ee1daff26a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 1000 time: 0.0794599 Jun 30 10:12:42.865916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2ba843b-570f-4c8a-b869-68c471257972 req-436ec233-bf5b-49af-bd91-9d2ff94f611a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656142 Jun 30 10:12:42.871164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-4f032300-c1b6-49bb-bee7-597833eb3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.872553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-4f032300-c1b6-49bb-bee7-597833eb3ae5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0664413 Jun 30 10:12:42.929684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-8588371d-0f60-4783-980c-2180dc3f5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.931428 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-8588371d-0f60-4783-980c-2180dc3f5a30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520005 Jun 30 10:12:43.029542 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-22fa7978-539c-487b-87b6-950b803f5779 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888898 Jun 30 10:12:43.117116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d37ba67-1374-4ed5-8cc2-e45794e429d0 req-99d26a65-d7b3-4f15-9a67-8ada6c9962b7 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798171 Jun 30 10:12:44.089893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bf0d0-c7ab-4f11-8a6e-f4e9571df162 req-37f6b2e2-1d6c-413b-a43d-bbedf12ee0d5 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:44.091261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-666bf0d0-c7ab-4f11-8a6e-f4e9571df162 req-37f6b2e2-1d6c-413b-a43d-bbedf12ee0d5 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.1133761 Jun 30 10:12:44.131674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-666bf0d0-c7ab-4f11-8a6e-f4e9571df162 req-f527132d-2184-45b3-82bd-26b8fcd4f0b8 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341902 Jun 30 10:12:44.155143 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:45.318920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224d6b8-4547-47c3-adf1-3d28cbef3cb8 req-ac08db33-3fa8-4eff-8174-214dfc031d30 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:45.320375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f224d6b8-4547-47c3-adf1-3d28cbef3cb8 req-ac08db33-3fa8-4eff-8174-214dfc031d30 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0615902 Jun 30 10:12:45.362478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f224d6b8-4547-47c3-adf1-3d28cbef3cb8 req-1bad331f-e986-463b-843d-fc0ac5a957c3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364218 Jun 30 10:12:46.534011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4d36-5324-4af3-9011-012b0207091f req-cea4992b-2e95-4bc3-b39e-1f7bd4e8e489 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:46.535370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79db4d36-5324-4af3-9011-012b0207091f req-cea4992b-2e95-4bc3-b39e-1f7bd4e8e489 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0615649 Jun 30 10:12:46.575304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79db4d36-5324-4af3-9011-012b0207091f req-19066eee-872c-468c-ac8e-46abddc82265 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341287 Jun 30 10:12:47.749544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d79ba-5411-4c47-9f9c-5d0c73889b1a req-071001de-42ee-4511-b72e-fb3b0def8bdf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:47.751756 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775d79ba-5411-4c47-9f9c-5d0c73889b1a req-071001de-42ee-4511-b72e-fb3b0def8bdf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0676832 Jun 30 10:12:47.792530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-775d79ba-5411-4c47-9f9c-5d0c73889b1a req-0d237d74-e47e-4fff-b51d-ec621ac16589 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347962 Jun 30 10:12:48.962575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26369d-abf1-477a-bbd2-073ea20999c1 req-948f639f-9f97-4aa9-9b9e-d415bd030a6b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:48.964042 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e26369d-abf1-477a-bbd2-073ea20999c1 req-948f639f-9f97-4aa9-9b9e-d415bd030a6b tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0623398 Jun 30 10:12:49.003889 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0e26369d-abf1-477a-bbd2-073ea20999c1 req-efb5c453-9259-4010-9219-d22cb91e6438 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335696 Jun 30 10:12:50.176680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207abfc-3419-47b7-a0ab-e10d230e4997 req-3ba41783-bc7e-4c0f-8154-96eb9bd832a1 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.178047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a207abfc-3419-47b7-a0ab-e10d230e4997 req-3ba41783-bc7e-4c0f-8154-96eb9bd832a1 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0649824 Jun 30 10:12:50.216458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a207abfc-3419-47b7-a0ab-e10d230e4997 req-83ae0607-d3d1-4a38-b3e5-3f66f9f8331c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328116 Jun 30 10:12:51.391343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c3b70-013e-406c-b3c3-d40369ea2d7c req-110c40bc-50cb-4608-953b-cb935c8aa5bf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:51.392828 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc1c3b70-013e-406c-b3c3-d40369ea2d7c req-110c40bc-50cb-4608-953b-cb935c8aa5bf tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0638924 Jun 30 10:12:51.437030 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc1c3b70-013e-406c-b3c3-d40369ea2d7c req-9d8087b7-f8c7-488c-9e68-94484eac3042 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384042 Jun 30 10:12:52.608242 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d274-310a-4ff1-a849-d3b0b7efee82 req-7b3e1249-9865-451a-abd9-b71587651d75 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:52.609600 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fb1d274-310a-4ff1-a849-d3b0b7efee82 req-7b3e1249-9865-451a-abd9-b71587651d75 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0610189 Jun 30 10:12:52.648491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fb1d274-310a-4ff1-a849-d3b0b7efee82 req-ffadece4-4ecb-4d28-90c8-f7cac351ca3c tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331833 Jun 30 10:12:53.823248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072699-e3fb-450f-bc42-29a878406cc9 req-ed2f397a-f0e5-469d-8f89-0b3506375c9a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:53.824796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b072699-e3fb-450f-bc42-29a878406cc9 req-ed2f397a-f0e5-469d-8f89-0b3506375c9a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0677209 Jun 30 10:12:53.864244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6b072699-e3fb-450f-bc42-29a878406cc9 req-9b41dc2a-16a4-420e-8ca5-360fb924e95f tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331433 Jun 30 10:12:55.035747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d06fe-0544-4c3d-b623-a02a73bfb0cc req-0bf8d47e-d029-4e45-b22d-3d7883941b3e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:55.037202 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b4d06fe-0544-4c3d-b623-a02a73bfb0cc req-0bf8d47e-d029-4e45-b22d-3d7883941b3e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0623159 Jun 30 10:12:55.076237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b4d06fe-0544-4c3d-b623-a02a73bfb0cc req-6bbbe957-b40f-446f-94c9-fe88ed9af572 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333138 Jun 30 10:12:56.252112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30f314-d8e5-4312-b7a3-288dab6c130f req-fbe102b7-7190-47d9-afd2-30f34e4985c5 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:56.253552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e30f314-d8e5-4312-b7a3-288dab6c130f req-fbe102b7-7190-47d9-afd2-30f34e4985c5 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0644598 Jun 30 10:12:56.291813 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3e30f314-d8e5-4312-b7a3-288dab6c130f req-cbd99339-4fbe-4821-99c2-4e5d76e99fa5 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326035 Jun 30 10:12:57.464403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa726452-5465-4973-aceb-ef9582b67c62 req-70e6d195-f2b1-48d9-9917-e35d748769a6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:57.465878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa726452-5465-4973-aceb-ef9582b67c62 req-70e6d195-f2b1-48d9-9917-e35d748769a6 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0621638 Jun 30 10:12:57.505702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa726452-5465-4973-aceb-ef9582b67c62 req-98642053-5ad9-4dad-b485-0fa82555b1de tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340621 Jun 30 10:12:58.678713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d00f6-cd7a-479e-bbac-563142b49b2d req-ad556d2f-9f60-43c6-ba8b-3da131251895 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:58.680155 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-572d00f6-cd7a-479e-bbac-563142b49b2d req-ad556d2f-9f60-43c6-ba8b-3da131251895 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0615518 Jun 30 10:12:58.719520 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-572d00f6-cd7a-479e-bbac-563142b49b2d req-1189ac34-f59d-4702-ad14-150b2d1449f3 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335853 Jun 30 10:12:59.401381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c0c794e2-c5be-42fb-8298-b1b9866dc8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:59.892809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e1880-ca91-4483-8c04-dbede89f8513 req-592f52d6-d8ee-4fe8-a1fe-088e91a885ca tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:59.894280 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-232e1880-ca91-4483-8c04-dbede89f8513 req-592f52d6-d8ee-4fe8-a1fe-088e91a885ca tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0665815 Jun 30 10:12:59.934045 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-232e1880-ca91-4483-8c04-dbede89f8513 req-ea6081d6-5a10-4938-a6e6-a7d7b9d8338e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&id=11939bc2-fdd5-492a-a036-133479b6a878&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339024 Jun 30 10:13:01.991222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c7c2e511-e21b-4846-bae3-fadbff6b2a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:02.124717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:03.235939 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:04.014335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:04.885075 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:05.834935 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:11.937700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-3dfaa853-518d-4381-9700-34bfe81b1970 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504370 Jun 30 10:13:12.038637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-9cd37387-2790-4833-a340-51c80cdee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:12.040363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-9cd37387-2790-4833-a340-51c80cdee385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1136 time: 0.0611408 Jun 30 10:13:12.147425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-4e0a18c0-77df-4e9a-9efc-20e7af1e8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:12.148848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-4e0a18c0-77df-4e9a-9efc-20e7af1e8611 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.0876846 Jun 30 10:13:12.215757 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-8cb981a6-c5f4-4e44-ba86-ea29c3f732dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 1000 time: 0.0597818 Jun 30 10:13:12.263432 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-a408e798-6558-467e-bbd8-a7c5ac8cbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:12.264882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-a408e798-6558-467e-bbd8-a7c5ac8cbd31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0412068 Jun 30 10:13:12.320759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-27d49915-2c4f-429d-9cd9-e9f9a11e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:12.322250 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-27d49915-2c4f-429d-9cd9-e9f9a11e31ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507958 Jun 30 10:13:12.420886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-d6c55198-28d8-4ce9-acf3-4fc8e0b46586 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911865 Jun 30 10:13:12.518011 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd3eb8f2-4743-483f-ae22-59bd61e0b43c req-9f3d7360-cab7-4bf2-a590-c0fe820d75d5 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810969 Jun 30 10:13:21.153877 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:29.402335 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2c5babff-b9d4-4f0b-8d4e-151b381077e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:31.993641 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8f93ff00-3e5e-4570-a876-c0ff0e688b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:32.125588 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:33.238802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:34.006420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:34.887862 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.831755 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:58.152810 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:59.404461 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e2a81cdb-fcb5-4f87-8414-7cb2fca8c256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:01.994004 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a11467a9-3a35-4b51-9269-b8f7e4b39b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:02.127071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.241982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.492662 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34cfce38-142e-4427-8e1c-7a82eed442de req-74991c90-f1d2-495b-82fb-07ce115f11e4 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172635699&fields=id&tenant_id=de2c7b1066c4445581a1730511d9fb2e HTTP/1.1" status: 200 len: 267 time: 0.0339408 Jun 30 10:14:03.560090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfce38-142e-4427-8e1c-7a82eed442de req-88b2e58f-623c-4e6f-a137-de97c31ffb27 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:03.561547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34cfce38-142e-4427-8e1c-7a82eed442de req-88b2e58f-623c-4e6f-a137-de97c31ffb27 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 984 time: 0.0634639 Jun 30 10:14:03.572631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Request body: {'port': {'security_groups': ['ee339239-7f3e-4c0c-b049-eb69da844da9']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:03.654522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.821964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:03.851872 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.856320 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.868404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:03.902472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:03.903095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.904630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34cfce38-142e-4427-8e1c-7a82eed442de req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "PUT /v2.0/ports/1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 942 time: 0.3363819 Jun 30 10:14:03.905081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:03.907569 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ebf94-734a-4353-be31-2c7112501c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:03.915607 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42130) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:03.948110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event updated for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=7']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:03.957218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.957580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.957948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.958287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.958619 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.958948 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.959365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.959692 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.960141 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.960715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.961049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.961526 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aa8404-10c1-469b-be56-e641ff50df9e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:03.971931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:03.989467 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.023298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.040903 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.089949 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.093070 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.094419 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "DELETE /v2.0/security-groups/11939bc2-fdd5-492a-a036-133479b6a878 HTTP/1.1" status: 204 len: 168 time: 0.1769845 Jun 30 10:14:04.097938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42138) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:04.104046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11939bc2-fdd5-492a-a036-133479b6a878,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:04.113880 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.114515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.115147 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.115804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.116373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.117496 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.118095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.118622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.119121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.119628 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.120184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.120552 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f93a25-ab4e-4cb8-adc7-ab291fe23670 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:04.202408 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-642be24a-67b7-4a08-9918-c9268e233fca None None] Provisioning complete for port 1ac3348f-efbd-4c5f-a829-df3860c1f25d triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:04.202786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-642be24a-67b7-4a08-9918-c9268e233fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.288253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Deleting port bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:04.288595 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.360537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.360870 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.371959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Calling delete_port for bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:04.541586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.566621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event deleted for resources: {'Port': ['ID=bd8ff90d-4c7b-4b3d-9cfe-22c86ce28874,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:04.628814 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.629150 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Floating IP 37a2ee28-6ad6-4ba9-b186-d83bd4442e24 disassociated (deleted). External IP: 172.25.4.66, port: 1ac3348f-efbd-4c5f-a829-df3860c1f25d. Jun 30 10:14:04.832188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Router 799618c8-f940-41d4-a3a1-fcecb097be5e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:04.890978 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.939901 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:04.944739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.949536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Sync routers for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:04.957959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:04.958547 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:04.979770 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-82ce0fd9-c3cf-47cf-ac30-a8cac46c311a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "DELETE /v2.0/floatingips/37a2ee28-6ad6-4ba9-b186-d83bd4442e24 HTTP/1.1" status: 204 len: 168 time: 0.8807333 Jun 30 10:14:05.060907 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074a4589-c870-412c-a0ad-2f8adecd38ac x-openstack-request-id: req-074a4589-c870-412c-a0ad-2f8adecd38ac {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:05.061202 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:05.061460 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-074a4589-c870-412c-a0ad-2f8adecd38ac {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:05.062108 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:14:05.064999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:05.139733 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebf94-734a-4353-be31-2c7112501c8b req-a72df51b-c70b-4862-a6e4-3cdb3ba0ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:05.142073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-a72df51b-c70b-4862-a6e4-3cdb3ba0ae76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1097 time: 0.0563054 Jun 30 10:14:05.248859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebf94-734a-4353-be31-2c7112501c8b req-579af264-2c76-4982-a108-9448a9f1ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:05.250885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-579af264-2c76-4982-a108-9448a9f1ed75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.1031139 Jun 30 10:14:05.279323 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:05.304491 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-04eb52c9-9030-42b3-b0b3-f812614d1deb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 217 time: 0.0429416 Jun 30 10:14:05.307987 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Checking router: 799618c8-f940-41d4-a3a1-fcecb097be5e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:05.317212 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:05.317857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:05.360844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebf94-734a-4353-be31-2c7112501c8b req-99a44ff8-ddb5-4c21-b3ab-08742aff3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:05.362449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-99a44ff8-ddb5-4c21-b3ab-08742aff3f93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0511382 Jun 30 10:14:05.424238 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:05.630094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:05.656268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dacdd9a-f448-4c0b-9253-b803cf7127ab None None] The sync data for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 is: [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '6037561c-65cf-4a38-bac5-107524f230e0', 'name': '', 'network_id': '34c27fd6-3d82-4305-ad0a-f41b72f652fd', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'mac_address': 'fa:16:3e:81:c2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:46Z', 'updated_at': '2021-06-30T10:10:52Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'subnets': [{'id': 'dc483300-ef12-47c7-86ac-c2fe9b0185cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:05.704138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebf94-734a-4353-be31-2c7112501c8b req-9604b098-9742-47bb-8a1c-d0bd543d32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:05.706216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-9604b098-9742-47bb-8a1c-d0bd543d32ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3366621 Jun 30 10:14:05.800269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-6dd79deb-46e6-495c-81a7-ad48cbf37b26 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Jun 30 10:14:05.848024 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:05.904111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-998ebf94-734a-4353-be31-2c7112501c8b req-e21477a7-a313-4943-94cf-ff2ac3dca7a6 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975122 Jun 30 10:14:05.927582 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cc419-e094-43d6-99fc-915d623c636b None None] New status for floating IP 37a2ee28-6ad6-4ba9-b186-d83bd4442e24: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:14:07.063653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:07.066508 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb20cc-0b48-49d1-8a41-f4951d593c37" -d '{"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:07.102219 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b8aaf5-5657-4d4e-9980-03f918a3803f x-openstack-request-id: req-90b8aaf5-5657-4d4e-9980-03f918a3803f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:07.102412 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:07.102617 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90b8aaf5-5657-4d4e-9980-03f918a3803f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:07.103175 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:14:07.175155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-8f6d4eca-2157-4fe2-8319-c5546f6bea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:07.176549 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-8f6d4eca-2157-4fe2-8319-c5546f6bea97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de2c7b1066c4445581a1730511d9fb2e&device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 1097 time: 0.0514343 Jun 30 10:14:07.266346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-288b7e02-2956-4011-8ba3-89e57aa6089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:07.268407 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-288b7e02-2956-4011-8ba3-89e57aa6089f service neutron] 10.222.0.11 "GET /v2.0/networks?id=34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 200 len: 915 time: 0.0854738 Jun 30 10:14:07.308732 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-5d233744-e9c9-4f3b-8049-b2fb57d0e00e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 200 len: 217 time: 0.0342736 Jun 30 10:14:07.362071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-deb54ff4-aa74-4bac-b4fb-e596125a59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:07.363570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-deb54ff4-aa74-4bac-b4fb-e596125a59a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 200 len: 853 time: 0.0486174 Jun 30 10:14:07.424543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-e3c3ca53-4b58-415b-9d1a-d57d10b7f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:07.426160 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-e3c3ca53-4b58-415b-9d1a-d57d10b7f635 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34c27fd6-3d82-4305-ad0a-f41b72f652fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563390 Jun 30 10:14:07.524161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-3f6d5f15-3766-46cc-9e23-a7b99da9c70d service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868723 Jun 30 10:14:07.618721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c9fb20cc-0b48-49d1-8a41-f4951d593c37 req-3cef323a-7bf1-41a1-b994-9219ba50a3c4 service neutron] 10.222.0.11 "GET /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876777 Jun 30 10:14:12.373217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acfa17-5a4b-40d3-9ddc-8672fb4c4dc9 req-90d3a97c-6f22-4226-837c-00377c39d120 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:12.374735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1acfa17-5a4b-40d3-9ddc-8672fb4c4dc9 req-90d3a97c-6f22-4226-837c-00377c39d120 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0654809 Jun 30 10:14:12.413615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1acfa17-5a4b-40d3-9ddc-8672fb4c4dc9 req-e96311b2-5123-493b-b553-af3518b84d6e tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jun 30 10:14:13.584865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d23bb-cdf6-43de-ba52-9c3056057972 req-7dce253d-2696-427f-92c3-8027eea55450 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:13.586354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9d23bb-cdf6-43de-ba52-9c3056057972 req-7dce253d-2696-427f-92c3-8027eea55450 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0613518 Jun 30 10:14:13.622704 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7b9d23bb-cdf6-43de-ba52-9c3056057972 req-15c2490a-be8e-4850-b490-69e1c7c96243 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/security-groups?id=ee339239-7f3e-4c0c-b049-eb69da844da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Jun 30 10:14:14.195068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e335f-89f5-42f5-b428-356055548e67 req-b58ad706-e6da-4299-9730-f1a7d4e10a7a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:14.196477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22e335f-89f5-42f5-b428-356055548e67 req-b58ad706-e6da-4299-9730-f1a7d4e10a7a tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 945 time: 0.0639088 Jun 30 10:14:14.292699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Deleting port 1ac3348f-efbd-4c5f-a829-df3860c1f25d {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:14.293045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.383009 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] For port 1ac3348f-efbd-4c5f-a829-df3860c1f25d, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=1ac3348f-efbd-4c5f-a829-df3860c1f25d,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:14.383367 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.395397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Calling delete_port for 1ac3348f-efbd-4c5f-a829-df3860c1f25d owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:14.518619 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.530008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['1ac3348f-efbd-4c5f-a829-df3860c1f25d'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:14.550587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Pushing event deleted for resources: {'Port': ['ID=1ac3348f-efbd-4c5f-a829-df3860c1f25d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:14.594645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] No DVR routers for this DVR port 1ac3348f-efbd-4c5f-a829-df3860c1f25d on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:14.597291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.599237 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d22e335f-89f5-42f5-b428-356055548e67 req-cd1fee3b-bad0-465c-9004-6578ab2d2269 tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.11 "DELETE /v2.0/ports/1ac3348f-efbd-4c5f-a829-df3860c1f25d HTTP/1.1" status: 204 len: 173 time: 0.3972764 Jun 30 10:14:14.599674 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'name': 'network-vif-deleted', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:14.601932 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0a64c-439d-45ce-89db-027538f41afe" -d '{"events": [{"server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "name": "network-vif-deleted", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:14.639332 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bdf96-ea21-4fdf-a89c-121f3eae01fa x-openstack-request-id: req-102bdf96-ea21-4fdf-a89c-121f3eae01fa {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:14.639625 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d991565-f2b6-44c4-9b61-32250edd255a", "name": "network-vif-deleted", "tag": "1ac3348f-efbd-4c5f-a829-df3860c1f25d", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:14.640052 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-102bdf96-ea21-4fdf-a89c-121f3eae01fa {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:14.640274 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d991565-f2b6-44c4-9b61-32250edd255a', 'name': 'network-vif-deleted', 'tag': '1ac3348f-efbd-4c5f-a829-df3860c1f25d', 'status': 'completed', 'code': 200} Jun 30 10:14:14.769785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9c454dd0-2cff-4b73-bc53-d2cf0328d82d req-c06c45d7-c99f-4b82-b75f-a99ee01e76da tempest-TestMinimumBasicScenario-989126962 tempest-TestMinimumBasicScenario-989126962-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d991565-f2b6-44c4-9b61-32250edd255a HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jun 30 10:14:16.373429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42234) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:16.714081 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:16.959565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Deleting port 6037561c-65cf-4a38-bac5-107524f230e0 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:16.959910 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.039374 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] For port 6037561c-65cf-4a38-bac5-107524f230e0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6037561c-65cf-4a38-bac5-107524f230e0,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:17.039696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.051881 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Calling delete_port for 6037561c-65cf-4a38-bac5-107524f230e0 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:17.228833 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.255598 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Pushing event deleted for resources: {'Port': ['ID=6037561c-65cf-4a38-bac5-107524f230e0,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:17.424922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.638807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Router 799618c8-f940-41d4-a3a1-fcecb097be5e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:17.742477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:17.747763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-019c0344-ef8b-4628-9fb4-4dec859ce758 admin admin] 10.222.0.66 "PUT /v2.0/routers/799618c8-f940-41d4-a3a1-fcecb097be5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732686 Jun 30 10:14:17.750299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42236) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:17.754041 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Sync routers for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:17.763421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:17.764038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:17.859807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.876413 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:17.956380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.012736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Deleting port 10f83fc8-c7de-49c1-9010-4ed0265e00e4 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:18.013093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.053184 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:14:17Z', 'revision_number': 5, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port': {'id': '10f83fc8-c7de-49c1-9010-4ed0265e00e4', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:18.079565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Checking router: 799618c8-f940-41d4-a3a1-fcecb097be5e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:18.087904 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Routers {'799618c8-f940-41d4-a3a1-fcecb097be5e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:18.088509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['799618c8-f940-41d4-a3a1-fcecb097be5e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:18.090288 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] For port 10f83fc8-c7de-49c1-9010-4ed0265e00e4, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=10f83fc8-c7de-49c1-9010-4ed0265e00e4,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:18.090651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.103614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Calling delete_port for 10f83fc8-c7de-49c1-9010-4ed0265e00e4 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:18.173485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] Set router 799618c8-f940-41d4-a3a1-fcecb097be5e gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:18.229548 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:14:17Z', 'revision_number': 6, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:18.257783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90499411-2ebc-4bd2-86a5-8a492478c128 None None] The sync data for ids ['799618c8-f940-41d4-a3a1-fcecb097be5e'] in n-d-779913-25 is: [{'id': '799618c8-f940-41d4-a3a1-fcecb097be5e', 'name': 'tempest-TestMinimumBasicScenario-601364398-router', 'tenant_id': 'de2c7b1066c4445581a1730511d9fb2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:44Z', 'updated_at': '2021-06-30T10:14:17Z', 'revision_number': 6, 'project_id': 'de2c7b1066c4445581a1730511d9fb2e', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:18.547107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.575123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f83fc8-c7de-49c1-9010-4ed0265e00e4,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:18.615612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ac3348f-efbd-4c5f-a829-df3860c1f25d no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:18.636110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 1ac3348f-efbd-4c5f-a829-df3860c1f25d {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:18.636452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 1ac3348f-efbd-4c5f-a829-df3860c1f25d not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:18.638844 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.734100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.736166 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.776202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.776631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799618c8-f940-41d4-a3a1-fcecb097be5e {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:14:18.780929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.785253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b5d27196-c36e-4932-910b-20a43dda2f64 admin admin] 10.222.0.66 "DELETE /v2.0/routers/799618c8-f940-41d4-a3a1-fcecb097be5e HTTP/1.1" status: 204 len: 168 time: 1.0310178 Jun 30 10:14:18.785480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42238) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:18.832771 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Deleting subnet dc483300-ef12-47c7-86ac-c2fe9b0185cd {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:14:18.835876 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.869610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.943156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.994280 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.014335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6037561c-65cf-4a38-bac5-107524f230e0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:19.025000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc483300-ef12-47c7-86ac-c2fe9b0185cd,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.028670 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.030551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ed8060ad-5fb8-4565-8e1b-10f68c826487 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc483300-ef12-47c7-86ac-c2fe9b0185cd HTTP/1.1" status: 204 len: 168 time: 0.2441063 Jun 30 10:14:19.033901 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42240) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:19.039600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a10a9c-1b41-4873-82ea-a1f6c67fcf62 None None] Network 34c27fd6-3d82-4305-ad0a-f41b72f652fd requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:19.042136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6037561c-65cf-4a38-bac5-107524f230e0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:19.042485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6037561c-65cf-4a38-bac5-107524f230e0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:19.104618 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.159212 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Deleting port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:19.159645 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.226948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] For port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:19.227358 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.241358 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Calling delete_port for 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:19.241596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] DHCP port deletion for 34c27fd6-3d82-4305-ad0a-f41b72f652fd request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:14:19.291230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Deleting port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:19.291615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.323095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.352222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Pushing event deleted for resources: {'Port': ['ID=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.355984 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] No DVR routers for this DVR port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:19.357677 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] For port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,segment=NetworkSegment(1192a23c-818a-485b-a8fc-d932035e51e6),segment_id=1192a23c-818a-485b-a8fc-d932035e51e6)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:19.358200 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.371714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Calling delete_port for 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:19.423665 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.433324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c27fd6-3d82-4305-ad0a-f41b72f652fd']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:19.443603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1192a23c-818a-485b-a8fc-d932035e51e6') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:19.443905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1192a23c-818a-485b-a8fc-d932035e51e6') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:19.444176 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.453191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.467362 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.473726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Pushing event deleted for resources: {'Port': ['ID=7906701b-e0eb-4c81-a5fb-9b2137a5e0b8,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.474109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:14:19.474448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:14:19.476093 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:14:19.483725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] No DVR routers for this DVR port 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:19.486523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.487158 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.487512 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.487876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.488195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.488559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.488897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.489226 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.489555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.489913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.490242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.490568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5910451-fb5a-441e-b57c-98086dcc2892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:19.534671 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.540021 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:19.541879 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] 10.222.0.66 "DELETE /v2.0/networks/34c27fd6-3d82-4305-ad0a-f41b72f652fd HTTP/1.1" status: 204 len: 168 time: 0.5069361 Jun 30 10:14:19.545312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42242) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:19.552683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33739fe3-56a0-4b71-a21c-ced94d17128c admin admin] Pushing event deleted for resources: {'Network': ['ID=34c27fd6-3d82-4305-ad0a-f41b72f652fd,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:19.882462 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:20.130196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Deleting port 18632a7b-7c32-490f-a0c9-447fcc7f3212 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:20.130457 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:20.208064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] For port 18632a7b-7c32-490f-a0c9-447fcc7f3212, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=18632a7b-7c32-490f-a0c9-447fcc7f3212,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:20.208425 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:20.220995 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Calling delete_port for 18632a7b-7c32-490f-a0c9-447fcc7f3212 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:20.385595 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 10f83fc8-c7de-49c1-9010-4ed0265e00e4 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:20.399360 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:20.406227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 10f83fc8-c7de-49c1-9010-4ed0265e00e4 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:20.406554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 10f83fc8-c7de-49c1-9010-4ed0265e00e4 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:20.406964 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:20.424330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Pushing event deleted for resources: {'Port': ['ID=18632a7b-7c32-490f-a0c9-447fcc7f3212,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:20.424993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:20.425339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7906701b-e0eb-4c81-a5fb-9b2137a5e0b8 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:20.596538 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:20.801949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Router 28a053ee-69fc-4f34-8df4-abeb078aea73 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:20.905415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:20.911496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7b2da531-6cad-4f17-9e1a-ff2e9593871b admin admin] 10.222.0.66 "PUT /v2.0/routers/28a053ee-69fc-4f34-8df4-abeb078aea73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650885 Jun 30 10:14:20.914126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42246) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:20.914721 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Sync routers for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:20.924197 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:20.924799 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.014865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.023807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:21.115934 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.169589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Deleting port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:21.170051 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.201691 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:14:20Z', 'revision_number': 5, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port': {'id': '30d8d638-9e21-4147-b0c8-3202fd9f9f3b', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:49Z', 'updated_at': '2021-06-30T10:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.227034 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Checking router: 28a053ee-69fc-4f34-8df4-abeb078aea73 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:21.235039 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Routers {'28a053ee-69fc-4f34-8df4-abeb078aea73'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:21.235648 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['28a053ee-69fc-4f34-8df4-abeb078aea73'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.251041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] For port 30d8d638-9e21-4147-b0c8-3202fd9f9f3b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:21.251404 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.262781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Calling delete_port for 30d8d638-9e21-4147-b0c8-3202fd9f9f3b owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:21.317995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] Set router 28a053ee-69fc-4f34-8df4-abeb078aea73 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:21.367317 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:14:21Z', 'revision_number': 6, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:21.395807 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60f788-c410-4b44-9acf-754d77abaa1d None None] The sync data for ids ['28a053ee-69fc-4f34-8df4-abeb078aea73'] in n-d-779913-25 is: [{'id': '28a053ee-69fc-4f34-8df4-abeb078aea73', 'name': 'tempest-TestMinimumBasicScenario-957353018-router', 'tenant_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:48Z', 'updated_at': '2021-06-30T10:14:21Z', 'revision_number': 6, 'project_id': '0017b64a4a8e40aba0b7f4eef9a43646', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:21.431035 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.458156 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Pushing event deleted for resources: {'Port': ['ID=30d8d638-9e21-4147-b0c8-3202fd9f9f3b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:21.523363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.612751 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.614716 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.658034 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.658578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a053ee-69fc-4f34-8df4-abeb078aea73 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:14:21.662929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.664066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9ab89529-4722-4b26-899a-324765fdfbef admin admin] 10.222.0.66 "DELETE /v2.0/routers/28a053ee-69fc-4f34-8df4-abeb078aea73 HTTP/1.1" status: 204 len: 168 time: 0.7490220 Jun 30 10:14:21.666623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42248) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:21.710050 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Deleting subnet 78bb74f7-9e87-4d3b-b991-1892d848143d {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:14:21.712954 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.747858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.833433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.884660 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.910235 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bb74f7-9e87-4d3b-b991-1892d848143d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:21.912157 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:21.913975 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ffe965ce-3bab-4750-9339-35c15b133572 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/78bb74f7-9e87-4d3b-b991-1892d848143d HTTP/1.1" status: 204 len: 168 time: 0.2464175 Jun 30 10:14:21.916433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42250) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:21.920332 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243483b-0df7-4d32-b537-dda6896718a5 None None] Network 96de946a-3300-48d5-9e91-65ef3e060f1b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:21.985541 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.037027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Deleting port 05811542-e240-44a0-b36d-0a50b74fe816 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:22.037366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.100127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] For port 05811542-e240-44a0-b36d-0a50b74fe816, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05811542-e240-44a0-b36d-0a50b74fe816,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:22.100448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.116575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Calling delete_port for 05811542-e240-44a0-b36d-0a50b74fe816 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:22.166135 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] DHCP port deletion for 96de946a-3300-48d5-9e91-65ef3e060f1b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:14:22.215730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Deleting port 05811542-e240-44a0-b36d-0a50b74fe816 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:14:22.216114 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.287079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] For port 05811542-e240-44a0-b36d-0a50b74fe816, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=05811542-e240-44a0-b36d-0a50b74fe816,segment=NetworkSegment(02c61d50-0314-4f9c-afd4-ebf5153755c9),segment_id=02c61d50-0314-4f9c-afd4-ebf5153755c9)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:22.287555 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.300649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Calling delete_port for 05811542-e240-44a0-b36d-0a50b74fe816 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:14:22.388973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.406922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30d8d638-9e21-4147-b0c8-3202fd9f9f3b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:22.410308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] No DVR routers for this DVR port 05811542-e240-44a0-b36d-0a50b74fe816 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:22.450646 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927074-ff5e-4b15-8277-e36bf5b09bab None None] Pushing event deleted for resources: {'Port': ['ID=05811542-e240-44a0-b36d-0a50b74fe816,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:22.452571 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 30d8d638-9e21-4147-b0c8-3202fd9f9f3b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:22.452931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 30d8d638-9e21-4147-b0c8-3202fd9f9f3b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:22.453354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18632a7b-7c32-490f-a0c9-447fcc7f3212 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:22.478663 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 18632a7b-7c32-490f-a0c9-447fcc7f3212 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:22.479017 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 18632a7b-7c32-490f-a0c9-447fcc7f3212 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:22.479507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05811542-e240-44a0-b36d-0a50b74fe816 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:14:22.498330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 05811542-e240-44a0-b36d-0a50b74fe816 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:14:22.498674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 05811542-e240-44a0-b36d-0a50b74fe816 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:14:22.499728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.532713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Pushing event deleted for resources: {'Port': ['ID=05811542-e240-44a0-b36d-0a50b74fe816,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:22.535138 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] No DVR routers for this DVR port 05811542-e240-44a0-b36d-0a50b74fe816 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:14:22.606229 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.615604 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96de946a-3300-48d5-9e91-65ef3e060f1b']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:22.625217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c61d50-0314-4f9c-afd4-ebf5153755c9') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:22.625518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c61d50-0314-4f9c-afd4-ebf5153755c9') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:22.634487 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.648138 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.653946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:14:22.654336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self.session.flush() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:14:22.655942 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:14:22.707644 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.722085 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.723910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96de946a-3300-48d5-9e91-65ef3e060f1b HTTP/1.1" status: 204 len: 168 time: 0.8065772 Jun 30 10:14:22.725149 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c484c-1538-4dc8-9ddf-9963d732b314 admin admin] Pushing event deleted for resources: {'Network': ['ID=96de946a-3300-48d5-9e91-65ef3e060f1b,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:22.880563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42254) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:22.920158 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b04c517b-c8e9-424c-a6a3-b94bb333dc65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de2c7b1066c4445581a1730511d9fb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384223 Jun 30 10:14:22.922591 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42256) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:22.970751 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:22.991952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.035676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.038143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.039312 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee339239-7f3e-4c0c-b049-eb69da844da9 HTTP/1.1" status: 204 len: 168 time: 0.1158137 Jun 30 10:14:23.046989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eb345-e633-4471-b28e-e4d0f5f02b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee339239-7f3e-4c0c-b049-eb69da844da9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:23.346971 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42264) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:23.389274 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d3e24b26-168c-460c-a2cc-214bdc5e43cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0017b64a4a8e40aba0b7f4eef9a43646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411582 Jun 30 10:14:23.391800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42266) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:23.437391 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.458771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.503510 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.506095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:23.507231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a1c8d42-8272-4c50-9748-e06b3bd0da92 HTTP/1.1" status: 204 len: 168 time: 0.1145525 Jun 30 10:14:23.515054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d608c8-d3bf-4ea6-8e79-9b856da34643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c8d42-8272-4c50-9748-e06b3bd0da92,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:25.132087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42306) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:25.136669 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570183673', 'description': 'tempest-secgroup-smoke-570183673 description', 'project_id': 'd5fa477c5dec421f81968ea108e97d34'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:25.157890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.166267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.254199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.257607 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.291706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b93166-df9e-4979-bf36-69feffd42929,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:25.653612 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.657686 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.685191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.686412 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5533323 Jun 30 10:14:25.688328 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343deb9-25c4-4848-af5d-19e7bd419584 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa3289-cb27-4073-bed1-7f59693b8382,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:25.689511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42308) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:25.695320 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:25.720300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.777504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.780996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.798707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d0f4c8-668b-4797-a9e8-ee1e2794ea3b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:25.808427 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.811933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1577e3bf-315b-4dd6-9be5-ee7fb5cdb8d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183224 Jun 30 10:14:25.812273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42310) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:25.816704 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:25.841536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.904259 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.907641 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.925596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2fb26e-672e-48d2-af85-3be6f34d4d2b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:25.931869 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:25.933126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a9613599-7380-4b2a-954c-8d6f454933e6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199160 Jun 30 10:14:25.935966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42312) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:25.940390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:25.965860 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.020704 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.024442 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.044034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4fdcc3-6a56-4237-b2a8-de825b45cbe7,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.048115 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.049451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-249165f3-ba83-4f90-a84c-8fd3cfa401a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124277 Jun 30 10:14:26.052287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42314) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:26.056836 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:26.083297 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.143161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.146825 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.167095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801c7d41-ea94-450f-a8f7-0ff6df7d8654,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.175435 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.176614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7c0d97d8-4a75-47c0-97bd-d1f002d8bbce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233604 Jun 30 10:14:26.179448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42316) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:26.183817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:26.206492 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:14:26.211032 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.270381 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.273858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.292987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2e8ec6-8e42-4bc1-a1b8-9e4ba525d403,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.296298 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.297474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8db83b30-7c60-4b91-9ef5-31e88576d533 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171250 Jun 30 10:14:26.300787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:26.305131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '1baa3289-cb27-4073-bed1-7f59693b8382', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:26.326777 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:14:26.331518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.389539 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.392735 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.410669 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4679aee1-011a-4074-bec5-1a7a2231e883,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.413529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.417840 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ebe84b16-cb58-44b1-a9b0-414631b55ee7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1130154 Jun 30 10:14:26.418309 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:26.423049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'network': {'name': 'tempest-network-smoke--1261395949', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:26.443584 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:26.447198 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.472503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:14:26.481496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.481876 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Added segment dd473606-2aec-4263-877e-0c83a4593428 of type vlan for network f5a3f7fb-410d-4d45-a7b0-46951c79305f Jun 30 10:14:26.520586 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.547608 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.553177 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:26.553776 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.605959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1869287 Jun 30 10:14:26.609020 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:26.613602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'admin_state_up': True, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:26.619715 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c2c46-1c26-473f-b7f4-033c10257cd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Network': ['ID=f5a3f7fb-410d-4d45-a7b0-46951c79305f,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:26.630783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:14:26.637870 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.638862 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.691209 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:26.826871 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.011960 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.034707 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.133392 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.150 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/7fe2e4b6-d376-491e-83b5-b0d1f6076ab3) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:27.254853 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.298216 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.335624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:27.341877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:27.346228 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:27.349324 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:27.609787 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.836322 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:27.963061 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 1eadb71f-d32b-44b5-a730-f3f6579ff650 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:14:28.067189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:28.076488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Sync routers for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:28.085061 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.085278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:28.085732 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:28.089382 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c15f7e7f-41cc-4cd5-903e-263d5351cac7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4762795 Jun 30 10:14:28.089535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42324) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.189128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:28.224327 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fb0096ab-5887-4f6f-953c-70214b389de6 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d5fa477c5dec421f81968ea108e97d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1335914 Jun 30 10:14:28.226924 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.364160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:27Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:28.376017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b46bd-2ab0-4b3d-8fab-42bf76ca7ad5 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:28.377525 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ca7b46bd-2ab0-4b3d-8fab-42bf76ca7ad5 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497076 Jun 30 10:14:28.380817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.389204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Checking router: 1eadb71f-d32b-44b5-a730-f3f6579ff650 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:28.389559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Updating router 1eadb71f-d32b-44b5-a730-f3f6579ff650 port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:14:28.419796 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-40978596-9aa5-4d3e-a8c6-3caa541ec4cc tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375082 Jun 30 10:14:28.422552 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42332) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.423151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.427470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-884613374', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:28.513653 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:28.517156 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.702489 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.760100 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Subnet': ['ID=c9550bcc-deaa-43b6-9254-b2760c12a774,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:28.769483 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Checking segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:28.769890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network hostable DHCP agents. Network: f5a3f7fb-410d-4d45-a7b0-46951c79305f, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:14:28.785969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:14:28.795248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f5a3f7fb-410d-4d45-a7b0-46951c79305f) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:28.800917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:28.801513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.810267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e275f97-16a8-43c3-a61e-10554c5aa951 None None] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:28.820157 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c67300bd-252c-4a49-a3d4-d4b05ffbc640 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3940461 Jun 30 10:14:28.820326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42334) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:28.864318 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.881849 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Transition to ACTIVE for port object 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:28.889684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.960164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Attempting to bind port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:28.960538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Attempting to bind port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:28.960907 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Attempting to bind port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:28.989599 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904c96-432b-4bfa-b080-488ac4071eab None None] Pushing event updated for resources: {'Port': ['ID=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:28.994119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:28.994510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:28.994932 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:28.995327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:28.995821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Bound port: 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:28.996214 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.069169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:14:29.070043 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.083863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] For port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:29.099108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] For port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:29.106061 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.226198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:29.226830 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:29.284464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904c96-432b-4bfa-b080-488ac4071eab None None] Pushing event updated for resources: {'Port': ['ID=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:29.306963 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.343185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Allocated IP 172.20.0.2 (f5a3f7fb-410d-4d45-a7b0-46951c79305f/c9550bcc-deaa-43b6-9254-b2760c12a774/5e6a34d0-7392-4fcc-bafc-bac7c06f5052) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:29.418054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:29.483222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b61c9548-f5b3-48c8-911f-c2740d39c452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.647150 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.658550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Transition to ACTIVE for port object 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:29.685593 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Transition to ACTIVE for port object 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:29.694363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:27Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:29.696540 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.733404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edba7b3-15a7-4538-b804-0b3aa94fcbd1 None None] The sync data for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 is: [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:27Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:29.747794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.1 (f5a3f7fb-410d-4d45-a7b0-46951c79305f/c9550bcc-deaa-43b6-9254-b2760c12a774/0a65aa9a-bc6b-4c39-ada4-f49de9166c2b) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:29.759703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:29.766628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:29.770780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:29.789502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Pushing event updated for resources: {'Port': ['ID=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:29.842065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Attempting to bind port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:29.842440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Attempting to bind port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:29.842835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Attempting to bind port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 on network f5a3f7fb-410d-4d45-a7b0-46951c79305f {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:29.848492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:29.848874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Checking segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:29.849282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.849685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Bound using segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:29.850191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Bound port: 5e6a34d0-7392-4fcc-bafc-bac7c06f5052, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:29.850577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.894508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.911788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:29.941384 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] For port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:29.948927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] For port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:29.957288 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.959558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:29.998329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:30.004097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:30.008539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:30.022568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee609b0-2ef5-443f-963c-f3e251068545 None None] Pushing event updated for resources: {'Port': ['ID=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.061225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.067020 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.243093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.468951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:30.520024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:30.524339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:30.546372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.552251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.585551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:30.593233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:30.593701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.636971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.642682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.682123 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.704236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:30.708440 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:30.731744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:30.733139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:30.763000 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:30.870376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 1eadb71f-d32b-44b5-a730-f3f6579ff650 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:30.981602 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:30.994842 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8fd64c0f-5454-44e0-854a-a0a338ddaf37 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/1eadb71f-d32b-44b5-a730-f3f6579ff650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1655629 Jun 30 10:14:31.074735 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473ae36-1296-4e27-b30a-c1e517caba11 None None] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:14:31.134782 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-07a30d27-9ada-4ee2-9262-1a48d6b65635 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570183673&fields=id&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 267 time: 0.0333936 Jun 30 10:14:31.200275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Provisioning for port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:31.208168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Provisioning complete for port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:31.208635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.255013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-0b5b0359-7b61-4e2e-be02-25d8ed918208 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:31.258221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-0b5b0359-7b61-4e2e-be02-25d8ed918208 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 797 time: 0.1170418 Jun 30 10:14:31.275221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-06a5aa83-9402-41d0-a82b-14f560deed2b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/quotas/d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 375 time: 0.0121095 Jun 30 10:14:31.333361 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.347976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-82f4be83-e436-4b98-a964-a973b1ffd141 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673649 Jun 30 10:14:31.372831 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] For port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:31.379381 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.439432 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eebb5-0b98-4d62-9f0a-e5fd2678d0dd None None] Pushing event updated for resources: {'Port': ['ID=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:31.512079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-1363b39d-7283-4557-a804-5237f350fbcc service neutron] 10.222.0.66 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511803 Jun 30 10:14:31.594317 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Sync routers for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:31.604302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Provisioning for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:31.606241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:31.607103 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:31.609554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Provisioning complete for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:31.610036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.619583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-ef1603c0-ace0-43dd-a03d-b7125df66c37 service neutron] 10.222.0.66 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003432 Jun 30 10:14:31.657905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:14:31.670628 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Provisioning complete for port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:31.671454 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-337ac904-7bd8-44ce-9d49-4e8a72a29d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.725783 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:31.850475 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acf0ff14-178c-4d46-8e9a-a338091ba1bd req-14f3eb3b-72ea-4411-978b-da792a8da7dc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 210 time: 0.0418537 Jun 30 10:14:31.900758 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a2dbb5ee-dfde-44e1-a3cf-3a13eb7f4759 None None] Provisioning complete for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:31.901270 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb5ee-dfde-44e1-a3cf-3a13eb7f4759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:31.943011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbb5ee-dfde-44e1-a3cf-3a13eb7f4759 None None] Port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:14:31.971010 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 2, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:31.995390 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5dd0aec6-7b30-4634-9bf5-305268c61751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.000794 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Checking router: 1eadb71f-d32b-44b5-a730-f3f6579ff650 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:32.001145 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Updating router 1eadb71f-d32b-44b5-a730-f3f6579ff650 port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:14:32.034957 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.061490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-97a19a32-de83-4446-bf27-2f35c9a060ab None None] Provisioning complete for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:32.062039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97a19a32-de83-4446-bf27-2f35c9a060ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.098802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-97a19a32-de83-4446-bf27-2f35c9a060ab None None] Port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:14:32.130149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.397327 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.407139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:32.411528 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Transition to ACTIVE for port object 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:32.417128 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.459675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:32.460123 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.473741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Pushing event updated for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:32.522599 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.522988 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.523277 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.523611 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.523945 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.524268 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.524591 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.524913 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.525234 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.525554 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.525901 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.526221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:14:32.542167 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Attempting to bind port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:32.542525 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Attempting to bind port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:32.542886 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Attempting to bind port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b on network f5a3f7fb-410d-4d45-a7b0-46951c79305f {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:32.548689 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:32.549064 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Checking segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:32.549487 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.549947 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Bound using segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:32.550410 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Bound port: 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:32.550918 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.558313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:32.606495 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:32.607179 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.630421 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] For port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:32.633605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] For port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:32.638476 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:32.709380 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f38ee-b0bc-45d6-861a-730986529f79 None None] Pushing event updated for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:32.724684 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:32.725293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:32.833914 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:33.017076 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-69f81e16-e759-4c19-b3be-1e008fdf0137 req-43f919e6-0968-4c8b-b8f8-c3d58f1d0e94 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 210 time: 0.0339253 Jun 30 10:14:33.052145 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:32Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:33.081275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50072263-f61b-49e9-9dd1-08868656c6ea None None] The sync data for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 is: [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:32Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:33.196955 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-1cf719c9-35ba-4c1c-8c48-bd52ad9ddd8a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:33.198754 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-1cf719c9-35ba-4c1c-8c48-bd52ad9ddd8a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 797 time: 0.1341903 Jun 30 10:14:33.247133 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.253446 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-59d49865-1e28-45d7-a987-3958e2a9a6aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 379 time: 0.0444274 Jun 30 10:14:33.262648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'port': {'device_id': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'admin_state_up': True, 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'security_groups': ['1baa3289-cb27-4073-bed1-7f59693b8382']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:33.380638 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:14:33.384144 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.508746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.14 (f5a3f7fb-410d-4d45-a7b0-46951c79305f/c9550bcc-deaa-43b6-9254-b2760c12a774/c444fee7-8a2a-484f-8f06-a324d6d0d7ea) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:33.653243 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.666777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object c444fee7-8a2a-484f-8f06-a324d6d0d7ea will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:33.700938 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.743618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:33.746885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:33.750716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:33.782772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:33.814844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:33.815869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.837583 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-e3529041-5ee0-4ded-a187-efcca51c8b21 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788612 Jun 30 10:14:33.898734 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Request body: {'port': {'device_id': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:33.978782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0bccb5a-4999-4add-8b80-a6c091bec87d None None] Provisioning for port c444fee7-8a2a-484f-8f06-a324d6d0d7ea completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:33.980832 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.982943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b0bccb5a-4999-4add-8b80-a6c091bec87d None None] Provisioning complete for port c444fee7-8a2a-484f-8f06-a324d6d0d7ea triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:33.983342 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b0bccb5a-4999-4add-8b80-a6c091bec87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.025690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b0bccb5a-4999-4add-8b80-a6c091bec87d None None] Port c444fee7-8a2a-484f-8f06-a324d6d0d7ea cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:14:34.034245 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.265885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c444fee7-8a2a-484f-8f06-a324d6d0d7ea {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:34.274836 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.288135 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Transition to ACTIVE for port object c444fee7-8a2a-484f-8f06-a324d6d0d7ea will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:14:34.292119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.343408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Pushing event updated for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:34.426654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Attempting to bind port c444fee7-8a2a-484f-8f06-a324d6d0d7ea on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:14:34.427142 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Attempting to bind port c444fee7-8a2a-484f-8f06-a324d6d0d7ea by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:14:34.427571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Attempting to bind port c444fee7-8a2a-484f-8f06-a324d6d0d7ea on network f5a3f7fb-410d-4d45-a7b0-46951c79305f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:34.432637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Port c444fee7-8a2a-484f-8f06-a324d6d0d7ea on network f5a3f7fb-410d-4d45-a7b0-46951c79305f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:14:34.433124 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Attempting to bind port c444fee7-8a2a-484f-8f06-a324d6d0d7ea on network f5a3f7fb-410d-4d45-a7b0-46951c79305f {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:14:34.438980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:14:34.439457 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Checking segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:14:34.439948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Bound using segment: {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:14:34.440520 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Bound port: c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd473606-2aec-4263-877e-0c83a4593428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:14:34.440998 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.465509 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:34.495974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beeb20-7a1d-417e-8193-5ff6ce2d67a6 req-18976d47-c613-4104-a543-cd2af0a68c99 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.497461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39beeb20-7a1d-417e-8193-5ff6ce2d67a6 req-18976d47-c613-4104-a543-cd2af0a68c99 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 932 time: 0.3616233 Jun 30 10:14:34.525155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:14:34.528141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:34.528658 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:14:34.532610 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:34.533026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.535265 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.547793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-39beeb20-7a1d-417e-8193-5ff6ce2d67a6 req-383ec60a-ffae-4443-a47b-a407397af80a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Jun 30 10:14:34.553078 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.553801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.555442 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] 10.222.0.41 "PUT /v2.0/ports/c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 1093 time: 0.7098489 Jun 30 10:14:34.556010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:34.558702 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:34.656622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2ddd5-770e-4535-8c86-1ee4798ff222 service neutron] Pushing event updated for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:34.674930 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.676435 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-b881dda9-6536-4fcc-a53c-6b61e724a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.677872 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-b881dda9-6536-4fcc-a53c-6b61e724a569 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1096 time: 0.0702646 Jun 30 10:14:34.727793 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-70aa5e25-bf2e-46dd-b3e6-bed0433c5a01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0424390 Jun 30 10:14:34.729497 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f414878b-1976-43b2-8a2d-594850965c0c x-openstack-request-id: req-f414878b-1976-43b2-8a2d-594850965c0c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:34.729822 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:34.730072 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f414878b-1976-43b2-8a2d-594850965c0c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:34.730480 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'status': 'completed', 'code': 200} Jun 30 10:14:34.734160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:34.739033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.789572 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:34.789862 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-c249f2b4-1623-430c-b12c-737f46b1a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.791325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-c249f2b4-1623-430c-b12c-737f46b1a0c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 200 len: 834 time: 0.0557988 Jun 30 10:14:34.849318 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35191-6b03-4e88-badc-18d436053527 req-7f413eac-1269-49fc-8c57-ff7a8c81eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:34.850935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-7f413eac-1269-49fc-8c57-ff7a8c81eac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5a3f7fb-410d-4d45-a7b0-46951c79305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535729 Jun 30 10:14:34.897351 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:34.943170 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-0bd5c4b5-37d8-48fe-b71c-7063b7e3ac63 service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Jun 30 10:14:35.029257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-a1e35191-6b03-4e88-badc-18d436053527 req-f0a183d3-6bce-4ac8-a9e4-adc04c008265 service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788121 Jun 30 10:14:35.125043 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-142db9a6-094a-4036-99b2-e33a8ac0d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.126472 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-142db9a6-094a-4036-99b2-e33a8ac0d464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1096 time: 0.0519133 Jun 30 10:14:35.152824 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:35.218007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-623a72e0-b4f3-418c-a43b-13d3cc8694be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.219455 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-623a72e0-b4f3-418c-a43b-13d3cc8694be service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 898 time: 0.0869470 Jun 30 10:14:35.259333 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-266bf3d4-757f-4249-b216-61c7bb28d2e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 217 time: 0.0337260 Jun 30 10:14:35.306091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-451a88b5-741f-477c-a48b-175310f4ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.307490 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-451a88b5-741f-477c-a48b-175310f4ced0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 200 len: 834 time: 0.0415356 Jun 30 10:14:35.366259 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-6c58e9d7-8e64-4282-ae4e-a95fadc100cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.367676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-6c58e9d7-8e64-4282-ae4e-a95fadc100cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5a3f7fb-410d-4d45-a7b0-46951c79305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534122 Jun 30 10:14:35.454625 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-8e76b5c2-7bca-4623-add8-df1ad8a9416a service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782950 Jun 30 10:14:35.543708 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-2b1f5a46-06f3-47fa-bd5e-93eb430163b5 req-fc53d1fd-804f-4e96-b088-a5dd95e93ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825241 Jun 30 10:14:35.734813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910688-879a-419c-9939-12e4ada399de req-f20dfe4c-1221-4c53-bbec-1b7a797840d3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:35.736307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f910688-879a-419c-9939-12e4ada399de req-f20dfe4c-1221-4c53-bbec-1b7a797840d3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 944 time: 0.0607812 Jun 30 10:14:35.773180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f910688-879a-419c-9939-12e4ada399de req-c1764785-16bf-4ed6-b173-c06b5b7436d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Jun 30 10:14:35.840817 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:36.032405 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c444fee7-8a2a-484f-8f06-a324d6d0d7ea details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:14:36.126191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:36.136832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'port_id': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'mac_address': 'fa:16:3e:c7:4a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:14:36.173244 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:36.186365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c444fee7-8a2a-484f-8f06-a324d6d0d7ea {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:14:36.205071 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:36.208914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:36.257653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:36.396493 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:36.443290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:36.443666 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:36.463804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['c444fee7-8a2a-484f-8f06-a324d6d0d7ea'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:14:36.945113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32a0a-1432-4450-9c4a-9b4cc167813b req-3b913ca6-346d-49a4-840e-b83d453f6e61 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:36.946739 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58e32a0a-1432-4450-9c4a-9b4cc167813b req-3b913ca6-346d-49a4-840e-b83d453f6e61 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 945 time: 0.0643892 Jun 30 10:14:36.985627 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-58e32a0a-1432-4450-9c4a-9b4cc167813b req-df4de38f-53e2-4f1f-8cd7-4ad8c0df052c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Jun 30 10:14:38.046927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c444fee7-8a2a-484f-8f06-a324d6d0d7ea up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:14:38.097919 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port c444fee7-8a2a-484f-8f06-a324d6d0d7ea completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:14:38.101497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port c444fee7-8a2a-484f-8f06-a324d6d0d7ea triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:14:38.101912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:38.156865 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67618-d2f7-4993-b031-6a2279a08e7a req-49f20667-7df5-47fb-a315-719f0469cb19 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:38.158355 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fc67618-d2f7-4993-b031-6a2279a08e7a req-49f20667-7df5-47fb-a315-719f0469cb19 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 945 time: 0.0620964 Jun 30 10:14:38.178424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:38.197377 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4fc67618-d2f7-4993-b031-6a2279a08e7a req-da872f1b-ae53-4054-b31f-70c9182ef80f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jun 30 10:14:38.200609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:38.202968 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0ac5f-a5c4-4f9f-a750-dc036715b577" -d '{"events": [{"server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "name": "network-vif-plugged", "status": "completed", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:38.217640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:14:38.221636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:38.271909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:38.296159 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2669056-da45-4095-97c2-26ef2a29f626 x-openstack-request-id: req-e2669056-da45-4095-97c2-26ef2a29f626 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:38.296455 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "name": "network-vif-plugged", "status": "completed", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:38.296715 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2669056-da45-4095-97c2-26ef2a29f626 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:38.297113 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'code': 200} Jun 30 10:14:38.406110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa8c8-802b-4369-9d08-5478e1149005 req-2a2a7014-9c17-4bf5-968c-aba81f0d1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:38.407476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-84faa8c8-802b-4369-9d08-5478e1149005 req-2a2a7014-9c17-4bf5-968c-aba81f0d1712 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1098 time: 0.0507174 Jun 30 10:14:38.440840 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-84faa8c8-802b-4369-9d08-5478e1149005 req-3c0f8f66-d012-4533-8831-f1da3c38341d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271289 Jun 30 10:14:39.371887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5162bf5-c7ef-4ed4-9377-70b4578fb73b req-6fded52c-4c44-45f7-b810-50d4d2205727 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:39.373364 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5162bf5-c7ef-4ed4-9377-70b4578fb73b req-6fded52c-4c44-45f7-b810-50d4d2205727 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0613754 Jun 30 10:14:39.417057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5162bf5-c7ef-4ed4-9377-70b4578fb73b req-2ef5a625-6636-4be8-aa66-b9b719e3bfd7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Jun 30 10:14:39.587897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a0df-de50-492d-ae12-df1eced09059 req-ae33be18-c26e-445e-9502-be6c1a957f29 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:39.589247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bf5a0df-de50-492d-ae12-df1eced09059 req-ae33be18-c26e-445e-9502-be6c1a957f29 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0606887 Jun 30 10:14:39.625403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bf5a0df-de50-492d-ae12-df1eced09059 req-ef4d2a1c-a2f4-4cfc-a859-e09035a56321 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Jun 30 10:14:39.648973 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42390) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:39.707629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eddc99-009c-4daa-9dec-9303c9a4d5bf tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:39.709301 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-72eddc99-009c-4daa-9dec-9303c9a4d5bf tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1093 time: 0.0591993 Jun 30 10:14:39.712464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42392) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:39.716800 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:39.738688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:40.138702 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:40.239209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.118 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/5e8be7e8-f405-4e73-a5fa-2077efea36df) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:40.336672 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:40.374148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:40.408480 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:40.411871 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:40.415623 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:40.445341 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=5e8be7e8-f405-4e73-a5fa-2077efea36df,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:40.780843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:40.859237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.005995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.010598 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.080529 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=5e8be7e8-f405-4e73-a5fa-2077efea36df,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:41.089195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.186004 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 262dd03c-eea0-49dc-8911-52751cc8814d associated. External IP: 172.25.4.118, port: c444fee7-8a2a-484f-8f06-a324d6d0d7ea. Jun 30 10:14:41.389308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 1eadb71f-d32b-44b5-a730-f3f6579ff650 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:41.494722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:41.504808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Sync routers for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:41.511365 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:41.514354 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:41.515025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:41.550179 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9caf960b-2edc-4878-b477-bf3768990a01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8365943 Jun 30 10:14:41.550790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:41.553209 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eef119-ae69-43fd-ae61-1d6c18e027c2" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:41.592881 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ed8fb-7bf2-4c2f-a4e8-f73ddd9f34ce x-openstack-request-id: req-3f6ed8fb-7bf2-4c2f-a4e8-f73ddd9f34ce {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:41.593216 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:41.593480 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f6ed8fb-7bf2-4c2f-a4e8-f73ddd9f34ce {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:41.593962 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'status': 'completed', 'code': 200} Jun 30 10:14:41.671539 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-eead6839-af8d-4e55-8368-c78c45825b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.673034 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-eead6839-af8d-4e55-8368-c78c45825b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1098 time: 0.0573781 Jun 30 10:14:41.720765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86170ff4-de3d-4965-aeef-1286ff4073df req-0e85f885-9573-49c9-8c24-2760791131a8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.722422 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86170ff4-de3d-4965-aeef-1286ff4073df req-0e85f885-9573-49c9-8c24-2760791131a8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0666089 Jun 30 10:14:41.762768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86170ff4-de3d-4965-aeef-1286ff4073df req-602076b5-ba5b-4a5a-af19-dcce207a576e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339522 Jun 30 10:14:41.787671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-3ed834bf-b891-4b79-ad73-e523a53afbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.789246 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-3ed834bf-b891-4b79-ad73-e523a53afbc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 898 time: 0.1095476 Jun 30 10:14:41.789654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42398) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:41.797577 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:41.857871 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-c4248bf0-59e3-47e9-b7dc-9168b4140209 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 1000 time: 0.0619862 Jun 30 10:14:41.861779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-85c7778f-62b2-4630-ba12-14b6bae62924 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/262dd03c-eea0-49dc-8911-52751cc8814d HTTP/1.1" status: 200 len: 992 time: 0.0703268 Jun 30 10:14:41.911039 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-9ca07c37-0107-4467-bc5f-62fcb34ffcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.912498 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-9ca07c37-0107-4467-bc5f-62fcb34ffcd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 200 len: 834 time: 0.0487268 Jun 30 10:14:41.967478 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-0577399a-3651-49a0-9778-3e998bb85139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:41.968952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-0577399a-3651-49a0-9778-3e998bb85139 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5a3f7fb-410d-4d45-a7b0-46951c79305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503955 Jun 30 10:14:42.025944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '262dd03c-eea0-49dc-8911-52751cc8814d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'port_id': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'mac_address': 'fa:16:3e:c7:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:40Z', 'updated_at': '2021-06-30T10:14:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:42.055374 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Checking router: 1eadb71f-d32b-44b5-a730-f3f6579ff650 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:42.056248 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-62bfc0d8-98ec-49f8-be63-27ae9a42632f service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Jun 30 10:14:42.063440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:42.064042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:14:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:42.148865 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-97eef119-ae69-43fd-ae61-1d6c18e027c2 req-a60e18ff-023c-42d9-a8f8-68fa85f5892f service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868065 Jun 30 10:14:42.166747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:42.383585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '262dd03c-eea0-49dc-8911-52751cc8814d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'port_id': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'mac_address': 'fa:16:3e:c7:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:40Z', 'updated_at': '2021-06-30T10:14:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:42.411922 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde0766-56ae-4412-8fa3-bc99e86c6240 None None] The sync data for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 is: [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '262dd03c-eea0-49dc-8911-52751cc8814d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.118', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'port_id': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'mac_address': 'fa:16:3e:c7:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:40Z', 'updated_at': '2021-06-30T10:14:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:42.599700 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7c21d-ef17-4230-bb28-b82fe9b0f8ef None None] New status for floating IP 262dd03c-eea0-49dc-8911-52751cc8814d: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:14:42.865251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42402) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:42.923722 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-180da5b4-bfd2-43c7-b0bd-f1d1063766c7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/262dd03c-eea0-49dc-8911-52751cc8814d HTTP/1.1" status: 200 len: 994 time: 0.0573676 Jun 30 10:14:49.249226 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-794dcb1e-910a-4cde-91dd-1bf3eb85a0b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500760 Jun 30 10:14:49.337703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312a17-1134-4b48-b27f-ece468f51b83 req-2917642b-efb1-4d08-83e0-9cc48a7137d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:49.339193 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-2917642b-efb1-4d08-83e0-9cc48a7137d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1098 time: 0.0517068 Jun 30 10:14:49.444743 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312a17-1134-4b48-b27f-ece468f51b83 req-aa7eca7a-fe3c-4935-a597-eef5e12c1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:49.446220 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-aa7eca7a-fe3c-4935-a597-eef5e12c1939 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 898 time: 0.0865743 Jun 30 10:14:49.509314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-59e0b5c6-e8ea-4834-ad6e-60eb5124f043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 1002 time: 0.0559947 Jun 30 10:14:49.561184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312a17-1134-4b48-b27f-ece468f51b83 req-45e7f300-2865-4d05-b7a8-9c2576100f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:49.562623 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-45e7f300-2865-4d05-b7a8-9c2576100f81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 200 len: 834 time: 0.0464389 Jun 30 10:14:49.617600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312a17-1134-4b48-b27f-ece468f51b83 req-93b1d3f3-ab18-4bff-be6d-f86689d12593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:49.619104 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-93b1d3f3-ab18-4bff-be6d-f86689d12593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5a3f7fb-410d-4d45-a7b0-46951c79305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499582 Jun 30 10:14:49.705207 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-b6c0e3cf-420a-4ebc-9d9e-f8179be32b03 service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793319 Jun 30 10:14:49.796192 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-38312a17-1134-4b48-b27f-ece468f51b83 req-2166e144-fdab-4d95-95ca-96563cbb7b9d service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836372 Jun 30 10:14:59.404305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6f1e-1934-4422-9423-4763985d9b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:01.995156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fce3e58c-a291-45ae-b4b5-cb78db51b997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:02.130417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:03.247355 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:04.039808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:04.899301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:05.855684 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:11.833014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b67b-327c-4c00-bf28-6382b1612b10 req-99dfd8e0-4941-42ef-ac0b-8826e9e40d62 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:11.834682 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f74b67b-327c-4c00-bf28-6382b1612b10 req-99dfd8e0-4941-42ef-ac0b-8826e9e40d62 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0699654 Jun 30 10:15:11.875860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9f74b67b-327c-4c00-bf28-6382b1612b10 req-fdfd3bf1-c2d8-45b5-a8e9-c9714a695e7d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343490 Jun 30 10:15:12.151730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:13.051462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b90c2-6e0c-4e93-a933-ee933fc1ff1e req-734cbc07-cc44-4d13-bef1-af92ff4fa98a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:13.052927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8b90c2-6e0c-4e93-a933-ee933fc1ff1e req-734cbc07-cc44-4d13-bef1-af92ff4fa98a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0630598 Jun 30 10:15:13.091295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc8b90c2-6e0c-4e93-a933-ee933fc1ff1e req-f00c5e54-eda8-48ec-9f48-8279fedaac0b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326161 Jun 30 10:15:13.115164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42422) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:13.177690 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32ab999d-a42c-4f6c-9259-83b19b1c8b48 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/262dd03c-eea0-49dc-8911-52751cc8814d HTTP/1.1" status: 200 len: 994 time: 0.0614243 Jun 30 10:15:14.785589 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180751-3e35-4c6e-b55c-c32350d535a6 req-3601ee57-1309-4c53-947c-025c365896d0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:14.787045 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1180751-3e35-4c6e-b55c-c32350d535a6 req-3601ee57-1309-4c53-947c-025c365896d0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0648675 Jun 30 10:15:14.827229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1180751-3e35-4c6e-b55c-c32350d535a6 req-b6930ddc-30b0-4f96-a2e6-fce085bf233a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345633 Jun 30 10:15:14.851480 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42430) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:14.913100 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e38b9222-8920-40de-840b-2660eac6d004 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/262dd03c-eea0-49dc-8911-52751cc8814d HTTP/1.1" status: 200 len: 994 time: 0.0605183 Jun 30 10:15:15.213351 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42436) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:15.364347 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 5e8be7e8-f405-4e73-a5fa-2077efea36df {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:15.364691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.435188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.435516 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.446560 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 5e8be7e8-f405-4e73-a5fa-2077efea36df owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:15.590735 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.616703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=5e8be7e8-f405-4e73-a5fa-2077efea36df,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:15.646038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.646398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.646747 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.647088 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.647427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.648262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.648599 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.648935 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.649270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.649600 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.649964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.650292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:15.688700 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:15.689035 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 262dd03c-eea0-49dc-8911-52751cc8814d disassociated (deleted). External IP: 172.25.4.118, port: c444fee7-8a2a-484f-8f06-a324d6d0d7ea. Jun 30 10:15:15.893832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 1eadb71f-d32b-44b5-a730-f3f6579ff650 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:15:15.996856 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:15:16.001498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:16.006024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Sync routers for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:15:16.015324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:16.015937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:16.038111 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a37ee48a-c557-4ae1-bf7f-e0ca99044cec tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/floatingips/262dd03c-eea0-49dc-8911-52751cc8814d HTTP/1.1" status: 204 len: 168 time: 0.8232913 Jun 30 10:15:16.038713 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:16.041053 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f326d54-30ef-4582-9bfa-d5abc03e161e" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:16.084374 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37af647-226f-4fe6-99d3-04d857cc45ae x-openstack-request-id: req-f37af647-226f-4fe6-99d3-04d857cc45ae {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:16.084795 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:16.085059 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f37af647-226f-4fe6-99d3-04d857cc45ae {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:16.086196 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'status': 'completed', 'code': 200} Jun 30 10:15:16.129487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:16.164716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-9da141fd-24a3-474f-9d52-3d700e072dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.166175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-9da141fd-24a3-474f-9d52-3d700e072dcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 1098 time: 0.0578039 Jun 30 10:15:16.273997 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-e60616eb-4560-4b1a-ab37-51ba22b6fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.275476 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-e60616eb-4560-4b1a-ab37-51ba22b6fafd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 200 len: 898 time: 0.1016049 Jun 30 10:15:16.341626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:16.372630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Checking router: 1eadb71f-d32b-44b5-a730-f3f6579ff650 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:15:16.381378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:16.382048 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:16.418935 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce381a-5fbf-4f53-8283-e5a129ed4db3 req-0193d754-f06c-4799-bc3f-e2ba351aaba7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.420903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbce381a-5fbf-4f53-8283-e5a129ed4db3 req-0193d754-f06c-4799-bc3f-e2ba351aaba7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0739741 Jun 30 10:15:16.470632 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cbce381a-5fbf-4f53-8283-e5a129ed4db3 req-51bfe399-db1f-4b15-b481-ac6e2d808432 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Jun 30 10:15:16.492612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:16.649613 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-b2c8e189-1333-4938-a076-22a841c6bc7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 200 len: 217 time: 0.3659046 Jun 30 10:15:16.690617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:16.699630 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-c2b6528a-ec7a-48fe-bdff-73fb4b7cd9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.701081 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-c2b6528a-ec7a-48fe-bdff-73fb4b7cd9ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 200 len: 834 time: 0.0439048 Jun 30 10:15:16.716718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68816d97-4308-46a8-b25f-ff198a7c1645 None None] The sync data for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 is: [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '0a65aa9a-bc6b-4c39-ada4-f49de9166c2b', 'name': '', 'network_id': 'f5a3f7fb-410d-4d45-a7b0-46951c79305f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:1e:8d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:29Z', 'updated_at': '2021-06-30T10:14:34Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': 'c9550bcc-deaa-43b6-9254-b2760c12a774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:15:16.764143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-eb0e2df5-74ea-488f-80d3-11ce823ba15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:16.765773 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-eb0e2df5-74ea-488f-80d3-11ce823ba15b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f5a3f7fb-410d-4d45-a7b0-46951c79305f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562952 Jun 30 10:15:16.861309 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-efead8e3-a06f-4446-a8f5-b3540727b908 service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Jun 30 10:15:16.937253 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a7e66-8506-471c-aa45-8daf465ba567 None None] New status for floating IP 262dd03c-eea0-49dc-8911-52751cc8814d: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:15:16.959656 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-3f326d54-30ef-4582-9bfa-d5abc03e161e req-bf3a43f9-b2ba-41be-b133-70078a06768f service neutron] 10.222.0.41 "GET /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884728 Jun 30 10:15:17.651434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cc240-b867-4906-94b4-1f3e921d650d req-69e29571-a98d-46df-9b0f-ae63b9f290ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.652899 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d76cc240-b867-4906-94b4-1f3e921d650d req-69e29571-a98d-46df-9b0f-ae63b9f290ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0625114 Jun 30 10:15:17.690337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d76cc240-b867-4906-94b4-1f3e921d650d req-9d3e8058-bfa8-465d-a482-c477377ee6b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=1baa3289-cb27-4073-bed1-7f59693b8382&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Jun 30 10:15:17.928833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-2fd7adbf-7f8e-4734-91e5-90ceee79da84 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:17.930802 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-2fd7adbf-7f8e-4734-91e5-90ceee79da84 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 946 time: 0.0617523 Jun 30 10:15:18.029278 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port c444fee7-8a2a-484f-8f06-a324d6d0d7ea {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:18.029622 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:18.114379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port c444fee7-8a2a-484f-8f06-a324d6d0d7ea, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:18.114659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:18.127253 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for c444fee7-8a2a-484f-8f06-a324d6d0d7ea owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:18.252227 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:18.278287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=c444fee7-8a2a-484f-8f06-a324d6d0d7ea,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:18.324143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] No DVR routers for this DVR port c444fee7-8a2a-484f-8f06-a324d6d0d7ea on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:15:18.326720 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:18.328634 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-fcdbb483-a82c-45d6-8b22-519ea9f685ab req-ba72820f-d956-4219-aa34-791f9b781be2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "DELETE /v2.0/ports/c444fee7-8a2a-484f-8f06-a324d6d0d7ea HTTP/1.1" status: 204 len: 173 time: 0.3924513 Jun 30 10:15:18.329069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'name': 'network-vif-deleted', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:18.331358 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcfcd27-7b8f-41d1-b593-f7df19559e23" -d '{"events": [{"server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "name": "network-vif-deleted", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:18.378367 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9ce33-cd22-4a81-8ecc-16422ed717b0 x-openstack-request-id: req-c6c9ce33-cd22-4a81-8ecc-16422ed717b0 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:18.378861 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd1eff-0d58-420d-9206-2a70fd15f40b", "name": "network-vif-deleted", "tag": "c444fee7-8a2a-484f-8f06-a324d6d0d7ea", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:18.379007 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6c9ce33-cd22-4a81-8ecc-16422ed717b0 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:18.379323 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd1eff-0d58-420d-9206-2a70fd15f40b', 'name': 'network-vif-deleted', 'tag': 'c444fee7-8a2a-484f-8f06-a324d6d0d7ea', 'status': 'completed', 'code': 200} Jun 30 10:15:18.859857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8ea0768-e85b-40a9-a068-5f8de95209c1 req-054fa95d-4412-4695-9c1c-adda7e3060f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=42dd1eff-0d58-420d-9206-2a70fd15f40b HTTP/1.1" status: 200 len: 210 time: 0.0322978 Jun 30 10:15:19.952626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42452) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:20.250198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c444fee7-8a2a-484f-8f06-a324d6d0d7ea no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:20.274015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: c444fee7-8a2a-484f-8f06-a324d6d0d7ea {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:15:20.274365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device c444fee7-8a2a-484f-8f06-a324d6d0d7ea not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:20.301083 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:20.556933 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:20.557170 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:20.645175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:20.645540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:20.656897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:20.836426 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:20.864152 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=0a65aa9a-bc6b-4c39-ada4-f49de9166c2b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:21.034547 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.252506 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 1eadb71f-d32b-44b5-a730-f3f6579ff650 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:15:21.355305 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:15:21.360279 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6aad714c-a3e4-4ed2-97e8-3a2acf8b4953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/1eadb71f-d32b-44b5-a730-f3f6579ff650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4066360 Jun 30 10:15:21.363222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42454) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:21.364927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Sync routers for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:15:21.374522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:21.375133 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:21.412809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting subnet c9550bcc-deaa-43b6-9254-b2760c12a774 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:15:21.415938 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.455160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.475913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:21.550086 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.608732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.635110 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Subnet': ['ID=c9550bcc-deaa-43b6-9254-b2760c12a774,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:21.642268 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.646900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/subnets/c9550bcc-deaa-43b6-9254-b2760c12a774 HTTP/1.1" status: 204 len: 168 time: 0.2800186 Jun 30 10:15:21.647326 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42456) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:21.650290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.650645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.650988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.651326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.651658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.651988 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.652316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.652645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.652964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.653292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.653719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.654066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae85f8e8-d4cd-419c-a0aa-296161786a9c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:21.665783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93788f-79a3-489d-a219-a4a6a86c27c7 None None] Network f5a3f7fb-410d-4d45-a7b0-46951c79305f requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:15:21.754616 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.859994 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.912517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:21.912731 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.923731 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:15:20Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '7fe2e4b6-d376-491e-83b5-b0d1f6076ab3', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:14:27Z', 'updated_at': '2021-06-30T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:21.951230 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Checking router: 1eadb71f-d32b-44b5-a730-f3f6579ff650 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:15:21.959945 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Routers {'1eadb71f-d32b-44b5-a730-f3f6579ff650'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:21.961253 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['1eadb71f-d32b-44b5-a730-f3f6579ff650'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:21.996361 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:21.996732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:21.998302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] DHCP port deletion for f5a3f7fb-410d-4d45-a7b0-46951c79305f request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:15:22.009201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:22.074227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] Set router 1eadb71f-d32b-44b5-a730-f3f6579ff650 gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:22.130717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:15:21Z', 'revision_number': 6, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:22.136075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Deleting port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:15:22.136459 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.164401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691aec0-f354-4fde-80ef-c8f151c8608d None None] The sync data for ids ['1eadb71f-d32b-44b5-a730-f3f6579ff650'] in n-d-779913-25 is: [{'id': '1eadb71f-d32b-44b5-a730-f3f6579ff650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1259342863', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:14:26Z', 'updated_at': '2021-06-30T10:15:21Z', 'revision_number': 6, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:15:22.178559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.204996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=7fe2e4b6-d376-491e-83b5-b0d1f6076ab3,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:22.230925 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] For port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,segment=NetworkSegment(dd473606-2aec-4263-877e-0c83a4593428),segment_id=dd473606-2aec-4263-877e-0c83a4593428)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:22.231328 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.243855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Calling delete_port for 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:15:22.265234 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.325616 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.349883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Pushing event deleted for resources: {'Port': ['ID=5e6a34d0-7392-4fcc-bafc-bac7c06f5052,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:22.354290 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] No DVR routers for this DVR port 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:15:22.354476 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.356997 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.361605 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363053 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.363711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.364038 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.364373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.365051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.365538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.365538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425db1b-0ca5-4ff2-8cde-428091b1b0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:15:22.408428 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.409003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Fanout notify agent at l3_agent the message router_deleted on router 1eadb71f-d32b-44b5-a730-f3f6579ff650 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:15:22.416064 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.417168 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1e77b4a5-d6c2-4c7e-9c86-55ec6717b2d4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/routers/1eadb71f-d32b-44b5-a730-f3f6579ff650 HTTP/1.1" status: 204 len: 168 time: 0.7680564 Jun 30 10:15:22.420121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42458) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:22.493670 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.584749 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.595405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a3f7fb-410d-4d45-a7b0-46951c79305f']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:22.606643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd473606-2aec-4263-877e-0c83a4593428') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:22.606953 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd473606-2aec-4263-877e-0c83a4593428') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:22.620786 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.635929 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.644693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:15:22.645119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.647008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:15:22.648832 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:15:22.670258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:15:22.670707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 0a65aa9a-bc6b-4c39-ada4-f49de9166c2b not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:22.671189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:22.692766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:15:22.693208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 5e6a34d0-7392-4fcc-bafc-bac7c06f5052 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:22.711166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.718739 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.720752 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/networks/f5a3f7fb-410d-4d45-a7b0-46951c79305f HTTP/1.1" status: 204 len: 168 time: 0.2996991 Jun 30 10:15:22.723412 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42460) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:22.740603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b0519-14d2-4d28-87ae-b75a1bd54f95 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Network': ['ID=f5a3f7fb-410d-4d45-a7b0-46951c79305f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:22.796199 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.823514 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.884206 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.886777 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:22.887935 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/security-groups/1baa3289-cb27-4073-bed1-7f59693b8382 HTTP/1.1" status: 204 len: 168 time: 0.1635575 Jun 30 10:15:22.897097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5833b6-30e2-4729-a8e9-55aa66d50d1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa3289-cb27-4073-bed1-7f59693b8382,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.378035 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42466) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.383150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658873745', 'description': 'tempest-secgroup-smoke-1658873745 description', 'project_id': 'd5fa477c5dec421f81968ea108e97d34'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:23.405298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.482828 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.486479 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.514040 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.515247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362102 Jun 30 10:15:23.517064 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78645f38-d96a-4c3f-959c-558e1aa97e2d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b889371-cd44-44ce-996e-da98b56b040f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.518276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42468) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.524041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:23.549530 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.604433 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.607786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.624702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f89fd2-e0e6-424c-9a68-309e6cd7a26d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.631053 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.632850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-610045e2-eb06-47cc-a766-ddca6b130a7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124969 Jun 30 10:15:23.635740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42470) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.640340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:23.665518 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.722065 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.725617 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.748983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679a9379-4569-42c3-856a-171539630d9f,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.753336 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.755264 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-973ee7c4-bc7b-49db-824c-9f01184b62e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177697 Jun 30 10:15:23.757925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42472) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.762525 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:23.787590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.846315 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.850023 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.867650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac16fe-6e37-4b17-9317-b94f214bdb74,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.873022 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.874843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-30e03bd8-0ba3-4b8f-9fc5-77a3e6cfba3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157548 Jun 30 10:15:23.876849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42474) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.881285 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:23.906459 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.963388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.966823 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.985074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2f45ff-fb5b-489f-b5af-5aac1e1b384e,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:23.988106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:23.992557 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5c74e215-4be7-47c7-966c-b5de9e35fdde tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1115999 Jun 30 10:15:23.993083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42476) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:23.997188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:24.017635 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:15:24.022237 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.080437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.084071 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.104892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fa8c2b-62cf-4de3-969a-164302d95d14,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:24.107554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.108711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-d582431f-5d45-4ff8-9a3a-b6921d736bc3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150231 Jun 30 10:15:24.112093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42478) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:24.117322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': '4b889371-cd44-44ce-996e-da98b56b040f', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:24.138098 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:15:24.142637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.203334 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.207031 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.224238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f7b887-fafc-4100-bb93-d85ca313bfb0,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:24.231664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.232881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6fbeaa34-f662-4280-a9f3-bcb300104592 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195326 Jun 30 10:15:24.235761 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42480) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:24.240550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'network': {'name': 'tempest-network-smoke--1257020591', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:24.260950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:24.264365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.286937 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:15:24.296412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.296792 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Added segment d8e28928-859e-49eb-b025-38b101c37275 of type vlan for network 9dde582c-fb78-4642-82f2-2d7fd668ca29 Jun 30 10:15:24.336749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.364079 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.369545 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:24.370866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.380667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:15:24.402054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:15:24.402335 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 7fe2e4b6-d376-491e-83b5-b0d1f6076ab3 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:15:24.423261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1864653 Jun 30 10:15:24.426145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42482) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:24.430872 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'admin_state_up': True, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:24.439909 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fced-fad2-49d3-b951-0dea4aa8c086 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Network': ['ID=9dde582c-fb78-4642-82f2-2d7fd668ca29,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:24.450033 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:15:24.456140 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.457197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.512621 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:24.646233 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.149306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.167796 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.269110 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.158 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ab31012b-0e4d-4a54-bf5b-601505850cc9) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:25.365399 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.402357 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.436784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:25.439432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:25.442682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:25.473427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=ab31012b-0e4d-4a54-bf5b-601505850cc9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:25.727407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:25.954553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.080897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:15:26.190348 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:15:26.199924 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Sync routers for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:15:26.208629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.209294 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:26.209933 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:26.210127 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a7857630-3ad6-4e7c-9912-2fe710e21877 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7828476 Jun 30 10:15:26.213331 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42484) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.249084 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-be189097-df3c-4025-a12e-962bdb583c4c tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d5fa477c5dec421f81968ea108e97d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319710 Jun 30 10:15:26.249364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42486) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.312237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:26.333395 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564a88d-c053-4f96-967e-a8215704f241 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:26.334842 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f564a88d-c053-4f96-967e-a8215704f241 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845516 Jun 30 10:15:26.337776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42488) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.375732 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a7295a7b-139c-4101-8280-c2bb486613b8 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341985 Jun 30 10:15:26.375922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42490) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.381051 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1534974869', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:26.466365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:26.469861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.490217 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:25Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:26.515454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Checking router: 2f45a8e2-bf44-4b47-b4cf-99402177ce76 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:15:26.515781 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Updating router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 port ab31012b-0e4d-4a54-bf5b-601505850cc9 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:15:26.557595 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.658456 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.720251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Subnet': ['ID=5feabe5f-e543-4596-8d3c-295ff6c71e77,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:26.728382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Checking segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:26.728382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network hostable DHCP agents. Network: 9dde582c-fb78-4642-82f2-2d7fd668ca29, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:15:26.746227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:15:26.754434 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 9dde582c-fb78-4642-82f2-2d7fd668ca29) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:26.763594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907ac50-0168-49ef-86a1-37ccaf441b42 None None] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:15:26.767023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:26.767718 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.783301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c48e07d6-fd57-4ab1-8371-30adeb05b8ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4062040 Jun 30 10:15:26.786190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42492) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:26.893474 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.906967 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Transition to ACTIVE for port object ab31012b-0e4d-4a54-bf5b-601505850cc9 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:26.915622 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.918837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-9dde582c-fb78-4642-82f2-2d7fd668ca29', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:15:26.920123 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.971176 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Attempting to bind port ab31012b-0e4d-4a54-bf5b-601505850cc9 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:26.971703 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Attempting to bind port ab31012b-0e4d-4a54-bf5b-601505850cc9 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:26.972178 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Attempting to bind port ab31012b-0e4d-4a54-bf5b-601505850cc9 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:26.974303 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bedc51-3267-4069-ac8b-62c69bfa9410 None None] Pushing event updated for resources: {'Port': ['ID=ab31012b-0e4d-4a54-bf5b-601505850cc9,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:26.980890 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:26.981413 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:26.981943 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:26.982866 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:26.983446 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Bound port: ab31012b-0e4d-4a54-bf5b-601505850cc9, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:26.983923 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.037132 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] For port ab31012b-0e4d-4a54-bf5b-601505850cc9, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:27.040649 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] For port ab31012b-0e4d-4a54-bf5b-601505850cc9, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab31012b-0e4d-4a54-bf5b-601505850cc9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:27.045324 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.074792 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Allocated IP 172.20.0.2 (9dde582c-fb78-4642-82f2-2d7fd668ca29/5feabe5f-e543-4596-8d3c-295ff6c71e77/59c410b5-e7bf-4b7b-9521-9d973b552346) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:27.106459 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:27.107085 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:27.141944 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bedc51-3267-4069-ac8b-62c69bfa9410 None None] Pushing event updated for resources: {'Port': ['ID=ab31012b-0e4d-4a54-bf5b-601505850cc9,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.223030 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:27.229931 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.238766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Transition to ACTIVE for port object 59c410b5-e7bf-4b7b-9521-9d973b552346 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:27.254527 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Transition to ACTIVE for port object 59c410b5-e7bf-4b7b-9521-9d973b552346 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:27.260284 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.262205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.306150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:27.310503 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:27.316150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:27.324156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Pushing event updated for resources: {'Port': ['ID=59c410b5-e7bf-4b7b-9521-9d973b552346,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.383211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Attempting to bind port 59c410b5-e7bf-4b7b-9521-9d973b552346 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:27.383596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Attempting to bind port 59c410b5-e7bf-4b7b-9521-9d973b552346 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:27.384207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Attempting to bind port 59c410b5-e7bf-4b7b-9521-9d973b552346 on network 9dde582c-fb78-4642-82f2-2d7fd668ca29 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:27.389644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:27.390082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Checking segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:27.390490 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.390893 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Bound using segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:27.391366 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Bound port: 59c410b5-e7bf-4b7b-9521-9d973b552346, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:27.391757 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.416684 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2de24484-3d10-46fc-9567-339f997be079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:25Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:27.443319 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de24484-3d10-46fc-9567-339f997be079 None None] The sync data for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 is: [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:25Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:15:27.456479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] For port 59c410b5-e7bf-4b7b-9521-9d973b552346, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:27.460151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] For port 59c410b5-e7bf-4b7b-9521-9d973b552346, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=59c410b5-e7bf-4b7b-9521-9d973b552346,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:27.467662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.527969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ef8dc-cdb2-44ca-a658-5fb273c098fc None None] Pushing event updated for resources: {'Port': ['ID=59c410b5-e7bf-4b7b-9521-9d973b552346,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.619972 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.1 (9dde582c-fb78-4642-82f2-2d7fd668ca29/5feabe5f-e543-4596-8d3c-295ff6c71e77/1e81a54b-98d8-485a-9bcd-e8ef2635f000) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:27.782375 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.798261 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 1e81a54b-98d8-485a-9bcd-e8ef2635f000 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:27.842546 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:27.867932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:27.886786 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:27.891671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:27.940925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:27.951771 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.100309 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.412289 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.420571 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.499684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab31012b-0e4d-4a54-bf5b-601505850cc9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:28.501861 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.506576 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:28.539704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7080ae-de71-4f8e-a7ec-b1713ba147e8 None None] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:15:28.605203 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:28.606753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:28.607581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ed846760-dbaf-4741-8116-d04829db3a68 None None] Provisioning for port 59c410b5-e7bf-4b7b-9521-9d973b552346 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:28.631760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ab31012b-0e4d-4a54-bf5b-601505850cc9 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:28.646340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ab31012b-0e4d-4a54-bf5b-601505850cc9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:28.646714 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.729003 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:15:28.796524 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.828607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ab31012b-0e4d-4a54-bf5b-601505850cc9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab31012b-0e4d-4a54-bf5b-601505850cc9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:28.837217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:28.838025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 59c410b5-e7bf-4b7b-9521-9d973b552346 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:28.861859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:15:28.873480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8de1201f-d731-467a-a88f-3aae73c81d63 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/2f45a8e2-bf44-4b47-b4cf-99402177ce76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856175 Jun 30 10:15:28.927178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ab31012b-0e4d-4a54-bf5b-601505850cc9,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:28.945588 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 59c410b5-e7bf-4b7b-9521-9d973b552346 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:28.950336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 59c410b5-e7bf-4b7b-9521-9d973b552346 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:28.951224 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.040433 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.042626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-ae0363bd-a99a-4f2c-983d-2effa9932e15 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658873745&fields=id&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 267 time: 0.0452976 Jun 30 10:15:29.078860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 59c410b5-e7bf-4b7b-9521-9d973b552346, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=59c410b5-e7bf-4b7b-9521-9d973b552346,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:29.083863 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.144498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=59c410b5-e7bf-4b7b-9521-9d973b552346,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:29.151981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Provisioning for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:29.156920 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Provisioning complete for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:29.156920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.183232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Sync routers for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:15:29.188147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-3ae635ce-7d5c-4a37-ad76-7187f8753bed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:29.189929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-3ae635ce-7d5c-4a37-ad76-7187f8753bed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 797 time: 0.1395257 Jun 30 10:15:29.210386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-9caedb43-929a-49de-9421-58100dc0fe7c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/quotas/d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 375 time: 0.0112910 Jun 30 10:15:29.212183 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:15:29.213929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:29.214568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:29.265528 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Provisioning complete for port 59c410b5-e7bf-4b7b-9521-9d973b552346 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:29.266501 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4db10695-1bda-4b8e-ad45-a5b10615b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.301898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-af01f7f3-9f18-4de7-9641-e6ce126a6f0a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847559 Jun 30 10:15:29.367209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:29.421514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-12e17019-86bc-4460-9bb3-fb79c9ae3ebc service neutron] 10.222.0.66 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032147 Jun 30 10:15:29.457470 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab939d04-e733-4f7c-8ca0-b5acaaf978a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.523490 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-f785d893-c48f-4ba5-857f-2205cb8da0c6 service neutron] 10.222.0.66 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957019 Jun 30 10:15:29.726806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4967b374-22eb-4bb8-b547-a5ffa8da036e req-f08bd489-a5cb-45b0-bc51-89896cbfe245 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 210 time: 0.0409214 Jun 30 10:15:29.841132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 2, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:29.877896 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Checking router: 2f45a8e2-bf44-4b47-b4cf-99402177ce76 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:15:29.878255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Updating router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:15:29.881044 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7ab5edf5-b10d-4aeb-b08e-2375bd044e15 None None] Provisioning complete for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:29.881424 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ab5edf5-b10d-4aeb-b08e-2375bd044e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.943659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:29.954539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5edf5-b10d-4aeb-b08e-2375bd044e15 None None] Port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:15:30.234606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.245633 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Transition to ACTIVE for port object 1e81a54b-98d8-485a-9bcd-e8ef2635f000 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:30.252251 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.302161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b470e-3c92-4a54-bd79-e03d100294e5 None None] Pushing event updated for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:30.362123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Attempting to bind port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:30.362479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Attempting to bind port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:30.363100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Attempting to bind port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 on network 9dde582c-fb78-4642-82f2-2d7fd668ca29 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:30.369305 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:30.369698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Checking segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:30.370151 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.370637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Bound using segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:30.371124 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Bound port: 1e81a54b-98d8-485a-9bcd-e8ef2635f000, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:30.371520 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.455814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] For port 1e81a54b-98d8-485a-9bcd-e8ef2635f000, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:30.459631 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] For port 1e81a54b-98d8-485a-9bcd-e8ef2635f000, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1e81a54b-98d8-485a-9bcd-e8ef2635f000,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:30.468970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.471255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab31012b-0e4d-4a54-bf5b-601505850cc9 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:30.560047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:30.560618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:30.604132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b470e-3c92-4a54-bd79-e03d100294e5 None None] Pushing event updated for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:30.662590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ab31012b-0e4d-4a54-bf5b-601505850cc9 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:30.662975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:30.720417 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:30.874111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 59c410b5-e7bf-4b7b-9521-9d973b552346 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:30.934594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c248c37e-c8a5-4f5e-ade6-b4947f313ee1 req-5d95dc55-d48e-4025-95eb-def3d8739f9f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 210 time: 0.0673833 Jun 30 10:15:30.975650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 59c410b5-e7bf-4b7b-9521-9d973b552346 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:30.976104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.001622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-7b34d25a-1056-42f6-bb64-4d0c25344486 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:31.003547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-7b34d25a-1056-42f6-bb64-4d0c25344486 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 797 time: 0.1461284 Jun 30 10:15:31.038400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:31.050061 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-7bc33c3d-8059-48be-b329-a994e702f6f2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 380 time: 0.0377846 Jun 30 10:15:31.059579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'port': {'device_id': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'admin_state_up': True, 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'security_groups': ['4b889371-cd44-44ce-996e-da98b56b040f']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:31.083084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179313f7-1fde-4c2b-983f-31acc59fffbc None None] The sync data for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 is: [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:15:31.191376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:15:31.196613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.330618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.5 (9dde582c-fb78-4642-82f2-2d7fd668ca29/5feabe5f-e543-4596-8d3c-295ff6c71e77/0b707be0-3e76-427e-a0fe-89e961ddf107) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:31.482911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.497181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 0b707be0-3e76-427e-a0fe-89e961ddf107 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:31.530897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.576783 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:31.580035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:31.582531 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:31.614972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:31.647429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:31.648437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.664354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-33df40e4-c972-4433-8b6b-861dcdbfd0c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088171 Jun 30 10:15:31.675544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Request body: {'port': {'device_id': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:31.761292 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.859535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5ee5c4bc-2846-4cf7-8691-65e55a0f2adc None None] Provisioning for port 0b707be0-3e76-427e-a0fe-89e961ddf107 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:31.863803 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5ee5c4bc-2846-4cf7-8691-65e55a0f2adc None None] Provisioning complete for port 0b707be0-3e76-427e-a0fe-89e961ddf107 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:31.864125 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c4bc-2846-4cf7-8691-65e55a0f2adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:31.903620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5c4bc-2846-4cf7-8691-65e55a0f2adc None None] Port 0b707be0-3e76-427e-a0fe-89e961ddf107 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:15:31.999786 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a636a097-72d2-4cd7-9ade-cace232d13bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.053196 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b707be0-3e76-427e-a0fe-89e961ddf107 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:15:32.061548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.074588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Transition to ACTIVE for port object 0b707be0-3e76-427e-a0fe-89e961ddf107 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:15:32.088774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.133290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.174518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Pushing event updated for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:32.234747 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64c5d3-672d-4e37-a221-28e5bca00276 req-3292843e-8708-449f-9b85-aaf1d7ace47a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:32.236356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc64c5d3-672d-4e37-a221-28e5bca00276 req-3292843e-8708-449f-9b85-aaf1d7ace47a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 943 time: 0.1585040 Jun 30 10:15:32.295291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Attempting to bind port 0b707be0-3e76-427e-a0fe-89e961ddf107 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:15:32.295630 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Attempting to bind port 0b707be0-3e76-427e-a0fe-89e961ddf107 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:15:32.295956 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Attempting to bind port 0b707be0-3e76-427e-a0fe-89e961ddf107 on network 9dde582c-fb78-4642-82f2-2d7fd668ca29 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:32.303669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc64c5d3-672d-4e37-a221-28e5bca00276 req-e73161bb-21dc-46b4-b0ce-a8f19f726fa4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608430 Jun 30 10:15:32.305861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Port 0b707be0-3e76-427e-a0fe-89e961ddf107 on network 9dde582c-fb78-4642-82f2-2d7fd668ca29 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:15:32.306165 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Attempting to bind port 0b707be0-3e76-427e-a0fe-89e961ddf107 on network 9dde582c-fb78-4642-82f2-2d7fd668ca29 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:15:32.312345 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:15:32.312687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Checking segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:15:32.313073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Bound using segment: {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:15:32.313507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Bound port: 0b707be0-3e76-427e-a0fe-89e961ddf107, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e28928-859e-49eb-b025-38b101c37275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:15:32.313896 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.379553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:15:32.384776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0b707be0-3e76-427e-a0fe-89e961ddf107,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:15:32.389398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.425241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:32.425910 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.427306 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 1092 time: 0.7562020 Jun 30 10:15:32.427769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:32.430416 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b" -d '{"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:32.466716 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f33f3b-6c3c-44fd-961b-5e4df3abef77 service neutron] Pushing event updated for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:32.474629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1e81a54b-98d8-485a-9bcd-e8ef2635f000 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:32.514772 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff2725c-11c0-4147-adc2-1791fb188b59 x-openstack-request-id: req-aff2725c-11c0-4147-adc2-1791fb188b59 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:32.515054 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:32.515326 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aff2725c-11c0-4147-adc2-1791fb188b59 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:32.515937 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'status': 'completed', 'code': 200} Jun 30 10:15:32.530146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:32.534988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:32.535444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.546817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e7403347-1ed4-4410-95b8-8ffd4d810e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:32.548324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-e7403347-1ed4-4410-95b8-8ffd4d810e68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1095 time: 0.0655031 Jun 30 10:15:32.596175 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-53c18824-655a-4e7c-b009-44490b84ae48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 217 time: 0.0405481 Jun 30 10:15:32.625784 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.647128 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-fad3c37a-5807-47f8-b513-8f52678f94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:32.648670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-fad3c37a-5807-47f8-b513-8f52678f94f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0467696 Jun 30 10:15:32.661630 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1e81a54b-98d8-485a-9bcd-e8ef2635f000, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1e81a54b-98d8-485a-9bcd-e8ef2635f000,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:32.665689 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:32.711596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-268c1b9c-aef6-42d1-bd43-a4eaf08c6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:32.713382 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-268c1b9c-aef6-42d1-bd43-a4eaf08c6778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541358 Jun 30 10:15:32.725705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:32.806035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-a1015639-59d8-4009-a372-368c39d90454 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857661 Jun 30 10:15:32.893471 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f6dd7cdd-852b-4e12-a875-6aaa6fb1a43c req-cf7bff6c-e3f5-4b19-97d0-617bbb5b81ca service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809176 Jun 30 10:15:33.002678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-c886d8d1-9131-4447-90ba-dfe102740377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.004987 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-c886d8d1-9131-4447-90ba-dfe102740377 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1095 time: 0.0618489 Jun 30 10:15:33.093721 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-480dc8fa-f40c-46fb-9c87-cf34e8fc6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.096728 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-480dc8fa-f40c-46fb-9c87-cf34e8fc6183 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.0858018 Jun 30 10:15:33.137927 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-e234ca8e-8389-45e5-881e-57684ce836a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 217 time: 0.0343285 Jun 30 10:15:33.190071 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-2e975feb-de38-4d94-bab7-d12dc93b83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.191523 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-2e975feb-de38-4d94-bab7-d12dc93b83c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0478468 Jun 30 10:15:33.248264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-78bd6744-d40e-40aa-8199-2ad38494fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.249981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-78bd6744-d40e-40aa-8199-2ad38494fd7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526600 Jun 30 10:15:33.250788 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:33.338905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-f19988ba-fcb6-441f-b2d6-b1bdbccbbd5a service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808194 Jun 30 10:15:33.471934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-31b7f84e-861c-4fb5-b1fa-e06bdef3611b req-f039176a-8ee9-44b8-bbda-3d690ee85bc6 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277959 Jun 30 10:15:33.534130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eea3f6-9d99-4a57-b86e-868192c34c0e req-e7d33a7f-a242-4a94-b40c-1026af66f98b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:33.535594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94eea3f6-9d99-4a57-b86e-868192c34c0e req-e7d33a7f-a242-4a94-b40c-1026af66f98b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 943 time: 0.0627992 Jun 30 10:15:33.573261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94eea3f6-9d99-4a57-b86e-868192c34c0e req-305815ee-0df4-44ce-8244-817c4b0946fb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Jun 30 10:15:34.059453 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.428092 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1e81a54b-98d8-485a-9bcd-e8ef2635f000 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:34.473049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:34.473423 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.748804 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea115e-7c49-4501-b7a4-f36b412fc7ad req-2892658c-060f-4039-9907-ab7e79d15448 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:34.750308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eeea115e-7c49-4501-b7a4-f36b412fc7ad req-2892658c-060f-4039-9907-ab7e79d15448 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 943 time: 0.0660248 Jun 30 10:15:34.787966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-eeea115e-7c49-4501-b7a4-f36b412fc7ad req-f7796882-93ac-490b-8a65-8e4f183f6b7f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Jun 30 10:15:34.900717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:34.984508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0b707be0-3e76-427e-a0fe-89e961ddf107 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:15:35.074431 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0b707be0-3e76-427e-a0fe-89e961ddf107,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:35.085003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'port_id': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'mac_address': 'fa:16:3e:c7:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:15:35.120952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:35.137131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b707be0-3e76-427e-a0fe-89e961ddf107 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:15:35.155541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0b707be0-3e76-427e-a0fe-89e961ddf107,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:35.158901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:35.206705 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:35.532337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['0b707be0-3e76-427e-a0fe-89e961ddf107'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:15:35.853909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:35.960857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36066707-4303-46e7-a349-c9e5d8f511a9 req-f85c9d44-eb41-400c-8ef9-30ef8670867a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:35.962424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36066707-4303-46e7-a349-c9e5d8f511a9 req-f85c9d44-eb41-400c-8ef9-30ef8670867a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 944 time: 0.0624654 Jun 30 10:15:35.998752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36066707-4303-46e7-a349-c9e5d8f511a9 req-d9b9d4b7-1704-4ff5-b48e-d78773ff7924 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307994 Jun 30 10:15:36.983946 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0b707be0-3e76-427e-a0fe-89e961ddf107 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:15:37.031815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 0b707be0-3e76-427e-a0fe-89e961ddf107 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:15:37.035382 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 0b707be0-3e76-427e-a0fe-89e961ddf107 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:15:37.035763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:37.113144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:37.135858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:37.138161 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e8d89b-48dc-4694-88df-377df1ee17d1" -d '{"events": [{"server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "name": "network-vif-plugged", "status": "completed", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:37.150916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0b707be0-3e76-427e-a0fe-89e961ddf107,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:15:37.155495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:37.180051 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c1f5bb-068a-4509-8d05-4f8ef3772b95 x-openstack-request-id: req-b5c1f5bb-068a-4509-8d05-4f8ef3772b95 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:37.180351 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "name": "network-vif-plugged", "status": "completed", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:37.180610 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5c1f5bb-068a-4509-8d05-4f8ef3772b95 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:37.181005 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'code': 200} Jun 30 10:15:37.187066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd330-46ea-4eb3-a148-24317a328a1d req-2725a4d8-4595-489a-8559-fbd86458d520 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:37.188598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e6fd330-46ea-4eb3-a148-24317a328a1d req-2725a4d8-4595-489a-8559-fbd86458d520 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 944 time: 0.0779476 Jun 30 10:15:37.207827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:37.236891 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5e6fd330-46ea-4eb3-a148-24317a328a1d req-1f3dc201-7952-4c8a-9617-980bd9a0da99 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361755 Jun 30 10:15:37.295284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c8061-bc12-457f-a9c2-d73ba2ffd3fc req-561d2d0f-44f8-40b5-99ee-81e0d3cd936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:37.296733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e68c8061-bc12-457f-a9c2-d73ba2ffd3fc req-561d2d0f-44f8-40b5-99ee-81e0d3cd936a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0542026 Jun 30 10:15:37.336054 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e68c8061-bc12-457f-a9c2-d73ba2ffd3fc req-35bbf14e-1409-4efb-8300-65610608e2b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Jun 30 10:15:38.426488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510d76-5091-489b-8c92-8c5757737715 req-a8110493-3e52-4b1f-b77b-0e71d1c80678 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:38.428371 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8510d76-5091-489b-8c92-8c5757737715 req-a8110493-3e52-4b1f-b77b-0e71d1c80678 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0722084 Jun 30 10:15:38.467625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8510d76-5091-489b-8c92-8c5757737715 req-adda6cb5-e0b9-4694-aa8f-767eebb880e1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Jun 30 10:15:39.638969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e61f4-db5c-4de4-a814-38cdec29abe8 req-c4a748e9-848d-4920-bb2b-bd39d8b51a64 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:39.640446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c95e61f4-db5c-4de4-a814-38cdec29abe8 req-c4a748e9-848d-4920-bb2b-bd39d8b51a64 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0645206 Jun 30 10:15:39.678318 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c95e61f4-db5c-4de4-a814-38cdec29abe8 req-8b029215-ad31-4f51-8769-cf39555e8416 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jun 30 10:15:39.851338 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146d0b-4d68-401c-9b28-08e8af9c5ced req-f28cd778-167a-4527-8f5c-c8653ee803c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:39.852798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5146d0b-4d68-401c-9b28-08e8af9c5ced req-f28cd778-167a-4527-8f5c-c8653ee803c6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0624666 Jun 30 10:15:39.890497 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f5146d0b-4d68-401c-9b28-08e8af9c5ced req-5165a057-5bcf-4690-b228-4ff35def6838 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Jun 30 10:15:39.914310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42544) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:39.965487 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c466010-973c-480d-a7fb-587a5dc10bba tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:39.967062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8c466010-973c-480d-a7fb-587a5dc10bba tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1092 time: 0.0517600 Jun 30 10:15:39.969930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42546) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:39.974227 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:15:39.996568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.101449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.208183 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.2 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/e7ba9e59-fd87-4895-8f09-410c71c74803) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:15:40.315642 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.354317 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:40.402287 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:15:40.405033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:15:40.407797 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:15:40.454467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=e7ba9e59-fd87-4895-8f09-410c71c74803,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:41.079775 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.154661 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.299787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.304866 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.371274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=e7ba9e59-fd87-4895-8f09-410c71c74803,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:15:41.379151 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.479939 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP d157ed32-cc34-44c0-b906-90ec4f4f4516 associated. External IP: 172.25.4.2, port: 0b707be0-3e76-427e-a0fe-89e961ddf107. Jun 30 10:15:41.682256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:15:41.789244 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:15:41.799435 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Sync routers for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:15:41.807932 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.810813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:41.811431 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:41.844814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f2584ad4-e0b9-49db-83f1-5065459cb34e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8738539 Jun 30 10:15:41.845417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:15:41.847935 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196" -d '{"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:15:41.891435 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3713d90-ba54-4f85-a404-9bcaaeac7b34 x-openstack-request-id: req-e3713d90-ba54-4f85-a404-9bcaaeac7b34 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:15:41.891845 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:15:41.892200 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3713d90-ba54-4f85-a404-9bcaaeac7b34 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:15:41.892698 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'status': 'completed', 'code': 200} Jun 30 10:15:41.918175 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:42.004753 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-fd6404cc-447e-48e6-96b3-eadf870ea885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.006213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-fd6404cc-447e-48e6-96b3-eadf870ea885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0893683 Jun 30 10:15:42.075422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ee666-e63e-4c26-ba7c-b2fcbbaa15ba req-b6ad60ca-bb83-4c99-87aa-838ddb8038a9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.076886 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb2ee666-e63e-4c26-ba7c-b2fcbbaa15ba req-b6ad60ca-bb83-4c99-87aa-838ddb8038a9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.1264813 Jun 30 10:15:42.137452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fb2ee666-e63e-4c26-ba7c-b2fcbbaa15ba req-f05963ab-20f4-44f5-a3b4-01242ad285a9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544019 Jun 30 10:15:42.138636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-4db743af-3e04-44e0-9c49-dc914f29d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.138767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'd157ed32-cc34-44c0-b906-90ec4f4f4516', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'port_id': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'mac_address': 'fa:16:3e:c7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:15:40Z', 'updated_at': '2021-06-30T10:15:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:42.139993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-4db743af-3e04-44e0-9c49-dc914f29d334 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.1275239 Jun 30 10:15:42.162413 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42552) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:42.165598 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Checking router: 2f45a8e2-bf44-4b47-b4cf-99402177ce76 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:15:42.174660 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:15:42.175263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:15:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:42.211713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-1303d0ff-ee33-47ab-b875-526990365df4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 997 time: 0.0652506 Jun 30 10:15:42.227956 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-99d05daa-684d-4913-a591-c4c8b58af84a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/d157ed32-cc34-44c0-b906-90ec4f4f4516 HTTP/1.1" status: 200 len: 989 time: 0.0641611 Jun 30 10:15:42.259784 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-14b18cec-6bf2-4ceb-9b48-def6869e4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.261170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-14b18cec-6bf2-4ceb-9b48-def6869e4642 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0433848 Jun 30 10:15:42.279839 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:15:42.317769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-ae7ae31e-8899-4d06-bc04-64cc3da3468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:42.319282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-ae7ae31e-8899-4d06-bc04-64cc3da3468a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517063 Jun 30 10:15:42.421411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-1d6ff031-bf76-44da-8132-e6adcd43ad0f service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962200 Jun 30 10:15:42.504464 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'd157ed32-cc34-44c0-b906-90ec4f4f4516', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'port_id': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'mac_address': 'fa:16:3e:c7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:15:40Z', 'updated_at': '2021-06-30T10:15:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:15:42.510993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6989b2a6-d19f-4d4f-9632-1b2ea80f3196 req-1be01eb3-01d6-4b09-85c0-e9c855a454b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828650 Jun 30 10:15:42.530291 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2dd771-9462-4af0-bb1b-d4d024e4e009 None None] The sync data for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 is: [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'd157ed32-cc34-44c0-b906-90ec4f4f4516', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.2', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'port_id': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'mac_address': 'fa:16:3e:c7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:15:40Z', 'updated_at': '2021-06-30T10:15:40Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:15:42.722216 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124101-5cea-47cd-852a-d1439bb1ba81 None None] New status for floating IP d157ed32-cc34-44c0-b906-90ec4f4f4516: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:15:43.230099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42554) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:15:43.292284 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0afff9ef-a14f-424a-8ad9-a49cbd8d7bcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/d157ed32-cc34-44c0-b906-90ec4f4f4516 HTTP/1.1" status: 200 len: 991 time: 0.0610425 Jun 30 10:15:49.152955 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:59.409743 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4525001d-75b3-4fb7-b30d-3d1c1e174d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:01.991578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a2cc867e-d621-4409-a0da-3bc91b72494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:02.135219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:03.252297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:04.059221 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:04.908377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:05.873638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.939898 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-84edd377-f335-4d81-87d2-d6e41d698d86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549896 Jun 30 10:16:15.030586 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-eaf2a585-8174-4f12-9d7a-f83429cd911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:15.032026 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-eaf2a585-8174-4f12-9d7a-f83429cd911a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0509250 Jun 30 10:16:15.134900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-65d1559a-42b2-43c4-b674-2e56b82b1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:15.136271 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-65d1559a-42b2-43c4-b674-2e56b82b1e58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.0855665 Jun 30 10:16:15.204226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-6fddd085-0f6b-41fe-9cc1-d60cbd490685 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 999 time: 0.0611424 Jun 30 10:16:15.250550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-f99b71c8-ba27-447f-8455-644632545fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:15.251935 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-f99b71c8-ba27-447f-8455-644632545fe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0410745 Jun 30 10:16:15.306874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-1d146109-7c3d-486b-800a-13bb7c3fb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:15.308315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-1d146109-7c3d-486b-800a-13bb7c3fb56d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500712 Jun 30 10:16:15.398876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-11443463-55f7-4c04-a1ea-fd0dc9ed38ac service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834308 Jun 30 10:16:15.486649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fe6a769-1f60-466e-babf-5e90acfbcbb1 req-f4f8a32d-4954-4df6-b32f-3cc2f5537c86 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815535 Jun 30 10:16:26.153002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:16:29.411087 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-69d5bc7c-0f3a-44fd-8cc8-a0bd70398ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:31.992442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed0c-ae2c-4351-9dd9-504c85ec2983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:32.135368 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:33.256489 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:34.058667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:34.910595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:35.875300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:46.236687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-1d9f4c49-0ab6-4b37-bde8-157cba62225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.238323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-1d9f4c49-0ab6-4b37-bde8-157cba62225d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0694480 Jun 30 10:16:46.358663 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc639ea-6388-426d-aa41-64d0343edb8a req-174bd281-aee0-46c5-ba78-80e55b55bef9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.360017 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bc639ea-6388-426d-aa41-64d0343edb8a req-174bd281-aee0-46c5-ba78-80e55b55bef9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.1398346 Jun 30 10:16:46.362675 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-5b818ba2-38a3-4e09-b590-600566edecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.363981 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-5b818ba2-38a3-4e09-b590-600566edecea service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.1098030 Jun 30 10:16:46.439460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1bc639ea-6388-426d-aa41-64d0343edb8a req-9132980e-7c14-458f-9505-bd1e4cde433b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738285 Jun 30 10:16:46.448178 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-77ef1d3e-7045-461d-b78d-e591479379b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 999 time: 0.0760639 Jun 30 10:16:46.500713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-e8fb1993-800b-44c8-806d-6402414c9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.502168 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-e8fb1993-800b-44c8-806d-6402414c9975 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0474055 Jun 30 10:16:46.558054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-af055d75-a118-4e1e-b468-1d37decbb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.559541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-af055d75-a118-4e1e-b468-1d37decbb427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506241 Jun 30 10:16:46.646379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-680f73c7-15f5-45de-af6c-569264ad49f5 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784864 Jun 30 10:16:46.737537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fe763ad9-4008-4fb5-883e-01e71b8a89ac req-faf032c5-fdb7-4ee8-a160-e8c893c922da service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839534 Jun 30 10:16:47.609767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae2cc2-eb6c-4355-9267-60b9eb212c8f req-5bf4d623-8c5c-489c-9482-0daa61f7f198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:47.611226 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40ae2cc2-eb6c-4355-9267-60b9eb212c8f req-5bf4d623-8c5c-489c-9482-0daa61f7f198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0616405 Jun 30 10:16:47.648541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-40ae2cc2-eb6c-4355-9267-60b9eb212c8f req-c7793dbc-c1c0-4a1a-a275-51e6849b1a92 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jun 30 10:16:48.825237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc98a83-c14c-4dce-b32d-5b34d234c5c5 req-15265a07-b56e-4837-9b5b-795ded70005b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:48.826758 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddc98a83-c14c-4dce-b32d-5b34d234c5c5 req-15265a07-b56e-4837-9b5b-795ded70005b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0649495 Jun 30 10:16:48.870268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ddc98a83-c14c-4dce-b32d-5b34d234c5c5 req-1f5022c3-744a-4802-b884-6dbb49d77762 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378492 Jun 30 10:16:50.044130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90109a-a649-4cc4-8737-c4ee2eebad22 req-39f5b1ee-a605-4c2c-9b9c-80c0bc984603 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:50.045882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca90109a-a649-4cc4-8737-c4ee2eebad22 req-39f5b1ee-a605-4c2c-9b9c-80c0bc984603 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0628436 Jun 30 10:16:50.082888 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ca90109a-a649-4cc4-8737-c4ee2eebad22 req-c566898f-c927-4a04-86da-74aeb72a6eb0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jun 30 10:16:51.252638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfa7c-4d72-4f02-980b-2d91805c4c3b req-c04c6b5a-7949-4b13-b3bd-a44ae2abeb77 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:51.254128 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8dbfa7c-4d72-4f02-980b-2d91805c4c3b req-c04c6b5a-7949-4b13-b3bd-a44ae2abeb77 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0622823 Jun 30 10:16:51.289637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8dbfa7c-4d72-4f02-980b-2d91805c4c3b req-b5f2338b-ad3e-4b8c-b4db-7b7f798b8bdb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299726 Jun 30 10:16:52.463396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba19fa-87d6-4866-9bfd-e48fd094eaa9 req-9e225f37-7296-412b-8159-12db661b9e6b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:52.464859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84ba19fa-87d6-4866-9bfd-e48fd094eaa9 req-9e225f37-7296-412b-8159-12db661b9e6b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0654511 Jun 30 10:16:52.503183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-84ba19fa-87d6-4866-9bfd-e48fd094eaa9 req-e223860e-931d-4358-9ff9-20699120282c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Jun 30 10:16:53.670947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558606d8-95a6-4683-ac8c-b3ac6fbbc745 req-8e123e45-ec08-4740-bc5e-ad69c3ac34e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:53.672463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-558606d8-95a6-4683-ac8c-b3ac6fbbc745 req-8e123e45-ec08-4740-bc5e-ad69c3ac34e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0615473 Jun 30 10:16:53.709166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-558606d8-95a6-4683-ac8c-b3ac6fbbc745 req-0bad2d43-fa03-492b-a4c3-a5ea5955f119 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Jun 30 10:16:54.601184 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-6949f570-89ba-41fd-9a64-7d28e7b113ab req-695267aa-dde2-45e1-9729-7c0f198d992b service neutron] (94183) timed out ('10.222.0.66', 48790) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:16:54.880076 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33801160-7e07-42e3-8dc5-67e349eb4bf1 req-19b74a84-1cfd-4f58-b260-2aa89c2c1c68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:54.881449 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33801160-7e07-42e3-8dc5-67e349eb4bf1 req-19b74a84-1cfd-4f58-b260-2aa89c2c1c68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0630214 Jun 30 10:16:54.922324 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-33801160-7e07-42e3-8dc5-67e349eb4bf1 req-6c944985-998c-46e9-a0f6-198c911b70aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Jun 30 10:16:56.090403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903a9d-2c70-45bc-8d5b-75f46fbb5e74 req-418ed4fa-019e-449d-9d22-7261959c4bf3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:56.091773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e903a9d-2c70-45bc-8d5b-75f46fbb5e74 req-418ed4fa-019e-449d-9d22-7261959c4bf3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0617051 Jun 30 10:16:56.128190 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2e903a9d-2c70-45bc-8d5b-75f46fbb5e74 req-b42ef255-804a-47fb-b2ce-d5d7e02170b7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Jun 30 10:16:57.297533 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5004-d6f0-4f60-9313-baa1ec52baf6 req-ac368f8c-5c53-4b7d-8e70-9a2d93b6a427 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:57.299066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-125b5004-d6f0-4f60-9313-baa1ec52baf6 req-ac368f8c-5c53-4b7d-8e70-9a2d93b6a427 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0625484 Jun 30 10:16:57.335327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-125b5004-d6f0-4f60-9313-baa1ec52baf6 req-3f2c8ecd-fe12-48ff-8963-c5acbceeb510 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307164 Jun 30 10:16:58.512011 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559777ef-930d-4e73-80b9-7b815228863f req-984698a8-6ab0-4804-9c41-c2f53c95d3ea tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:58.513463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-559777ef-930d-4e73-80b9-7b815228863f req-984698a8-6ab0-4804-9c41-c2f53c95d3ea tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0647159 Jun 30 10:16:58.551703 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-559777ef-930d-4e73-80b9-7b815228863f req-20540093-963b-447f-9c89-0482ba8758da tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327382 Jun 30 10:16:58.575661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42606) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:16:58.633586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c60ad88b-15ee-4665-aa4d-cdfcd5ddd1fc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/d157ed32-cc34-44c0-b906-90ec4f4f4516 HTTP/1.1" status: 200 len: 991 time: 0.0566981 Jun 30 10:16:59.412571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-03ebf50a-23e7-46b5-86d0-305b2036ca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:01.993299 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-89408b4b-6adb-44cb-bbb9-4eb35aab7392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:02.134721 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:03.152307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:03.260590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.063469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:04.913307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:05.869677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.994938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-326348d6-307b-4acd-b4fa-75c58ba34010 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117556 Jun 30 10:17:17.089574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-fce4264f-fc9d-4304-8e69-281cda1e2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:17.090986 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-fce4264f-fc9d-4304-8e69-281cda1e2603 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0552051 Jun 30 10:17:17.192752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-a3988fec-4c3f-4e4a-acd9-b82ff77fa759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:17.194224 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-a3988fec-4c3f-4e4a-acd9-b82ff77fa759 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.0824440 Jun 30 10:17:17.262015 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-662773bd-f468-4b4a-8301-9b95a3f6946d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 999 time: 0.0602429 Jun 30 10:17:17.310407 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-fe67099b-a08f-4fea-b0a3-c00ec2144e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:17.312341 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-fe67099b-a08f-4fea-b0a3-c00ec2144e1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0443592 Jun 30 10:17:17.371067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-37b09be1-b2bb-4dc9-a9eb-43cdb16e5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:17.372424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-37b09be1-b2bb-4dc9-a9eb-43cdb16e5bba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537548 Jun 30 10:17:17.467507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-4fe4719b-9fda-4f48-bcf8-055340cb3a3a service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Jun 30 10:17:17.561527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e6aacbb9-914c-43c9-bc52-cd5a49c5229b req-f8424100-5ba8-4ae5-bd76-183a90f92ebc service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811038 Jun 30 10:17:29.413460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bf9e29c4-b7b2-43e4-a833-03038fe73dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:31.993235 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f07076cf-bafb-498b-8cde-fee69034be5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:32.133622 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:33.262612 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.083241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:34.912535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:35.872005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:40.152265 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:53.588331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42648) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:53.740024 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port e7ba9e59-fd87-4895-8f09-410c71c74803 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:17:53.740372 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:53.816911 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:53.817253 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:53.829048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for e7ba9e59-fd87-4895-8f09-410c71c74803 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:17:53.981170 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:54.007103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=e7ba9e59-fd87-4895-8f09-410c71c74803,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:54.031059 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.031405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.031742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.032081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.032412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.032738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.033066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.033390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.033719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.034067 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.034389 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.034707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:17:54.076969 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:54.077318 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP d157ed32-cc34-44c0-b906-90ec4f4f4516 disassociated (deleted). External IP: 172.25.4.2, port: 0b707be0-3e76-427e-a0fe-89e961ddf107. Jun 30 10:17:54.573221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:17:54.677428 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:17:54.681709 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:54.688325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Sync routers for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:17:54.697834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:54.698383 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:54.717958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1e652cb0-0558-4a9d-922f-016a61095d59 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/floatingips/d157ed32-cc34-44c0-b906-90ec4f4f4516 HTTP/1.1" status: 204 len: 168 time: 1.1284966 Jun 30 10:17:54.718661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:54.720930 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da900f8-0601-48be-b910-9b0e47ed11d3" -d '{"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:54.761961 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f14a7-755e-44f3-ba8d-6e428d158888 x-openstack-request-id: req-dc1f14a7-755e-44f3-ba8d-6e428d158888 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:54.762263 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:54.762584 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc1f14a7-755e-44f3-ba8d-6e428d158888 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:54.762984 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'status': 'completed', 'code': 200} Jun 30 10:17:54.808567 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:54.845162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-5762a211-3d9c-4d77-8c34-65c3046d4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:54.846850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-5762a211-3d9c-4d77-8c34-65c3046d4554 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 1097 time: 0.0623505 Jun 30 10:17:54.959787 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-a9ae9d7f-5169-4160-b22e-04c1e3714d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:54.961268 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-a9ae9d7f-5169-4160-b22e-04c1e3714d44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 200 len: 898 time: 0.1084704 Jun 30 10:17:55.005249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-0afbb848-34ff-4a82-8f6d-3341e05dbcd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 200 len: 217 time: 0.0372212 Jun 30 10:17:55.025821 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:55.051537 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Checking router: 2f45a8e2-bf44-4b47-b4cf-99402177ce76 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:17:55.068638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:17:55.069375 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:55.071204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-5c8b8709-68e7-453f-a0c2-630868a4897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:55.072922 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-5c8b8709-68e7-453f-a0c2-630868a4897d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 200 len: 835 time: 0.0604765 Jun 30 10:17:55.132932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-e03e9ed5-2d44-44b7-9247-5c662c565499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:55.134450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-e03e9ed5-2d44-44b7-9247-5c662c565499 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dde582c-fb78-4642-82f2-2d7fd668ca29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539067 Jun 30 10:17:55.176430 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:17:55.272261 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-6eb3f7e6-a186-4526-92a9-c76374807f71 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275599 Jun 30 10:17:55.280371 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61853ff7-eb6e-4f18-b85b-f8c756697af5 req-1144e868-89f9-4d5f-890a-7399fc4e7372 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:55.281759 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61853ff7-eb6e-4f18-b85b-f8c756697af5 req-1144e868-89f9-4d5f-890a-7399fc4e7372 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.2374671 Jun 30 10:17:55.365867 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:17:55.367510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61853ff7-eb6e-4f18-b85b-f8c756697af5 req-81843089-e21f-41f2-8efc-1c551ca8d474 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770810 Jun 30 10:17:55.394596 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4da900f8-0601-48be-b910-9b0e47ed11d3 req-76149205-a227-4203-9671-18f08301acf5 service neutron] 10.222.0.11 "GET /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119001 Jun 30 10:17:55.395475 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be12efa1-4288-48a7-a181-e0f2405938cb None None] The sync data for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 is: [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1e81a54b-98d8-485a-9bcd-e8ef2635f000', 'name': '', 'network_id': '9dde582c-fb78-4642-82f2-2d7fd668ca29', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:60:99:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:27Z', 'updated_at': '2021-06-30T10:15:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5feabe5f-e543-4596-8d3c-295ff6c71e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:17:55.606815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fec380-d137-4477-835f-11d256b838ae None None] New status for floating IP d157ed32-cc34-44c0-b906-90ec4f4f4516: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:17:56.586482 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b64e7-fea8-4aac-8df1-d622414c75c9 req-d70c078f-7d79-43d6-a83e-defe45bfaad7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:56.587924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176b64e7-fea8-4aac-8df1-d622414c75c9 req-d70c078f-7d79-43d6-a83e-defe45bfaad7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.1086757 Jun 30 10:17:56.624173 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-176b64e7-fea8-4aac-8df1-d622414c75c9 req-327854fd-d61a-442c-b784-808d18277b1d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=4b889371-cd44-44ce-996e-da98b56b040f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Jun 30 10:17:56.859651 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-9e4fe78c-c069-4de7-82d3-911284bc7d36 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:56.861066 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-9e4fe78c-c069-4de7-82d3-911284bc7d36 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 945 time: 0.0605047 Jun 30 10:17:56.958896 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 0b707be0-3e76-427e-a0fe-89e961ddf107 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:17:56.959240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:57.043384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 0b707be0-3e76-427e-a0fe-89e961ddf107, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=0b707be0-3e76-427e-a0fe-89e961ddf107,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:57.043742 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:57.055949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 0b707be0-3e76-427e-a0fe-89e961ddf107 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:17:57.186609 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:57.214115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=0b707be0-3e76-427e-a0fe-89e961ddf107,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:17:57.272136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] No DVR routers for this DVR port 0b707be0-3e76-427e-a0fe-89e961ddf107 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:17:57.275000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:57.276934 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d0866126-65a4-4fb6-b3b5-9900dd1bcf5f req-66b1aa9d-7ffe-422f-8399-2bed6e3570f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "DELETE /v2.0/ports/0b707be0-3e76-427e-a0fe-89e961ddf107 HTTP/1.1" status: 204 len: 173 time: 0.4104424 Jun 30 10:17:57.277366 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'name': 'network-vif-deleted', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:17:57.279729 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034ea02-4fcc-4da3-bb97-0f55e8926fa7" -d '{"events": [{"server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "name": "network-vif-deleted", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:17:57.319215 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c44b4a-b683-435e-8781-273b8ae70915 x-openstack-request-id: req-e0c44b4a-b683-435e-8781-273b8ae70915 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:17:57.319518 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405bba6a-8991-4874-b1ca-1ab0ea970920", "name": "network-vif-deleted", "tag": "0b707be0-3e76-427e-a0fe-89e961ddf107", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:17:57.319773 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0c44b4a-b683-435e-8781-273b8ae70915 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:17:57.320174 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405bba6a-8991-4874-b1ca-1ab0ea970920', 'name': 'network-vif-deleted', 'tag': '0b707be0-3e76-427e-a0fe-89e961ddf107', 'status': 'completed', 'code': 200} Jun 30 10:17:57.787251 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-98325cf0-ca2d-48f0-bfbf-b95082f54968 req-e972648b-800c-46cd-9899-6d9ee1b69f49 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=405bba6a-8991-4874-b1ca-1ab0ea970920 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Jun 30 10:17:58.880156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42670) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:17:59.414115 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0fe5122f-3e51-4dcf-90eb-527afe965ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:59.548657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:59.807622 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 1e81a54b-98d8-485a-9bcd-e8ef2635f000 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:17:59.807970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:59.894990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 1e81a54b-98d8-485a-9bcd-e8ef2635f000, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1e81a54b-98d8-485a-9bcd-e8ef2635f000,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:17:59.895733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:59.908177 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 1e81a54b-98d8-485a-9bcd-e8ef2635f000 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:18:00.092709 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.129706 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=1e81a54b-98d8-485a-9bcd-e8ef2635f000,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:00.155445 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.155721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.156114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.156429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.156730 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.157071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.157429 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.157772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.158112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.158535 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.158787 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.159126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:00.311067 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.525700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:18:00.629912 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:00.635306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e6db2df0-2c3e-4cae-9161-5bb960976daf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/2f45a8e2-bf44-4b47-b4cf-99402177ce76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529888 Jun 30 10:18:00.637543 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42676) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:00.640327 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Sync routers for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:00.649267 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:00.649916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:00.687579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting subnet 5feabe5f-e543-4596-8d3c-295ff6c71e77 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:18:00.690583 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.729158 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.751004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:00.820649 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.878829 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.905988 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Subnet': ['ID=5feabe5f-e543-4596-8d3c-295ff6c71e77,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:00.909772 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.914241 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae65ce39-faf5-41ab-9623-41996c11f0b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/subnets/5feabe5f-e543-4596-8d3c-295ff6c71e77 HTTP/1.1" status: 204 len: 168 time: 0.2731330 Jun 30 10:18:00.914532 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42678) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:00.920510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b0373-b0b5-469c-b997-346e75942999 None None] Network 9dde582c-fb78-4642-82f2-2d7fd668ca29 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:18:00.934139 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:18:00Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:00.960966 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Checking router: 2f45a8e2-bf44-4b47-b4cf-99402177ce76 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:00.970993 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Routers {'2f45a8e2-bf44-4b47-b4cf-99402177ce76'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:00.972471 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:17:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.025705 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.082687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] Set router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:01.120852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] DHCP port deletion for 9dde582c-fb78-4642-82f2-2d7fd668ca29 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:18:01.138201 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.172819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Deleting port 59c410b5-e7bf-4b7b-9521-9d973b552346 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:18:01.173523 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.192380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port ab31012b-0e4d-4a54-bf5b-601505850cc9 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:18:01.192732 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.238715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] For port 59c410b5-e7bf-4b7b-9521-9d973b552346, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=59c410b5-e7bf-4b7b-9521-9d973b552346,segment=NetworkSegment(d8e28928-859e-49eb-b025-38b101c37275),segment_id=d8e28928-859e-49eb-b025-38b101c37275)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:01.239109 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.254367 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Calling delete_port for 59c410b5-e7bf-4b7b-9521-9d973b552346 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:18:01.267709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:18:00Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.279527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port ab31012b-0e4d-4a54-bf5b-601505850cc9, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ab31012b-0e4d-4a54-bf5b-601505850cc9,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:01.279831 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.292517 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for ab31012b-0e4d-4a54-bf5b-601505850cc9 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:18:01.293866 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da967058-1dd7-4450-a8f6-4f1c61f9bdc4 None None] The sync data for ids ['2f45a8e2-bf44-4b47-b4cf-99402177ce76'] in n-d-779913-25 is: [{'id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905367589', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:15:24Z', 'updated_at': '2021-06-30T10:18:00Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ab31012b-0e4d-4a54-bf5b-601505850cc9', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f45a8e2-bf44-4b47-b4cf-99402177ce76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:15:25Z', 'updated_at': '2021-06-30T10:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:01.337662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.362441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Pushing event deleted for resources: {'Port': ['ID=59c410b5-e7bf-4b7b-9521-9d973b552346,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:01.366564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] No DVR routers for this DVR port 59c410b5-e7bf-4b7b-9521-9d973b552346 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:18:01.374125 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.374437 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.374804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.375145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.375483 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.375801 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.376132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.376463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.376790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.377110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.377435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.377774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f6799-4494-4dff-8a20-4b8a0f60f23a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.463737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.492101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=ab31012b-0e4d-4a54-bf5b-601505850cc9,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:01.553215 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.649669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.651677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.696677 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.697244 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Fanout notify agent at l3_agent the message router_deleted on router 2f45a8e2-bf44-4b47-b4cf-99402177ce76 {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:18:01.705531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.706676 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-899f210f-e26d-4dd0-88aa-61277aba9eff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/routers/2f45a8e2-bf44-4b47-b4cf-99402177ce76 HTTP/1.1" status: 204 len: 168 time: 0.7913330 Jun 30 10:18:01.709472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42680) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:01.791837 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.792841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0b707be0-3e76-427e-a0fe-89e961ddf107 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:18:01.818886 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 0b707be0-3e76-427e-a0fe-89e961ddf107 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:18:01.819336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 0b707be0-3e76-427e-a0fe-89e961ddf107 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:18:01.878733 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.889191 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dde582c-fb78-4642-82f2-2d7fd668ca29']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.899211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e28928-859e-49eb-b025-38b101c37275') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.899515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e28928-859e-49eb-b025-38b101c37275') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.909076 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.924632 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.930999 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:18:01.931627 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:18:01.936591 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:18:01.997253 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a7524bf-fc15-405c-a0da-a1d69a2e1746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.005119 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.009364 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.011247 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/networks/9dde582c-fb78-4642-82f2-2d7fd668ca29 HTTP/1.1" status: 204 len: 168 time: 0.3007965 Jun 30 10:18:02.014233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42684) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:02.025951 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bd545-5a3f-42b3-ab03-f61f39eb2d68 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Network': ['ID=9dde582c-fb78-4642-82f2-2d7fd668ca29,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:02.073278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.098152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.134384 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.155399 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.158040 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:02.159213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/security-groups/4b889371-cd44-44ce-996e-da98b56b040f HTTP/1.1" status: 204 len: 168 time: 0.1437769 Jun 30 10:18:02.167973 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6fcb6-24c0-4be8-9250-a1addb5dd070 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b889371-cd44-44ce-996e-da98b56b040f,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:02.500052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1e81a54b-98d8-485a-9bcd-e8ef2635f000 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:18:02.520750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1e81a54b-98d8-485a-9bcd-e8ef2635f000 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:18:02.521097 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1e81a54b-98d8-485a-9bcd-e8ef2635f000 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:18:02.521505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab31012b-0e4d-4a54-bf5b-601505850cc9 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:18:02.539554 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ab31012b-0e4d-4a54-bf5b-601505850cc9 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:18:02.539909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ab31012b-0e4d-4a54-bf5b-601505850cc9 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:18:02.540313 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 59c410b5-e7bf-4b7b-9521-9d973b552346 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:18:02.558519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 59c410b5-e7bf-4b7b-9521-9d973b552346 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:18:02.558871 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 59c410b5-e7bf-4b7b-9521-9d973b552346 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:18:03.265647 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.538462 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42694) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:03.543111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918496041', 'description': 'tempest-secgroup-smoke-918496041 description', 'project_id': 'd5fa477c5dec421f81968ea108e97d34'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:03.568238 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.650091 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.653517 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.678864 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.680065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1405931 Jun 30 10:18:03.683112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42696) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:03.684035 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c263bb-a2de-4d73-b0f5-df8500b6ca6f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ff383a-172a-43e1-9766-00fd495ca807,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:03.689894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:03.716015 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.770241 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.773737 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.791693 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e4f6d0-f82a-4ae9-a508-9952f475385a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:03.798877 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.803948 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f474a708-7bca-4a03-882e-13c429383f38 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154559 Jun 30 10:18:03.803948 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42698) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:03.807156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:03.833383 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.888724 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.892091 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.913286 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64068f9-7418-4761-ba7d-0c284cb0a70a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:03.919352 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.920722 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b11b2bba-8891-4e05-8126-cbffe2250878 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166930 Jun 30 10:18:03.923425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42700) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:03.927675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:03.952718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.020498 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.024290 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.041083 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee595410-d40e-4d28-9df7-6d5e92ebec95,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.047945 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.049145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f59bdbf0-cded-47b3-b2de-57afd9a85478 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248083 Jun 30 10:18:04.051836 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42702) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:04.056266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:04.082095 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.102540 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.140804 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.144447 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.161427 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43f6ca0-24ea-4910-b497-df9ed717b420,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.167887 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.169155 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-7678aad5-c610-4521-becb-1bf46ecf32a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163433 Jun 30 10:18:04.173139 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42704) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:04.177662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:04.198564 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:18:04.203134 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.262464 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.265959 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.285662 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8572c2fb-142d-4e45-9159-f618b7f0323b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.292722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.293989 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-12f31b41-c34b-4216-8f07-a35c8654b999 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196382 Jun 30 10:18:04.297612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42706) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:04.302053 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff383a-172a-43e1-9766-00fd495ca807', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:04.323175 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:18:04.328559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.388603 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.391925 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.408886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dbe5e6-dd78-4c48-b2a5-9cfa27a90535,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.414922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.416149 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fad2de21-c137-43cc-a3f5-855b5b5eaefd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175828 Jun 30 10:18:04.418922 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42708) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:04.424473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'network': {'name': 'tempest-network-smoke--1551919537', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:04.444155 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:18:04.448114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.471550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:18:04.480317 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.480658 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Added segment 0888bd66-b9ad-4e5f-b3c2-ca8066daec15 of type vlan for network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 Jun 30 10:18:04.519521 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.547060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.552422 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:04.553017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.613381 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928966 Jun 30 10:18:04.616143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42710) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:04.622335 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'admin_state_up': True, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:04.633122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6db6-b6f3-487e-a5ae-d0afedc8abe7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Network': ['ID=3412f795-dab0-41c8-943b-cbe92c9f9eb9,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.644107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:18:04.656843 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.657898 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.711408 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.856451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.916330 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.049624 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.070845 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.171414 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.226 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/16bcfce7-ebcf-41e8-afa9-2b06e650862c) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:05.272363 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.309718 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.346447 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:05.349042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:05.354364 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:05.359570 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=16bcfce7-ebcf-41e8-afa9-2b06e650862c,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:05.882468 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.914990 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.115559 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.248093 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 252e37d9-7f09-4294-beaf-038684b1366f is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:18:06.356782 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:06.366626 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Sync routers for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:06.378119 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:06.378919 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.379078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:06.383048 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-37649f7f-ec02-423d-bbe0-ca3d3cf95ff3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7631643 Jun 30 10:18:06.383390 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42712) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.414420 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-6f72cd0c-5149-44ce-bcbf-0d0fdf536fdd tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d5fa477c5dec421f81968ea108e97d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276668 Jun 30 10:18:06.414635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42714) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.482531 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:06.502538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194fb38-333d-4855-a477-bbc0e2a97557 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:06.506765 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0194fb38-333d-4855-a477-bbc0e2a97557 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885563 Jun 30 10:18:06.507010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42716) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.543307 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-30e3a9bd-32b9-4adf-8226-875307c08065 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328605 Jun 30 10:18:06.543577 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42718) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.551660 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-336422127', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.647132 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:18:06.650634 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.677578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:05Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:06.708445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Checking router: 252e37d9-7f09-4294-beaf-038684b1366f for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:06.708844 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Updating router 252e37d9-7f09-4294-beaf-038684b1366f port 16bcfce7-ebcf-41e8-afa9-2b06e650862c binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:18:06.746737 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.846390 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.909729 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Subnet': ['ID=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.917409 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Checking segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:06.918067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network hostable DHCP agents. Network: 3412f795-dab0-41c8-943b-cbe92c9f9eb9, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:18:06.935123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:18:06.944185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 3412f795-dab0-41c8-943b-cbe92c9f9eb9) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:06.948750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:06.949684 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.958229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a556f7-de27-49e3-abd8-fad828f01342 None None] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:18:06.970710 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fe091609-e544-4717-9321-96f378b6b406 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4234800 Jun 30 10:18:06.971078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42720) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:07.057901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.083624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Transition to ACTIVE for port object 16bcfce7-ebcf-41e8-afa9-2b06e650862c will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:07.092450 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.203558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Attempting to bind port 16bcfce7-ebcf-41e8-afa9-2b06e650862c on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:18:07.203935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Attempting to bind port 16bcfce7-ebcf-41e8-afa9-2b06e650862c by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:18:07.204308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Attempting to bind port 16bcfce7-ebcf-41e8-afa9-2b06e650862c on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:07.207673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1125-a94f-454e-bce7-4f7866e37590 None None] Pushing event updated for resources: {'Port': ['ID=16bcfce7-ebcf-41e8-afa9-2b06e650862c,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.214043 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:18:07.214427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:07.214829 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.215225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:18:07.215701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Bound port: 16bcfce7-ebcf-41e8-afa9-2b06e650862c, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:18:07.216093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.237900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:18:07.238750 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.327983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] For port 16bcfce7-ebcf-41e8-afa9-2b06e650862c, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:18:07.349785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] For port 16bcfce7-ebcf-41e8-afa9-2b06e650862c, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=16bcfce7-ebcf-41e8-afa9-2b06e650862c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:18:07.358763 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.411276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.460317 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1125-a94f-454e-bce7-4f7866e37590 None None] Pushing event updated for resources: {'Port': ['ID=16bcfce7-ebcf-41e8-afa9-2b06e650862c,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.465093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:07.465719 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:07.468807 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Allocated IP 172.20.0.2 (3412f795-dab0-41c8-943b-cbe92c9f9eb9/2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df/b4e210fa-ba86-4ee8-a33a-75702d230a33) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:07.629745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:07.784084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.802929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Transition to ACTIVE for port object b4e210fa-ba86-4ee8-a33a-75702d230a33 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:07.842765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Transition to ACTIVE for port object b4e210fa-ba86-4ee8-a33a-75702d230a33 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:07.850089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.898883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.1 (3412f795-dab0-41c8-943b-cbe92c9f9eb9/2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df/f3bf0fa5-ce4a-40c5-9e14-eba307964fac) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:07.902147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:07.915463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:07.922714 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:07.930075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Pushing event updated for resources: {'Port': ['ID=b4e210fa-ba86-4ee8-a33a-75702d230a33,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.939911 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:05Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:07.985207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eff00-cedf-4d51-8fdc-cdb934883c66 None None] The sync data for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 is: [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:05Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:08.015874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Attempting to bind port b4e210fa-ba86-4ee8-a33a-75702d230a33 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:18:08.016254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Attempting to bind port b4e210fa-ba86-4ee8-a33a-75702d230a33 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:18:08.016622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Attempting to bind port b4e210fa-ba86-4ee8-a33a-75702d230a33 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:08.021822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:18:08.022202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Checking segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:08.022606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.022998 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Bound using segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:18:08.023467 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Bound port: b4e210fa-ba86-4ee8-a33a-75702d230a33, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:18:08.023848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.026957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.042655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object f3bf0fa5-ce4a-40c5-9e14-eba307964fac will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:08.086107 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.113543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] For port b4e210fa-ba86-4ee8-a33a-75702d230a33, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:18:08.116777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] For port b4e210fa-ba86-4ee8-a33a-75702d230a33, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b4e210fa-ba86-4ee8-a33a-75702d230a33,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:18:08.120940 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.129470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:08.132725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:08.139474 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:08.145631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:08.196398 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dead68-7d14-45a0-bb3d-bf7af1f1d61e None None] Pushing event updated for resources: {'Port': ['ID=b4e210fa-ba86-4ee8-a33a-75702d230a33,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:08.197719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.374503 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.605153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b4e210fa-ba86-4ee8-a33a-75702d230a33 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:08.661485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port b4e210fa-ba86-4ee8-a33a-75702d230a33 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:08.666883 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 16bcfce7-ebcf-41e8-afa9-2b06e650862c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:08.727407 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 16bcfce7-ebcf-41e8-afa9-2b06e650862c completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:08.733232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 16bcfce7-ebcf-41e8-afa9-2b06e650862c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:08.733687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.735247 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.745395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.833142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:08.834888 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.837084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.858209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 16bcfce7-ebcf-41e8-afa9-2b06e650862c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=16bcfce7-ebcf-41e8-afa9-2b06e650862c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:08.862522 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:08.916302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=16bcfce7-ebcf-41e8-afa9-2b06e650862c,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:08.943234 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:08.944774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:09.063211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 252e37d9-7f09-4294-beaf-038684b1366f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:18:09.175629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:09.185823 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dd9672e7-1fe1-40d6-b698-b098e762a499 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/252e37d9-7f09-4294-beaf-038684b1366f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2085898 Jun 30 10:18:09.241730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31ccab-7bad-416f-9cb7-076aa4ece919 None None] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:18:09.294465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Provisioning for port b4e210fa-ba86-4ee8-a33a-75702d230a33 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:09.306095 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Provisioning complete for port b4e210fa-ba86-4ee8-a33a-75702d230a33 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:09.306472 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:09.336461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-e7b2e9f4-c466-421f-ac89-fa43c4b0bb3b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918496041&fields=id&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 267 time: 0.0342333 Jun 30 10:18:09.629872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:09.672866 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] For port b4e210fa-ba86-4ee8-a33a-75702d230a33, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b4e210fa-ba86-4ee8-a33a-75702d230a33,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:09.680474 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:09.733702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f336-f0c7-4fe7-99e3-d8e77add6cfd None None] Pushing event updated for resources: {'Port': ['ID=b4e210fa-ba86-4ee8-a33a-75702d230a33,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:09.759289 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Sync routers for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:09.769460 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:09.770114 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:09.777206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-1b9a8127-c34b-4d42-a334-f179c0a7bec9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:09.782258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-1b9a8127-c34b-4d42-a334-f179c0a7bec9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 797 time: 0.4377913 Jun 30 10:18:09.797059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-fca90520-30e3-47ba-96de-76695af9aa40 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/quotas/d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 375 time: 0.0108826 Jun 30 10:18:09.877857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-fc36d6a7-765e-4238-8b97-d6bce11f1285 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733597 Jun 30 10:18:09.908025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Provisioning complete for port b4e210fa-ba86-4ee8-a33a-75702d230a33 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:09.908633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:09.961658 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-e9c4ffd4-2bcd-446c-95a0-cc3f104f8e54 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:18:09.962688 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-e9c4ffd4-2bcd-446c-95a0-cc3f104f8e54 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675557 Jun 30 10:18:09.985927 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:10.018722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Provisioning for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:10.025170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Provisioning complete for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:10.026498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.068460 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-dda21805-65c3-4909-86c8-826ec5e4afe9 None None] Port f3bf0fa5-ce4a-40c5-9e14-eba307964fac cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:18:10.072581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-70434677-0a60-40ae-ab31-1432f520556b service neutron] 10.222.0.66 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033165 Jun 30 10:18:10.173838 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-9e94822e-449b-4651-b828-491a9c117b4b service neutron] 10.222.0.66 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903633 Jun 30 10:18:10.198396 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8d67e530-95a5-4367-b95d-c966af159aee None None] Provisioning complete for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:10.198780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8d67e530-95a5-4367-b95d-c966af159aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.220247 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 2, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:10.237674 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8d67e530-95a5-4367-b95d-c966af159aee None None] Port f3bf0fa5-ce4a-40c5-9e14-eba307964fac cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:18:10.254682 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Checking router: 252e37d9-7f09-4294-beaf-038684b1366f for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:10.255101 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Updating router 252e37d9-7f09-4294-beaf-038684b1366f port f3bf0fa5-ce4a-40c5-9e14-eba307964fac binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:18:10.308129 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.355798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-0d69f2b8-038f-4b50-ab4b-d1cb367cbb64 None None] Provisioning complete for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:10.356437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d69f2b8-038f-4b50-ab4b-d1cb367cbb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.380773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ab31d89e-8006-4d4f-92bb-e042f8640140 req-43dc6b98-b821-4246-9e6c-aa508ff0a23d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 210 time: 0.0339277 Jun 30 10:18:10.398151 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-0d69f2b8-038f-4b50-ab4b-d1cb367cbb64 None None] Port f3bf0fa5-ce4a-40c5-9e14-eba307964fac cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:18:10.533008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b4e210fa-ba86-4ee8-a33a-75702d230a33 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:10.583927 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port b4e210fa-ba86-4ee8-a33a-75702d230a33 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:10.584309 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.609649 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.619683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Transition to ACTIVE for port object f3bf0fa5-ce4a-40c5-9e14-eba307964fac will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:10.626277 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.674219 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 16bcfce7-ebcf-41e8-afa9-2b06e650862c up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:10.730109 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 16bcfce7-ebcf-41e8-afa9-2b06e650862c triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:10.730500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.735031 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Attempting to bind port f3bf0fa5-ce4a-40c5-9e14-eba307964fac on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:18:10.735429 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Attempting to bind port f3bf0fa5-ce4a-40c5-9e14-eba307964fac by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:18:10.735769 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Attempting to bind port f3bf0fa5-ce4a-40c5-9e14-eba307964fac on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:10.739209 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Pushing event updated for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:10.748009 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.748746 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.749273 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.749818 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.750509 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.751003 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.751511 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.752016 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.752527 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.752857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.753183 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.753508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:10.757615 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:18:10.758095 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Checking segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:10.758499 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.759032 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Bound using segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:18:10.759519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Bound port: f3bf0fa5-ce4a-40c5-9e14-eba307964fac, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:18:10.760234 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.850916 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] For port f3bf0fa5-ce4a-40c5-9e14-eba307964fac, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:18:10.854340 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] For port f3bf0fa5-ce4a-40c5-9e14-eba307964fac, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:18:10.860528 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:10.927393 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:10.928026 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:10.932906 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1f9a0-6a6d-417c-af95-9e427c08b3b2 None None] Pushing event updated for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:11.041892 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:11.239425 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:10Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:11.264422 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83804199-1ba3-4acc-9e1d-a5b9acb10c8b None None] The sync data for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 is: [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:10Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:11.531264 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-a72154fc-ace2-4713-a703-ef80440f26fd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:11.533200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-a72154fc-ace2-4713-a703-ef80440f26fd tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 797 time: 0.1232650 Jun 30 10:18:11.572270 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a8e51dc-92b9-42aa-b468-88e686a287aa req-0291c2f6-2a92-4bbc-b534-a9d3e23be440 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 210 time: 0.0367706 Jun 30 10:18:11.606247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-6ac3b33d-32e3-47a8-9199-a7dd18c39267 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 379 time: 0.0577745 Jun 30 10:18:11.615491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'port': {'device_id': '72487578-c3ef-4aac-ae3f-6208313174b5', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'admin_state_up': True, 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'security_groups': ['e7ff383a-172a-43e1-9766-00fd495ca807']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:11.730465 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:18:11.734671 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:11.867509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.11 (3412f795-dab0-41c8-943b-cbe92c9f9eb9/2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df/275477e7-7a44-46e6-a93e-737831eb0d14) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:12.016055 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.030466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 275477e7-7a44-46e6-a93e-737831eb0d14 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:12.064631 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.109969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:12.113298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:12.119775 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:12.126574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:12.180233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:12.181021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.203895 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-bcf7dfe6-1146-4a2e-bf8d-c2584e432687 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923939 Jun 30 10:18:12.217316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Request body: {'port': {'device_id': '72487578-c3ef-4aac-ae3f-6208313174b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:12.297601 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.373325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7b7f62b9-5a55-4b7e-8fa2-308e17f31029 None None] Provisioning for port 275477e7-7a44-46e6-a93e-737831eb0d14 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:12.377318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7b7f62b9-5a55-4b7e-8fa2-308e17f31029 None None] Provisioning complete for port 275477e7-7a44-46e6-a93e-737831eb0d14 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:12.377990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7b7f62b9-5a55-4b7e-8fa2-308e17f31029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.413497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f62b9-5a55-4b7e-8fa2-308e17f31029 None None] Port 275477e7-7a44-46e6-a93e-737831eb0d14 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:18:12.532438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f3bf0fa5-ce4a-40c5-9e14-eba307964fac up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:12.573990 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275477e7-7a44-46e6-a93e-737831eb0d14 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:18:12.580103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:12.582801 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.584197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:12.584578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.595131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Transition to ACTIVE for port object 275477e7-7a44-46e6-a93e-737831eb0d14 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:12.600316 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.673009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.682085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:12.715786 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f3bf0fa5-ce4a-40c5-9e14-eba307964fac, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:12.724615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.780537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:12.793537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:18:12.793891 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:18:12.794752 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:12.804855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:18:12.805600 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:12.816153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:18:12.816502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Checking segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:12.816945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Bound using segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:18:12.817402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Bound port: 275477e7-7a44-46e6-a93e-737831eb0d14, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:18:12.817831 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.841816 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318c4b2-2d8b-4d54-975e-2cd61e39d801 req-47f73075-2740-4af5-9ddf-173a1f7fa28f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:12.843333 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d318c4b2-2d8b-4d54-975e-2cd61e39d801 req-47f73075-2740-4af5-9ddf-173a1f7fa28f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.1210849 Jun 30 10:18:12.917826 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d318c4b2-2d8b-4d54-975e-2cd61e39d801 req-781402be-e812-44db-9d05-2e63edd1cc24 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528057 Jun 30 10:18:12.922662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:18:12.926048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:18:12.931785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.967099 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:12.967656 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:12.969085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] 10.222.0.11 "PUT /v2.0/ports/275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 1093 time: 0.7572179 Jun 30 10:18:12.969463 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:12.971766 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3efac-7c1e-4984-9c3a-7289b1c663bc" -d '{"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:13.001513 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa907-3d2b-4494-add9-b270aca41709 service neutron] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:13.059963 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9500c-7f50-4410-a7f8-92d6239d395c x-openstack-request-id: req-43e9500c-7f50-4410-a7f8-92d6239d395c {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:13.060844 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:13.061100 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43e9500c-7f50-4410-a7f8-92d6239d395c {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:13.061501 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'status': 'completed', 'code': 200} Jun 30 10:18:13.096049 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-e113337a-c70b-4ed2-96d7-bb59794768b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.097552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-e113337a-c70b-4ed2-96d7-bb59794768b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0755541 Jun 30 10:18:13.140617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-c33d12b2-d6d9-4eb9-9866-d522944de69d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 217 time: 0.0352569 Jun 30 10:18:13.188007 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-db21a555-ff18-40c8-87d0-032d24a6c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.189387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-db21a555-ff18-40c8-87d0-032d24a6c8eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0423658 Jun 30 10:18:13.251968 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60965b-e413-4b6d-9560-aef977d92668 req-2824f981-cb69-45d2-bde5-c8873482ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.253506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-2824f981-cb69-45d2-bde5-c8873482ce81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573511 Jun 30 10:18:13.345630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-a21bfd0b-1ace-477f-a4c8-035d8f7bee38 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852458 Jun 30 10:18:13.436654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a60965b-e413-4b6d-9560-aef977d92668 req-2a858d80-34a9-480e-9e13-613a41731f1d service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848367 Jun 30 10:18:13.538349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-7caf63fc-0188-4b50-908d-9cfb597bc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.539773 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-7caf63fc-0188-4b50-908d-9cfb597bc425 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0521448 Jun 30 10:18:13.625280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-4215de4b-5b38-43fc-9e7c-53b7aa4bfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.626737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-4215de4b-5b38-43fc-9e7c-53b7aa4bfd88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0809739 Jun 30 10:18:13.670936 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-11b328fb-d1b9-468a-95f9-d4d4ce7e5e7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 217 time: 0.0379319 Jun 30 10:18:13.717578 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-46fe7866-9d38-4724-81fb-b42f69f3a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.719008 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-46fe7866-9d38-4724-81fb-b42f69f3a50e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0426109 Jun 30 10:18:13.773256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-541b8051-4247-46cf-82b1-dbafca2e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:13.774763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-541b8051-4247-46cf-82b1-dbafca2e4bde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500512 Jun 30 10:18:13.866878 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-f22daabf-5b4a-4922-b044-0c20077f80ec service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855563 Jun 30 10:18:13.954146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-08e3efac-7c1e-4984-9c3a-7289b1c663bc req-c8bb6d7d-607f-4b48-a1c9-700d25a1a46d service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810585 Jun 30 10:18:14.097849 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f51b5-7ff4-464c-a6f5-1989138afb56 req-43201596-85ef-4781-9a47-ce076f083d91 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:14.099329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-575f51b5-7ff4-464c-a6f5-1989138afb56 req-43201596-85ef-4781-9a47-ce076f083d91 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0663264 Jun 30 10:18:14.144140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-575f51b5-7ff4-464c-a6f5-1989138afb56 req-3091bfac-a627-46ff-af52-44a764979e46 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390706 Jun 30 10:18:14.508301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f3bf0fa5-ce4a-40c5-9e14-eba307964fac up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:14.556942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f3bf0fa5-ce4a-40c5-9e14-eba307964fac triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:14.557315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:15.315923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767e6ff-d057-49ae-ad63-a6776fc0f4b6 req-93862232-b418-4fd9-aeaf-924a23efa21a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:15.317403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9767e6ff-d057-49ae-ad63-a6776fc0f4b6 req-93862232-b418-4fd9-aeaf-924a23efa21a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0630991 Jun 30 10:18:15.353614 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9767e6ff-d057-49ae-ad63-a6776fc0f4b6 req-88ab77b5-4b98-4318-b87f-d931ca3473b9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306382 Jun 30 10:18:16.521088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5155fdb-68ff-4242-b387-568d6b7a009c req-ae267b6b-98bd-4447-9ddb-520c9fdf89b2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:16.522581 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5155fdb-68ff-4242-b387-568d6b7a009c req-ae267b6b-98bd-4447-9ddb-520c9fdf89b2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0611129 Jun 30 10:18:16.559203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c5155fdb-68ff-4242-b387-568d6b7a009c req-9596026f-91b5-48b5-b511-9fd921c94f30 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Jun 30 10:18:17.151037 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:17.734125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e659-8610-450e-bece-b3dabb4d4d7f req-d2703500-752c-47e8-8dc6-25b8271569bb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:17.735589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a67e659-8610-450e-bece-b3dabb4d4d7f req-d2703500-752c-47e8-8dc6-25b8271569bb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0663285 Jun 30 10:18:17.771352 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a67e659-8610-450e-bece-b3dabb4d4d7f req-bef71630-913d-46ec-9ee8-9fc969dedcf4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301459 Jun 30 10:18:17.854712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:18:17.950337 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:17.961708 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '275477e7-7a44-46e6-a93e-737831eb0d14', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'mac_address': 'fa:16:3e:8c:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:18:17.997930 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:18.010870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275477e7-7a44-46e6-a93e-737831eb0d14 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:18:18.031717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:18.035417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:18.081019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:18.387449 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['275477e7-7a44-46e6-a93e-737831eb0d14'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:18:18.941016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1a8e-b3ad-4ef5-a039-3aae3215457f req-fdddcbde-c99b-4144-b7b5-c4831004ac7a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:18.942505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a2a1a8e-b3ad-4ef5-a039-3aae3215457f req-fdddcbde-c99b-4144-b7b5-c4831004ac7a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 945 time: 0.0612884 Jun 30 10:18:18.978847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7a2a1a8e-b3ad-4ef5-a039-3aae3215457f req-8b00fdc3-52c8-44e3-8a27-3bac362427f5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308332 Jun 30 10:18:19.870414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:19.921192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 275477e7-7a44-46e6-a93e-737831eb0d14 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:19.924869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 275477e7-7a44-46e6-a93e-737831eb0d14 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:19.925248 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:19.998071 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:20.019673 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:20.021975 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9886ec9a-3e9d-4d15-91fe-c0d273608517" -d '{"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-plugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:20.039635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:20.045031 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:20.068866 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840ddff-2e13-4769-a8d0-98eaa7d0b082 x-openstack-request-id: req-7840ddff-2e13-4769-a8d0-98eaa7d0b082 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:20.069164 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-plugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:20.069424 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7840ddff-2e13-4769-a8d0-98eaa7d0b082 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:20.069840 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'code': 200} Jun 30 10:18:20.097377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:20.215960 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9c8c-f854-4232-9b25-b11eb2d020cf req-4e476017-0e4d-4143-b8fb-59fba98f34cf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:20.217472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc6f9c8c-f854-4232-9b25-b11eb2d020cf req-4e476017-0e4d-4143-b8fb-59fba98f34cf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.1183836 Jun 30 10:18:20.219356 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377a322-346d-441c-b9fe-192257169f9c req-8000c02f-8c25-448b-8654-4d1eb0e850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:20.220696 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2377a322-346d-441c-b9fe-192257169f9c req-8000c02f-8c25-448b-8654-4d1eb0e850d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0863876 Jun 30 10:18:20.275676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dc6f9c8c-f854-4232-9b25-b11eb2d020cf req-b9a4932b-6e70-454f-8c30-396e80c82d6b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525689 Jun 30 10:18:20.277292 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2377a322-346d-441c-b9fe-192257169f9c req-282f17cc-cb4f-4c17-a7ba-27dbd8b51d05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Jun 30 10:18:21.458471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd429-f58e-470a-b0ae-8598390a5a64 req-9fde190e-4bf6-40fb-b497-6fb5a4b817af tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:21.460012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d2cd429-f58e-470a-b0ae-8598390a5a64 req-9fde190e-4bf6-40fb-b497-6fb5a4b817af tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0679424 Jun 30 10:18:21.496338 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0d2cd429-f58e-470a-b0ae-8598390a5a64 req-e3e55c5c-bd9c-4e5f-8e7c-2ae0c4e0e3a7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Jun 30 10:18:21.667168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5ed08-d5a5-4e34-999e-a713e1d4385a req-9bcaec64-f532-40e1-83fb-109d25067bf7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:21.668562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acb5ed08-d5a5-4e34-999e-a713e1d4385a req-9bcaec64-f532-40e1-83fb-109d25067bf7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0622222 Jun 30 10:18:21.707361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-acb5ed08-d5a5-4e34-999e-a713e1d4385a req-c1f2c92d-17d5-4cdd-9993-2972d44accf7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323145 Jun 30 10:18:21.731114 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42776) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:21.783199 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63681e49-3e6d-49d1-abf7-43f1d8ea1453 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:21.784700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-63681e49-3e6d-49d1-abf7-43f1d8ea1453 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1093 time: 0.0525811 Jun 30 10:18:21.787515 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42778) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:21.792020 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:21.814096 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:21.909883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.014860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.40 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/c0822677-386b-4bfa-99a6-e7a3497cc6ef) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:22.115424 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.152714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.186853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:22.189614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:22.192153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:22.229241 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=c0822677-386b-4bfa-99a6-e7a3497cc6ef,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:22.561658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.637432 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.792133 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.796627 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.863397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=c0822677-386b-4bfa-99a6-e7a3497cc6ef,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:22.878474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:22.975161 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 973510f4-066c-4303-9d82-2b6a91058e2d associated. External IP: 172.25.4.40, port: 275477e7-7a44-46e6-a93e-737831eb0d14. Jun 30 10:18:23.173893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 252e37d9-7f09-4294-beaf-038684b1366f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:18:23.583180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:23.593020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Sync routers for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:23.599113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:23.606254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:23.606912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:23.634288 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-fab00a41-d324-4260-9043-16cd9acc9d60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8456252 Jun 30 10:18:23.634887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:23.637164 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdeb511-b45b-40aa-8e94-d0be79ed043a" -d '{"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:23.678112 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fba7b8-6739-4331-9c67-7f369c2aed41 x-openstack-request-id: req-19fba7b8-6739-4331-9c67-7f369c2aed41 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:23.678441 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:23.678700 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19fba7b8-6739-4331-9c67-7f369c2aed41 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:23.679239 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'status': 'completed', 'code': 200} Jun 30 10:18:23.715129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:23.795654 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-f1f24577-1675-44b2-a80b-af2ba34d3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.797141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-f1f24577-1675-44b2-a80b-af2ba34d3183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0950665 Jun 30 10:18:23.829912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49395722-9da1-4538-ba25-8764cb2150f2 req-8c7597de-cb0d-44ba-b544-0eb61117ed10 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.831414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49395722-9da1-4538-ba25-8764cb2150f2 req-8c7597de-cb0d-44ba-b544-0eb61117ed10 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.1014657 Jun 30 10:18:23.907267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49395722-9da1-4538-ba25-8764cb2150f2 req-4d37f9d9-332d-4193-8e84-5e1249d2a0c9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512369 Jun 30 10:18:23.930206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-b4d7f1bb-f7b2-42cd-b639-ec64d99a8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.930206 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-b4d7f1bb-f7b2-42cd-b639-ec64d99a8e74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.1251397 Jun 30 10:18:23.932496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42784) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:23.939128 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '973510f4-066c-4303-9d82-2b6a91058e2d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'mac_address': 'fa:16:3e:8c:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72487578-c3ef-4aac-ae3f-6208313174b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:22Z', 'updated_at': '2021-06-30T10:18:22Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:23.964817 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Checking router: 252e37d9-7f09-4294-beaf-038684b1366f for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:23.973523 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:23.974163 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:18:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:24.037027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-406e9b93-cf87-473c-ae57-dd7d9e90f367 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/973510f4-066c-4303-9d82-2b6a91058e2d HTTP/1.1" status: 200 len: 991 time: 0.1034613 Jun 30 10:18:24.040780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-e57fbef5-f1cf-4d29-9152-a0b3562aca9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 999 time: 0.1020575 Jun 30 10:18:24.076752 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:24.092260 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-656eae69-9d2c-468c-80f5-fb745d5789e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.093676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-656eae69-9d2c-468c-80f5-fb745d5789e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0467031 Jun 30 10:18:24.149732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-b58cc0b9-2eba-4d90-8494-72388abb7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.151238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-b58cc0b9-2eba-4d90-8494-72388abb7608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512781 Jun 30 10:18:24.238589 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-f6732593-932a-4849-ba8a-a11213ec8d50 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Jun 30 10:18:24.297022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '973510f4-066c-4303-9d82-2b6a91058e2d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'mac_address': 'fa:16:3e:8c:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72487578-c3ef-4aac-ae3f-6208313174b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:22Z', 'updated_at': '2021-06-30T10:18:22Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:24.322780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30513891-3f92-4038-aa00-c80bc2a10985 None None] The sync data for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 is: [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '973510f4-066c-4303-9d82-2b6a91058e2d', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.40', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'mac_address': 'fa:16:3e:8c:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72487578-c3ef-4aac-ae3f-6208313174b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:22Z', 'updated_at': '2021-06-30T10:18:22Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:24.336723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8cdeb511-b45b-40aa-8e94-d0be79ed043a req-dcf21023-7082-4de8-b9b7-717419b0d79e service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Jun 30 10:18:24.516109 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba055d-d82c-4865-a0f1-cf8ec4ea8aca None None] New status for floating IP 973510f4-066c-4303-9d82-2b6a91058e2d: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:18:25.041047 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42786) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:25.100182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-78310133-0595-46a9-b5b3-ed92a5cc6bf9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/973510f4-066c-4303-9d82-2b6a91058e2d HTTP/1.1" status: 200 len: 993 time: 0.0579102 Jun 30 10:18:29.414886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7c92b06-6928-4d78-b71d-05184f155c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:31.998809 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f7395810-8ad9-4abe-8af2-baca3cc05928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:32.135134 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:33.269121 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:34.117254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:34.919812 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:35.886751 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:54.149420 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:59.415606 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb2a3b62-ac7c-45ae-ae79-e6a37f65b7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:01.998789 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17e8c792-82b4-4143-9d61-cee2ec6dc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:02.134879 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:03.271437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:04.116466 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:04.921781 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:05.889045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:18.932211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-71806d6e-fef0-43cd-8325-0eef8cc4a001 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548768 Jun 30 10:19:19.023450 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-63bbf85e-a03a-47fa-be14-b7f50c331dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:19.024901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-63bbf85e-a03a-47fa-be14-b7f50c331dd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0515029 Jun 30 10:19:19.125928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-c170b402-55ac-4d2e-af6a-1960d377a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:19.127267 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-c170b402-55ac-4d2e-af6a-1960d377a21b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0813043 Jun 30 10:19:19.194853 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-d2285dd1-1769-418c-90f6-d90c02af7251 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 1001 time: 0.0607800 Jun 30 10:19:19.242687 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-1fbf8554-d301-42ce-a49e-762cebde4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:19.244080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-1fbf8554-d301-42ce-a49e-762cebde4263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0431376 Jun 30 10:19:19.298702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-51fccc50-0ee9-4298-b32d-e51dfc69bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:19.300147 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-51fccc50-0ee9-4298-b32d-e51dfc69bf4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499740 Jun 30 10:19:19.390997 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-5d45dc22-b9c3-447d-afcf-3381ddcb89e2 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842423 Jun 30 10:19:19.476479 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-218d7665-4703-45e1-9a38-95383a0c2b16 req-7d5358cf-9212-4a37-a27c-2f49848aaffe service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792558 Jun 30 10:19:27.982117 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42818) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:19:28.082875 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-be906e6f-dd44-4e30-8309-cbeb158894a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995431 Jun 30 10:19:28.100203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53d6f-956c-4b61-a795-9ebc5ca012ee req-eef26416-43b8-494d-8150-f39ed16d908b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:28.101686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49e53d6f-956c-4b61-a795-9ebc5ca012ee req-eef26416-43b8-494d-8150-f39ed16d908b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0671742 Jun 30 10:19:28.151864 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49e53d6f-956c-4b61-a795-9ebc5ca012ee req-fa775906-4946-420c-ab28-9f355f046eef tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Jun 30 10:19:29.206974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-eff49dcd-e815-4c4d-a60d-58d0f22f1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:29.208467 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-eff49dcd-e815-4c4d-a60d-58d0f22f1f34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0525980 Jun 30 10:19:29.336040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-f1f19df7-704d-4323-9ca9-c4e061913dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:29.337510 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-f1f19df7-704d-4323-9ca9-c4e061913dcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.1197019 Jun 30 10:19:29.362964 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57542d-4c1c-43ce-88d3-f4137c82bf37 req-293f9834-6f68-4ab2-9ea3-763a7caa3e71 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:29.364327 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd57542d-4c1c-43ce-88d3-f4137c82bf37 req-293f9834-6f68-4ab2-9ea3-763a7caa3e71 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.1004207 Jun 30 10:19:29.417253 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ceb30cbb-a913-4d6e-b8a9-1c7728d253a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:29.439420 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-ddbb7372-424b-4fe2-b1ca-e577089159b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 1001 time: 0.0895393 Jun 30 10:19:29.444117 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd57542d-4c1c-43ce-88d3-f4137c82bf37 req-8f87806d-d63f-46fe-8da0-874064f53600 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513029 Jun 30 10:19:29.492169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-a09a28ed-2d67-49ea-86ab-e21a17e26c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:29.493576 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-a09a28ed-2d67-49ea-86ab-e21a17e26c28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0470939 Jun 30 10:19:29.550166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-43c650c9-96b5-42f6-befe-11204a4779a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:29.551610 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-43c650c9-96b5-42f6-befe-11204a4779a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509186 Jun 30 10:19:29.652887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-437adb11-b2f2-4b82-82a9-ae6de0b2397d service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Jun 30 10:19:29.746831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-13c50f3b-f47a-47be-8763-171ba831ec06 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843711 Jun 30 10:19:30.616160 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c29f-eb63-47a4-822d-b0d7e745a138 req-9cdf28b8-e569-4156-923c-e349205b9acc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:30.617605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3e4c29f-eb63-47a4-822d-b0d7e745a138 req-9cdf28b8-e569-4156-923c-e349205b9acc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0625474 Jun 30 10:19:30.653363 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b3e4c29f-eb63-47a4-822d-b0d7e745a138 req-1f7993c3-0d14-4535-82cb-df7cc9ff676e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301671 Jun 30 10:19:31.147923 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:31.832361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3cb0f-6f9c-42bd-902d-02ec21c68dd3 req-33cec21d-0763-4ddc-87f6-ef3aefd91c77 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:31.833865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf3cb0f-6f9c-42bd-902d-02ec21c68dd3 req-33cec21d-0763-4ddc-87f6-ef3aefd91c77 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0681520 Jun 30 10:19:31.870605 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf3cb0f-6f9c-42bd-902d-02ec21c68dd3 req-43b35e99-c98d-401f-a07b-d62dcdf728e0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Jun 30 10:19:32.002576 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71e54047-bebb-49ea-a7f8-5a6c687d2d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:32.134404 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:33.048764 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4006e7-9995-40de-88dd-2e6d77de991d req-b4aa0385-cb17-45c8-bf82-9aaff626691e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:33.050265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f4006e7-9995-40de-88dd-2e6d77de991d req-b4aa0385-cb17-45c8-bf82-9aaff626691e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0697267 Jun 30 10:19:33.086481 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3f4006e7-9995-40de-88dd-2e6d77de991d req-7b81eb4b-8238-4a69-8b50-6d310016a77a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305395 Jun 30 10:19:33.274752 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:34.131382 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:34.256965 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35813a03-3826-4f59-8777-1b8f6e3b1b94 req-778472e1-1ba3-46c4-bd5c-c569d85b5492 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:34.258474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35813a03-3826-4f59-8777-1b8f6e3b1b94 req-778472e1-1ba3-46c4-bd5c-c569d85b5492 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0613227 Jun 30 10:19:34.296711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-35813a03-3826-4f59-8777-1b8f6e3b1b94 req-388b3584-27cb-481a-9b77-78db8907241c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Jun 30 10:19:34.924392 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:35.468098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870156-2f24-469d-b6c5-37991e14d47e req-6c51a243-3943-4186-bcea-93a6e705039d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:35.469540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc870156-2f24-469d-b6c5-37991e14d47e req-6c51a243-3943-4186-bcea-93a6e705039d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0648985 Jun 30 10:19:35.505933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bc870156-2f24-469d-b6c5-37991e14d47e req-1c985003-6684-417a-9dec-f9c376781953 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306234 Jun 30 10:19:35.895980 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:36.681111 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe82418-3b93-45fb-8066-84669b9c0579 req-819a117b-204d-4762-bed2-f331d4fa7eb2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:36.682636 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffe82418-3b93-45fb-8066-84669b9c0579 req-819a117b-204d-4762-bed2-f331d4fa7eb2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0644083 Jun 30 10:19:36.719354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ffe82418-3b93-45fb-8066-84669b9c0579 req-be11f197-8418-4a25-be90-c6e2152a16b2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Jun 30 10:19:37.896921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62941ce-9b0f-4b89-8078-c504f3d630de req-bc9334ad-ff93-4ba7-a998-680f4b73d4ff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:37.898412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b62941ce-9b0f-4b89-8078-c504f3d630de req-bc9334ad-ff93-4ba7-a998-680f4b73d4ff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0651121 Jun 30 10:19:37.936885 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b62941ce-9b0f-4b89-8078-c504f3d630de req-6ba4bf22-c310-490c-9fa3-903d16a8c633 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Jun 30 10:19:39.108567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e0b3c-7376-4d39-bcd8-1297941b1118 req-b924106c-2464-473e-afb1-a82e5d444fae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:39.109939 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac1e0b3c-7376-4d39-bcd8-1297941b1118 req-b924106c-2464-473e-afb1-a82e5d444fae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0607595 Jun 30 10:19:39.145979 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac1e0b3c-7376-4d39-bcd8-1297941b1118 req-9f8c7813-594a-4cb6-9201-9d35c2cd4df4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300989 Jun 30 10:19:40.316650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6b220-689f-4691-9038-d4ee106a514c req-91da7a1c-5f98-4900-830b-53fbb5512255 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:40.318152 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43f6b220-689f-4691-9038-d4ee106a514c req-91da7a1c-5f98-4900-830b-53fbb5512255 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0631597 Jun 30 10:19:40.357536 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-43f6b220-689f-4691-9038-d4ee106a514c req-d06b183f-448b-4349-a85a-87c2c05f96a3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332615 Jun 30 10:19:41.530101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22614b6-1872-4fa4-8faa-3195911ccfa7 req-76544b85-64d0-4141-a5f4-e64abe02bf60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:41.531629 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c22614b6-1872-4fa4-8faa-3195911ccfa7 req-76544b85-64d0-4141-a5f4-e64abe02bf60 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0655966 Jun 30 10:19:41.570933 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c22614b6-1872-4fa4-8faa-3195911ccfa7 req-7ecdb916-9182-4120-914b-41441fe403a0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Jun 30 10:19:41.860473 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-0ab62462-aff6-4ba4-b9a2-2d9da902a889 service neutron] show failed (client error): The resource could not be found. Jun 30 10:19:41.861473 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-0ab62462-aff6-4ba4-b9a2-2d9da902a889 service neutron] 10.222.0.11 "GET /v2.0/ports/275477e7-7a44-46e6-a93e-737831eb0d14/bindings/n-h1-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0542245 Jun 30 10:19:42.135058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-dcd92a9e-2ef3-4a0d-84d5-57ae4969391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:42.136497 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-dcd92a9e-2ef3-4a0d-84d5-57ae4969391e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 1098 time: 0.0879915 Jun 30 10:19:42.147436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:19:42.217437 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.415151 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:19:42.447731 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:19:42.484708 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:19:42.487005 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ce1ae-df0e-45f7-ae18-75477ca62d02" -d '{"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-unplugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:19:42.490937 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.503362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Transition to ACTIVE for port object 275477e7-7a44-46e6-a93e-737831eb0d14 will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:19:42.507361 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.588491 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e4b252-d69d-42db-b84b-636a6dc4785d x-openstack-request-id: req-48e4b252-d69d-42db-b84b-636a6dc4785d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:19:42.588785 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-unplugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:19:42.589041 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48e4b252-d69d-42db-b84b-636a6dc4785d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:19:42.589442 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'code': 200} Jun 30 10:19:42.592491 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=6']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:19:42.618416 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.618760 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.619099 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.619436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.619770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.620097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.620424 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.620742 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.621066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.621398 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.621710 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.622054 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:42.641097 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] No DVR routers for this DVR port 275477e7-7a44-46e6-a93e-737831eb0d14 on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:19:42.757119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd68fe9-7cd0-4e6e-86b2-a87d7a396394 req-777ecd90-985e-41b4-930b-cdef70168075 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:42.758649 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edd68fe9-7cd0-4e6e-86b2-a87d7a396394 req-777ecd90-985e-41b4-930b-cdef70168075 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0673492 Jun 30 10:19:42.791057 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:19:42.791389 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:19:42.791718 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:19:42.796188 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:19:42.796505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Attempting to bind port 275477e7-7a44-46e6-a93e-737831eb0d14 on network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:19:42.800506 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-edd68fe9-7cd0-4e6e-86b2-a87d7a396394 req-a04b552f-f3e5-4b35-9d2e-285dbe936d0d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356159 Jun 30 10:19:42.803915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:19:42.804262 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Checking segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:19:42.804652 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Bound using segment: {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:19:42.805091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Bound port: 275477e7-7a44-46e6-a93e-737831eb0d14, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0888bd66-b9ad-4e5f-b3c2-ca8066daec15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:19:42.805508 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.868564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:19:42.871527 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:19:42.875606 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.911762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:42.912316 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:42.913785 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] 10.222.0.41 "PUT /v2.0/ports/275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 1093 time: 0.7700920 Jun 30 10:19:42.934258 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dff28-1f1f-46a4-af46-64f58537319c service neutron] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=7']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:19:42.991621 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-cfef8d84-1555-4c90-a932-52bbfdb236cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:42.993117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-cfef8d84-1555-4c90-a932-52bbfdb236cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0545521 Jun 30 10:19:43.085456 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-49db0f2e-a7a2-4f71-a73a-0892c14e7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:43.086970 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-49db0f2e-a7a2-4f71-a73a-0892c14e7cff service neutron] 10.222.0.41 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0861726 Jun 30 10:19:43.154204 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-a799ad77-d722-42f3-a458-dc4d6a7974b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 999 time: 0.0605521 Jun 30 10:19:43.199603 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-50cfdeb8-32df-48dc-85bb-fdf656564d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:43.201506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-50cfdeb8-32df-48dc-85bb-fdf656564d97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0423596 Jun 30 10:19:43.258307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-c6657966-a11a-4ad7-84fd-943f0e05351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:43.259789 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-c6657966-a11a-4ad7-84fd-943f0e05351a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527606 Jun 30 10:19:43.350252 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-bce6300d-99ab-432a-b7aa-2bd79ea80117 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835922 Jun 30 10:19:43.436593 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-63799544-4cce-4597-aa82-8a4ae4a541ac req-87f1d497-aa76-4955-9df1-ac0e8c3e0377 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793188 Jun 30 10:19:43.973313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589c75-6270-4f64-9df2-874bb1210c0d req-047061de-7967-4863-a2ef-7b6ca6344288 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:43.974801 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d589c75-6270-4f64-9df2-874bb1210c0d req-047061de-7967-4863-a2ef-7b6ca6344288 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0620656 Jun 30 10:19:44.011832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5d589c75-6270-4f64-9df2-874bb1210c0d req-2eecbfe8-b6e9-43ea-9941-17e9aa45aacb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315430 Jun 30 10:19:44.590441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:19:44.593451 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e4027-bb98-4775-bc20-92c7a1084723" -d '{"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:19:44.640324 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cf268a-674d-4d84-8f1e-6444d38bf74a x-openstack-request-id: req-55cf268a-674d-4d84-8f1e-6444d38bf74a {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:19:44.640625 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:19:44.640886 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55cf268a-674d-4d84-8f1e-6444d38bf74a {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:19:44.641294 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'status': 'completed', 'code': 200} Jun 30 10:19:44.714855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-1fc2a9b7-b74f-49a6-97ed-80f9a9bea031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.716507 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-1fc2a9b7-b74f-49a6-97ed-80f9a9bea031 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0516238 Jun 30 10:19:44.719295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-251138d0-6099-4514-81bb-fe02888951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.720772 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-251138d0-6099-4514-81bb-fe02888951ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0575142 Jun 30 10:19:44.806695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-8ac6adef-9db2-49a1-83cd-165a1c0387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.807553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-8ac6adef-9db2-49a1-83cd-165a1c0387f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0855322 Jun 30 10:19:44.808905 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-bc0c71fc-0ad0-42a9-ac74-a97f992e3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.811033 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-bc0c71fc-0ad0-42a9-ac74-a97f992e3f25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0836432 Jun 30 10:19:44.872209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-4746d8b7-93b1-43ef-ac05-ddebedafd1d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 999 time: 0.0573804 Jun 30 10:19:44.881001 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-84f4d415-f624-479b-bd73-22eedcd79cf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 999 time: 0.0630198 Jun 30 10:19:44.929196 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-a01628c4-070c-42ea-b613-b5ba03855a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.930992 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-a01628c4-070c-42ea-b613-b5ba03855a8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0442064 Jun 30 10:19:44.936423 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-82fd70b1-4a0b-4c5e-9e0f-b9138fe50fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.937994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-82fd70b1-4a0b-4c5e-9e0f-b9138fe50fef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0553582 Jun 30 10:19:44.994772 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-a4a399de-fc9d-4da6-8321-f5fa0a323d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:44.996451 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-a4a399de-fc9d-4da6-8321-f5fa0a323d5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585818 Jun 30 10:19:45.007178 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-0b85990a-f618-4274-b755-2f474af38779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.008763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-0b85990a-f618-4274-b755-2f474af38779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644138 Jun 30 10:19:45.099589 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-ef34613f-f0e3-4459-85cd-98c280abeadc service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965779 Jun 30 10:19:45.103742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-ccc1de37-1bdb-400e-93f6-80354c6a52d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887687 Jun 30 10:19:45.194352 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-28d9aea9-14ef-454e-b170-e5aa604c8504 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874906 Jun 30 10:19:45.233489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e35e4027-bb98-4775-bc20-92c7a1084723 req-c2739806-07aa-4652-9f7a-404b2fd5143c service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235924 Jun 30 10:19:45.249170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a52d-1fb2-462f-934c-12c61ce42d7a req-106bde39-488c-4390-9009-bab9ab68fd2f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.250676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f89a52d-1fb2-462f-934c-12c61ce42d7a req-106bde39-488c-4390-9009-bab9ab68fd2f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0938213 Jun 30 10:19:45.288671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4f89a52d-1fb2-462f-934c-12c61ce42d7a req-0d7a3f89-e943-489f-8771-4100bbe8a577 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Jun 30 10:19:45.644300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a72dc-3dad-42c1-ba19-bff63b6396ef req-261b2d8e-4ddb-4cfd-8fd6-3c8cc0b07649 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.645669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c1a72dc-3dad-42c1-ba19-bff63b6396ef req-261b2d8e-4ddb-4cfd-8fd6-3c8cc0b07649 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.1127591 Jun 30 10:19:45.653722 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-42864f0e-c032-448c-bc1b-227ae83f5f46 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.655085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-42864f0e-c032-448c-bc1b-227ae83f5f46 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5&tenant_id=d5fa477c5dec421f81968ea108e97d34&binding%3Ahost_id=n-h1-779913-25 HTTP/1.1" status: 200 len: 944 time: 0.1202302 Jun 30 10:19:45.726749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0c1a72dc-3dad-42c1-ba19-bff63b6396ef req-c8e36480-eacd-4a18-b4a9-edfd8e988bd9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707018 Jun 30 10:19:45.739510 n-d-779913-25 neutron-server[94183]: INFO neutron.api.v2.resource [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-241cdd84-9708-4b23-9e2d-73ebde366cd4 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:19:45.740585 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-241cdd84-9708-4b23-9e2d-73ebde366cd4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/275477e7-7a44-46e6-a93e-737831eb0d14/bindings/n-h2-779913-25 HTTP/1.1" status: 404 len: 381 time: 0.0787966 Jun 30 10:19:45.839916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-15868a2e-77ed-4dc3-8f16-75e9133d61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.841442 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-15868a2e-77ed-4dc3-8f16-75e9133d61e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1096 time: 0.0584235 Jun 30 10:19:45.967203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f7455-6663-49ef-9372-ebd5914bb04c req-cc4a9e51-3d76-451d-9f3e-403cf7e20f08 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.969084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-760f7455-6663-49ef-9372-ebd5914bb04c req-cc4a9e51-3d76-451d-9f3e-403cf7e20f08 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.1259041 Jun 30 10:19:45.990736 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-3d91dc75-f719-45d4-988f-e2066b27af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:45.992089 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-3d91dc75-f719-45d4-988f-e2066b27af14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.1406710 Jun 30 10:19:46.042805 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-760f7455-6663-49ef-9372-ebd5914bb04c req-40be11b1-db81-42c4-8178-9df74f6414bf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680387 Jun 30 10:19:46.071670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-6bbcc860-9bee-4e07-b593-b02963163736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 999 time: 0.0718088 Jun 30 10:19:46.125431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-df118e97-adde-4cd0-aef8-dc2c73e11e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:46.126928 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-df118e97-adde-4cd0-aef8-dc2c73e11e29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0493832 Jun 30 10:19:46.188057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-a21550d0-3f18-4eda-a932-d3dbbd672f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:46.189539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-a21550d0-3f18-4eda-a932-d3dbbd672f3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557818 Jun 30 10:19:46.227265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:19:46.263805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:19:46.276849 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-5ebc08a0-edbb-4c84-a47d-6a4368130e84 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806406 Jun 30 10:19:46.366875 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-32aeea4b-f58b-4403-8cfd-7a939bba6209 req-ef1d7316-0ec4-4142-92c5-3961cdf75199 service neutron] 10.222.0.11 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835800 Jun 30 10:19:47.213527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63efe0-b4d1-4704-9ac6-b79d0592c9c6 req-8149aaab-7fe8-4f9f-a202-7f6678d8323a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:47.215027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a63efe0-b4d1-4704-9ac6-b79d0592c9c6 req-8149aaab-7fe8-4f9f-a202-7f6678d8323a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 944 time: 0.0620952 Jun 30 10:19:47.252570 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a63efe0-b4d1-4704-9ac6-b79d0592c9c6 req-47a8f0ca-8da6-4cbb-84bc-92d5b0252b02 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Jun 30 10:19:47.276083 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42892) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:19:47.339203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b24c0ff9-f8a4-464b-9320-501e95be42e1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/973510f4-066c-4303-9d82-2b6a91058e2d HTTP/1.1" status: 200 len: 991 time: 0.0618362 Jun 30 10:19:47.580656 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:19:47.671368 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:19:47.681936 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '275477e7-7a44-46e6-a93e-737831eb0d14', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'port_id': '275477e7-7a44-46e6-a93e-737831eb0d14', 'mac_address': 'fa:16:3e:8c:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:19:47.716195 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:47.727916 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275477e7-7a44-46e6-a93e-737831eb0d14 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:19:47.746430 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:19:47.751055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:47.794541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:19:47.801821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.802173 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.802510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.802845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.803175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.803504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.803888 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.804149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.804470 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.804788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.805107 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.805424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:19:47.984743 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['275477e7-7a44-46e6-a93e-737831eb0d14'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:19:49.595365 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:19:49.644898 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 275477e7-7a44-46e6-a93e-737831eb0d14 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:19:49.648665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 275477e7-7a44-46e6-a93e-737831eb0d14 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:19:49.649044 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:49.724635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:49.747141 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:19:49.748899 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7d91a-93c4-4996-b36c-ad9f76efe8c4" -d '{"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-plugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:19:49.762046 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:19:49.766677 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:49.814242 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=9']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:19:49.837173 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098fa81-49c4-4c34-ab27-a4e47e416d37 x-openstack-request-id: req-b098fa81-49c4-4c34-ab27-a4e47e416d37 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:19:49.837473 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-plugged", "status": "completed", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:19:49.837738 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b098fa81-49c4-4c34-ab27-a4e47e416d37 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:19:49.838190 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'code': 200} Jun 30 10:19:53.199703 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-6fa8e089-cbf1-4da8-8c0f-c2f716a694ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503550 Jun 30 10:19:53.293260 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-0b6c145e-2e79-4ca4-867a-09b3259b4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:53.294768 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-0b6c145e-2e79-4ca4-867a-09b3259b4e67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0546372 Jun 30 10:19:53.397941 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-8ca47883-31e2-448b-b8df-810feee9280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:53.399397 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-8ca47883-31e2-448b-b8df-810feee9280e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0854089 Jun 30 10:19:53.468973 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-ce9d7347-2a37-44e1-ae2d-d280e7c22efe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 1001 time: 0.0626643 Jun 30 10:19:53.514784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-85154a10-60f2-42bc-973c-016f3b9e1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:53.516160 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-85154a10-60f2-42bc-973c-016f3b9e1f63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0415065 Jun 30 10:19:53.569654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-ac6a77f0-6ff1-4f9c-9ac1-b59cfaf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:53.571100 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-ac6a77f0-6ff1-4f9c-9ac1-b59cfaf3019d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489318 Jun 30 10:19:53.660806 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-57aed85c-eb12-4c16-a75f-ae413edec98c service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 Jun 30 10:19:53.745654 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f10f6131-d8cc-4eec-912b-809ed3081894 req-5fa6a26e-c9e9-444f-9097-b63ff3a436f3 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779698 Jun 30 10:19:59.422736 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-27d8bcd1-5c37-4d27-99bf-2f7883318781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:02.002847 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b321e4c1-e37a-410a-a8a8-f80b99ede656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:02.134469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:03.276699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:04.123192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:04.926479 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:05.910662 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:08.146681 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:15.749900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42912) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:15.900867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port c0822677-386b-4bfa-99a6-e7a3497cc6ef {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:15.901211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:15.977561 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:15.978029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:15.991637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for c0822677-386b-4bfa-99a6-e7a3497cc6ef owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:16.134752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:16.156137 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=c0822677-386b-4bfa-99a6-e7a3497cc6ef,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:16.169793 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.170404 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.170744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.171086 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.171413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.171742 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.172066 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.172391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.172713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.173034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.173353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.173672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:16.232110 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:16.232455 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 973510f4-066c-4303-9d82-2b6a91058e2d disassociated (deleted). External IP: 172.25.4.40, port: 275477e7-7a44-46e6-a93e-737831eb0d14. Jun 30 10:20:16.435749 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 252e37d9-7f09-4294-beaf-038684b1366f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:20:16.844802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:16.849509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:16.853836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Sync routers for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:16.862481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:16.863094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:16.883477 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-944e02e6-7ff3-4357-a66e-330328986298 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/floatingips/973510f4-066c-4303-9d82-2b6a91058e2d HTTP/1.1" status: 204 len: 168 time: 1.1324973 Jun 30 10:20:16.884068 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:16.886368 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43acb661-965d-443f-8164-e954e8582b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:16.974457 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:16.984043 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17649c3-87f3-4d7d-9fb6-1cba3e7b6ab6 x-openstack-request-id: req-f17649c3-87f3-4d7d-9fb6-1cba3e7b6ab6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:16.984347 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:16.984600 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f17649c3-87f3-4d7d-9fb6-1cba3e7b6ab6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:16.984993 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'status': 'completed', 'code': 200} Jun 30 10:20:17.066219 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb661-965d-443f-8164-e954e8582b8d req-4c5c483f-2ca1-40fb-8cfc-dc5cdb4add95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:17.068388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-4c5c483f-2ca1-40fb-8cfc-dc5cdb4add95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 1098 time: 0.0582924 Jun 30 10:20:17.166852 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb661-965d-443f-8164-e954e8582b8d req-22a2ac5f-c98e-471e-88b3-50e7d75e9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:17.168485 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-22a2ac5f-c98e-471e-88b3-50e7d75e9ccc service neutron] 10.222.0.41 "GET /v2.0/networks?id=3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 200 len: 898 time: 0.0945363 Jun 30 10:20:17.188621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:17.213096 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-dd9bc672-20cc-44b0-8200-04c994a6dc2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 200 len: 217 time: 0.0378468 Jun 30 10:20:17.218093 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Checking router: 252e37d9-7f09-4294-beaf-038684b1366f for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:17.226388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:17.227168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:17.267716 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb661-965d-443f-8164-e954e8582b8d req-82bca916-03d0-4f9d-9383-3c92d44c39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:17.268089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafa14d-136f-4d3d-bf63-99662df20bcd req-5b0ed30b-566f-4eae-bf64-94b12ff692c1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:17.269629 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-82bca916-03d0-4f9d-9383-3c92d44c39e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 200 len: 834 time: 0.0497665 Jun 30 10:20:17.269814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caafa14d-136f-4d3d-bf63-99662df20bcd req-5b0ed30b-566f-4eae-bf64-94b12ff692c1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0651939 Jun 30 10:20:17.307535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-caafa14d-136f-4d3d-bf63-99662df20bcd req-49d4da91-60a4-494c-be35-08271bdc3b71 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322359 Jun 30 10:20:17.335485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:17.336046 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acb661-965d-443f-8164-e954e8582b8d req-2a5f0614-bcd4-4292-8444-0af781f32f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:17.337557 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-2a5f0614-bcd4-4292-8444-0af781f32f97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3412f795-dab0-41c8-943b-cbe92c9f9eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616436 Jun 30 10:20:17.349487 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-ecbc2013-02c6-45a1-bea8-865468d674e4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:20:17.350431 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-ecbc2013-02c6-45a1-bea8-865468d674e4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049868 Jun 30 10:20:17.437483 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-19a29e37-5147-423e-90f2-4731de3f6247 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805924 Jun 30 10:20:17.527095 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-43acb661-965d-443f-8164-e954e8582b8d req-cd5afc41-69c6-4788-84fb-c5f1c76ce764 service neutron] 10.222.0.41 "GET /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832162 Jun 30 10:20:17.529451 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:17.555895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fbedee-2c05-4927-922d-2d6be2b2cd60 None None] The sync data for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 is: [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'f3bf0fa5-ce4a-40c5-9e14-eba307964fac', 'name': '', 'network_id': '3412f795-dab0-41c8-943b-cbe92c9f9eb9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:12:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:07Z', 'updated_at': '2021-06-30T10:18:12Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:17.887638 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e3f91-1ba3-4a72-bd4d-ce2795807357 None None] New status for floating IP 973510f4-066c-4303-9d82-2b6a91058e2d: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:20:18.486970 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-3bad4fbf-3ea1-42cb-9221-887b5f223a05 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:18.488422 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-3bad4fbf-3ea1-42cb-9221-887b5f223a05 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0652549 Jun 30 10:20:18.498236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18ba73-a133-4ac7-9d27-cfae1acf7f21 req-45ec829d-09b9-42ac-b4f5-1ce6de027589 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:18.499815 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b18ba73-a133-4ac7-9d27-cfae1acf7f21 req-45ec829d-09b9-42ac-b4f5-1ce6de027589 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=72487578-c3ef-4aac-ae3f-6208313174b5 HTTP/1.1" status: 200 len: 946 time: 0.0659850 Jun 30 10:20:18.541059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3b18ba73-a133-4ac7-9d27-cfae1acf7f21 req-4dfb72e1-1648-49ac-81be-efa4890f13ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7ff383a-172a-43e1-9766-00fd495ca807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354328 Jun 30 10:20:18.592145 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 275477e7-7a44-46e6-a93e-737831eb0d14 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:18.592418 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:18.677410 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 275477e7-7a44-46e6-a93e-737831eb0d14, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=275477e7-7a44-46e6-a93e-737831eb0d14,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:18.677798 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:18.690266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 275477e7-7a44-46e6-a93e-737831eb0d14 owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:18.816465 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:18.846838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=275477e7-7a44-46e6-a93e-737831eb0d14,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:18.893612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] No DVR routers for this DVR port 275477e7-7a44-46e6-a93e-737831eb0d14 on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:20:18.896276 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:18.898415 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b6f560ea-5bcb-4141-af4b-074b74cf536b req-5182c9ac-54c5-4260-9e43-0d63a836f046 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "DELETE /v2.0/ports/275477e7-7a44-46e6-a93e-737831eb0d14 HTTP/1.1" status: 204 len: 173 time: 0.4049551 Jun 30 10:20:18.899032 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-deleted', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:18.901699 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aeebf5-8d02-404e-8d50-3f32d40ba72b" -d '{"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-deleted", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:18.938867 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc196a7-cb3d-4910-bf2b-133147ea7a1b x-openstack-request-id: req-8cc196a7-cb3d-4910-bf2b-133147ea7a1b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:18.939179 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72487578-c3ef-4aac-ae3f-6208313174b5", "name": "network-vif-deleted", "tag": "275477e7-7a44-46e6-a93e-737831eb0d14", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:18.939428 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8cc196a7-cb3d-4910-bf2b-133147ea7a1b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:18.939820 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72487578-c3ef-4aac-ae3f-6208313174b5', 'name': 'network-vif-deleted', 'tag': '275477e7-7a44-46e6-a93e-737831eb0d14', 'status': 'completed', 'code': 200} Jun 30 10:20:19.633945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42930) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:19.984225 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:20.240132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port f3bf0fa5-ce4a-40c5-9e14-eba307964fac {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:20.240394 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:20.329343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port f3bf0fa5-ce4a-40c5-9e14-eba307964fac, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:20.329708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:20.342044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for f3bf0fa5-ce4a-40c5-9e14-eba307964fac owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:20.523117 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:20.549396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=f3bf0fa5-ce4a-40c5-9e14-eba307964fac,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:20.725493 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:20.934453 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 252e37d9-7f09-4294-beaf-038684b1366f has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:20:21.037119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:21.044404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4bfe2da6-502f-4eb8-9bd2-d6c574d10c4c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/252e37d9-7f09-4294-beaf-038684b1366f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4093750 Jun 30 10:20:21.046307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42932) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:21.047214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Sync routers for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:21.056152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:21.056689 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:21.100955 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting subnet 2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:20:21.103961 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.142537 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.157075 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:21.224490 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.286005 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.312171 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:21.316041 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.317931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-aed1535c-b68d-408e-ad8a-dcb817e854ae tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/subnets/2f7f3ad9-899d-4b2d-ac0a-ff1a2f0803df HTTP/1.1" status: 204 len: 168 time: 0.2706349 Jun 30 10:20:21.320554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42934) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:21.324427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27984d59-452f-42cf-97b4-1a79dae7dabd None None] Network 3412f795-dab0-41c8-943b-cbe92c9f9eb9 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:20:21.387665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:20:20Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:21.419052 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Checking router: 252e37d9-7f09-4294-beaf-038684b1366f for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:21.424240 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.466799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Routers {'252e37d9-7f09-4294-beaf-038684b1366f'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:21.467426 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['252e37d9-7f09-4294-beaf-038684b1366f'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:21.526322 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.579984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 16bcfce7-ebcf-41e8-afa9-2b06e650862c {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:21.580474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.584824 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] Set router 252e37d9-7f09-4294-beaf-038684b1366f gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:21.659704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] DHCP port deletion for 3412f795-dab0-41c8-943b-cbe92c9f9eb9 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:20:21.665361 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 16bcfce7-ebcf-41e8-afa9-2b06e650862c, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=16bcfce7-ebcf-41e8-afa9-2b06e650862c,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:21.665728 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.678155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 16bcfce7-ebcf-41e8-afa9-2b06e650862c owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:21.779465 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Deleting port b4e210fa-ba86-4ee8-a33a-75702d230a33 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:20:21.779845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.846680 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.857464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] For port b4e210fa-ba86-4ee8-a33a-75702d230a33, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=b4e210fa-ba86-4ee8-a33a-75702d230a33,segment=NetworkSegment(0888bd66-b9ad-4e5f-b3c2-ca8066daec15),segment_id=0888bd66-b9ad-4e5f-b3c2-ca8066daec15)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:21.857890 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.873055 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=16bcfce7-ebcf-41e8-afa9-2b06e650862c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:21.875131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Calling delete_port for b4e210fa-ba86-4ee8-a33a-75702d230a33 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:20:21.888798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:20:20Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:21.935681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:21.946241 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9b052-cd4b-4516-8540-6c40fc999a4a None None] The sync data for ids ['252e37d9-7f09-4294-beaf-038684b1366f'] in n-d-779913-25 is: [{'id': '252e37d9-7f09-4294-beaf-038684b1366f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021917031', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:18:04Z', 'updated_at': '2021-06-30T10:20:20Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '16bcfce7-ebcf-41e8-afa9-2b06e650862c', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:20:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e37d9-7f09-4294-beaf-038684b1366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:18:05Z', 'updated_at': '2021-06-30T10:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:21.996369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.025390 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] Pushing event deleted for resources: {'Port': ['ID=b4e210fa-ba86-4ee8-a33a-75702d230a33,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:22.028479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aafe8-8e11-4777-9536-2c2599fd60ea None None] No DVR routers for this DVR port b4e210fa-ba86-4ee8-a33a-75702d230a33 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:20:22.035806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.038090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.081471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.082026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Fanout notify agent at l3_agent the message router_deleted on router 252e37d9-7f09-4294-beaf-038684b1366f {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:20:22.089001 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.090132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-01a6aded-ab14-4cc9-8278-adef196a2ff1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/routers/252e37d9-7f09-4294-beaf-038684b1366f HTTP/1.1" status: 204 len: 168 time: 0.7686248 Jun 30 10:20:22.092870 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42936) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:22.169568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.254548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.264126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3412f795-dab0-41c8-943b-cbe92c9f9eb9']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:22.273691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0888bd66-b9ad-4e5f-b3c2-ca8066daec15') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:22.274018 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0888bd66-b9ad-4e5f-b3c2-ca8066daec15') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:22.282364 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.296014 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.302142 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:20:22.302546 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:20:22.305620 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:20:22.363957 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.368438 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.370455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/networks/3412f795-dab0-41c8-943b-cbe92c9f9eb9 HTTP/1.1" status: 204 len: 168 time: 0.2766490 Jun 30 10:20:22.374201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42938) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:22.396037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e1975-8af6-4618-a95e-989d13c70f39 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Network': ['ID=3412f795-dab0-41c8-943b-cbe92c9f9eb9,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:22.446755 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.472092 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.539327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.542242 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:22.546387 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/security-groups/e7ff383a-172a-43e1-9766-00fd495ca807 HTTP/1.1" status: 204 len: 168 time: 0.1685042 Jun 30 10:20:22.554126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2205c-80e0-4a2f-aa9d-63a8167a1ea9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ff383a-172a-43e1-9766-00fd495ca807,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:22.951206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b4e210fa-ba86-4ee8-a33a-75702d230a33 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:22.972110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: b4e210fa-ba86-4ee8-a33a-75702d230a33 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:20:22.972506 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device b4e210fa-ba86-4ee8-a33a-75702d230a33 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:22.972880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f3bf0fa5-ce4a-40c5-9e14-eba307964fac no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:22.994645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f3bf0fa5-ce4a-40c5-9e14-eba307964fac {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:20:22.995005 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f3bf0fa5-ce4a-40c5-9e14-eba307964fac not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:23.774113 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:23.789945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42946) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:23.794656 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496411713', 'description': 'tempest-secgroup-smoke-1496411713 description', 'project_id': 'd5fa477c5dec421f81968ea108e97d34'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:23.797510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 275477e7-7a44-46e6-a93e-737831eb0d14 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:20:23.797903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 275477e7-7a44-46e6-a93e-737831eb0d14 not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:23.818492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.898375 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.901942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.930024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:23.931221 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1402755 Jun 30 10:20:23.932310 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba006d-62d3-4d8f-8fba-b2f3203c6caf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd2aca-79da-4168-8cc7-376bc84d7b0c,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:23.934805 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42948) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:23.939661 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:23.966256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.021657 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.025124 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.043123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea221265-a720-4fb7-afa0-7da36c29cef5,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.046441 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.050269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cd4ffc21-a1eb-45d0-acd4-51d85c60da8e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117973 Jun 30 10:20:24.050789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42950) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.054823 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.080856 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.135716 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.139766 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.156869 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739ff9c4-6232-4e70-85aa-8bb597e7666f,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.162204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.163379 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-4f46a991-a1f4-46fc-adfe-ef5e3a383b27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119723 Jun 30 10:20:24.166044 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42952) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.171089 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.196626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.255084 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.258342 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.276761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47410242-622b-4cd0-8e15-9a1bdf2d6ae2,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.279920 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.281037 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f8a84898-acb7-4318-8676-e6de463a6638 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140931 Jun 30 10:20:24.283776 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42954) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.288270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.314715 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.372349 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.376129 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.394524 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0286ba5f-6b99-4aa2-8099-3afdccfe12e3,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.397222 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.398405 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0dab74a8-8b51-4492-bd3e-fa6b96ccc69d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136661 Jun 30 10:20:24.402246 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42956) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.406656 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.427441 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:20:24.432251 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.492875 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.496267 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.513333 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b2b454-1a51-478c-811b-3db2a3361c5a,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.519239 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.520388 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-32683f2e-4b1f-4730-ac6e-435bd4ab465e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171584 Jun 30 10:20:24.523221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42958) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.527466 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'fadd2aca-79da-4168-8cc7-376bc84d7b0c', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.536526 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 16bcfce7-ebcf-41e8-afa9-2b06e650862c no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:24.549612 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:20:24.554530 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.557812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 16bcfce7-ebcf-41e8-afa9-2b06e650862c {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:20:24.558174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 16bcfce7-ebcf-41e8-afa9-2b06e650862c not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:20:24.618220 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.621497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.637727 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4169d0-5835-48fb-9859-7c3b3830662c,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.644118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.648317 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a4779ba4-7637-4be0-b5c6-6383610e8f2c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214232 Jun 30 10:20:24.648462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42960) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.653771 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'network': {'name': 'tempest-network-smoke--36277061', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'port_security_enabled': True}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.676877 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:20:24.680965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.703878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:20:24.712354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.712690 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Added segment 35c14057-dafa-4b5a-a855-e377664efa0b of type vlan for network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 Jun 30 10:20:24.750841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.776669 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.782498 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:24.783069 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.833898 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1844099 Jun 30 10:20:24.836788 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42962) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:24.842090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'admin_state_up': True, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:24.851402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09fa5-352a-4380-87a8-b8be3ae7a726 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Network': ['ID=21c1a3ae-a809-4973-8a5a-6afb8e22caa8,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:24.862550 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:20:24.865979 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.866952 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:24.923859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.355398 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.539059 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.557015 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.671217 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.85 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/ea49ceec-1a82-441e-9874-4dd3a880df3e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:25.769449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.812676 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:25.849912 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:25.852567 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:25.854983 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:25.885179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=ea49ceec-1a82-441e-9874-4dd3a880df3e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:26.107570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:26.299231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:26.423013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12e397f1-5793-4d3b-af5d-e4d01082f146 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:20:26.526938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:26.538714 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Sync routers for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:26.546555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:26.547802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a9d2a40a-c921-48fc-966d-577976737ce0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7099779 Jun 30 10:20:26.548387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:26.548995 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:26.550921 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42964) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:26.637686 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-835831e8-044b-46c7-bc99-83e09fa65ddc tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d5fa477c5dec421f81968ea108e97d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851176 Jun 30 10:20:26.640237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42968) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:26.660155 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:26.784817 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe4bd2-8fb7-4f23-ada9-b1120cde8663 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:26.786552 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-93fe4bd2-8fb7-4f23-ada9-b1120cde8663 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454096 Jun 30 10:20:26.789349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42970) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:26.817541 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ca545c56-7610-4bcd-b308-33961cf9e169 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270979 Jun 30 10:20:26.820042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 42972) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:26.826145 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19535573', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:26.831256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:26Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:26.856059 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Checking router: 12e397f1-5793-4d3b-af5d-e4d01082f146 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:26.856415 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Updating router 12e397f1-5793-4d3b-af5d-e4d01082f146 port ea49ceec-1a82-441e-9874-4dd3a880df3e binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:20:26.893163 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:26.913928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:20:26.917366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.104302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.144258 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.153726 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Transition to ACTIVE for port object ea49ceec-1a82-441e-9874-4dd3a880df3e will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:27.158680 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.162734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Subnet': ['ID=191d044d-8dd6-4e95-90fd-cb34da32fecf,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:27.172246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Checking segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:27.172614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network hostable DHCP agents. Network: 21c1a3ae-a809-4973-8a5a-6afb8e22caa8, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:20:27.192949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:20:27.201824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 21c1a3ae-a809-4973-8a5a-6afb8e22caa8) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:27.209566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:27.209780 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Attempting to bind port ea49ceec-1a82-441e-9874-4dd3a880df3e on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:27.210158 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Attempting to bind port ea49ceec-1a82-441e-9874-4dd3a880df3e by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:27.210518 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Attempting to bind port ea49ceec-1a82-441e-9874-4dd3a880df3e on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:27.210651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.212233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe48b9b-9bfa-4701-99a5-658aa325b74d None None] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:20:27.217436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Pushing event updated for resources: {'Port': ['ID=ea49ceec-1a82-441e-9874-4dd3a880df3e,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:27.220596 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:27.221002 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:27.221388 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.221774 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:27.222247 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Bound port: ea49ceec-1a82-441e-9874-4dd3a880df3e, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:27.222658 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.226379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-36ddbd3f-f481-4995-8cfc-4ccf27d59296 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4053545 Jun 30 10:20:27.228358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.228783 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.229137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.229470 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.229823 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.229989 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 42974) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:27.230492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.230492 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.231676 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.232016 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.232341 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.232661 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.232978 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:27.290470 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] For port ea49ceec-1a82-441e-9874-4dd3a880df3e, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:27.295287 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] For port ea49ceec-1a82-441e-9874-4dd3a880df3e, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ea49ceec-1a82-441e-9874-4dd3a880df3e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:27.299748 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.362628 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2de8-0463-4a7b-baab-79ccf0072e09 None None] Pushing event updated for resources: {'Port': ['ID=ea49ceec-1a82-441e-9874-4dd3a880df3e,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:27.365237 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:27.366086 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:27.480133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:27.534692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:20:27.535579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.671169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:26Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:27.678536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Allocated IP 172.20.0.2 (21c1a3ae-a809-4973-8a5a-6afb8e22caa8/191d044d-8dd6-4e95-90fd-cb34da32fecf/c5413eff-c681-46bc-a62f-5222bab0c5f0) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:27.702931 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf51d2d-25a9-4df2-855f-645a3502dda2 None None] The sync data for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 is: [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:26Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:27.833587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.842692 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Transition to ACTIVE for port object c5413eff-c681-46bc-a62f-5222bab0c5f0 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:27.858249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Transition to ACTIVE for port object c5413eff-c681-46bc-a62f-5222bab0c5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:27.865773 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:27.913214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:27.919421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:27.927759 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:27.936584 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Pushing event updated for resources: {'Port': ['ID=c5413eff-c681-46bc-a62f-5222bab0c5f0,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:28.000756 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Attempting to bind port c5413eff-c681-46bc-a62f-5222bab0c5f0 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:28.001129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Attempting to bind port c5413eff-c681-46bc-a62f-5222bab0c5f0 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:28.001498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Attempting to bind port c5413eff-c681-46bc-a62f-5222bab0c5f0 on network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:28.009522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:28.009991 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Checking segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:28.010565 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.011050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Bound using segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:28.011697 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Bound port: c5413eff-c681-46bc-a62f-5222bab0c5f0, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:28.012846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.082308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] For port c5413eff-c681-46bc-a62f-5222bab0c5f0, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:28.084936 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.086347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] For port c5413eff-c681-46bc-a62f-5222bab0c5f0, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c5413eff-c681-46bc-a62f-5222bab0c5f0,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:28.091673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.169490 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a92aa-e469-48f3-9676-4b60181073b2 None None] Pushing event updated for resources: {'Port': ['ID=c5413eff-c681-46bc-a62f-5222bab0c5f0,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:28.416362 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.1 (21c1a3ae-a809-4973-8a5a-6afb8e22caa8/191d044d-8dd6-4e95-90fd-cb34da32fecf/8b200e93-1dc7-46ca-8a18-20fc5d066c40) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:28.537258 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.552750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 8b200e93-1dc7-46ca-8a18-20fc5d066c40 will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:28.595653 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.649121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:28.653840 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:28.656417 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:28.665899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ea49ceec-1a82-441e-9874-4dd3a880df3e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:28.684925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:28.706638 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.716068 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port ea49ceec-1a82-441e-9874-4dd3a880df3e completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:28.720094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ea49ceec-1a82-441e-9874-4dd3a880df3e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:28.720465 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.807047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.837943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port ea49ceec-1a82-441e-9874-4dd3a880df3e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ea49ceec-1a82-441e-9874-4dd3a880df3e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:28.843326 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.844164 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c5413eff-c681-46bc-a62f-5222bab0c5f0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:28.859974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:28.920518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=ea49ceec-1a82-441e-9874-4dd3a880df3e,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:28.934644 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c5413eff-c681-46bc-a62f-5222bab0c5f0 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:29.098156 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69289f-b096-4173-a2c3-9102bc11f20a None None] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:20:29.160152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Provisioning for port c5413eff-c681-46bc-a62f-5222bab0c5f0 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:29.165126 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.171294 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.173860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Provisioning complete for port c5413eff-c681-46bc-a62f-5222bab0c5f0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:29.174238 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.253408 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:29.256952 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.316059 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.353325 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:29.354738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:29.359793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] For port c5413eff-c681-46bc-a62f-5222bab0c5f0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c5413eff-c681-46bc-a62f-5222bab0c5f0,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:29.365429 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.423722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb680e4-c3de-49fe-8015-92a8ff4a552d None None] Pushing event updated for resources: {'Port': ['ID=c5413eff-c681-46bc-a62f-5222bab0c5f0,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:29.438461 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5271-b75e-4995-b452-b57f397cc580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.487681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12e397f1-5793-4d3b-af5d-e4d01082f146 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:20:29.591259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Provisioning for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:29.596192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Provisioning complete for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:29.596699 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.602918 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:29.620977 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-86d7d5da-90d9-41b2-a276-683d48b246aa tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/12e397f1-5793-4d3b-af5d-e4d01082f146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3762629 Jun 30 10:20:29.638650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:20:29.648962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Provisioning complete for port c5413eff-c681-46bc-a62f-5222bab0c5f0 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:29.649339 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a56e8ee3-a3ef-4522-a8e2-ee22af62f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.678781 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Sync routers for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:29.698822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:29.699519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:29.776718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-0eacfa8d-1244-46f0-ab49-3e71b15d44b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496411713&fields=id&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 267 time: 0.0366347 Jun 30 10:20:29.847455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:29.898819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-ce906720-503b-4305-9c52-f5d76471ef5a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:29.902321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-ce906720-503b-4305-9c52-f5d76471ef5a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 795 time: 0.1187737 Jun 30 10:20:29.917360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-51a454dc-9e01-4c7c-940e-b393238ba3af tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/quotas/d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 375 time: 0.0103819 Jun 30 10:20:29.984974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-64b2d1f8-a19f-4fbd-9985-c6c59aa41af4 None None] Provisioning complete for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:29.985355 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-64b2d1f8-a19f-4fbd-9985-c6c59aa41af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:29.989931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-5552c8d7-2673-4017-b2a6-4366eed3aa92 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657787 Jun 30 10:20:30.036377 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-64b2d1f8-a19f-4fbd-9985-c6c59aa41af4 None None] Port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:20:30.083289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:29Z', 'revision_number': 2, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:30.086241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-f3f832df-72bd-4cc3-9a06-1fa631a07db6 service neutron] 10.222.0.66 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851753 Jun 30 10:20:30.113585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Checking router: 12e397f1-5793-4d3b-af5d-e4d01082f146 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:30.113974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Updating router 12e397f1-5793-4d3b-af5d-e4d01082f146 port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:20:30.150157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.170191 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ff3e3ffd-5275-4277-bc50-7d8b70d120eb None None] Provisioning complete for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:30.170577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ff3e3ffd-5275-4277-bc50-7d8b70d120eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.174665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-346e131e-15ee-482e-ad1b-28dbea5ef5f6 service neutron] 10.222.0.66 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820427 Jun 30 10:20:30.273693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e3ffd-5275-4277-bc50-7d8b70d120eb None None] Port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:20:30.348673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-93b9c18c-7e95-4577-8692-4cc050868226 req-c6138700-907f-4141-9b2a-f565780ae61c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 210 time: 0.0311766 Jun 30 10:20:30.459062 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.469452 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Transition to ACTIVE for port object 8b200e93-1dc7-46ca-8a18-20fc5d066c40 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:30.475164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.522415 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97da29-97ef-4a17-ac42-489784636d1a None None] Pushing event updated for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:30.580445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Attempting to bind port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:30.580829 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Attempting to bind port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:30.581204 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Attempting to bind port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 on network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:30.586574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:30.587244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Checking segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:30.587409 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.587929 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Bound using segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:30.588455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Bound port: 8b200e93-1dc7-46ca-8a18-20fc5d066c40, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:30.588846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.629978 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ea49ceec-1a82-441e-9874-4dd3a880df3e up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:30.694676 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] For port 8b200e93-1dc7-46ca-8a18-20fc5d066c40, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:30.699105 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] For port 8b200e93-1dc7-46ca-8a18-20fc5d066c40, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b200e93-1dc7-46ca-8a18-20fc5d066c40,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:30.706617 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.740653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port ea49ceec-1a82-441e-9874-4dd3a880df3e triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:30.741035 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.814653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:30.815284 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:30.819841 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97da29-97ef-4a17-ac42-489784636d1a None None] Pushing event updated for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:30.965499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c5413eff-c681-46bc-a62f-5222bab0c5f0 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:30.990552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:31.277283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c5413eff-c681-46bc-a62f-5222bab0c5f0 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:31.277694 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:31.438543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:31.469664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de64ef5-6cc8-4656-a32e-c526440098de None None] The sync data for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 is: [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:30Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:31.574384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e2b005a-909a-4fee-a3ab-5935e05caab9 req-614ded3b-1cb3-47dd-a8a9-8e2aba2f5102 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 210 time: 0.0568645 Jun 30 10:20:31.655460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-7cd3f474-2d81-4079-a0b1-0c48b12900f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:31.656969 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-7cd3f474-2d81-4079-a0b1-0c48b12900f8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 795 time: 0.2063890 Jun 30 10:20:31.707412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-0e053917-c55d-4558-8d24-11b420d0e13f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 380 time: 0.0419228 Jun 30 10:20:31.722470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'port': {'device_id': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'admin_state_up': True, 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'security_groups': ['fadd2aca-79da-4168-8cc7-376bc84d7b0c']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:31.841807 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:20:31.845706 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:31.976253 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.11 (21c1a3ae-a809-4973-8a5a-6afb8e22caa8/191d044d-8dd6-4e95-90fd-cb34da32fecf/8351fe1b-ea76-429b-bbfc-5e4aebe327eb) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:32.004064 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e03f17d4-cbbd-49a9-88e2-b3a0e94291e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.128362 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.136390 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.144892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 8351fe1b-ea76-429b-bbfc-5e4aebe327eb will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:32.177761 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.226762 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:32.230034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:32.236460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:32.260367 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:32.290702 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:32.291365 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.309844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-3f9fb505-bd50-4eeb-b0e4-ec3d5cb2758f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952675 Jun 30 10:20:32.322206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Request body: {'port': {'device_id': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:32.403029 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.482892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d86ec8dd-6447-4d86-ad52-6835e343bd8f None None] Provisioning for port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:32.487190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d86ec8dd-6447-4d86-ad52-6835e343bd8f None None] Provisioning complete for port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:32.487297 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d86ec8dd-6447-4d86-ad52-6835e343bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.523668 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d86ec8dd-6447-4d86-ad52-6835e343bd8f None None] Port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:20:32.644707 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b200e93-1dc7-46ca-8a18-20fc5d066c40 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:32.701314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:32.706342 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:32.706724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.712759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8351fe1b-ea76-429b-bbfc-5e4aebe327eb {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:20:32.736000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.754351 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Transition to ACTIVE for port object 8351fe1b-ea76-429b-bbfc-5e4aebe327eb will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:20:32.761325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.784417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.822293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Pushing event updated for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:32.829012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8b200e93-1dc7-46ca-8a18-20fc5d066c40, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b200e93-1dc7-46ca-8a18-20fc5d066c40,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:32.835178 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:32.835643 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69571-9faf-4dc0-b16f-a654e392b8d1 req-bef89d8e-a6f6-4f1e-b7b6-7125f30f7857 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:32.837604 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1f69571-9faf-4dc0-b16f-a654e392b8d1 req-bef89d8e-a6f6-4f1e-b7b6-7125f30f7857 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 932 time: 0.1410687 Jun 30 10:20:32.886318 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:32.930265 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f1f69571-9faf-4dc0-b16f-a654e392b8d1 req-99162c75-424f-4987-b3ea-06783227c971 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671778 Jun 30 10:20:32.941639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Attempting to bind port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:20:32.942173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Attempting to bind port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:20:32.942618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Attempting to bind port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb on network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb on network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Attempting to bind port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb on network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Checking segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Bound using segment: {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:20:32.955530 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Bound port: 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c14057-dafa-4b5a-a855-e377664efa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:20:32.956180 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:33.020554 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:20:33.023650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:20:33.028543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:33.067786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.068799 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:33.070183 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] 10.222.0.11 "PUT /v2.0/ports/8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 1093 time: 0.7527561 Jun 30 10:20:33.070623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:33.072909 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3faf54-0512-490c-94e4-a4a8ce45b160" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:33.102181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7a16c-0f81-409c-b3e0-b54eb43635ee service neutron] Pushing event updated for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:33.118941 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b6878-3304-4d24-b6b8-1b3cdc318ca8 x-openstack-request-id: req-9f0b6878-3304-4d24-b6b8-1b3cdc318ca8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:33.119237 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:33.119499 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f0b6878-3304-4d24-b6b8-1b3cdc318ca8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:33.119897 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'status': 'completed', 'code': 200} Jun 30 10:20:33.172069 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-09142804-0a1b-4114-9113-80329b644d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.173571 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-09142804-0a1b-4114-9113-80329b644d1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1096 time: 0.0636208 Jun 30 10:20:33.215119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-b20f7d33-fc49-454e-98c0-fb9986a8f79c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 217 time: 0.0341954 Jun 30 10:20:33.270315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-ad7b8ad8-12a0-4126-af90-d381ec7074c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.271650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-ad7b8ad8-12a0-4126-af90-d381ec7074c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0488367 Jun 30 10:20:33.281741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:33.328413 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-4b524b2e-d0c0-416e-9fbf-b1d3d6c67946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.329761 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-4b524b2e-d0c0-416e-9fbf-b1d3d6c67946 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520446 Jun 30 10:20:33.415825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-950c5222-16ce-4500-a1d8-3393360d3c22 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797713 Jun 30 10:20:33.505665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aaf37884-8f07-4103-82f2-a2af2b61239d req-e95ed949-bf66-4fe4-9a2e-4e421fee212b service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830889 Jun 30 10:20:33.602510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-4c8eb7a8-178f-47dc-905e-d886599ee07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.603866 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-4c8eb7a8-178f-47dc-905e-d886599ee07a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1096 time: 0.0516806 Jun 30 10:20:33.693985 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-18448592-ca9f-4915-9b93-a5ee734059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:33.695417 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-18448592-ca9f-4915-9b93-a5ee734059d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.0849831 Jun 30 10:20:34.028112 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-c15e3076-4021-4cdf-81f7-d04a34a82a21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 217 time: 0.3265331 Jun 30 10:20:34.108566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-4a02a225-76ed-4458-9319-0210a57f6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:34.110060 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-4a02a225-76ed-4458-9319-0210a57f6191 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0753913 Jun 30 10:20:34.138835 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:34.162838 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f5f51-33ad-42e4-ab36-683e3af1b4b7 req-cb266c0a-14d3-4a50-a07d-524f593381d9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:34.164290 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb7f5f51-33ad-42e4-ab36-683e3af1b4b7 req-cb266c0a-14d3-4a50-a07d-524f593381d9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 944 time: 0.1036820 Jun 30 10:20:34.202224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-e6030b01-7ff2-484e-b4e2-e5a3d3ff8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:34.203697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-e6030b01-7ff2-484e-b4e2-e5a3d3ff8b0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845838 Jun 30 10:20:34.223540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bb7f5f51-33ad-42e4-ab36-683e3af1b4b7 req-96adc6a0-5807-4458-ab35-51607bfbfdf4 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517728 Jun 30 10:20:34.307693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-983b9391-554a-408e-a828-1dcc9b08d237 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963616 Jun 30 10:20:34.397595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b3faf54-0512-490c-94e4-a4a8ce45b160 req-d70487db-88ee-41c8-9795-3eab3f547038 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829961 Jun 30 10:20:34.594143 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b200e93-1dc7-46ca-8a18-20fc5d066c40 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:34.641279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:34.641652 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:34.929298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:35.405876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9aa39-b6a6-4471-ad4a-0f03bd200b94 req-2820daea-f3a6-4e45-b3eb-8441460859f6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:35.407323 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87d9aa39-b6a6-4471-ad4a-0f03bd200b94 req-2820daea-f3a6-4e45-b3eb-8441460859f6 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 944 time: 0.0621977 Jun 30 10:20:35.448302 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-87d9aa39-b6a6-4471-ad4a-0f03bd200b94 req-0ebb07c3-e7b4-4e8e-b21e-0a934efbb746 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354159 Jun 30 10:20:35.910807 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:36.616781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfcae4-3d7f-4e60-b006-051419fe5bfd req-f3dbd809-935c-4f16-8c64-3aaaa64e6d44 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:36.618258 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17bfcae4-3d7f-4e60-b006-051419fe5bfd req-f3dbd809-935c-4f16-8c64-3aaaa64e6d44 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 944 time: 0.0621417 Jun 30 10:20:36.655148 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17bfcae4-3d7f-4e60-b006-051419fe5bfd req-21fa32c5-b78c-43ae-98f4-9026d335f782 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307992 Jun 30 10:20:37.828825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1363ce-1730-41da-ae51-2f3021d32ba4 req-b36cdd5f-9f9d-4449-8f4b-14ebaa79a002 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:37.830272 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a1363ce-1730-41da-ae51-2f3021d32ba4 req-b36cdd5f-9f9d-4449-8f4b-14ebaa79a002 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 944 time: 0.0640688 Jun 30 10:20:37.866924 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a1363ce-1730-41da-ae51-2f3021d32ba4 req-7c7b6132-a236-4440-b7e3-a5fb921b8d41 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Jun 30 10:20:38.444271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8351fe1b-ea76-429b-bbfc-5e4aebe327eb details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:20:38.533329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:38.549229 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'port_id': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'mac_address': 'fa:16:3e:bb:b5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:20:38.584428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.596211 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8351fe1b-ea76-429b-bbfc-5e4aebe327eb {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:20:38.615120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:38.618831 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.664645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:38.921856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['8351fe1b-ea76-429b-bbfc-5e4aebe327eb'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:20:39.039839 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72fb97-f31e-4813-b52e-103fe081694b req-9c571ce0-f249-4f72-af43-3458ec70b90a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.041305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c72fb97-f31e-4813-b52e-103fe081694b req-9c571ce0-f249-4f72-af43-3458ec70b90a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jun 30 10:20:39.080213 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c72fb97-f31e-4813-b52e-103fe081694b req-5015c3c8-9748-497d-992b-0c0da2c445d5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Jun 30 10:20:40.252096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be711-744e-4d33-9fde-ba3288995692 req-91c64edc-ad34-4aca-a299-499f1449c356 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:40.253551 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-020be711-744e-4d33-9fde-ba3288995692 req-91c64edc-ad34-4aca-a299-499f1449c356 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 945 time: 0.0611267 Jun 30 10:20:40.290527 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-020be711-744e-4d33-9fde-ba3288995692 req-1f51c51a-1979-45f6-a1c3-965b0f30b2f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jun 30 10:20:40.475545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8351fe1b-ea76-429b-bbfc-5e4aebe327eb up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:20:40.521770 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:20:40.525202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:20:40.525579 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:40.600675 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:40.622338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:40.624564 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a944bc-ab55-46d6-9fb9-7c7877f8f8d5" -d '{"events": [{"server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "name": "network-vif-plugged", "status": "completed", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:40.639308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:40.643327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:40.668071 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c5a43c-9ea6-429c-b357-b9e61dc7ea3a x-openstack-request-id: req-b5c5a43c-9ea6-429c-b357-b9e61dc7ea3a {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:40.668377 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "name": "network-vif-plugged", "status": "completed", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:40.668631 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5c5a43c-9ea6-429c-b357-b9e61dc7ea3a {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:40.669535 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'code': 200} Jun 30 10:20:40.701062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:40.772737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45086e2-3c72-486e-b103-7e458ef14791 req-673d2ba4-f4b7-4c33-abae-ffbafd8705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:40.774182 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45086e2-3c72-486e-b103-7e458ef14791 req-673d2ba4-f4b7-4c33-abae-ffbafd8705d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0495758 Jun 30 10:20:40.810651 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45086e2-3c72-486e-b103-7e458ef14791 req-a74306f6-1877-42be-9155-84b7058666ee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Jun 30 10:20:41.458263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71b25d-81b5-4378-b16c-cad81cd74916 req-efdab64b-542e-490f-8d69-dbe4654b6a66 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.459689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c71b25d-81b5-4378-b16c-cad81cd74916 req-efdab64b-542e-490f-8d69-dbe4654b6a66 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0606592 Jun 30 10:20:41.495509 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c71b25d-81b5-4378-b16c-cad81cd74916 req-107f2546-6bc8-4987-a73f-54fca865d22a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302117 Jun 30 10:20:42.666819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a03b-42d6-41f7-a170-b3e53d50b00d req-7aa9e972-9312-4f97-8753-2e6a187b13d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:42.668319 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4d9a03b-42d6-41f7-a170-b3e53d50b00d req-7aa9e972-9312-4f97-8753-2e6a187b13d2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0631421 Jun 30 10:20:42.707799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4d9a03b-42d6-41f7-a170-b3e53d50b00d req-f7b8651e-0b9f-44e1-a249-09cbaaac53db tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Jun 30 10:20:42.879010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d764-a842-4db3-9d6a-3fce84dd2849 req-c30bca8d-def8-47e9-b387-604a2b59a53b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:42.880457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f31d764-a842-4db3-9d6a-3fce84dd2849 req-c30bca8d-def8-47e9-b387-604a2b59a53b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0655484 Jun 30 10:20:42.916742 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f31d764-a842-4db3-9d6a-3fce84dd2849 req-9be2609d-00aa-475d-82b6-ef8f9c5daed0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308001 Jun 30 10:20:42.941340 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43032) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:42.990850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bcd52c-5667-4b1a-94ae-eb5a727b13c3 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:42.992332 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-18bcd52c-5667-4b1a-94ae-eb5a727b13c3 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1093 time: 0.0499456 Jun 30 10:20:42.995090 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43034) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:42.999878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:20:43.021054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.116128 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.213846 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.96 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/81e1b9db-801f-4894-8e37-d77153ffd9a5) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:20:43.314177 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.351996 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.388011 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:20:43.390653 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:20:43.395897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:20:43.401017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=81e1b9db-801f-4894-8e37-d77153ffd9a5,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:43.427486 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.427844 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.428190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.428533 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.428870 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.429209 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.429546 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.429906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.430242 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.430574 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.430906 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.431233 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:43.762817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.839683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.981954 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:43.986764 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:44.056446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=81e1b9db-801f-4894-8e37-d77153ffd9a5,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:44.069141 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:44.165661 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 992b1af1-3804-42e8-b6fd-bc4cc56b21f9 associated. External IP: 172.25.4.96, port: 8351fe1b-ea76-429b-bbfc-5e4aebe327eb. Jun 30 10:20:44.683115 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12e397f1-5793-4d3b-af5d-e4d01082f146 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:20:44.786363 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:20:44.796952 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Sync routers for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:20:44.802659 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:44.806556 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:44.807168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:44.844175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-d902c460-71ce-42db-8ec9-9d0045b25198 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8476713 Jun 30 10:20:44.844777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:44.847086 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2cc82a-52d3-4082-94c3-4988e67537b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:44.882418 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c0ba54-beb4-4cb7-bdc4-8d3b71fbf7b8 x-openstack-request-id: req-74c0ba54-beb4-4cb7-bdc4-8d3b71fbf7b8 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:44.882718 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:44.882975 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74c0ba54-beb4-4cb7-bdc4-8d3b71fbf7b8 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:44.883438 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'status': 'completed', 'code': 200} Jun 30 10:20:44.917559 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:45.004001 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-4938ad7a-6940-400e-85c3-1baa59a1504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.005501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-4938ad7a-6940-400e-85c3-1baa59a1504e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0967116 Jun 30 10:20:45.027897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9074-d0bf-4b16-be6f-b06abd0add53 req-188d8ba9-ba67-4d36-aea0-1827b5c8783b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.029340 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-290f9074-d0bf-4b16-be6f-b06abd0add53 req-188d8ba9-ba67-4d36-aea0-1827b5c8783b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0899479 Jun 30 10:20:45.111351 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-290f9074-d0bf-4b16-be6f-b06abd0add53 req-f2c6b5d9-e409-48c1-ae93-be1ef8a55094 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715179 Jun 30 10:20:45.133382 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '992b1af1-3804-42e8-b6fd-bc4cc56b21f9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'port_id': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'mac_address': 'fa:16:3e:bb:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:20:43Z', 'updated_at': '2021-06-30T10:20:43Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:45.135537 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-698e3b0e-3faf-41cc-89bc-561b97f04155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.136550 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43040) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:45.137064 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-698e3b0e-3faf-41cc-89bc-561b97f04155 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.1250095 Jun 30 10:20:45.172240 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:45.173314 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Checking router: 12e397f1-5793-4d3b-af5d-e4d01082f146 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:20:45.183940 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:20:45.184553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:20:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:45.204492 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-7220ae36-9805-411c-b7b0-05a4dde427cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 999 time: 0.0609951 Jun 30 10:20:45.209480 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ba650944-e4ce-4739-9164-d1f2d9099432 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/992b1af1-3804-42e8-b6fd-bc4cc56b21f9 HTTP/1.1" status: 200 len: 991 time: 0.0717211 Jun 30 10:20:45.259618 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-93c5794d-4d75-4347-afdf-5a437deb204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.261088 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-93c5794d-4d75-4347-afdf-5a437deb204a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0500519 Jun 30 10:20:45.317897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-842967ad-1e1e-478d-8ea0-59d51a02ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.319390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-842967ad-1e1e-478d-8ea0-59d51a02ba51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521779 Jun 30 10:20:45.377564 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:20:45.407594 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-0e992c82-e76e-4fbb-a307-f4ab451978be service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Jun 30 10:20:45.500476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b2cc82a-52d3-4082-94c3-4988e67537b5 req-f9c31381-b958-4576-abfb-0b3ffb4a348a service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Jun 30 10:20:45.593115 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '992b1af1-3804-42e8-b6fd-bc4cc56b21f9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'port_id': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'mac_address': 'fa:16:3e:bb:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:20:43Z', 'updated_at': '2021-06-30T10:20:43Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:20:45.617861 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885575ae-8eb5-46dd-8af3-2728f8a774b3 None None] The sync data for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 is: [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '992b1af1-3804-42e8-b6fd-bc4cc56b21f9', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'port_id': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'mac_address': 'fa:16:3e:bb:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:20:43Z', 'updated_at': '2021-06-30T10:20:43Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:20:45.799252 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06168256-7a20-4d22-8eb3-52578028f5e0 None None] New status for floating IP 992b1af1-3804-42e8-b6fd-bc4cc56b21f9: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:20:46.213553 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43042) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:20:46.276581 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-101a29c2-0626-44e1-b663-e50f17f45bbf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/992b1af1-3804-42e8-b6fd-bc4cc56b21f9 HTTP/1.1" status: 200 len: 993 time: 0.0619156 Jun 30 10:20:59.420319 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aec04a19-df24-456b-a684-8fc72339de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:02.005512 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3eac3a36-d1a4-4e2e-9f1d-253a531f6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:02.137089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:03.283033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:04.142358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:04.932162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:05.930060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:19.926344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-6035ebb7-d25e-4883-a68b-eb96c313d151 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498936 Jun 30 10:21:20.016315 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-bb1a2d47-72cd-4c37-b050-92f1053eea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:20.018361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-bb1a2d47-72cd-4c37-b050-92f1053eea50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0503592 Jun 30 10:21:20.122113 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-364f8e39-fd5e-4674-a078-9926a1cf325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:20.123469 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-364f8e39-fd5e-4674-a078-9926a1cf325f service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.0858135 Jun 30 10:21:20.186041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-3a9b24aa-35b3-4af9-ba12-edbc3fd529f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 1001 time: 0.0565619 Jun 30 10:21:20.236538 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-e9bcd853-b570-4e54-a86c-5aa71841ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:20.237946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-e9bcd853-b570-4e54-a86c-5aa71841ee76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0455537 Jun 30 10:21:20.291240 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-356941f4-5337-4e8e-91b6-9d660c6cd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:20.292637 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-356941f4-5337-4e8e-91b6-9d660c6cd61f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487988 Jun 30 10:21:20.303282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-1b9678aa-f95a-41e4-98b3-166e77ab5f11 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:21:20.304194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-1b9678aa-f95a-41e4-98b3-166e77ab5f11 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047457 Jun 30 10:21:20.388894 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-edd5c16c-fa5f-4cc6-b487-b28a15cae583 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784822 Jun 30 10:21:20.479279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e172f5a4-3f0d-4669-9854-b0e88409de1e req-6b29a914-acf3-4a97-b5e5-130fbe7363d8 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840168 Jun 30 10:21:22.154710 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:21:29.420633 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c7ccbdd-a494-4ef2-b444-55336ccaac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:32.006268 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4922d3b5-af91-4898-a4b2-11ea5f087a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:32.135589 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:33.285286 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:34.161501 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:34.934532 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:35.933410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:47.189941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6e4e-8eae-41ec-a514-b508adfea6a6 req-ba72c1b7-16de-41e3-a558-844b141707ce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:47.191771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fffc6e4e-8eae-41ec-a514-b508adfea6a6 req-ba72c1b7-16de-41e3-a558-844b141707ce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0651534 Jun 30 10:21:47.228406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fffc6e4e-8eae-41ec-a514-b508adfea6a6 req-54032351-1bed-4468-8c88-5ffc2dee0258 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Jun 30 10:21:48.430087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2b691-f3fa-4663-92a8-528cfdb61019 req-03379144-a68f-4e8d-8e30-f516b06521e0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:48.431539 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e2b691-f3fa-4663-92a8-528cfdb61019 req-03379144-a68f-4e8d-8e30-f516b06521e0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0793774 Jun 30 10:21:48.467755 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21e2b691-f3fa-4663-92a8-528cfdb61019 req-7c065e69-78c1-4728-9cf6-819f219b7d11 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jun 30 10:21:49.635159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3dd29-b9cb-4ea0-b743-05d79eb877ba req-85e0d14d-376d-4d3a-9eea-b4cee4618777 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:49.636602 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80a3dd29-b9cb-4ea0-b743-05d79eb877ba req-85e0d14d-376d-4d3a-9eea-b4cee4618777 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0608609 Jun 30 10:21:49.673921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80a3dd29-b9cb-4ea0-b743-05d79eb877ba req-a8dd45ae-f0a6-4445-bd00-89ccf554f39b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Jun 30 10:21:50.848116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856b5b2-917c-4417-ba31-c38491e06ed5 req-2dfe4db8-c32c-45f2-bf16-f30b2b08b30d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:50.849463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d856b5b2-917c-4417-ba31-c38491e06ed5 req-2dfe4db8-c32c-45f2-bf16-f30b2b08b30d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0649858 Jun 30 10:21:50.885763 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d856b5b2-917c-4417-ba31-c38491e06ed5 req-4d6e050d-654f-4b6b-bbcb-b439fa4ff0bc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Jun 30 10:21:52.053168 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616a32-3ea1-4c37-8b4e-0c9de4c9538f req-54afbefb-e0a4-4ad6-a6f0-8846a38feb64 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:52.058567 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66616a32-3ea1-4c37-8b4e-0c9de4c9538f req-54afbefb-e0a4-4ad6-a6f0-8846a38feb64 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0656469 Jun 30 10:21:52.098787 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66616a32-3ea1-4c37-8b4e-0c9de4c9538f req-0088031b-f77d-4e61-bf2d-7e4a520b8f34 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339954 Jun 30 10:21:53.266947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89b160-8851-4f09-90b1-7f58ef2bf294 req-6174e70c-684c-41bc-8495-a872a46c8e6d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:53.268419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a89b160-8851-4f09-90b1-7f58ef2bf294 req-6174e70c-684c-41bc-8495-a872a46c8e6d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0623493 Jun 30 10:21:53.305793 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3a89b160-8851-4f09-90b1-7f58ef2bf294 req-bab496fb-b403-4ca9-ae7b-dc809c17e019 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jun 30 10:21:54.486477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c3a4-4cb9-4eca-b7eb-0d783a688a0c req-fbe36e3c-4079-45b0-9806-446170adc403 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:54.487959 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ab5c3a4-4cb9-4eca-b7eb-0d783a688a0c req-fbe36e3c-4079-45b0-9806-446170adc403 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0708177 Jun 30 10:21:54.524097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1ab5c3a4-4cb9-4eca-b7eb-0d783a688a0c req-a8e7ff8b-541a-4e4a-b6a8-1ea2d1f882e9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305653 Jun 30 10:21:55.693695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46f9d3-e8a8-41f4-af6d-8386b4948c4a req-9623b592-ed4d-4bec-961c-e693cbc7c368 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:55.695483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f46f9d3-e8a8-41f4-af6d-8386b4948c4a req-9623b592-ed4d-4bec-961c-e693cbc7c368 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0633016 Jun 30 10:21:55.734435 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6f46f9d3-e8a8-41f4-af6d-8386b4948c4a req-d9d4086d-27e7-4891-98dd-8d29f3fbf70e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Jun 30 10:21:56.909087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949d25a-1bac-4df8-9cf0-aef517f9698a req-f95bc4a4-32fb-40ad-8f84-0742b75a54d7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:56.910489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9949d25a-1bac-4df8-9cf0-aef517f9698a req-f95bc4a4-32fb-40ad-8f84-0742b75a54d7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0644324 Jun 30 10:21:56.946641 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9949d25a-1bac-4df8-9cf0-aef517f9698a req-8a8a9294-4037-4616-a7b0-ee1813013bca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306127 Jun 30 10:21:58.124511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e393e-bbca-43c5-b2e1-3c9b76676fb2 req-a22c799c-c826-4327-8a08-17c2826a7b40 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:58.125940 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-277e393e-bbca-43c5-b2e1-3c9b76676fb2 req-a22c799c-c826-4327-8a08-17c2826a7b40 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0708215 Jun 30 10:21:58.163731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-277e393e-bbca-43c5-b2e1-3c9b76676fb2 req-10e62a08-f112-462e-b79e-9ef8501c23b3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Jun 30 10:21:58.188418 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43092) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:21:58.249876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2dc86f16-5264-4222-8b7e-e7674b103b01 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/992b1af1-3804-42e8-b6fd-bc4cc56b21f9 HTTP/1.1" status: 200 len: 993 time: 0.0603244 Jun 30 10:21:59.152740 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:21:59.424048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa5c86c7-c8eb-4647-a5e1-fa1791c146df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:59.690334 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-d64b520b-902c-41dc-b11d-0394fc762887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:59.691830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-d64b520b-902c-41dc-b11d-0394fc762887 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0894632 Jun 30 10:21:59.707029 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ba90-5843-499b-929f-fd28e0e7ad77 req-dfdfac3b-75aa-4465-b02f-1e45876f9850 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:59.708406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2362ba90-5843-499b-929f-fd28e0e7ad77 req-dfdfac3b-75aa-4465-b02f-1e45876f9850 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0962031 Jun 30 10:21:59.794209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2362ba90-5843-499b-929f-fd28e0e7ad77 req-ba390e20-79f6-4a9d-a0bd-a82a5cf7f39b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788736 Jun 30 10:21:59.821362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-a229bf61-ae79-4e6e-b296-c414049b1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:59.822846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-a229bf61-ae79-4e6e-b296-c414049b1b44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.1240284 Jun 30 10:21:59.889154 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-39cfbb67-e253-44f9-8d52-5f1910caa8f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 1001 time: 0.0583303 Jun 30 10:21:59.943394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-f43eeb01-46e4-447c-a458-fe621456d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:59.944752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-f43eeb01-46e4-447c-a458-fe621456d46c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0487733 Jun 30 10:21:59.999577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-beea2a71-e5e0-41ea-8b27-1e26b47c9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:00.000991 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-beea2a71-e5e0-41ea-8b27-1e26b47c9065 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503590 Jun 30 10:22:00.086902 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-5311ad18-5afb-4b05-9490-85c1305bfab7 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Jun 30 10:22:00.177184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d1cdada7-dd25-436b-9e49-28d727e77bf6 req-9fadbe61-3904-4112-a7ba-3ee579c720e1 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837321 Jun 30 10:22:00.968044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46dac4-4838-40a1-852b-68d557a03796 req-4e54cf3f-de38-4a4f-919d-eb79e0e0e853 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:00.969516 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a46dac4-4838-40a1-852b-68d557a03796 req-4e54cf3f-de38-4a4f-919d-eb79e0e0e853 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0654902 Jun 30 10:22:01.007218 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2a46dac4-4838-40a1-852b-68d557a03796 req-082a338f-9271-452e-a930-9d3d5fbf2dd5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jun 30 10:22:01.031744 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43104) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:01.093474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-693658f7-cbfd-4d22-9485-08993e227761 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/992b1af1-3804-42e8-b6fd-bc4cc56b21f9 HTTP/1.1" status: 200 len: 993 time: 0.0605962 Jun 30 10:22:02.005816 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bcd0f685-a1ff-4d0d-bf03-5c37ca9f5a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:02.135342 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:03.287814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:04.161274 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:04.936960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:05.930790 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:20.955819 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-bafda22c-3577-4631-8134-fa28a17f427d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848851 Jun 30 10:22:21.045088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-dcc5ad20-fc01-42f6-90c2-ba8c2a7bb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:21.046534 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-dcc5ad20-fc01-42f6-90c2-ba8c2a7bb9a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0499055 Jun 30 10:22:21.150460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-2f1f6a4c-2a00-48e5-896e-85a111cb1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:21.151804 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-2f1f6a4c-2a00-48e5-896e-85a111cb1243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.0851605 Jun 30 10:22:21.215317 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-c8412e67-df44-4a46-b5ee-53b6da66764b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 1001 time: 0.0563111 Jun 30 10:22:21.266740 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-a9f24079-93d8-4967-bdb1-88b336ed7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:21.268121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-a9f24079-93d8-4967-bdb1-88b336ed7567 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0459769 Jun 30 10:22:21.322163 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-4234f354-3b11-430a-bbb5-173f093ef907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:21.323583 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-4234f354-3b11-430a-bbb5-173f093ef907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489080 Jun 30 10:22:21.408749 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-52577a19-12d3-47ed-87e0-86259388e9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0761604 Jun 30 10:22:21.497252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc06d789-0964-4b5f-838e-9c7ffde18dc3 req-c2ec100a-da40-41f1-92e1-817c1864890d service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819726 Jun 30 10:22:23.943173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-9af4a5c8-ffbf-421f-a116-742ab7bb69ba req-7d935583-1e39-4252-b20b-8672b66f4c9d service neutron] (94183) timed out ('10.222.0.66', 40286) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:22:29.424604 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3acd574b-9f2a-4408-afbb-5006b96e5f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:32.006886 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-89a8549e-2e11-410d-9ca6-dba971c6fa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:32.135891 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:33.291498 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:34.172241 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:34.943580 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:35.930191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:36.151198 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:49.774478 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43144) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:49.928125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 81e1b9db-801f-4894-8e37-d77153ffd9a5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:49.928471 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.007997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.008243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.019291 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 81e1b9db-801f-4894-8e37-d77153ffd9a5 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:50.162884 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.190792 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=81e1b9db-801f-4894-8e37-d77153ffd9a5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.218058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.218414 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.218759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.219101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.219436 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.219774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.220107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.220438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.220767 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.221093 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.221971 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.222297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.260233 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.260515 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP 992b1af1-3804-42e8-b6fd-bc4cc56b21f9 disassociated (deleted). External IP: 172.25.4.96, port: 8351fe1b-ea76-429b-bbfc-5e4aebe327eb. Jun 30 10:22:50.461222 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12e397f1-5793-4d3b-af5d-e4d01082f146 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:50.562810 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:50.567455 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.571570 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Sync routers for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:50.581256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:50.581892 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:50.611640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-147a5cc2-084c-454a-a6c0-6cd67b8c357e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/floatingips/992b1af1-3804-42e8-b6fd-bc4cc56b21f9 HTTP/1.1" status: 204 len: 168 time: 0.8358283 Jun 30 10:22:50.612070 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:22:50.614737 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e5f183-36b3-4e15-a154-b836987db239" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:50.655819 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b1b4c-18e4-4964-ad0a-526c6b1adc0e x-openstack-request-id: req-7a0b1b4c-18e4-4964-ad0a-526c6b1adc0e {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:50.656229 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:50.656756 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a0b1b4c-18e4-4964-ad0a-526c6b1adc0e {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:50.657160 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'status': 'completed', 'code': 200} Jun 30 10:22:50.690889 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:50.730342 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f183-36b3-4e15-a154-b836987db239 req-a77ca986-3443-41a2-ab48-7e0c47f5bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:50.732180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-a77ca986-3443-41a2-ab48-7e0c47f5bf0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 1098 time: 0.0532489 Jun 30 10:22:50.835331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f183-36b3-4e15-a154-b836987db239 req-4f22a24c-af86-4188-9072-b5903c36e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:50.837938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-4f22a24c-af86-4188-9072-b5903c36e2ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 200 len: 896 time: 0.0993776 Jun 30 10:22:50.885639 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-621c5c6a-b151-44b9-9e6f-519f2214fc30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 200 len: 217 time: 0.0402312 Jun 30 10:22:50.926419 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:50.937331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f183-36b3-4e15-a154-b836987db239 req-443f8aea-aa0e-4ba8-99ad-1af6a2eb8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:50.939166 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-443f8aea-aa0e-4ba8-99ad-1af6a2eb8a94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 200 len: 833 time: 0.0461709 Jun 30 10:22:50.959024 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Checking router: 12e397f1-5793-4d3b-af5d-e4d01082f146 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:50.967162 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:50.967763 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:51.071325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:51.270047 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:51.295911 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701a89e-8d17-49a2-ab7a-516cc0410e0b None None] The sync data for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 is: [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8b200e93-1dc7-46ca-8a18-20fc5d066c40', 'name': '', 'network_id': '21c1a3ae-a809-4973-8a5a-6afb8e22caa8', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a1:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:28Z', 'updated_at': '2021-06-30T10:20:32Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '191d044d-8dd6-4e95-90fd-cb34da32fecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:51.348322 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5343c2-8f39-4238-8dff-cb5d5cbbbd09 req-86dd6edd-86c0-4152-93a7-48512d5fed1c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:51.349839 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b5343c2-8f39-4238-8dff-cb5d5cbbbd09 req-86dd6edd-86c0-4152-93a7-48512d5fed1c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.4080060 Jun 30 10:22:51.352563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f183-36b3-4e15-a154-b836987db239 req-f18c7b83-1a0e-4218-8f7f-d4fc6b33d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:51.353966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-f18c7b83-1a0e-4218-8f7f-d4fc6b33d1b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21c1a3ae-a809-4973-8a5a-6afb8e22caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4027009 Jun 30 10:22:51.438437 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b5343c2-8f39-4238-8dff-cb5d5cbbbd09 req-566cca5a-84a9-4e85-a297-4ab119fb8c75 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823965 Jun 30 10:22:51.473426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-750c3d1e-e521-4a04-8628-fe259de130d9 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113138 Jun 30 10:22:51.527027 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32741a-aead-4e56-883c-5741a7b5e360 None None] New status for floating IP 992b1af1-3804-42e8-b6fd-bc4cc56b21f9: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:22:51.565223 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91e5f183-36b3-4e15-a154-b836987db239 req-1076ce3d-a81b-4b45-afae-e7a7f88888b3 service neutron] 10.222.0.11 "GET /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Jun 30 10:22:52.610895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd278-45cc-4afa-9530-7eb25739e74a req-8f0671b3-2abc-45fd-9d1e-8500885076be tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:52.612305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a0fd278-45cc-4afa-9530-7eb25739e74a req-8f0671b3-2abc-45fd-9d1e-8500885076be tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0613725 Jun 30 10:22:52.653194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a0fd278-45cc-4afa-9530-7eb25739e74a req-bf64eb14-c2fd-4fca-aa8e-5775cd2d6d13 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=fadd2aca-79da-4168-8cc7-376bc84d7b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Jun 30 10:22:52.740402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-e3dff0f5-70a4-47b7-9cf4-bf3f02ab1874 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:52.741734 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-e3dff0f5-70a4-47b7-9cf4-bf3f02ab1874 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b HTTP/1.1" status: 200 len: 946 time: 0.0601554 Jun 30 10:22:52.837205 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:52.837549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.925732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:52.926125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.938228 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 8351fe1b-ea76-429b-bbfc-5e4aebe327eb owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:53.063002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.091846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=8351fe1b-ea76-429b-bbfc-5e4aebe327eb,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.134282 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] No DVR routers for this DVR port 8351fe1b-ea76-429b-bbfc-5e4aebe327eb on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:53.136922 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.138976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-94aae48b-d298-4f64-98d7-32fbf6e7b253 req-8b898888-de4b-4079-b5fe-bcc00110faaf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.11 "DELETE /v2.0/ports/8351fe1b-ea76-429b-bbfc-5e4aebe327eb HTTP/1.1" status: 204 len: 173 time: 0.3919501 Jun 30 10:22:53.139403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'name': 'network-vif-deleted', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:22:53.141645 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aed1a1-2dce-4af2-9bdb-954ded988629" -d '{"events": [{"server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "name": "network-vif-deleted", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:53.178007 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d865e6-c4e6-4119-9efb-0753d5b68ff6 x-openstack-request-id: req-20d865e6-c4e6-4119-9efb-0753d5b68ff6 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:53.178300 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b", "name": "network-vif-deleted", "tag": "8351fe1b-ea76-429b-bbfc-5e4aebe327eb", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:53.178579 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20d865e6-c4e6-4119-9efb-0753d5b68ff6 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:53.178970 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f0cd12-6fe2-48a6-b0bd-5ef18272f19b', 'name': 'network-vif-deleted', 'tag': '8351fe1b-ea76-429b-bbfc-5e4aebe327eb', 'status': 'completed', 'code': 200} Jun 30 10:22:53.750279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43160) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:54.097108 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.350245 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 8b200e93-1dc7-46ca-8a18-20fc5d066c40 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:54.350514 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.439120 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 8b200e93-1dc7-46ca-8a18-20fc5d066c40, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8b200e93-1dc7-46ca-8a18-20fc5d066c40,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:54.439484 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.451644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 8b200e93-1dc7-46ca-8a18-20fc5d066c40 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:54.631019 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.657776 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=8b200e93-1dc7-46ca-8a18-20fc5d066c40,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.829531 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.055014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12e397f1-5793-4d3b-af5d-e4d01082f146 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:55.160542 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:55.168256 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43162) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:55.170338 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Sync routers for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:55.171414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a4b7d9cc-f09d-4907-8d49-dfe0493c6ee3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/12e397f1-5793-4d3b-af5d-e4d01082f146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4199688 Jun 30 10:22:55.179836 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:55.180445 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.224696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting subnet 191d044d-8dd6-4e95-90fd-cb34da32fecf {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:22:55.227692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.265710 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.280787 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:55.351118 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.409905 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.434626 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Subnet': ['ID=191d044d-8dd6-4e95-90fd-cb34da32fecf,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.444279 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.444637 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.444964 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.445308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.445732 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.446101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.446438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.446770 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.447104 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.447432 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.447761 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.448087 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.450879 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.455339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369207d-70b6-4341-b738-9fc736c24d32 None None] Network 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:55.456306 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cb59f478-7e75-4aac-9bae-976e2236f55b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/subnets/191d044d-8dd6-4e95-90fd-cb34da32fecf HTTP/1.1" status: 204 len: 168 time: 0.2826495 Jun 30 10:22:55.456488 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43166) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:55.545850 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:22:54Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.570857 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.572073 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Checking router: 12e397f1-5793-4d3b-af5d-e4d01082f146 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:55.581529 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Routers {'12e397f1-5793-4d3b-af5d-e4d01082f146'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:55.582160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12e397f1-5793-4d3b-af5d-e4d01082f146'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.650245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] DHCP port deletion for 21c1a3ae-a809-4973-8a5a-6afb8e22caa8 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:22:55.685412 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.690089 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] Set router 12e397f1-5793-4d3b-af5d-e4d01082f146 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:55.701207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Deleting port c5413eff-c681-46bc-a62f-5222bab0c5f0 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:55.701893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.737822 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port ea49ceec-1a82-441e-9874-4dd3a880df3e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:55.738176 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.764557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] For port c5413eff-c681-46bc-a62f-5222bab0c5f0, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c5413eff-c681-46bc-a62f-5222bab0c5f0,segment=NetworkSegment(35c14057-dafa-4b5a-a855-e377664efa0b),segment_id=35c14057-dafa-4b5a-a855-e377664efa0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:55.764970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.778328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Calling delete_port for c5413eff-c681-46bc-a62f-5222bab0c5f0 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:55.823130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port ea49ceec-1a82-441e-9874-4dd3a880df3e, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=ea49ceec-1a82-441e-9874-4dd3a880df3e,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:55.823481 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.840112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for ea49ceec-1a82-441e-9874-4dd3a880df3e owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:55.861161 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.877975 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:22:54Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.888774 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Pushing event deleted for resources: {'Port': ['ID=c5413eff-c681-46bc-a62f-5222bab0c5f0,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.893427 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] No DVR routers for this DVR port c5413eff-c681-46bc-a62f-5222bab0c5f0 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:55.907661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.907661 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.908602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.909578 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.909863 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e55eae3-2896-441b-a147-5e1bf5f43845 None None] The sync data for ids ['12e397f1-5793-4d3b-af5d-e4d01082f146'] in n-d-779913-25 is: [{'id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204282910', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:20:24Z', 'updated_at': '2021-06-30T10:22:54Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': 'ea49ceec-1a82-441e-9874-4dd3a880df3e', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e397f1-5793-4d3b-af5d-e4d01082f146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:20:25Z', 'updated_at': '2021-06-30T10:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:55.910166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.910612 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.911047 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.911808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.912278 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.912701 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.913321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:55.913875 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc35f6e-9e4f-4269-9507-9b43cd4600de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:56.013036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.039565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=ea49ceec-1a82-441e-9874-4dd3a880df3e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:56.100430 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.190386 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.192448 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.237956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.238479 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Fanout notify agent at l3_agent the message router_deleted on router 12e397f1-5793-4d3b-af5d-e4d01082f146 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:22:56.245325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.246561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-71ee9ca0-bdcb-4071-9734-5622efa32da8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/routers/12e397f1-5793-4d3b-af5d-e4d01082f146 HTTP/1.1" status: 204 len: 168 time: 0.7895329 Jun 30 10:22:56.249491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43170) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:56.329403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.418070 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.428193 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c1a3ae-a809-4973-8a5a-6afb8e22caa8']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:56.437897 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c14057-dafa-4b5a-a855-e377664efa0b') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:56.438200 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c14057-dafa-4b5a-a855-e377664efa0b') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:56.447635 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.461231 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.467195 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:22:56.467658 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:22:56.471321 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:22:56.531243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.538483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.540508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/networks/21c1a3ae-a809-4973-8a5a-6afb8e22caa8 HTTP/1.1" status: 204 len: 168 time: 0.2899051 Jun 30 10:22:56.543057 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43172) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:56.560659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620338b-9daf-46ba-8512-7ec55f8dbafb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Network': ['ID=21c1a3ae-a809-4973-8a5a-6afb8e22caa8,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:56.616100 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.640508 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.697651 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.700152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.701283 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/security-groups/fadd2aca-79da-4168-8cc7-376bc84d7b0c HTTP/1.1" status: 204 len: 168 time: 0.1573291 Jun 30 10:22:56.709738 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0a999-1bd3-45e6-afb0-c6bc93a94576 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd2aca-79da-4168-8cc7-376bc84d7b0c,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:56.922226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43178) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:56.927781 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363909696', 'description': 'tempest-secgroup-smoke-363909696 description', 'project_id': 'd5fa477c5dec421f81968ea108e97d34'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:56.954915 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.958724 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b200e93-1dc7-46ca-8a18-20fc5d066c40 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:56.979499 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8b200e93-1dc7-46ca-8a18-20fc5d066c40 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:56.979826 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8b200e93-1dc7-46ca-8a18-20fc5d066c40 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:56.980247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ea49ceec-1a82-441e-9874-4dd3a880df3e no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:57.000213 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: ea49ceec-1a82-441e-9874-4dd3a880df3e {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:57.000555 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device ea49ceec-1a82-441e-9874-4dd3a880df3e not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:57.000963 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c5413eff-c681-46bc-a62f-5222bab0c5f0 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:57.020573 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c5413eff-c681-46bc-a62f-5222bab0c5f0 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:57.020909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c5413eff-c681-46bc-a62f-5222bab0c5f0 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:57.038616 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.042944 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.072803 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.074048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512115 Jun 30 10:22:57.075109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a77fc-89bf-4c33-9e7d-4d2a89d423e8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b398bb81-b20e-4e1a-aa60-9e6c1f998a52,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.077023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43180) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.081954 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.107248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.111793 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8351fe1b-ea76-429b-bbfc-5e4aebe327eb no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:57.133536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 8351fe1b-ea76-429b-bbfc-5e4aebe327eb {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:57.133913 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 8351fe1b-ea76-429b-bbfc-5e4aebe327eb not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:57.162420 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.165593 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.179832 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee98f37-e4d6-4cbe-82eb-0907b6c1d519,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.188610 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.189876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e7c8205a-d060-4674-8de3-f82747cec701 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118968 Jun 30 10:22:57.192520 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43182) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.196824 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.222761 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.280217 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.284251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.300569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4282264c-4136-4763-afa4-e9064e23c974,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.307622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.308712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a5502022-611a-4276-a5d1-9fa549edbbca tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152830 Jun 30 10:22:57.311408 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43184) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.315765 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.342797 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.398218 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.401555 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.418470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d84482-452e-472f-86ba-539d6d209535,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.424890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.426059 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-384f702d-fef6-4fe5-b7fa-95112a06139e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136901 Jun 30 10:22:57.428769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43186) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.433031 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.458373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.515513 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.519515 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.537637 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3197180d-03d3-41dc-8ed9-deabd2e75c9c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.543688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.545312 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bedd4e91-48f8-4c4a-8654-273c4d1a568e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156309 Jun 30 10:22:57.548090 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43188) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.552642 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.573518 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:22:57.578027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.637068 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.640511 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.657529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232e64e3-8a22-426a-8b86-f456f5b39c2d,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.663436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.664575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8a72bf59-6d3f-485e-afee-e4d9442e4ca7 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155322 Jun 30 10:22:57.667243 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43190) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.671855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb81-b20e-4e1a-aa60-9e6c1f998a52', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.695850 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Project d5fa477c5dec421f81968ea108e97d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:22:57.700636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.760861 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.764477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.781718 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00ae967-8d2c-447b-9eaa-b6dd3b9cb873,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.789122 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.790347 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-af04e0f9-21f5-4d07-b8ac-136c60a3a1f9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222017 Jun 30 10:22:57.793305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43192) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.798466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'network': {'name': 'tempest-network-smoke--2146944048', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'port_security_enabled': True}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.819033 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:57.822529 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.846329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:22:57.855269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.855624 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Added segment db42b4cd-de74-4100-a7e0-ca6880616b0b of type vlan for network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 Jun 30 10:22:57.893678 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.920614 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.926088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:57.926701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.984390 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900568 Jun 30 10:22:57.987336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43194) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.991944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba60d-721f-4889-8417-64dee1cb7fcf tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Network': ['ID=b4b3ae3a-e866-419a-81ae-c6df538e5bb4,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.992222 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'admin_state_up': True, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:58.002003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:22:58.017029 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.018548 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.081261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.214661 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.401481 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.419451 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.516885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.43 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/3ae7eabd-c945-4b86-a929-39609b64c288) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:58.619353 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.656884 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.690938 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:58.693804 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:58.696307 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:58.730314 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=3ae7eabd-c945-4b86-a929-39609b64c288,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.955167 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.149914 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.277031 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12294238-1f43-447a-8464-acaa4ed4391c is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:22:59.383700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:59.395115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Sync routers for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:59.402791 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.403961 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ae9d2128-5322-4733-aedb-89e6548433ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4155929 Jun 30 10:22:59.404827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:59.405510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:59.407206 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43196) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:59.436017 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-09f60f13-ba4d-4c7b-ad96-ebc05428853c tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d5fa477c5dec421f81968ea108e97d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276155 Jun 30 10:22:59.438643 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43198) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:59.467186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44b7688e-0a64-4f9d-930c-b142a9d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.524008 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:59.529762 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77334702-75a9-4e6d-8ccc-844fb4c75034 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:59.534013 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-77334702-75a9-4e6d-8ccc-844fb4c75034 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917430 Jun 30 10:22:59.534183 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43200) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:59.564411 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-8d365319-3d3f-4466-a60a-4e4d3eab5dd1 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=a6bffaf2-48d2-46ae-be07-c53ef75e0646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268271 Jun 30 10:22:59.564648 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43202) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:59.569828 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-440767835', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:59.666254 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:59.670031 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.699938 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:22:58Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:59.729615 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Checking router: 12294238-1f43-447a-8464-acaa4ed4391c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:59.729932 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Updating router 12294238-1f43-447a-8464-acaa4ed4391c port 3ae7eabd-c945-4b86-a929-39609b64c288 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:59.765444 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.847153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.911267 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Subnet': ['ID=5eb581ec-cb18-4a6d-ab35-765527885298,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.918920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Checking segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:59.919545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network hostable DHCP agents. Network: b4b3ae3a-e866-419a-81ae-c6df538e5bb4, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:22:59.935635 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:22:59.946201 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b4b3ae3a-e866-419a-81ae-c6df538e5bb4) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:59.951013 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:59.951831 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.962746 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c641c-d9dd-477b-8deb-214ba73f5f8a None None] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:59.967739 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-962b1161-e8f6-463d-8c9d-25e198e648e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4016089 Jun 30 10:22:59.970639 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43204) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:00.237842 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.267130 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Transition to ACTIVE for port object 3ae7eabd-c945-4b86-a929-39609b64c288 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:00.275542 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.359878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Attempting to bind port 3ae7eabd-c945-4b86-a929-39609b64c288 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:00.360264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Attempting to bind port 3ae7eabd-c945-4b86-a929-39609b64c288 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:00.360638 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Attempting to bind port 3ae7eabd-c945-4b86-a929-39609b64c288 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:00.362884 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da665759-0fb1-465c-889d-e3c81b113dea None None] Pushing event updated for resources: {'Port': ['ID=3ae7eabd-c945-4b86-a929-39609b64c288,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.367481 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:23:00.368327 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.380147 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:00.380549 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:00.380962 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.381362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:00.381887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Bound port: 3ae7eabd-c945-4b86-a929-39609b64c288, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:00.382281 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.499665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] For port 3ae7eabd-c945-4b86-a929-39609b64c288, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:00.518992 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] For port 3ae7eabd-c945-4b86-a929-39609b64c288, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ae7eabd-c945-4b86-a929-39609b64c288,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:00.541357 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.613051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Allocated IP 172.20.0.2 (b4b3ae3a-e866-419a-81ae-c6df538e5bb4/5eb581ec-cb18-4a6d-ab35-765527885298/fead01f8-15b4-42cd-84d5-ee83f0177997) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:00.626271 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:00.626906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:22:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:00.629885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da665759-0fb1-465c-889d-e3c81b113dea None None] Pushing event updated for resources: {'Port': ['ID=3ae7eabd-c945-4b86-a929-39609b64c288,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:00.720862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.795433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:00.937233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.958049 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Transition to ACTIVE for port object fead01f8-15b4-42cd-84d5-ee83f0177997 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:00.989070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Transition to ACTIVE for port object fead01f8-15b4-42cd-84d5-ee83f0177997 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:00.994986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.039682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.1 (b4b3ae3a-e866-419a-81ae-c6df538e5bb4/5eb581ec-cb18-4a6d-ab35-765527885298/03f25be3-5af5-405e-bef2-36fec78e8370) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:01.052805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:01.060791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:01.067083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:01.071959 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Pushing event updated for resources: {'Port': ['ID=fead01f8-15b4-42cd-84d5-ee83f0177997,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.139445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Attempting to bind port fead01f8-15b4-42cd-84d5-ee83f0177997 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:01.139874 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Attempting to bind port fead01f8-15b4-42cd-84d5-ee83f0177997 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:01.140186 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Attempting to bind port fead01f8-15b4-42cd-84d5-ee83f0177997 on network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:01.143011 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:22:58Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:01.154998 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.168812 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 03f25be3-5af5-405e-bef2-36fec78e8370 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:01.171860 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:01.172309 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Checking segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:01.172748 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.173149 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Bound using segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:01.173629 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Bound port: fead01f8-15b4-42cd-84d5-ee83f0177997, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:01.174036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.177401 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84519a20-7634-4cf4-ac1d-272e58d843e2 None None] The sync data for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 is: [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:22:58Z', 'revision_number': 3, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:01.206118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.244283 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] For port fead01f8-15b4-42cd-84d5-ee83f0177997, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:01.245279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:01.247986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] For port fead01f8-15b4-42cd-84d5-ee83f0177997, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fead01f8-15b4-42cd-84d5-ee83f0177997,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:01.249251 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:01.253976 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:01.254458 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.291390 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.311048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.318502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515e30-a9bc-4b0f-9f2d-a433de76513e None None] Pushing event updated for resources: {'Port': ['ID=fead01f8-15b4-42cd-84d5-ee83f0177997,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.489149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.808169 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.813000 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.891625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.894574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.989952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:01.992119 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:02.021669 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0d13fd26-e4cf-43fd-8149-325059411ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.119769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12294238-1f43-447a-8464-acaa4ed4391c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:02.145358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.235648 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:02.240618 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5db32c0b-1adc-4d53-9fc5-2feb539ae9ad tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/12294238-1f43-447a-8464-acaa4ed4391c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2689312 Jun 30 10:23:02.339779 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff4c8b-58b4-459e-bc58-788659efcdc8 None None] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:23:02.394559 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-835ac627-ca7b-4fa7-b951-6dd4dcfcd319 None None] Provisioning for port fead01f8-15b4-42cd-84d5-ee83f0177997 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:02.568344 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-782de206-901b-4b40-a606-407d87538074 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363909696&fields=id&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 267 time: 0.0376403 Jun 30 10:23:02.698672 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-86d6aacf-cec8-411e-99da-e66b69f3938b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.700180 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-86d6aacf-cec8-411e-99da-e66b69f3938b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 797 time: 0.1244984 Jun 30 10:23:02.716937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-75f82ee9-7a64-4efe-bd2b-aecfa1370800 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/quotas/d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 375 time: 0.0108626 Jun 30 10:23:02.751162 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ae7eabd-c945-4b86-a929-39609b64c288 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:02.793126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-ed13dd3d-77e1-444f-9ccb-5444eadf4a67 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694749 Jun 30 10:23:02.808564 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 3ae7eabd-c945-4b86-a929-39609b64c288 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:02.814960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3ae7eabd-c945-4b86-a929-39609b64c288 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:02.815643 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.851100 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d6381bf7-a450-400a-91db-9ccd859e3e37 None None] Provisioning for port 03f25be3-5af5-405e-bef2-36fec78e8370 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:02.859146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-d6381bf7-a450-400a-91db-9ccd859e3e37 None None] Provisioning complete for port 03f25be3-5af5-405e-bef2-36fec78e8370 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:02.859530 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d6381bf7-a450-400a-91db-9ccd859e3e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.906698 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-d6381bf7-a450-400a-91db-9ccd859e3e37 None None] Port 03f25be3-5af5-405e-bef2-36fec78e8370 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:02.913322 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-9f2c6ec7-e4be-48c9-ac5b-798d1556f728 service neutron] 10.222.0.66 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066163 Jun 30 10:23:02.931959 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Sync routers for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:02.944834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:02.945593 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:02.969448 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.993070 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 3ae7eabd-c945-4b86-a929-39609b64c288, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ae7eabd-c945-4b86-a929-39609b64c288,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:03.000527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.001445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fead01f8-15b4-42cd-84d5-ee83f0177997 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:03.027360 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-c7aaa601-0014-4adb-be2e-9f5685be693d service neutron] 10.222.0.66 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128561 Jun 30 10:23:03.069065 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:03.098575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=3ae7eabd-c945-4b86-a929-39609b64c288,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:03.118686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-6f3bc083-7850-442c-8e2c-1fbd1dd902bb None None] Provisioning complete for port 03f25be3-5af5-405e-bef2-36fec78e8370 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:03.119078 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6f3bc083-7850-442c-8e2c-1fbd1dd902bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.159227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bc083-7850-442c-8e2c-1fbd1dd902bb None None] Port 03f25be3-5af5-405e-bef2-36fec78e8370 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:03.161060 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port fead01f8-15b4-42cd-84d5-ee83f0177997 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:03.166314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port fead01f8-15b4-42cd-84d5-ee83f0177997 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:03.166693 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.319877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ac8f9cdc-4cd2-4487-834e-4c2b39b177ef req-3a16de56-553f-4a0d-be00-f1ebd3ededff tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 210 time: 0.1105824 Jun 30 10:23:03.327726 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-7aad3db3-f9d9-4a2d-9eff-a20c5a008a4c None None] Provisioning complete for port 03f25be3-5af5-405e-bef2-36fec78e8370 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:03.328105 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7aad3db3-f9d9-4a2d-9eff-a20c5a008a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.333496 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.335232 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.345948 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 2, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:03.378091 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Checking router: 12294238-1f43-447a-8464-acaa4ed4391c for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:03.378567 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Updating router 12294238-1f43-447a-8464-acaa4ed4391c port 03f25be3-5af5-405e-bef2-36fec78e8370 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:23:03.391715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-7aad3db3-f9d9-4a2d-9eff-a20c5a008a4c None None] Port 03f25be3-5af5-405e-bef2-36fec78e8370 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:03.396492 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port fead01f8-15b4-42cd-84d5-ee83f0177997, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fead01f8-15b4-42cd-84d5-ee83f0177997,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:03.400952 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.423725 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.457369 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=fead01f8-15b4-42cd-84d5-ee83f0177997,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:03.692897 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.705256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Transition to ACTIVE for port object 03f25be3-5af5-405e-bef2-36fec78e8370 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:03.708790 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.759560 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Pushing event updated for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:03.804300 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.804559 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.804864 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.805193 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.805523 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.805874 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.806198 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.806598 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.806828 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.807145 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.807464 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.807781 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:03.824250 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Attempting to bind port 03f25be3-5af5-405e-bef2-36fec78e8370 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:03.824623 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Attempting to bind port 03f25be3-5af5-405e-bef2-36fec78e8370 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:03.824986 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Attempting to bind port 03f25be3-5af5-405e-bef2-36fec78e8370 on network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:03.830307 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:03.830718 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Checking segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:03.831119 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.831564 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Bound using segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:03.832007 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Bound port: 03f25be3-5af5-405e-bef2-36fec78e8370, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:03.832357 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.901552 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] For port 03f25be3-5af5-405e-bef2-36fec78e8370, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:03.905058 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] For port 03f25be3-5af5-405e-bef2-36fec78e8370, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03f25be3-5af5-405e-bef2-36fec78e8370,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:03.910153 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:03.964747 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:03.965377 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:04.003019 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db7dfe-f796-47ab-b938-271063674e4c None None] Pushing event updated for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=4']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:04.076455 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:04.180673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.355610 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-4390d306-a0fe-4b9e-b4fa-8405fcdf540d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:04.357343 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-4390d306-a0fe-4b9e-b4fa-8405fcdf540d tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 797 time: 0.1191592 Jun 30 10:23:04.389538 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:03Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:04.410926 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-9f4e0060-b760-4870-9ce1-ba1dd96d25a9 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5fa477c5dec421f81968ea108e97d34 HTTP/1.1" status: 200 len: 379 time: 0.0448561 Jun 30 10:23:04.424764 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'port': {'device_id': '92bf1858-2a79-486a-b131-b4579ee2371f', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'admin_state_up': True, 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'security_groups': ['b398bb81-b20e-4e1a-aa60-9e6c1f998a52']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:04.429495 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358e1a-e070-41c4-a00b-00ce6b354f91 None None] The sync data for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 is: [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:03Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:04.515870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ece16151-43da-463f-8535-28d6a71397d0 req-524d472e-5cfd-47b7-9049-b389c8f63e4b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 210 time: 0.0660157 Jun 30 10:23:04.588756 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Made reservation on behalf of d5fa477c5dec421f81968ea108e97d34 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:04.592805 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.730082 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.20.0.13 (b4b3ae3a-e866-419a-81ae-c6df538e5bb4/5eb581ec-cb18-4a6d-ab35-765527885298/125478a9-5226-44cb-8bb2-4142edb9039f) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:04.771960 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03f25be3-5af5-405e-bef2-36fec78e8370 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:04.834787 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 03f25be3-5af5-405e-bef2-36fec78e8370 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:04.839665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 03f25be3-5af5-405e-bef2-36fec78e8370 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:04.839665 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.893440 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.909657 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Transition to ACTIVE for port object 125478a9-5226-44cb-8bb2-4142edb9039f will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:04.920441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.947591 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.960708 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.970154 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 03f25be3-5af5-405e-bef2-36fec78e8370, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03f25be3-5af5-405e-bef2-36fec78e8370,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:04.975485 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.976521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ae7eabd-c945-4b86-a929-39609b64c288 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:05.011784 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:05.015667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:05.022540 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:05.034048 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:05.067545 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:05.083653 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 3ae7eabd-c945-4b86-a929-39609b64c288 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:05.084178 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.093624 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.094894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.116217 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-6a086654-11c6-474c-8616-db41e6af0076 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6981771 Jun 30 10:23:05.129425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Request body: {'port': {'device_id': '92bf1858-2a79-486a-b131-b4579ee2371f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:05.175589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fead01f8-15b4-42cd-84d5-ee83f0177997 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:05.232373 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port fead01f8-15b4-42cd-84d5-ee83f0177997 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:05.233428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.242050 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.380935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bdca4a0e-b1fb-4c8f-add4-7ad726461645 None None] Provisioning for port 125478a9-5226-44cb-8bb2-4142edb9039f completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:05.386423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-bdca4a0e-b1fb-4c8f-add4-7ad726461645 None None] Provisioning complete for port 125478a9-5226-44cb-8bb2-4142edb9039f triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:05.386806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-bdca4a0e-b1fb-4c8f-add4-7ad726461645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.424622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-bdca4a0e-b1fb-4c8f-add4-7ad726461645 None None] Port 125478a9-5226-44cb-8bb2-4142edb9039f cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:05.535911 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125478a9-5226-44cb-8bb2-4142edb9039f {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:05.543781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.557421 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Transition to ACTIVE for port object 125478a9-5226-44cb-8bb2-4142edb9039f will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:05.561439 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.614590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Pushing event updated for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:05.691034 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Attempting to bind port 125478a9-5226-44cb-8bb2-4142edb9039f on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:05.691462 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Attempting to bind port 125478a9-5226-44cb-8bb2-4142edb9039f by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:05.691853 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Attempting to bind port 125478a9-5226-44cb-8bb2-4142edb9039f on network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:05.696849 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Port 125478a9-5226-44cb-8bb2-4142edb9039f on network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:23:05.697297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Attempting to bind port 125478a9-5226-44cb-8bb2-4142edb9039f on network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:05.703380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:05.703990 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Checking segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:05.704966 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Bound using segment: {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:05.706368 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Bound port: 125478a9-5226-44cb-8bb2-4142edb9039f, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db42b4cd-de74-4100-a7e0-ca6880616b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:05.707013 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.710825 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff7d7-15c5-4407-b553-61da91ed61df req-a8d74807-c618-45b7-9c29-7516b9e5ce98 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.712384 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d9ff7d7-15c5-4407-b553-61da91ed61df req-a8d74807-c618-45b7-9c29-7516b9e5ce98 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 944 time: 0.0777183 Jun 30 10:23:05.760566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d9ff7d7-15c5-4407-b553-61da91ed61df req-0e47d6f4-c97c-4b57-a75f-2b9f52bb6d62 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370374 Jun 30 10:23:05.782512 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:05.785654 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=125478a9-5226-44cb-8bb2-4142edb9039f,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:05.790097 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.826915 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.827520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.828902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-a5654360-600f-482b-b771-ccb57888dedc service neutron] 10.222.0.41 "PUT /v2.0/ports/125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 1093 time: 0.7050300 Jun 30 10:23:05.829346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:05.832192 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8ae02-9b1f-4be6-91eb-b0be42471cee" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:05.856894 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654360-600f-482b-b771-ccb57888dedc service neutron] Pushing event updated for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:05.877687 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25518acc-1457-45aa-90c7-b824f70d009e x-openstack-request-id: req-25518acc-1457-45aa-90c7-b824f70d009e {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:05.878242 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:05.878924 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25518acc-1457-45aa-90c7-b824f70d009e {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:05.879334 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f', 'status': 'completed', 'code': 200} Jun 30 10:23:05.932017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:05.937143 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-7990b968-8ed4-470b-bc2f-8f3552cf9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.938775 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-7990b968-8ed4-470b-bc2f-8f3552cf9b3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1096 time: 0.0550067 Jun 30 10:23:05.982859 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-b8d237c1-43e8-4951-8f28-8e8820c99b12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 217 time: 0.0374758 Jun 30 10:23:06.035170 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-45a6ab78-ca9d-4dc0-9711-0f96f937a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.036585 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-45a6ab78-ca9d-4dc0-9711-0f96f937a3e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 200 len: 834 time: 0.0479410 Jun 30 10:23:06.100175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68690df1-a37c-4667-9817-2289d3d79323 req-33806a45-6bf2-41d4-985e-18f09db39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.101661 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-33806a45-6bf2-41d4-985e-18f09db39977 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592384 Jun 30 10:23:06.206620 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-fbbce315-46d4-4365-8305-fcf1438198e5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979459 Jun 30 10:23:06.295014 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-68690df1-a37c-4667-9817-2289d3d79323 req-1aba0ae2-f263-4633-ad3b-931eb0e685cb service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819955 Jun 30 10:23:06.405008 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-d12ea903-55a5-4063-8712-7a474aebc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.406463 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-d12ea903-55a5-4063-8712-7a474aebc24c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1096 time: 0.0622859 Jun 30 10:23:06.508859 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-ba0efd85-3e46-46e4-be73-1701524dfabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.510378 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-ba0efd85-3e46-46e4-be73-1701524dfabf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 898 time: 0.0979829 Jun 30 10:23:06.560354 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-f2d32524-5ab8-4875-9a5e-69f6dac0476e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 217 time: 0.0417349 Jun 30 10:23:06.608683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-0c19da58-383b-406c-bc6d-dfc2105daff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.610145 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-0c19da58-383b-406c-bc6d-dfc2105daff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 200 len: 834 time: 0.0429881 Jun 30 10:23:06.676998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-0edb36f8-1201-47f0-868c-cc93a569876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.676998 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-0edb36f8-1201-47f0-868c-cc93a569876d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597863 Jun 30 10:23:06.682409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03f25be3-5af5-405e-bef2-36fec78e8370 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:06.732012 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 03f25be3-5af5-405e-bef2-36fec78e8370 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:06.732397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:06.772900 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-14cbf3e7-b38e-4f71-a378-c62ea1a9f29b service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885332 Jun 30 10:23:06.876074 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-4da8ae02-9b1f-4be6-91eb-b0be42471cee req-6f21b93c-0d35-425b-8433-3e08cca85560 service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934763 Jun 30 10:23:06.947341 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da508e1-8eb6-4693-b456-7c56fbeedd58 req-62fca004-e1ea-492d-ae70-5053712cb9e3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.948824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7da508e1-8eb6-4693-b456-7c56fbeedd58 req-62fca004-e1ea-492d-ae70-5053712cb9e3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 944 time: 0.0611980 Jun 30 10:23:06.988337 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7da508e1-8eb6-4693-b456-7c56fbeedd58 req-4b3b7a4f-32d7-4a91-bd42-f001a105e105 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337372 Jun 30 10:23:08.168880 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f810c7a-b4f0-4f3b-9727-bc3b023d42dc req-3c563a65-9156-4762-8e9c-b6d75680a233 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.170713 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f810c7a-b4f0-4f3b-9727-bc3b023d42dc req-3c563a65-9156-4762-8e9c-b6d75680a233 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 944 time: 0.0656044 Jun 30 10:23:08.208830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f810c7a-b4f0-4f3b-9727-bc3b023d42dc req-4daeeeee-7192-468e-a57d-a18c225df11a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Jun 30 10:23:09.374770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b066c-0e96-4108-8905-785da912b2a5 req-3a923d10-60dd-4759-b9bf-2a2dcadb64e3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.376228 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de4b066c-0e96-4108-8905-785da912b2a5 req-3a923d10-60dd-4759-b9bf-2a2dcadb64e3 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 944 time: 0.0616152 Jun 30 10:23:09.413654 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-de4b066c-0e96-4108-8905-785da912b2a5 req-32b94f17-dd9f-4470-ab06-035613409b5c tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Jun 30 10:23:10.472475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 125478a9-5226-44cb-8bb2-4142edb9039f details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:23:10.566434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=125478a9-5226-44cb-8bb2-4142edb9039f,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:10.577442 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': '125478a9-5226-44cb-8bb2-4142edb9039f', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'port_id': '125478a9-5226-44cb-8bb2-4142edb9039f', 'mac_address': 'fa:16:3e:cd:b2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:23:10.587277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524733-cca8-4df4-8b8a-1853fd12bec2 req-6377fc29-4209-4b94-8be1-6845b415b671 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.588790 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a524733-cca8-4df4-8b8a-1853fd12bec2 req-6377fc29-4209-4b94-8be1-6845b415b671 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 944 time: 0.0616167 Jun 30 10:23:10.614017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:10.628249 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125478a9-5226-44cb-8bb2-4142edb9039f {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:10.632207 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a524733-cca8-4df4-8b8a-1853fd12bec2 req-7a3d27bd-99ec-4215-94cb-8f9aeb9ef6eb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371273 Jun 30 10:23:10.647643 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=125478a9-5226-44cb-8bb2-4142edb9039f,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:10.651722 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:10.701006 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:10.884084 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['125478a9-5226-44cb-8bb2-4142edb9039f'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:11.803507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7d7a-7b15-41ac-b689-13b9b5e4f9cb req-bcc283bb-c0c9-49cf-bc63-8eeaa813fb48 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:11.804946 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f34d7d7a-7b15-41ac-b689-13b9b5e4f9cb req-bcc283bb-c0c9-49cf-bc63-8eeaa813fb48 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 945 time: 0.0620580 Jun 30 10:23:11.841816 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f34d7d7a-7b15-41ac-b689-13b9b5e4f9cb req-138387fe-d4a5-4767-b4f0-89c29dc71a27 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Jun 30 10:23:12.488166 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 125478a9-5226-44cb-8bb2-4142edb9039f up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:12.533733 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port 125478a9-5226-44cb-8bb2-4142edb9039f completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:12.537195 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port 125478a9-5226-44cb-8bb2-4142edb9039f triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:12.537572 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:12.609218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:12.630537 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:12.632738 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba664b-ccea-4a4a-a751-b903bb937854" -d '{"events": [{"server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "name": "network-vif-plugged", "status": "completed", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:12.647935 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=125478a9-5226-44cb-8bb2-4142edb9039f,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:12.651702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:12.690169 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e10692b-dfc9-4b11-a130-d67c9cc474f1 x-openstack-request-id: req-3e10692b-dfc9-4b11-a130-d67c9cc474f1 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:12.690456 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "name": "network-vif-plugged", "status": "completed", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:12.690712 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e10692b-dfc9-4b11-a130-d67c9cc474f1 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:12.691107 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f', 'code': 200} Jun 30 10:23:12.700378 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:12.802345 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba7df-e5fa-43ec-9cb2-63bdd02731e6 req-85dd6c0e-230d-4c0e-9781-c535d01b826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.803818 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-016ba7df-e5fa-43ec-9cb2-63bdd02731e6 req-85dd6c0e-230d-4c0e-9781-c535d01b826d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1098 time: 0.0507104 Jun 30 10:23:12.837712 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-016ba7df-e5fa-43ec-9cb2-63bdd02731e6 req-c95ea68f-ae82-4580-b39a-375da2d0508d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272300 Jun 30 10:23:13.009587 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba4a1-2028-4a65-ace0-1bcc38844804 req-415d3f35-f9a9-4521-ac78-8250d3267d22 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:13.011083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cdba4a1-2028-4a65-ace0-1bcc38844804 req-415d3f35-f9a9-4521-ac78-8250d3267d22 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0617681 Jun 30 10:23:13.054798 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7cdba4a1-2028-4a65-ace0-1bcc38844804 req-4e14e10a-728b-4cd4-afc1-59a1723af214 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380771 Jun 30 10:23:13.150594 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:14.229938 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a049121-4d73-408b-ac08-41af70dc1ad8 req-516b3082-0b3c-4395-840f-2be025cc6a69 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:14.231376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a049121-4d73-408b-ac08-41af70dc1ad8 req-516b3082-0b3c-4395-840f-2be025cc6a69 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0671830 Jun 30 10:23:14.268615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6a049121-4d73-408b-ac08-41af70dc1ad8 req-a68b938c-2dd0-47ac-9b57-923b512079b8 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Jun 30 10:23:14.443357 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726bdf7-3911-48e3-9c01-57a39c66ba14 req-1f6914c1-a138-4c44-baac-743667dd9f30 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:14.444811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5726bdf7-3911-48e3-9c01-57a39c66ba14 req-1f6914c1-a138-4c44-baac-743667dd9f30 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0640123 Jun 30 10:23:14.480858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5726bdf7-3911-48e3-9c01-57a39c66ba14 req-4fc231f6-2cac-46d3-8595-9ea56fa31fa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304050 Jun 30 10:23:14.504959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43264) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:14.553527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9292b3-f394-4528-a454-36d812c43d25 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:14.554988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1c9292b3-f394-4528-a454-36d812c43d25 tempest-TestNetworkAdvancedServerOps-1814085812 tempest-TestNetworkAdvancedServerOps-1814085812-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1093 time: 0.0490963 Jun 30 10:23:14.557652 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43266) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:14.561802 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '125478a9-5226-44cb-8bb2-4142edb9039f', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:14.582582 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:14.682568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:14.785180 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Allocated IP 172.25.4.82 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/5656a194-3a0b-4598-92b4-9791e0ed9fcc) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:14.884528 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:14.923223 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:14.958153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:14.962189 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:14.969272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:14.993713 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=5656a194-3a0b-4598-92b4-9791e0ed9fcc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.329843 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.403740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.547259 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.551384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.614115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event updated for resources: {'Port': ['ID=5656a194-3a0b-4598-92b4-9791e0ed9fcc,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:15.625200 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:15.722140 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP fc764ad4-27ac-4e22-b7cc-8b45db97586e associated. External IP: 172.25.4.82, port: 125478a9-5226-44cb-8bb2-4142edb9039f. Jun 30 10:23:15.921037 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12294238-1f43-447a-8464-acaa4ed4391c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:16.023635 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:16.033473 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Sync routers for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:16.038806 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:16.044395 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:16.045003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:16.075236 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3c7e0420-3c18-4687-8c20-22d55e1b9d74 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5163624 Jun 30 10:23:16.075678 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:16.078066 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d97a56-e9ea-4158-976b-db310e662115" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:16.115620 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc9374-ab15-4a88-b989-cb3d1fc7dbd0 x-openstack-request-id: req-d2cc9374-ab15-4a88-b989-cb3d1fc7dbd0 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:16.115916 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:16.116178 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2cc9374-ab15-4a88-b989-cb3d1fc7dbd0 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:16.116587 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f', 'status': 'completed', 'code': 200} Jun 30 10:23:16.156711 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:16.194857 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97a56-e9ea-4158-976b-db310e662115 req-4956dd32-f30c-4202-90f4-f73b1ea0450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.196355 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-4956dd32-f30c-4202-90f4-f73b1ea0450f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1098 time: 0.0579627 Jun 30 10:23:16.239058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd50eb4-4363-457c-98af-ab58c67bbada req-f23afe8d-1495-4517-aaba-289e0880d75f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.240558 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fd50eb4-4363-457c-98af-ab58c67bbada req-f23afe8d-1495-4517-aaba-289e0880d75f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0721934 Jun 30 10:23:16.280373 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0fd50eb4-4363-457c-98af-ab58c67bbada req-13befa93-63dc-4332-8481-c6914e2b3014 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Jun 30 10:23:16.291285 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97a56-e9ea-4158-976b-db310e662115 req-b185e6a2-1443-4df5-ba15-4f751b4a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.292776 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-b185e6a2-1443-4df5-ba15-4f751b4a57a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 898 time: 0.0898778 Jun 30 10:23:16.308039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43272) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:16.371499 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-2e6c40c3-38d1-4373-be49-b7994fc4ee95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 999 time: 0.0709593 Jun 30 10:23:16.422564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97a56-e9ea-4158-976b-db310e662115 req-da2ab144-d6c9-46d7-bf47-268dbc0bdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.425403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-da2ab144-d6c9-46d7-bf47-268dbc0bdd35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 200 len: 834 time: 0.0457942 Jun 30 10:23:16.483694 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97a56-e9ea-4158-976b-db310e662115 req-d04a0662-16d6-40a6-8218-1b989d72d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:16.485231 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-d04a0662-16d6-40a6-8218-1b989d72d520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551960 Jun 30 10:23:16.557445 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fc764ad4-27ac-4e22-b7cc-8b45db97586e', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'port_id': '125478a9-5226-44cb-8bb2-4142edb9039f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'mac_address': 'fa:16:3e:cd:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf1858-2a79-486a-b131-b4579ee2371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:15Z', 'updated_at': '2021-06-30T10:23:15Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:16.592472 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Checking router: 12294238-1f43-447a-8464-acaa4ed4391c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:16.603246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:16.603891 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:16.707670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62366902-6ee7-476b-96f3-4b167f5eca64 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/fc764ad4-27ac-4e22-b7cc-8b45db97586e HTTP/1.1" status: 200 len: 991 time: 0.3988097 Jun 30 10:23:16.717536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:16.921267 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-723b3d62-8409-457a-a4ff-9eeade2208dc service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292006 Jun 30 10:23:16.942334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fc764ad4-27ac-4e22-b7cc-8b45db97586e', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'port_id': '125478a9-5226-44cb-8bb2-4142edb9039f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'mac_address': 'fa:16:3e:cd:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf1858-2a79-486a-b131-b4579ee2371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:15Z', 'updated_at': '2021-06-30T10:23:15Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:16.972234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d83fe-5153-4d3f-a6e9-fca0dc83ad5f None None] The sync data for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 is: [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'fc764ad4-27ac-4e22-b7cc-8b45db97586e', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'port_id': '125478a9-5226-44cb-8bb2-4142edb9039f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'mac_address': 'fa:16:3e:cd:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bf1858-2a79-486a-b131-b4579ee2371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:15Z', 'updated_at': '2021-06-30T10:23:15Z', 'revision_number': 0, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:17.009674 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-62d97a56-e9ea-4158-976b-db310e662115 req-98b292f2-3f62-4824-90fa-daf087c951c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817914 Jun 30 10:23:17.163176 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599f966-d610-4036-9b77-5fa87ea85092 None None] New status for floating IP fc764ad4-27ac-4e22-b7cc-8b45db97586e: ACTIVE {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:23:17.711555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43274) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:17.770094 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-1b4f42be-7729-4dc3-ac4b-a91abd5a6d1a tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/fc764ad4-27ac-4e22-b7cc-8b45db97586e HTTP/1.1" status: 200 len: 993 time: 0.0574033 Jun 30 10:23:29.428060 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a9451ec-f975-45ec-a18c-36740a55c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:32.011029 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-78a64207-5feb-4049-b394-2fc298acc001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:32.139828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:33.298027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:34.171497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:34.944848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:35.934405 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:45.628763 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baffe4-85f8-4a19-9ecd-4c5206e0e8b0 req-fe1bc49f-e1f4-427b-bed7-81c78f827552 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:45.630177 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3baffe4-85f8-4a19-9ecd-4c5206e0e8b0 req-fe1bc49f-e1f4-427b-bed7-81c78f827552 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0643053 Jun 30 10:23:45.666423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3baffe4-85f8-4a19-9ecd-4c5206e0e8b0 req-5cf3c2d7-e786-47d0-bc66-02d1fa092616 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307384 Jun 30 10:23:46.835218 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9021f-bca9-49a2-8c2a-0900c775cc23 req-b2baf5e8-4c70-4dd5-9067-32a2563847e1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:46.836883 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49b9021f-bca9-49a2-8c2a-0900c775cc23 req-b2baf5e8-4c70-4dd5-9067-32a2563847e1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0617051 Jun 30 10:23:46.873396 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-49b9021f-bca9-49a2-8c2a-0900c775cc23 req-b779234e-8e07-4e55-86b9-e802b3a795e5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Jun 30 10:23:46.897689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43292) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:46.959071 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0e2965f2-ffd1-4af0-8a65-95bd46c15230 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/fc764ad4-27ac-4e22-b7cc-8b45db97586e HTTP/1.1" status: 200 len: 993 time: 0.0603244 Jun 30 10:23:48.367571 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-baf3f7b5-d6b2-4df4-a245-31e9e62d31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:48.368952 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-baf3f7b5-d6b2-4df4-a245-31e9e62d31eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1098 time: 0.0555005 Jun 30 10:23:48.386457 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9d916-b40a-411b-a662-c72ccc3b7022 req-16ea8fe3-3e0c-4e1d-94a8-30a9d13482ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:48.387952 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a9d916-b40a-411b-a662-c72ccc3b7022 req-16ea8fe3-3e0c-4e1d-94a8-30a9d13482ed tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0623980 Jun 30 10:23:48.426209 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-04a9d916-b40a-411b-a662-c72ccc3b7022 req-881b1047-d840-4b19-8c6d-5a75d532d617 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Jun 30 10:23:48.457898 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-8e92dff5-0da3-4582-929f-f6857345d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:48.459331 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-8e92dff5-0da3-4582-929f-f6857345d3bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 898 time: 0.0846560 Jun 30 10:23:48.524199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-9935bb01-4e3c-44f3-8130-0de9f6645aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 1001 time: 0.0588064 Jun 30 10:23:48.570200 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-d224b02a-366d-48c7-afd5-7df8e5f76849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:48.571579 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-d224b02a-366d-48c7-afd5-7df8e5f76849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 200 len: 834 time: 0.0420632 Jun 30 10:23:48.624485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-843368da-61c3-4504-9b5f-a374f91b88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:48.625832 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-843368da-61c3-4504-9b5f-a374f91b88dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485485 Jun 30 10:23:48.714834 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-318b7466-efab-464e-951f-4436a03be000 service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818505 Jun 30 10:23:48.802117 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-653eba67-5da1-4556-bef3-0c5e5f1b06f9 req-1232c0cb-4579-4559-a106-aecece486826 service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802145 Jun 30 10:23:49.606596 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c584b4-f9ff-4684-838c-3c3c6551318c req-d34c93af-139b-4693-838a-e204a340b978 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:49.608140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c584b4-f9ff-4684-838c-3c3c6551318c req-d34c93af-139b-4693-838a-e204a340b978 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0712547 Jun 30 10:23:49.645640 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64c584b4-f9ff-4684-838c-3c3c6551318c req-594b096c-e327-4a3a-80a1-c84feb12b6d5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Jun 30 10:23:50.150223 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:50.813429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2effe-618f-4f9c-8dfe-6ded8a70e808 req-023318d7-41cf-427b-b02b-b09dd050bf93 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:50.814962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9d2effe-618f-4f9c-8dfe-6ded8a70e808 req-023318d7-41cf-427b-b02b-b09dd050bf93 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0607357 Jun 30 10:23:50.852253 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9d2effe-618f-4f9c-8dfe-6ded8a70e808 req-76d5dec3-0009-42a3-8533-ca2408dc6211 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Jun 30 10:23:50.875952 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43304) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:50.937353 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c3378a2b-5238-48b0-80e4-f56d0bd6bac1 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/floatingips/fc764ad4-27ac-4e22-b7cc-8b45db97586e HTTP/1.1" status: 200 len: 993 time: 0.0602348 Jun 30 10:23:51.183887 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43310) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:51.334226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 5656a194-3a0b-4598-92b4-9791e0ed9fcc {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:51.334486 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.405590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.405956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.417504 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 5656a194-3a0b-4598-92b4-9791e0ed9fcc owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:51.561798 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.586984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=5656a194-3a0b-4598-92b4-9791e0ed9fcc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:51.615984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.616344 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.616695 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.617042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.617386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.617725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.618094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.618433 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.618770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.619103 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.619438 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.619769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:51.660030 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.660440 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Floating IP fc764ad4-27ac-4e22-b7cc-8b45db97586e disassociated (deleted). External IP: 172.25.4.82, port: 125478a9-5226-44cb-8bb2-4142edb9039f. Jun 30 10:23:51.875517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12294238-1f43-447a-8464-acaa4ed4391c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:51.976204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:51.980600 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:51.985814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Sync routers for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:51.994381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:51.994997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:52.018460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-34080e02-9606-4637-8472-f4b8e47c154f tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/floatingips/fc764ad4-27ac-4e22-b7cc-8b45db97586e HTTP/1.1" status: 204 len: 168 time: 0.8334942 Jun 30 10:23:52.019509 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:52.021842 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1374d7b3-ebf0-4657-bd4e-23228efb0205" -d '{"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:52.062184 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf334f4-8e2f-44fa-be6d-1bffa28af04d x-openstack-request-id: req-ecf334f4-8e2f-44fa-be6d-1bffa28af04d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:52.062480 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:52.062852 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecf334f4-8e2f-44fa-be6d-1bffa28af04d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:52.063262 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f', 'status': 'completed', 'code': 200} Jun 30 10:23:52.104576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:52.140682 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-df5e84fc-1e3c-447d-96cc-ba608836fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:52.142228 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-df5e84fc-1e3c-447d-96cc-ba608836fb72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5fa477c5dec421f81968ea108e97d34&device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 1098 time: 0.0554185 Jun 30 10:23:52.249154 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-02f18724-6081-4624-b096-f519e23415d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:52.250658 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-02f18724-6081-4624-b096-f519e23415d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 200 len: 898 time: 0.0990946 Jun 30 10:23:52.298737 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-969fe2ec-88e1-4a8f-97ab-72fe2278aad4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 200 len: 217 time: 0.0372889 Jun 30 10:23:52.317691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:52.347788 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Checking router: 12294238-1f43-447a-8464-acaa4ed4391c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:52.348056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-6c81d3d9-441b-497e-8d3d-4f9c6f830b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:52.349265 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-6c81d3d9-441b-497e-8d3d-4f9c6f830b13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 200 len: 834 time: 0.0437853 Jun 30 10:23:52.355931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:52.356543 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:52.399417 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e091b6-bb5e-4648-9e14-07e08dc77f43 req-beaa1fec-10a5-49ee-97ea-475d00a2cea2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:52.400867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8e091b6-bb5e-4648-9e14-07e08dc77f43 req-beaa1fec-10a5-49ee-97ea-475d00a2cea2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0682027 Jun 30 10:23:52.414976 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-3669289d-3c73-4fa5-943b-da7a8cbec9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:52.417041 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-3669289d-3c73-4fa5-943b-da7a8cbec9bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4b3ae3a-e866-419a-81ae-c6df538e5bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606804 Jun 30 10:23:52.445505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8e091b6-bb5e-4648-9e14-07e08dc77f43 req-2a7041eb-ba22-49c7-a657-bcc777ed7c05 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337617 Jun 30 10:23:52.468400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:52.512473 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-985164fb-9ac1-489e-b3ab-75ca5b76279f service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Jun 30 10:23:52.608466 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1374d7b3-ebf0-4657-bd4e-23228efb0205 req-174073d0-b86f-4606-855c-08b0ed9e6d1d service neutron] 10.222.0.41 "GET /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Jun 30 10:23:52.657347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:52.682611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a05e-3d9a-4d1e-9a0e-eb28ff00517d None None] The sync data for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 is: [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:01Z', 'revision_number': 4, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '03f25be3-5af5-405e-bef2-36fec78e8370', 'name': '', 'network_id': 'b4b3ae3a-e866-419a-81ae-c6df538e5bb4', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'mac_address': 'fa:16:3e:a6:88:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:23:00Z', 'updated_at': '2021-06-30T10:23:04Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'subnets': [{'id': '5eb581ec-cb18-4a6d-ab35-765527885298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:52.885155 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b915624-4b5d-469b-ac56-4a7aebb4c2fb None None] New status for floating IP fc764ad4-27ac-4e22-b7cc-8b45db97586e: DOWN {{(pid=94188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:23:53.616014 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fef5c3-4531-4a54-812f-765edc0a7097 req-7daab15e-443e-42c7-828e-26de2864cc20 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:53.617478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14fef5c3-4531-4a54-812f-765edc0a7097 req-7daab15e-443e-42c7-828e-26de2864cc20 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0613999 Jun 30 10:23:53.656680 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14fef5c3-4531-4a54-812f-765edc0a7097 req-916ab4b4-9fab-4fc3-b978-b07a9f9173ce tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/security-groups?id=b398bb81-b20e-4e1a-aa60-9e6c1f998a52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336189 Jun 30 10:23:53.944986 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9350a64-0911-4a93-af98-7e56888e54ed req-77d99eb9-a1aa-4e7c-baeb-430406e339bb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:53.946415 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d9350a64-0911-4a93-af98-7e56888e54ed req-77d99eb9-a1aa-4e7c-baeb-430406e339bb tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 946 time: 0.0610549 Jun 30 10:23:54.048816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 125478a9-5226-44cb-8bb2-4142edb9039f {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:54.049152 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:54.132721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 125478a9-5226-44cb-8bb2-4142edb9039f, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=125478a9-5226-44cb-8bb2-4142edb9039f,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:54.132980 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:54.146075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 125478a9-5226-44cb-8bb2-4142edb9039f owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:54.273928 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:54.302569 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=125478a9-5226-44cb-8bb2-4142edb9039f,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:54.353428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] No DVR routers for this DVR port 125478a9-5226-44cb-8bb2-4142edb9039f on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:23:54.355975 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:54.357946 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-d9350a64-0911-4a93-af98-7e56888e54ed req-201be389-5c4b-4cc3-9ed2-f904d06f1ecc tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.41 "DELETE /v2.0/ports/125478a9-5226-44cb-8bb2-4142edb9039f HTTP/1.1" status: 204 len: 173 time: 0.4044461 Jun 30 10:23:54.358411 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'name': 'network-vif-deleted', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:54.360722 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4498732d-1bf4-447c-a6b3-bd97e798c114" -d '{"events": [{"server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "name": "network-vif-deleted", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:54.399516 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86427572-fcd5-454b-ab1c-ba5099f1d09d x-openstack-request-id: req-86427572-fcd5-454b-ab1c-ba5099f1d09d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:54.399810 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bf1858-2a79-486a-b131-b4579ee2371f", "name": "network-vif-deleted", "tag": "125478a9-5226-44cb-8bb2-4142edb9039f", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:54.400066 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86427572-fcd5-454b-ab1c-ba5099f1d09d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:54.400470 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bf1858-2a79-486a-b131-b4579ee2371f', 'name': 'network-vif-deleted', 'tag': '125478a9-5226-44cb-8bb2-4142edb9039f', 'status': 'completed', 'code': 200} Jun 30 10:23:54.825613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8efd405-04f1-4ed9-a91c-26dbb48349df req-abe9be7a-e192-4f81-8b4f-86d15f4db935 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "GET /v2.0/ports?device_id=92bf1858-2a79-486a-b131-b4579ee2371f HTTP/1.1" status: 200 len: 210 time: 0.0344353 Jun 30 10:23:55.916108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43326) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:56.256486 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:56.509471 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 03f25be3-5af5-405e-bef2-36fec78e8370 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:56.509715 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:56.596365 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 03f25be3-5af5-405e-bef2-36fec78e8370, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=03f25be3-5af5-405e-bef2-36fec78e8370,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:56.596855 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:56.609911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 03f25be3-5af5-405e-bef2-36fec78e8370 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:56.789505 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:56.818686 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=03f25be3-5af5-405e-bef2-36fec78e8370,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:56.990250 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.193143 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Router 12294238-1f43-447a-8464-acaa4ed4391c has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:57.295746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:57.300635 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7384a398-28c1-4314-8ca4-34c838596dc5 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "PUT /v2.0/routers/12294238-1f43-447a-8464-acaa4ed4391c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835187 Jun 30 10:23:57.303558 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:57.306535 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Sync routers for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:57.315532 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:57.316127 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.355336 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting subnet 5eb581ec-cb18-4a6d-ab35-765527885298 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:23:57.358355 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.397062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.418730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:57.481725 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.539005 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.565109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb581ec-cb18-4a6d-ab35-765527885298,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:57.574060 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.578184 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/subnets/5eb581ec-cb18-4a6d-ab35-765527885298 HTTP/1.1" status: 204 len: 168 time: 0.2704980 Jun 30 10:23:57.578184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.578184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.578184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.578184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.578746 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.578861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43330) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:57.578954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.579123 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.579455 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.579781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.580105 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.580428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.580749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd5bece-853f-4e5f-af00-8b19b0f6caa2 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:57.583962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8d3ed-bce8-4f8b-93df-676eedafcce5 None None] Network b4b3ae3a-e866-419a-81ae-c6df538e5bb4 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:23:57.649558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:56Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.681321 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Checking router: 12294238-1f43-447a-8464-acaa4ed4391c for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:57.687052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.722857 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Routers {'12294238-1f43-447a-8464-acaa4ed4391c'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:57.723491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:23:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['12294238-1f43-447a-8464-acaa4ed4391c'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:57.788580 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.842993 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Deleting port 3ae7eabd-c945-4b86-a929-39609b64c288 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:57.843356 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.927640 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] For port 3ae7eabd-c945-4b86-a929-39609b64c288, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=3ae7eabd-c945-4b86-a929-39609b64c288,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:57.928007 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:57.941502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Calling delete_port for 3ae7eabd-c945-4b86-a929-39609b64c288 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:57.990961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] Set router 12294238-1f43-447a-8464-acaa4ed4391c gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:58.058806 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] DHCP port deletion for b4b3ae3a-e866-419a-81ae-c6df538e5bb4 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:23:58.110522 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.136510 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Port': ['ID=3ae7eabd-c945-4b86-a929-39609b64c288,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:58.191890 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Deleting port fead01f8-15b4-42cd-84d5-ee83f0177997 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:23:58.192397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.197084 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.265613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] For port fead01f8-15b4-42cd-84d5-ee83f0177997, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=fead01f8-15b4-42cd-84d5-ee83f0177997,segment=NetworkSegment(db42b4cd-de74-4100-a7e0-ca6880616b0b),segment_id=db42b4cd-de74-4100-a7e0-ca6880616b0b)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:58.265960 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.281042 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Calling delete_port for fead01f8-15b4-42cd-84d5-ee83f0177997 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:23:58.283652 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:56Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:58.316725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293d401-9492-43d7-9ab4-e2c976e75187 None None] The sync data for ids ['12294238-1f43-447a-8464-acaa4ed4391c'] in n-d-779913-25 is: [{'id': '12294238-1f43-447a-8464-acaa4ed4391c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790295826', 'tenant_id': 'd5fa477c5dec421f81968ea108e97d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:56Z', 'revision_number': 5, 'project_id': 'd5fa477c5dec421f81968ea108e97d34', 'gw_port': {'id': '3ae7eabd-c945-4b86-a929-39609b64c288', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12294238-1f43-447a-8464-acaa4ed4391c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:58Z', 'updated_at': '2021-06-30T10:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:58.396000 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.420552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Pushing event deleted for resources: {'Port': ['ID=fead01f8-15b4-42cd-84d5-ee83f0177997,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:58.427933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] No DVR routers for this DVR port fead01f8-15b4-42cd-84d5-ee83f0177997 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:23:58.437766 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.438138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.438488 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.438828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.439293 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.439485 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.439820 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.440178 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.440500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.440827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.441153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.441479 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5dd5cb-71a2-4242-b155-1d42c90cdb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:23:58.588720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.590733 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.634630 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.635116 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Fanout notify agent at l3_agent the message router_deleted on router 12294238-1f43-447a-8464-acaa4ed4391c {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:23:58.641897 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.643000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-dfd92d2b-1a3d-43a7-a80c-101a3994c72b tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/routers/12294238-1f43-447a-8464-acaa4ed4391c HTTP/1.1" status: 204 len: 168 time: 1.0632827 Jun 30 10:23:58.646585 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:58.674019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 125478a9-5226-44cb-8bb2-4142edb9039f no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:58.695596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: 125478a9-5226-44cb-8bb2-4142edb9039f {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:23:58.695822 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device 125478a9-5226-44cb-8bb2-4142edb9039f not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:58.741132 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.798889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03f25be3-5af5-405e-bef2-36fec78e8370 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:58.822887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 03f25be3-5af5-405e-bef2-36fec78e8370 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:23:58.823339 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 03f25be3-5af5-405e-bef2-36fec78e8370 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:58.824029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fead01f8-15b4-42cd-84d5-ee83f0177997 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:23:58.843759 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.852108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: fead01f8-15b4-42cd-84d5-ee83f0177997 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:23:58.852895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device fead01f8-15b4-42cd-84d5-ee83f0177997 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:23:58.856095 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b3ae3a-e866-419a-81ae-c6df538e5bb4']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:58.867211 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db42b4cd-de74-4100-a7e0-ca6880616b0b') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:58.867538 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db42b4cd-de74-4100-a7e0-ca6880616b0b') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:58.876334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.890244 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.897122 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:23:58.897692 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:23:58.900787 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:23:58.968431 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.973480 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:58.978257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/networks/b4b3ae3a-e866-419a-81ae-c6df538e5bb4 HTTP/1.1" status: 204 len: 168 time: 0.3305573 Jun 30 10:23:58.979324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43334) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:58.993615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ae266-3474-43a6-980c-247f20f36cf0 tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'Network': ['ID=b4b3ae3a-e866-419a-81ae-c6df538e5bb4,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:59.049344 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.073568 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.130294 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.132646 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.133893 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] 10.222.0.66 "DELETE /v2.0/security-groups/b398bb81-b20e-4e1a-aa60-9e6c1f998a52 HTTP/1.1" status: 204 len: 168 time: 0.1533036 Jun 30 10:23:59.142472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857edfd-e618-4607-8bb8-7b20d3a2ef9e tempest-TestNetworkAdvancedServerOps-1439378510 tempest-TestNetworkAdvancedServerOps-1439378510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b398bb81-b20e-4e1a-aa60-9e6c1f998a52,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:59.428264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-aadd15d9-ff62-4076-a2c8-5a75a6db4cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.475283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43342) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:59.613544 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e927679e-25d1-481f-b4ef-67d5855c3c43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5fa477c5dec421f81968ea108e97d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370735 Jun 30 10:23:59.615923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43346) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:59.665739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.686368 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.731388 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.734011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:59.735172 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78b93166-df9e-4979-bf36-69feffd42929 HTTP/1.1" status: 204 len: 168 time: 0.1181331 Jun 30 10:23:59.743500 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13102a0-6dde-447f-957e-4ef6bf8fee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b93166-df9e-4979-bf36-69feffd42929,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:59.986215 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43352) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:59.999801 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac89880f-4537-4b26-8595-a22d6cef2513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.089505 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac89880f-4537-4b26-8595-a22d6cef2513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.093057 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ac89880f-4537-4b26-8595-a22d6cef2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.129472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89880f-4537-4b26-8595-a22d6cef2513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a3479-9750-4907-8de5-37a83dc46190,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:00.134668 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ac89880f-4537-4b26-8595-a22d6cef2513 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2b4908a80e643dc9163ca4751c2df28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474347 Jun 30 10:24:00.137543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43354) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:00.184688 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.205074 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.249405 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.251873 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.253535 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f4a3479-9750-4907-8de5-37a83dc46190 HTTP/1.1" status: 204 len: 168 time: 0.1143951 Jun 30 10:24:00.260685 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1997f65-071e-44ad-9110-799c99ac1849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a3479-9750-4907-8de5-37a83dc46190,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:00.662137 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ae7eabd-c945-4b86-a929-39609b64c288 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:24:00.682954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 3ae7eabd-c945-4b86-a929-39609b64c288 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:24:00.683308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 3ae7eabd-c945-4b86-a929-39609b64c288 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:24:00.927748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43376) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:01.018131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1688744606-network', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:01.039496 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Made reservation on behalf of dbdcf1d88f25429198b5c5d91fce049d for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:01.041776 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.049942 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.136817 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.140701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.164795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:24:01.174997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9475ffb8-9573-49f5-9add-a9a0fea63e73,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:01.180914 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.181270 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Added segment 01521c71-4314-41ad-bc6b-b34a670169b4 of type vlan for network b39765db-9661-4b1b-9d7d-f8cdecbaa563 Jun 30 10:24:01.226437 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.258147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.259102 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:01.259683 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.311269 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3823228 Jun 30 10:24:01.314308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43380) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:01.318392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0ab2-26a6-47c6-a1fd-930b3984e915 admin admin] Pushing event updated for resources: {'Network': ['ID=b39765db-9661-4b1b-9d7d-f8cdecbaa563,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:01.320058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Request body: {'subnet': {'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1688744606-subnet', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:01.327962 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:24:01.344292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Made reservation on behalf of dbdcf1d88f25429198b5c5d91fce049d for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:01.346691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.512024 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.564583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d47d527-a9d5-4521-8803-93afdaa66b20,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:01.573241 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:01.573601 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Network hostable DHCP agents. Network: b39765db-9661-4b1b-9d7d-f8cdecbaa563, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:24:01.589531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:24:01.597790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, b39765db-9661-4b1b-9d7d-f8cdecbaa563) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:01.602107 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:01.602691 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.613505 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8382ae-c8ed-47b1-8fb8-d9ae55a88b31 None None] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:24:01.616437 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9ab3767b-82ed-4ceb-9ae0-fb20552c9184 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3010468 Jun 30 10:24:01.619248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43382) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:01.623813 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:01.644282 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.645637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.701331 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.767986 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:24:01.768879 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.837536 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:01.906885 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Allocated IP 172.20.0.2 (b39765db-9661-4b1b-9d7d-f8cdecbaa563/7d47d527-a9d5-4521-8803-93afdaa66b20/6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:02.038758 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-de175b9b-1de6-495b-97f9-881639120271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.040120 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.057198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.060363 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.065208 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Transition to ACTIVE for port object 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:02.079330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Transition to ACTIVE for port object 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:02.084592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.119876 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:02.122562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:02.124906 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:02.144507 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Pushing event updated for resources: {'Port': ['ID=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:02.166301 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Allocated IP 172.25.4.214 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/99f02ab1-e157-4c35-9464-71aebbf1a8d6) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:02.191882 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.202889 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Attempting to bind port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:02.203261 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Attempting to bind port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:02.203619 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Attempting to bind port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:02.208421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:02.208795 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:02.209192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.209576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Bound using segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:02.210268 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Bound port: 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:02.210445 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.265587 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.273310 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] For port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:02.276346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] For port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:02.279673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.304636 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.338738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a844-c746-4e80-bbb3-3da847837821 None None] Pushing event updated for resources: {'Port': ['ID=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:02.349577 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:02.352347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:02.358728 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:02.380860 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Pushing event updated for resources: {'Port': ['ID=99f02ab1-e157-4c35-9464-71aebbf1a8d6,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:02.632160 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.726022 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:02.774958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:02.827607 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:02.953963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:24:03.063512 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:03.072617 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:03.081884 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:03.082676 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:03.087962 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.090386 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ff58f640-b000-47f5-91fe-a90a813d8f97 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4699292 Jun 30 10:24:03.091962 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43384) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:03.190857 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:03.209077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d74bba-94ff-4cfa-849f-8458e7d28cbc None None] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:24:03.335659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.337997 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Provisioning for port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:03.345679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Provisioning complete for port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:03.346081 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.386508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:02Z', 'revision_number': 3, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:03.413414 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:03.413943 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Updating router eb558e76-8f1d-4c83-b341-5b85d53d0a96 port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:24:03.449901 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.464308 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.503155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] For port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:03.509596 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.566345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.569585 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f83a-8b3d-4524-8bc4-13d61e583ec8 None None] Pushing event updated for resources: {'Port': ['ID=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:03.725882 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Allocated IP 172.20.0.1 (b39765db-9661-4b1b-9d7d-f8cdecbaa563/7d47d527-a9d5-4521-8803-93afdaa66b20/1dac3380-d28c-4d7f-b4c2-7d0f27a64470) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:03.728066 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.732453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-ce0c0d7d-477b-4296-9fd8-921a4f8be905 None None] Provisioning complete for port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:03.733162 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d7d-477b-4296-9fd8-921a4f8be905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.740889 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Transition to ACTIVE for port object 99f02ab1-e157-4c35-9464-71aebbf1a8d6 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:03.747029 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.799846 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Pushing event updated for resources: {'Port': ['ID=99f02ab1-e157-4c35-9464-71aebbf1a8d6,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:03.802221 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Attempting to bind port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:03.802588 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Attempting to bind port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:03.802950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Attempting to bind port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:03.810122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:03.810493 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:03.810890 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.811279 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:03.812108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Bound port: 99f02ab1-e157-4c35-9464-71aebbf1a8d6, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:03.812108 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.847197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.859335 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Transition to ACTIVE for port object 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:03.865597 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] For port 99f02ab1-e157-4c35-9464-71aebbf1a8d6, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:03.870284 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] For port 99f02ab1-e157-4c35-9464-71aebbf1a8d6, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99f02ab1-e157-4c35-9464-71aebbf1a8d6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:03.873821 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.891868 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:03.930575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:03.933290 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:03.933478 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:03.934033 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:03.938703 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:03.965040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Pushing event updated for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:03.966981 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Pushing event updated for resources: {'Port': ['ID=99f02ab1-e157-4c35-9464-71aebbf1a8d6,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:03.979815 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.980094 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.980436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.980770 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.981104 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.981428 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.981768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.982108 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.982430 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.982750 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.983075 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.983385 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925290cb-7039-4fa2-a232-d580f07497f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:24:03.985088 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.053655 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:04.131739 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.185222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.238421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-486a0b90-72b0-4a65-9fd0-fa9a560e5762 None None] Provisioning for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:04.240082 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:02Z', 'revision_number': 3, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:04.242428 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-486a0b90-72b0-4a65-9fd0-fa9a560e5762 None None] Provisioning complete for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:04.242888 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-486a0b90-72b0-4a65-9fd0-fa9a560e5762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.266402 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867a346-e540-48df-ab44-45d4330b0f39 None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:02Z', 'revision_number': 3, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:04.289273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-486a0b90-72b0-4a65-9fd0-fa9a560e5762 None None] Port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:24:04.290543 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.297393 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.367039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Pushing event updated for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:04.369647 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.462215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:04.464123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:04.610131 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:24:04.714150 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5e261966-c36c-4bea-a14a-b250fcb63e3b None None] Provisioning complete for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:04.714535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5e261966-c36c-4bea-a14a-b250fcb63e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.728999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:04.744931 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-551c3183-f084-4fa4-a4d4-70618e6a6866 admin admin] 10.222.0.66 "PUT /v2.0/routers/eb558e76-8f1d-4c83-b341-5b85d53d0a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513970 Jun 30 10:24:04.765400 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5e261966-c36c-4bea-a14a-b250fcb63e3b None None] Port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:24:04.820511 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99f02ab1-e157-4c35-9464-71aebbf1a8d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:04.876933 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:04.881596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:04.882045 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.983279 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:04.992680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.013784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 99f02ab1-e157-4c35-9464-71aebbf1a8d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99f02ab1-e157-4c35-9464-71aebbf1a8d6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:05.018916 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.020045 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:05.098776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=99f02ab1-e157-4c35-9464-71aebbf1a8d6,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:05.112709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:05.113097 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.288865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43400) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:05.294616 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314563516-network', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:05.315690 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Made reservation on behalf of a66b4db71f05448ba51769bb9ff65257 for: {'network': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:05.318331 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.327007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.422901 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.426359 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.449703 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=94185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:24:05.458473 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf6309-dba3-4112-b3ee-09ea64c89a34,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:05.465046 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.465389 n-d-779913-25 neutron-server[94185]: INFO neutron.db.segments_db [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Added segment 269b6e23-6602-43fd-932c-b4183255cf5a of type vlan for network f6796930-b588-492f-9271-995c4dd6153b Jun 30 10:24:05.503261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.530026 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.530887 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:05.531460 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.578199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2881789 Jun 30 10:24:05.581502 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43402) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:05.587107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Request body: {'subnet': {'network_id': 'f6796930-b588-492f-9271-995c4dd6153b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314563516-subnet', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:05.592240 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdf5cc-6b78-4482-88b7-0662c40d9490 admin admin] Pushing event updated for resources: {'Network': ['ID=f6796930-b588-492f-9271-995c4dd6153b,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:05.604798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network f6796930-b588-492f-9271-995c4dd6153b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:24:05.621150 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Made reservation on behalf of a66b4db71f05448ba51769bb9ff65257 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:05.623563 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.794809 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.850970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0108588-132e-4a90-b53b-bc7ca8a27a08,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:05.860452 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Checking segment: {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:05.860818 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Network hostable DHCP agents. Network: f6796930-b588-492f-9271-995c4dd6153b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:24:05.875862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Network f6796930-b588-492f-9271-995c4dd6153b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:24:05.887503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, f6796930-b588-492f-9271-995c4dd6153b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:05.891994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:05.892592 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.896900 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ca64b-5e5b-49e0-938c-08b59e944bdb None None] Network f6796930-b588-492f-9271-995c4dd6153b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:24:05.908368 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e6bd7264-2c42-46bf-ab5d-0521807f4a3e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252788 Jun 30 10:24:05.910946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43404) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:05.919125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:05.940006 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.941581 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.942878 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:05.968270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:05.968892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:05.970609 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:05.996116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.133997 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.138741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:06.165508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-f6796930-b588-492f-9271-995c4dd6153b', 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'fixed_ips': [{'subnet_id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:24:06.166336 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.594348 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Allocated IP 172.20.0.2 (f6796930-b588-492f-9271-995c4dd6153b/c0108588-132e-4a90-b53b-bc7ca8a27a08/c9c0f030-427a-4afd-a881-15ffa42d749a) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:06.669862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.689193 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 2, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:06.692321 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.723371 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:06.723737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Updating router eb558e76-8f1d-4c83-b341-5b85d53d0a96 port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:24:06.761686 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99f02ab1-e157-4c35-9464-71aebbf1a8d6 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:06.813101 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Allocated IP 172.25.4.79 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/15065d86-5309-452a-bbbd-d8f409588460) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:06.817725 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.874086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.887887 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Transition to ACTIVE for port object c9c0f030-427a-4afd-a881-15ffa42d749a will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:06.925519 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.966032 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:06.966346 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.968175 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Transition to ACTIVE for port object c9c0f030-427a-4afd-a881-15ffa42d749a will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:06.970211 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:06.999913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.010769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:07.015201 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:07.017820 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:07.049370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Pushing event updated for resources: {'Port': ['ID=15065d86-5309-452a-bbbd-d8f409588460,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.094064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Network f6796930-b588-492f-9271-995c4dd6153b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:07.100298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:07.109021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:07.121138 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Pushing event updated for resources: {'Port': ['ID=c9c0f030-427a-4afd-a881-15ffa42d749a,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.228881 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Attempting to bind port c9c0f030-427a-4afd-a881-15ffa42d749a on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:07.229294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Attempting to bind port c9c0f030-427a-4afd-a881-15ffa42d749a by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:07.229627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Attempting to bind port c9c0f030-427a-4afd-a881-15ffa42d749a on network f6796930-b588-492f-9271-995c4dd6153b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:07.246145 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:07.246433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Checking segment: {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:07.246846 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.247239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Bound using segment: {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:07.247723 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Bound port: c9c0f030-427a-4afd-a881-15ffa42d749a, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:07.248108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.273048 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.366762 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.370985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4e780795-1773-4f42-86d8-0043873543bf None None] For port c9c0f030-427a-4afd-a881-15ffa42d749a, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:07.376025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-4e780795-1773-4f42-86d8-0043873543bf None None] For port c9c0f030-427a-4afd-a881-15ffa42d749a, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c9c0f030-427a-4afd-a881-15ffa42d749a,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:07.381879 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Transition to ACTIVE for port object 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:07.384358 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.391174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.463983 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780795-1773-4f42-86d8-0043873543bf None None] Pushing event updated for resources: {'Port': ['ID=c9c0f030-427a-4afd-a881-15ffa42d749a,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.486762 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.556364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Attempting to bind port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:07.556737 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Attempting to bind port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:07.557108 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Attempting to bind port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:07.559222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4edec-7683-4eee-98c6-3bfe018fac56 None None] Pushing event updated for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.566768 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:07.567194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:07.567551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.568065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Bound using segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:07.568475 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Bound port: 1dac3380-d28c-4d7f-b4c2-7d0f27a64470, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:07.568798 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.659324 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] For port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:07.664025 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] For port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:07.679578 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.680476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Router fa5e7610-a73d-4fde-8a2f-204dc57e684b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:24:07.746159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:07.746799 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:07.813455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4edec-7683-4eee-98c6-3bfe018fac56 None None] Pushing event updated for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:07.814082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:07.830194 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Sync routers for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:07.844768 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:07.845483 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:07.850740 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:07.852530 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-8451eeeb-4873-4410-bf63-89397f879e57 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9406543 Jun 30 10:24:07.855170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43406) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:07.923379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:08.090709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:08.170921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:07Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:08.201622 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408585fc-bf3f-477f-a280-86f1a3dd1235 None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:07Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:08.325169 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:07Z', 'revision_number': 3, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:08.352160 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Checking router: fa5e7610-a73d-4fde-8a2f-204dc57e684b for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:08.352499 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Updating router fa5e7610-a73d-4fde-8a2f-204dc57e684b port 15065d86-5309-452a-bbbd-d8f409588460 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:24:08.370786 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.393689 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.570890 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Allocated IP 172.20.0.1 (f6796930-b588-492f-9271-995c4dd6153b/c0108588-132e-4a90-b53b-bc7ca8a27a08/8f679e93-ee98-4094-b331-e54e066246a7) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:08.658067 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d707f-3248-43b8-bcda-c409ffe0ae78 None None] Network f6796930-b588-492f-9271-995c4dd6153b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:24:08.709814 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.723548 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Transition to ACTIVE for port object 15065d86-5309-452a-bbbd-d8f409588460 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:08.737680 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.753570 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.758865 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-2dd13e45-92f0-471e-9f1a-c989386e0d74 None None] Provisioning for port c9c0f030-427a-4afd-a881-15ffa42d749a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:08.777591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Transition to ACTIVE for port object 8f679e93-ee98-4094-b331-e54e066246a7 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:08.841205 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Attempting to bind port 15065d86-5309-452a-bbbd-d8f409588460 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:08.841878 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Attempting to bind port 15065d86-5309-452a-bbbd-d8f409588460 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:08.842333 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Attempting to bind port 15065d86-5309-452a-bbbd-d8f409588460 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:08.854683 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fb293-613f-4f54-9a19-d6de437cf45a None None] Pushing event updated for resources: {'Port': ['ID=15065d86-5309-452a-bbbd-d8f409588460,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:08.856469 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.858322 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:08.858696 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:08.859130 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.859736 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:08.860187 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Bound port: 15065d86-5309-452a-bbbd-d8f409588460, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:08.860563 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.882725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c9c0f030-427a-4afd-a881-15ffa42d749a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:08.915837 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] For port 15065d86-5309-452a-bbbd-d8f409588460, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:08.919511 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Network f6796930-b588-492f-9271-995c4dd6153b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:08.920523 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] For port 15065d86-5309-452a-bbbd-d8f409588460, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=15065d86-5309-452a-bbbd-d8f409588460,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:08.925336 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:08.930122 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:08.931696 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.933250 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Pushing event updated for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:08.963682 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port c9c0f030-427a-4afd-a881-15ffa42d749a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:08.969730 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c9c0f030-427a-4afd-a881-15ffa42d749a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:08.970525 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.987936 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:08.995408 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:08.996020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:09.068813 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fb293-613f-4f54-9a19-d6de437cf45a None None] Pushing event updated for resources: {'Port': ['ID=15065d86-5309-452a-bbbd-d8f409588460,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:09.104571 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.144487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port c9c0f030-427a-4afd-a881-15ffa42d749a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c9c0f030-427a-4afd-a881-15ffa42d749a,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:09.150469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.151611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:09.168271 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:09.193093 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.267258 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=c9c0f030-427a-4afd-a881-15ffa42d749a,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:09.283089 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:09.297696 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:09.298876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.341344 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-cf752bd1-e1ec-41ee-a029-c513b072a88c None None] Provisioning complete for port c9c0f030-427a-4afd-a881-15ffa42d749a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:09.341728 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cf752bd1-e1ec-41ee-a029-c513b072a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.457832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.464396 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.469436 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:07Z', 'revision_number': 3, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:09.501120 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87c3f6-77cd-473f-902a-1e8daeec552b None None] The sync data for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 is: [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:07Z', 'revision_number': 3, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:09.508590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.547324 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Pushing event updated for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:09.550018 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.564329 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:09.569417 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.622763 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:09.654331 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Network f6796930-b588-492f-9271-995c4dd6153b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:09.655946 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:09.658869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b99961a0-2c73-4da6-b60f-9b303451faf7 None None] Provisioning for port 8f679e93-ee98-4094-b331-e54e066246a7 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:09.663129 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-b99961a0-2c73-4da6-b60f-9b303451faf7 None None] Provisioning complete for port 8f679e93-ee98-4094-b331-e54e066246a7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:09.663510 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b99961a0-2c73-4da6-b60f-9b303451faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:09.707579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-b99961a0-2c73-4da6-b60f-9b303451faf7 None None] Port 8f679e93-ee98-4094-b331-e54e066246a7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:24:09.783112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Router fa5e7610-a73d-4fde-8a2f-204dc57e684b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:24:09.927078 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:09.932397 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c4da17c0-93ba-4eb2-8803-721555790515 admin admin] 10.222.0.66 "PUT /v2.0/routers/fa5e7610-a73d-4fde-8a2f-204dc57e684b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0757926 Jun 30 10:24:10.029364 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-44bee560-f0fb-4edc-a4eb-3ac6c151b393 None None] Provisioning complete for port 8f679e93-ee98-4094-b331-e54e066246a7 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:10.030497 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-44bee560-f0fb-4edc-a4eb-3ac6c151b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.069019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-44bee560-f0fb-4edc-a4eb-3ac6c151b393 None None] Port 8f679e93-ee98-4094-b331-e54e066246a7 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:24:10.443865 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:10.448665 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101227935', 'description': 'tempest-secgroup-smoke-1101227935 description', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:10.471903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.559018 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.562623 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.587256 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.588427 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435618 Jun 30 10:24:10.591819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:10.592283 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5db727-d415-418d-b7fe-df1ba863e5ce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50033a05-fb4a-4d97-9ec3-fbd2131d7272,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:10.598298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:10.624332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.682474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.687139 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.706429 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c320b59-e492-455e-be5e-2a311e223a05,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:10.714719 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.715966 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7dc533b0-5ff2-4b0b-af7c-379c0ebc2dbd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230495 Jun 30 10:24:10.718947 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43418) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:10.724559 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:10.753540 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.790308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c9c0f030-427a-4afd-a881-15ffa42d749a up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:10.815785 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.819722 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.838736 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e59b6ec-a8f5-4042-9d4a-2572e1e7ff63,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:10.841024 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port c9c0f030-427a-4afd-a881-15ffa42d749a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:10.841403 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.845642 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.846271 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-b7ae5b69-2aaa-48ec-82ce-e3e29a53a9f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260772 Jun 30 10:24:10.849607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43420) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:10.854257 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:10.879553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.925161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:10.940696 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.944355 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.965571 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62860ea0-d021-40af-9f1e-ecf0e7257967,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:10.968929 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.970161 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-396769fa-8901-45d4-8a2b-de5a0bf3a499 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195092 Jun 30 10:24:10.972895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43422) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:10.976579 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:10.976881 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:10.977391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:11.004049 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.054608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 15065d86-5309-452a-bbbd-d8f409588460 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:11.066312 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.070449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.089996 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d29a48-0640-4943-9b44-24d67189247b,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:11.096767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.098075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f3bc9078-8bc2-44e9-8934-c6cce376f4bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242146 Jun 30 10:24:11.101105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43424) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:11.106621 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:11.113140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 15065d86-5309-452a-bbbd-d8f409588460 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:11.117001 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 15065d86-5309-452a-bbbd-d8f409588460 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:11.117514 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.129640 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Project dbdcf1d88f25429198b5c5d91fce049d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:24:11.134461 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.195011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.195533 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.198477 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.212662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81979daa-40b8-42eb-9b55-4c6d12f11d5c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:11.216300 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 15065d86-5309-452a-bbbd-d8f409588460, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=15065d86-5309-452a-bbbd-d8f409588460,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:11.221989 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.222474 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.223870 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-cbad163e-a2fa-4ab0-8260-fb1e11827aaa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218131 Jun 30 10:24:11.226790 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43426) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:11.231536 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '50033a05-fb4a-4d97-9ec3-fbd2131d7272', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:11.253512 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Project dbdcf1d88f25429198b5c5d91fce049d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:24:11.258121 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.270181 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=15065d86-5309-452a-bbbd-d8f409588460,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:11.320545 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.325269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.344107 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09087066-14a7-41b3-90f9-3ca185063821,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:11.350622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.351850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7ac560ae-a805-4029-9d56-d84ab380e724 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240656 Jun 30 10:24:11.557187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-1e68877e-1007-47d7-80dd-b63c7d798357 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101227935&fields=id&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 267 time: 0.0351880 Jun 30 10:24:11.611649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Sync routers for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:11.620667 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:11.621263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:11.665959 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-ee8ccc4d-bf12-4d8c-ab21-ca5f5ef94e5c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:11.667424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-ee8ccc4d-bf12-4d8c-ab21-ca5f5ef94e5c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 809 time: 0.1036198 Jun 30 10:24:11.682590 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-11b362a4-5c6c-4de1-a3d4-731f13a26965 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/quotas/dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 375 time: 0.0094132 Jun 30 10:24:11.723934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:11.747803 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-ffc786a2-441c-4fbc-a846-68beee96e45f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599380 Jun 30 10:24:11.858364 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-c106298c-dc79-4048-afcc-f0d90a51072e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:24:11.862776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-c106298c-dc79-4048-afcc-f0d90a51072e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030228 Jun 30 10:24:11.922153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 4, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8f679e93-ee98-4094-b331-e54e066246a7', 'name': '', 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'mac_address': 'fa:16:3e:4e:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:08Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 2, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'subnets': [{'id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:11.948558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Checking router: fa5e7610-a73d-4fde-8a2f-204dc57e684b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:11.948926 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Updating router fa5e7610-a73d-4fde-8a2f-204dc57e684b port 8f679e93-ee98-4094-b331-e54e066246a7 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:24:11.950057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-4f45d1ca-5af4-43fa-840f-b6c60bb1feaa service neutron] 10.222.0.66 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840762 Jun 30 10:24:11.986837 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.040625 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-8fd56cfe-e31c-488f-b0b6-a3190c6b577e service neutron] 10.222.0.66 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Jun 30 10:24:12.220131 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-34bf4dc7-efae-4733-9b97-f9913d9a8ac8 req-63c9a231-adf5-47b5-bcd3-68ee07cd9da2 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 210 time: 0.0352311 Jun 30 10:24:12.417034 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.427327 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Transition to ACTIVE for port object 8f679e93-ee98-4094-b331-e54e066246a7 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:12.434152 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.484391 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c3fbe-fd32-430f-8f4b-3250a23298ec None None] Pushing event updated for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:12.539246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Attempting to bind port 8f679e93-ee98-4094-b331-e54e066246a7 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:12.539702 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Attempting to bind port 8f679e93-ee98-4094-b331-e54e066246a7 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:12.540136 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Attempting to bind port 8f679e93-ee98-4094-b331-e54e066246a7 on network f6796930-b588-492f-9271-995c4dd6153b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:12.548234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:12.548741 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Checking segment: {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:12.549223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.550328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Bound using segment: {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:12.550769 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Bound port: 8f679e93-ee98-4094-b331-e54e066246a7, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269b6e23-6602-43fd-932c-b4183255cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:12.551138 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.626722 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] For port 8f679e93-ee98-4094-b331-e54e066246a7, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:12.630294 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] For port 8f679e93-ee98-4094-b331-e54e066246a7, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f679e93-ee98-4094-b331-e54e066246a7,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:12.634717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:12.697160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:12.697832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:12.743264 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c3fbe-fd32-430f-8f4b-3250a23298ec None None] Pushing event updated for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:12.764083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 15065d86-5309-452a-bbbd-d8f409588460 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:12.867762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:12.916224 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 15065d86-5309-452a-bbbd-d8f409588460 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:12.916608 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:13.151840 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 4, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8f679e93-ee98-4094-b331-e54e066246a7', 'name': '', 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'mac_address': 'fa:16:3e:4e:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:08Z', 'updated_at': '2021-06-30T10:24:12Z', 'revision_number': 4, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'subnets': [{'id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:13.177299 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a6802-3638-477f-9ef4-d169f832d07c None None] The sync data for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 is: [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 4, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '8f679e93-ee98-4094-b331-e54e066246a7', 'name': '', 'network_id': 'f6796930-b588-492f-9271-995c4dd6153b', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'mac_address': 'fa:16:3e:4e:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:08Z', 'updated_at': '2021-06-30T10:24:12Z', 'revision_number': 4, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'subnets': [{'id': 'c0108588-132e-4a90-b53b-bc7ca8a27a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:13.390962 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90f48162-ae4a-4ad0-a074-74a7837dcdd5 req-dbbe4e03-ee36-4232-ae87-5cb5799ef6aa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 210 time: 0.0466719 Jun 30 10:24:13.552207 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-c7ebe039-1cc1-4452-97c9-d6d7130e3b11 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:13.553768 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-c7ebe039-1cc1-4452-97c9-d6d7130e3b11 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 809 time: 0.1210265 Jun 30 10:24:13.606843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-d5bbf6d9-c447-4bd5-8e54-4e5e064c9285 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 380 time: 0.0364585 Jun 30 10:24:13.616904 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'port': {'device_id': '3427305f-ccb9-40eb-b5a0-00419143b793', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'admin_state_up': True, 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'security_groups': ['50033a05-fb4a-4d97-9ec3-fbd2131d7272']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:13.731402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Made reservation on behalf of dbdcf1d88f25429198b5c5d91fce049d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:24:13.735266 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:13.870382 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Allocated IP 172.20.0.6 (b39765db-9661-4b1b-9d7d-f8cdecbaa563/7d47d527-a9d5-4521-8803-93afdaa66b20/f3717880-3d12-42c8-a6a9-c71819627cda) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:14.006063 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.019470 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Transition to ACTIVE for port object f3717880-3d12-42c8-a6a9-c71819627cda will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:14.051874 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.092623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:14.095661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:14.102079 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:14.125535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.153684 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:14.154327 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.170463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-83fe1748-8845-453c-bbf8-28223ca3177c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575492 Jun 30 10:24:14.181892 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Request body: {'port': {'device_id': '3427305f-ccb9-40eb-b5a0-00419143b793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:14.361635 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-17614a43-8386-4a3f-83a9-23b1a720468e None None] Provisioning for port f3717880-3d12-42c8-a6a9-c71819627cda completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:14.366540 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-17614a43-8386-4a3f-83a9-23b1a720468e None None] Provisioning complete for port f3717880-3d12-42c8-a6a9-c71819627cda triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:14.366907 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-17614a43-8386-4a3f-83a9-23b1a720468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.402244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-17614a43-8386-4a3f-83a9-23b1a720468e None None] Port f3717880-3d12-42c8-a6a9-c71819627cda cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:24:14.569859 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.719503 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17748f4d-3516-44f6-bf47-091aca135c16 req-6d88b67e-ddd3-4584-9d07-bbc9d382316b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:14.720992 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17748f4d-3516-44f6-bf47-091aca135c16 req-6d88b67e-ddd3-4584-9d07-bbc9d382316b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 931 time: 0.1623909 Jun 30 10:24:14.747594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f679e93-ee98-4094-b331-e54e066246a7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:14.797083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 8f679e93-ee98-4094-b331-e54e066246a7 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:14.800909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8f679e93-ee98-4094-b331-e54e066246a7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:14.801301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.805358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-17748f4d-3516-44f6-bf47-091aca135c16 req-adcdfbfa-0a1e-4c99-ae02-cab3dbc752f6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783234 Jun 30 10:24:14.884912 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.908188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:24:14.915637 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.916775 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 8f679e93-ee98-4094-b331-e54e066246a7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f679e93-ee98-4094-b331-e54e066246a7,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:14.920719 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.929082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Transition to ACTIVE for port object f3717880-3d12-42c8-a6a9-c71819627cda will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:24:14.934373 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.975013 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:14.986557 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:15.061650 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:24:15.062026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:24:15.062539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:15.067978 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:24:15.068305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:24:15.073476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:24:15.073853 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:24:15.074252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Bound using segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:24:15.074691 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Bound port: f3717880-3d12-42c8-a6a9-c71819627cda, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:24:15.075052 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:15.142768 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:24:15.146044 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:24:15.150862 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:15.182239 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.183064 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:15.184440 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] 10.222.0.11 "PUT /v2.0/ports/f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1092 time: 1.0068829 Jun 30 10:24:15.186592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:24:15.189440 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ef30b-aa73-43ed-b85e-87985b0a4772" -d '{"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:15.218550 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087f7c-875f-46b6-8702-0c0e2cb660de service neutron] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:15.262364 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731031a-1ac8-4f1f-943d-a89c4263b473 x-openstack-request-id: req-a731031a-1ac8-4f1f-943d-a89c4263b473 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:15.262666 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:15.262922 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a731031a-1ac8-4f1f-943d-a89c4263b473 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:15.263320 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'status': 'completed', 'code': 200} Jun 30 10:24:15.307925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-33ddcd78-5bf7-49b4-8189-d9a8ab3e9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.309448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-33ddcd78-5bf7-49b4-8189-d9a8ab3e9f1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1095 time: 0.0575435 Jun 30 10:24:15.353993 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-856a7265-ded1-45bb-8f81-d0f18ee46575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 217 time: 0.0371833 Jun 30 10:24:15.400534 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-fd638096-489c-4d42-93f2-3d07e14a735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.401957 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-fd638096-489c-4d42-93f2-3d07e14a735c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0424485 Jun 30 10:24:15.462286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-fe8b96fa-3e4d-4801-883f-26206f197dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.463776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-fe8b96fa-3e4d-4801-883f-26206f197dc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560017 Jun 30 10:24:15.560035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-7af1bc4f-016c-4e13-9524-79e5489f0708 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896275 Jun 30 10:24:15.650599 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b864eb82-9740-4452-a09e-6ae549b386d5 req-bca383a2-66ee-4b0d-a783-63a8623bb6ed service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835030 Jun 30 10:24:15.748564 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-1ed6f7c9-aef6-4869-a08e-fe03983bf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.750613 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-1ed6f7c9-aef6-4869-a08e-fe03983bf7d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1095 time: 0.0528152 Jun 30 10:24:15.846517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-8217f65b-9264-4872-8d8c-70d310a40f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.847990 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-8217f65b-9264-4872-8d8c-70d310a40f32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0918202 Jun 30 10:24:15.890032 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-ea6a9dd3-52d3-4563-ae15-79b1dc69703a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 217 time: 0.0345964 Jun 30 10:24:15.970206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-79aaaf52-5d57-436f-957e-f1af3e0da71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:15.971700 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-79aaaf52-5d57-436f-957e-f1af3e0da71f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0761857 Jun 30 10:24:16.029280 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9ebfa-70f7-44d5-9845-7d4ce41a3fc4 req-858cd0e1-2492-4dbd-bd8a-96ad4cbb6087 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:16.030751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba9ebfa-70f7-44d5-9845-7d4ce41a3fc4 req-858cd0e1-2492-4dbd-bd8a-96ad4cbb6087 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.1062012 Jun 30 10:24:16.061795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-e0f7bffa-e427-4be9-ac37-cc36ccb27ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:16.063257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-e0f7bffa-e427-4be9-ac37-cc36ccb27ede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853090 Jun 30 10:24:16.098501 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba9ebfa-70f7-44d5-9845-7d4ce41a3fc4 req-b1ba8ad1-816b-487e-97ab-1ad5e46674a1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610745 Jun 30 10:24:16.162053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-7a867df8-57f2-4aea-9a41-9f2db50495ac service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Jun 30 10:24:16.248565 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8d5ef30b-aa73-43ed-b85e-87985b0a4772 req-06b14faa-99c1-4481-a0f3-e1bc50ab69b7 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799713 Jun 30 10:24:16.717019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f679e93-ee98-4094-b331-e54e066246a7 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:16.765940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 8f679e93-ee98-4094-b331-e54e066246a7 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:16.766315 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:17.274295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fbf43-8fda-4f03-b8f4-00665e00ff60 req-c6c52fc4-8f48-43ca-8b8e-f8cf652193dd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:17.275741 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-351fbf43-8fda-4f03-b8f4-00665e00ff60 req-c6c52fc4-8f48-43ca-8b8e-f8cf652193dd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0677290 Jun 30 10:24:17.312858 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-351fbf43-8fda-4f03-b8f4-00665e00ff60 req-61b1c235-d6a5-44b7-a158-ab5fc8bf5308 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314858 Jun 30 10:24:18.480311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622c915-7051-4f84-9c9e-d40ef1738a57 req-da349d90-5126-4583-a915-568e7d011d94 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:18.481791 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0622c915-7051-4f84-9c9e-d40ef1738a57 req-da349d90-5126-4583-a915-568e7d011d94 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0617912 Jun 30 10:24:18.518550 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0622c915-7051-4f84-9c9e-d40ef1738a57 req-9db80443-85b5-4fff-96e8-f45376a89413 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Jun 30 10:24:19.468450 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:24:19.561981 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:19.573077 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:24:19.608875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:19.621381 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:24:19.640301 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:19.645089 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:19.690472 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fd673-9f22-4921-8fee-d13588e7af4f req-16ece4a0-af87-4ea3-aac1-709a1a650793 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:19.691636 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:19.692586 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-830fd673-9f22-4921-8fee-d13588e7af4f req-16ece4a0-af87-4ea3-aac1-709a1a650793 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0629911 Jun 30 10:24:19.732731 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-830fd673-9f22-4921-8fee-d13588e7af4f req-6b84dc21-2fed-4178-a64f-777e77b874d7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345678 Jun 30 10:24:19.984244 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f3717880-3d12-42c8-a6a9-c71819627cda'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:24:20.909363 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4c585-74d6-423b-b2d0-36a7cd35fae5 req-68c4f4a2-73d5-4938-b472-1b1ba983c33b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:20.911274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cc4c585-74d6-423b-b2d0-36a7cd35fae5 req-68c4f4a2-73d5-4938-b472-1b1ba983c33b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0616553 Jun 30 10:24:20.947785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4cc4c585-74d6-423b-b2d0-36a7cd35fae5 req-3f24dfc9-fce9-4710-ad20-eb662b162c80 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Jun 30 10:24:21.480815 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:24:21.530177 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port f3717880-3d12-42c8-a6a9-c71819627cda completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:24:21.533819 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f3717880-3d12-42c8-a6a9-c71819627cda triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:24:21.534198 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:21.608300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:21.630192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:24:21.632438 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd8ab71-e2dd-4462-bae0-88fa11264553" -d '{"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:21.645083 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:24:21.649570 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:21.672033 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fad05a-1973-4758-a63f-04b11e61d9bb x-openstack-request-id: req-b4fad05a-1973-4758-a63f-04b11e61d9bb {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:21.672328 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:21.672589 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4fad05a-1973-4758-a63f-04b11e61d9bb {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:21.672978 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'code': 200} Jun 30 10:24:21.697835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:21.778931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099923e4-7cb5-4185-91df-f1d8c4a8d53c req-19c835ba-77ce-4ea5-bf8b-36ce81f76064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:21.780305 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-099923e4-7cb5-4185-91df-f1d8c4a8d53c req-19c835ba-77ce-4ea5-bf8b-36ce81f76064 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0502739 Jun 30 10:24:21.814170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-099923e4-7cb5-4185-91df-f1d8c4a8d53c req-f17290c7-7343-4538-a2ae-866cbf715916 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277667 Jun 30 10:24:22.122052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643adc6-ec34-4a6a-b691-fbe91955704b req-5420d82d-933f-4acd-ac73-46f99a74b5f0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:22.123392 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2643adc6-ec34-4a6a-b691-fbe91955704b req-5420d82d-933f-4acd-ac73-46f99a74b5f0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jun 30 10:24:22.158659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2643adc6-ec34-4a6a-b691-fbe91955704b req-4262652c-4764-46d7-bfbf-d50018ee4bf3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297453 Jun 30 10:24:23.336939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f235c89-710e-44b5-90d4-e5bf01fa589e req-4076bf6d-3a46-4ae4-8b92-0060163d4223 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:23.338334 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f235c89-710e-44b5-90d4-e5bf01fa589e req-4076bf6d-3a46-4ae4-8b92-0060163d4223 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jun 30 10:24:23.375274 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f235c89-710e-44b5-90d4-e5bf01fa589e req-ab1f909a-39a2-4a5f-ae48-e5cc309d3338 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Jun 30 10:24:23.542745 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e775ce-9208-41fb-a99d-fc278a0b0926 req-7ec9c67e-a6b8-4642-9627-edf32f74c652 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:23.544482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67e775ce-9208-41fb-a99d-fc278a0b0926 req-7ec9c67e-a6b8-4642-9627-edf32f74c652 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0614431 Jun 30 10:24:23.585096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-67e775ce-9208-41fb-a99d-fc278a0b0926 req-0e60fb51-ba80-46be-8805-987476836e90 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350490 Jun 30 10:24:23.610337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43486) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:23.706893 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3a091-a187-46e8-ad17-bfeaf8b684dd tempest-TestShelveInstance-1416580604 tempest-TestShelveInstance-1416580604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:23.708360 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c4e3a091-a187-46e8-ad17-bfeaf8b684dd tempest-TestShelveInstance-1416580604 tempest-TestShelveInstance-1416580604-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1092 time: 0.0970597 Jun 30 10:24:23.711502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43490) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:24:23.715672 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:24:23.736683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:23.832683 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:23.922022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-94e80d0a-b5f3-4dff-83fc-a3b0279a159a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493522 Jun 30 10:24:23.932753 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Allocated IP 172.25.4.111 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/f041b5e5-db57-4f90-ba70-47fd163e6b26) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:24:24.012455 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-7ad4f925-7767-4435-940e-2ad98d8856f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:24.013970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-7ad4f925-7767-4435-940e-2ad98d8856f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0512607 Jun 30 10:24:24.037550 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.075275 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.110704 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:24:24.114932 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:24:24.120297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:24:24.121492 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-01008d83-632f-42fb-88f5-59c4e5585def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:24.123005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-01008d83-632f-42fb-88f5-59c4e5585def service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0897214 Jun 30 10:24:24.142071 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=f041b5e5-db57-4f90-ba70-47fd163e6b26,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:24.165521 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-36f53deb-19c0-43e9-90e2-bfbe054dfd35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 217 time: 0.0364656 Jun 30 10:24:24.212930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-e926436c-5f05-44b7-b342-691f722fc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:24.214441 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-e926436c-5f05-44b7-b342-691f722fc4b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0430028 Jun 30 10:24:24.274108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-a5578b73-ce32-45d2-bbea-4359c28bccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:24.275561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-a5578b73-ce32-45d2-bbea-4359c28bccfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548902 Jun 30 10:24:24.362084 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-6baacacb-ac1e-44bb-902e-eeaf2202e91b service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799704 Jun 30 10:24:24.453495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e9877746-abc2-4d34-8c8e-bc0437008352 req-26cd8adf-fb87-4b40-858c-06324d414240 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Jun 30 10:24:24.487713 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.563614 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.712261 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.716811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.779998 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=f041b5e5-db57-4f90-ba70-47fd163e6b26,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:24:24.790918 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:24.889865 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Floating IP 990c0a14-2ec5-4392-8871-e6dd90e56126 associated. External IP: 172.25.4.111, port: f3717880-3d12-42c8-a6a9-c71819627cda. Jun 30 10:24:25.091150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:24:25.193489 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:24:25.204203 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:24:25.212179 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:25.213994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:25.214620 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:25.250281 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-84a6cdb5-cb8d-40f6-862b-0a62be365788 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5377564 Jun 30 10:24:25.251018 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:24:25.253377 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d605a-8df3-4a21-80a6-10e8bd80c8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:24:25.289254 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac75ebda-929c-4d42-89f6-bc3acfc89b6b x-openstack-request-id: req-ac75ebda-929c-4d42-89f6-bc3acfc89b6b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:24:25.289549 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:24:25.289849 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac75ebda-929c-4d42-89f6-bc3acfc89b6b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:24:25.290745 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'status': 'completed', 'code': 200} Jun 30 10:24:25.321740 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:25.361895 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-309507fa-6f8a-44b4-aa73-32300b6a95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:25.363983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-309507fa-6f8a-44b4-aa73-32300b6a95d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0514472 Jun 30 10:24:25.449440 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-749c4489-3086-4a95-895c-b4cb0eaf9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:25.450901 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-749c4489-3086-4a95-895c-b4cb0eaf9a45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0806890 Jun 30 10:24:25.520876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-2a2cdfa2-e5bb-4d9f-8df3-402cabd56b2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 999 time: 0.0629077 Jun 30 10:24:25.539508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '990c0a14-2ec5-4392-8871-e6dd90e56126', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3427305f-ccb9-40eb-b5a0-00419143b793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:24:24Z', 'updated_at': '2021-06-30T10:24:24Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:25.564510 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:24:25.568627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-712417e2-c4fc-4cc1-90f9-f3c230f1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:25.570114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-712417e2-c4fc-4cc1-90f9-f3c230f1e8ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0433619 Jun 30 10:24:25.572337 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:24:25.572921 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:24:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:25.626476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-92c3ae61-7766-4f2b-a1c1-7b5408590c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:25.627879 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-92c3ae61-7766-4f2b-a1c1-7b5408590c5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519278 Jun 30 10:24:25.674434 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:24:25.718617 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-1e77577b-7fe0-4dd1-96d7-091eb9118070 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842323 Jun 30 10:24:25.808562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-443d605a-8df3-4a21-80a6-10e8bd80c8ee req-4e0d1ee0-076c-40e5-b203-e3859534eea2 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831084 Jun 30 10:24:25.974457 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-298c4b6e-bb71-4455-a354-b508828743de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '990c0a14-2ec5-4392-8871-e6dd90e56126', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3427305f-ccb9-40eb-b5a0-00419143b793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:24:24Z', 'updated_at': '2021-06-30T10:24:24Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:24:26.002159 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4b6e-bb71-4455-a354-b508828743de None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '990c0a14-2ec5-4392-8871-e6dd90e56126', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3427305f-ccb9-40eb-b5a0-00419143b793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:24:24Z', 'updated_at': '2021-06-30T10:24:24Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:24:26.187583 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3beb99a-8c99-4945-9de8-0d2a2e4880ae None None] New status for floating IP 990c0a14-2ec5-4392-8871-e6dd90e56126: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:24:27.149499 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:24:29.428033 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-970e0b99-78be-444f-a039-267fb3a1f56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:32.008673 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-417b0bff-940a-40a1-be10-e0a3e994af18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:32.141191 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:33.306025 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:34.204132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:34.950500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:35.935793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:59.428610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e51dd41-87aa-45ea-8ee2-9226a7a4164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:02.008553 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-875e25c0-f428-4daf-bb9a-6b909b92bd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:02.139464 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:03.309406 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:04.147764 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:04.215164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:04.953527 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:05.939433 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:25.923446 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-be502dbd-1f77-46d9-850d-51ed8dbedf98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557852 Jun 30 10:25:26.010984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-f92bf8a5-f295-4535-bac4-64186f850512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:26.012429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-f92bf8a5-f295-4535-bac4-64186f850512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0506248 Jun 30 10:25:26.117844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-a26702ef-4299-40bb-8faa-3182612b1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:26.119191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-a26702ef-4299-40bb-8faa-3182612b1253 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0834737 Jun 30 10:25:26.185712 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-ce63b681-bcb5-4e97-994b-53ff25cb74b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1001 time: 0.0600438 Jun 30 10:25:26.233723 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-0f98bc9e-2caa-4420-ad1c-eb12d0234cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:26.235121 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-0f98bc9e-2caa-4420-ad1c-eb12d0234cc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0422928 Jun 30 10:25:26.289773 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-bdfe392b-946f-44c2-baf9-35a1b232d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:26.291184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-bdfe392b-946f-44c2-baf9-35a1b232d8d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493274 Jun 30 10:25:26.382702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-5471846c-edb8-4ab2-ab70-840b147807fc service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841732 Jun 30 10:25:26.469465 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b7b34390-8474-4055-9748-c0a15e4840b3 req-68089ab4-e675-4778-bdc8-6e3bcfc137e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785022 Jun 30 10:25:29.430187 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f101ca4c-118f-4c96-b166-f16c832e81e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:32.007759 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93425292-5a75-41cf-b572-33381e94e1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:32.141682 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:33.314597 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:34.213434 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:34.960086 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:35.945036 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:41.147517 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:59.431347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac5a1-59cb-48b2-a190-8168f2e3e090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:02.007708 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5c7a92e8-83f9-413d-a270-b7c1d7080fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:02.140901 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:03.312649 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:04.228592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:04.959575 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:05.945049 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:18.146622 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:27.930187 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-a37ba52c-9aab-4644-af62-13083f599798 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524735 Jun 30 10:26:28.023058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-d46ee721-ecda-4163-b450-cd54de20fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:28.024494 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-d46ee721-ecda-4163-b450-cd54de20fc1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0544944 Jun 30 10:26:28.123593 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-8e31dac2-15df-4ea6-95cc-e61b67d86666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:28.124949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-8e31dac2-15df-4ea6-95cc-e61b67d86666 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0816936 Jun 30 10:26:28.191423 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-b0c0d053-91b7-43e4-a0e0-27d9ef2ffb62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1001 time: 0.0601749 Jun 30 10:26:28.242565 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-18c2b1ac-8f20-4eb3-b714-9fb3d9013be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:28.243973 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-18c2b1ac-8f20-4eb3-b714-9fb3d9013be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0447996 Jun 30 10:26:28.298939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-08308469-a365-449a-bc4d-d686273fe3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:28.300339 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-08308469-a365-449a-bc4d-d686273fe3f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505636 Jun 30 10:26:28.391664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-3ff4316a-e75c-4c8b-b30d-8df065c945d5 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Jun 30 10:26:28.478814 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c0a237ed-2fe5-4181-9ecd-08ea47a07d8d req-18fc47eb-984b-406b-bd53-9ab19f388b67 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Jun 30 10:26:29.431046 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-356ac121-aec9-4cff-8492-4a341f590d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:32.008729 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10d137d5-cd3b-4cf4-99dc-dabebd9e89ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:32.139702 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:33.315495 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:34.228055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:34.963727 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:35.943475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:52.490900 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8488958-955d-4daa-ba47-63a7312b0166 req-e2f0e0ec-0a95-47af-8d5d-1fd96265ec1c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:52.492328 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8488958-955d-4daa-ba47-63a7312b0166 req-e2f0e0ec-0a95-47af-8d5d-1fd96265ec1c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0605752 Jun 30 10:26:52.532676 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e8488958-955d-4daa-ba47-63a7312b0166 req-23533c4a-914d-4240-bb13-4c68e0091674 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Jun 30 10:26:53.731272 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f2df7-8ca3-4bbe-a554-47a8432c0858 req-d0a70694-e9f0-4beb-8935-4fe59d862554 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:53.732727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1f2df7-8ca3-4bbe-a554-47a8432c0858 req-d0a70694-e9f0-4beb-8935-4fe59d862554 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0615981 Jun 30 10:26:53.769743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-bf1f2df7-8ca3-4bbe-a554-47a8432c0858 req-3d10c541-8c79-40cc-b06a-bc411581d649 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Jun 30 10:26:54.967058 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a73f72-a5c7-4434-81c4-e2688a641b02 req-197fa7de-2391-4ce7-87c8-0d8c8dbe60b5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:54.968531 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3a73f72-a5c7-4434-81c4-e2688a641b02 req-197fa7de-2391-4ce7-87c8-0d8c8dbe60b5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0609636 Jun 30 10:26:55.003983 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3a73f72-a5c7-4434-81c4-e2688a641b02 req-5df79fa3-8c9a-49a2-ac13-4f710e0df3c2 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298820 Jun 30 10:26:55.145454 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:56.176979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beca1bb-0a65-4875-81da-77c47864ce04 req-8daf5a25-d50f-4eca-a6c2-018aea7472ff tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:56.178425 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8beca1bb-0a65-4875-81da-77c47864ce04 req-8daf5a25-d50f-4eca-a6c2-018aea7472ff tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0642555 Jun 30 10:26:56.215132 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8beca1bb-0a65-4875-81da-77c47864ce04 req-72d72175-33ca-4fa8-9efc-d5319951440d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Jun 30 10:26:57.381312 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b50c5f-4a2a-4d00-b7e0-4cc99a365062 req-071eaf7e-4729-4ad3-9c06-f248aada58cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:57.382794 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b50c5f-4a2a-4d00-b7e0-4cc99a365062 req-071eaf7e-4729-4ad3-9c06-f248aada58cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0616496 Jun 30 10:26:57.421114 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-21b50c5f-4a2a-4d00-b7e0-4cc99a365062 req-650d0809-bdc2-4e10-849d-3de5b26d4931 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Jun 30 10:26:58.587398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560fa57-5019-426b-875b-f4ec8478ada7 req-16a370a3-c6b3-48c2-b834-3d4913faa342 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:58.588847 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2560fa57-5019-426b-875b-f4ec8478ada7 req-16a370a3-c6b3-48c2-b834-3d4913faa342 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0614843 Jun 30 10:26:58.629359 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2560fa57-5019-426b-875b-f4ec8478ada7 req-8836bea3-156c-403f-941d-c2c52377e2b7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349934 Jun 30 10:26:59.432199 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-567ae9e9-97da-409e-971c-f7a99507d6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:59.802249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6b228-0bc2-46ce-a366-302dd8066252 req-e870818d-57ba-42a3-b70a-b6a85f206a4c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:59.803721 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ba6b228-0bc2-46ce-a366-302dd8066252 req-e870818d-57ba-42a3-b70a-b6a85f206a4c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0619411 Jun 30 10:26:59.841655 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8ba6b228-0bc2-46ce-a366-302dd8066252 req-367d1851-3174-4c2e-836c-1b808e6d190d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Jun 30 10:27:01.012084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc88573-e5d8-46d6-a3e5-f140e198d350 req-6ebe6baf-46f2-4b34-a0b9-b5c741fe404b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:01.013458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fc88573-e5d8-46d6-a3e5-f140e198d350 req-6ebe6baf-46f2-4b34-a0b9-b5c741fe404b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0611188 Jun 30 10:27:01.050753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2fc88573-e5d8-46d6-a3e5-f140e198d350 req-c4f371b9-eedc-446e-b1c1-96cae4381315 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Jun 30 10:27:02.007420 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-080495ba-4414-4c34-bf54-55f6a7464fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:02.139567 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:02.222236 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab4f5-7a40-4ff1-ba09-a4757e6f1231 req-257c341d-f5a2-4bda-8314-6737f09e0943 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:02.223689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-befab4f5-7a40-4ff1-ba09-a4757e6f1231 req-257c341d-f5a2-4bda-8314-6737f09e0943 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0643561 Jun 30 10:27:02.259808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-befab4f5-7a40-4ff1-ba09-a4757e6f1231 req-a88f392a-c7ea-4517-a641-6e77025bd98d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Jun 30 10:27:03.319899 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:03.439231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78596-2596-4f97-b467-0418b1bcc9e1 req-0b92c7f6-5a2c-4696-9ad3-1497b506fbcc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:03.440677 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1e78596-2596-4f97-b467-0418b1bcc9e1 req-0b92c7f6-5a2c-4696-9ad3-1497b506fbcc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0656121 Jun 30 10:27:03.476433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e1e78596-2596-4f97-b467-0418b1bcc9e1 req-33f06803-4c60-4cb2-bac7-a98d087a8f5d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301881 Jun 30 10:27:04.241300 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:04.644042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b518c-f4cb-4ffe-807f-a2bc804a6b8d req-bd6c18db-b7ba-4e6d-bceb-b59a3663bd39 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:04.645547 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45b518c-f4cb-4ffe-807f-a2bc804a6b8d req-bd6c18db-b7ba-4e6d-bceb-b59a3663bd39 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0606499 Jun 30 10:27:04.686603 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d45b518c-f4cb-4ffe-807f-a2bc804a6b8d req-17a34faf-0fcb-493a-abac-bad18743d369 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353658 Jun 30 10:27:04.964104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:05.858620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a846dc9-5576-4cdf-bc37-3e0f3c10a6c4 req-b651981b-55d1-4090-8443-0b114ae3d3fe tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:05.860087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a846dc9-5576-4cdf-bc37-3e0f3c10a6c4 req-b651981b-55d1-4090-8443-0b114ae3d3fe tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0621228 Jun 30 10:27:05.895880 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a846dc9-5576-4cdf-bc37-3e0f3c10a6c4 req-308341d9-d9f2-4ee4-92b8-e196823e67f7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299835 Jun 30 10:27:05.949186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:06.368111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:06.460690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:06.471825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:06.506202 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:06.517942 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:27:06.537957 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:06.542920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:06.596966 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:06.604065 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.604418 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.604762 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.605098 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.605433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.605777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.606114 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.607018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.607347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.607672 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.607995 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.608320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:06.616036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['f3717880-3d12-42c8-a6a9-c71819627cda'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:07.067321 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8849921-9471-4f9b-9b12-981fdd032102 req-a877b489-8644-4510-9a2c-ec73fc179e6e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:07.068752 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8849921-9471-4f9b-9b12-981fdd032102 req-a877b489-8644-4510-9a2c-ec73fc179e6e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0629399 Jun 30 10:27:07.104097 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d8849921-9471-4f9b-9b12-981fdd032102 req-0ee9c0e5-c869-4556-b159-102f32eb596d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296919 Jun 30 10:27:08.276305 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7575e4a-3896-4e6e-a70c-a3572ed49d62 req-c418ae2c-6ca9-43b2-8535-e878a6ed781d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:08.277776 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7575e4a-3896-4e6e-a70c-a3572ed49d62 req-c418ae2c-6ca9-43b2-8535-e878a6ed781d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0654356 Jun 30 10:27:08.313951 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a7575e4a-3896-4e6e-a70c-a3572ed49d62 req-fdb1819b-049a-4b04-9eb8-bbf2b350af84 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305724 Jun 30 10:27:08.370671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:08.415078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port f3717880-3d12-42c8-a6a9-c71819627cda triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:27:08.415373 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:08.486157 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:08.507209 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:08.509404 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac8f38-723b-4f2d-b6f5-a162a9789bda" -d '{"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:08.524356 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:08.529605 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:08.576347 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:08.607817 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2f716-2b0b-498a-90a1-1aeee6ae24d5 x-openstack-request-id: req-c8f2f716-2b0b-498a-90a1-1aeee6ae24d5 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:08.608108 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:08.608358 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8f2f716-2b0b-498a-90a1-1aeee6ae24d5 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:08.608750 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'code': 200} Jun 30 10:27:09.488491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0795174-2441-445e-a359-620e49efee4f req-f4504415-e75f-4f42-89f7-a83087196fd6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:09.490029 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0795174-2441-445e-a359-620e49efee4f req-f4504415-e75f-4f42-89f7-a83087196fd6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0606346 Jun 30 10:27:09.526406 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a0795174-2441-445e-a359-620e49efee4f req-12e60dd7-59c6-43ce-ad94-a1eaba557fce tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309918 Jun 30 10:27:10.721932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b414-11ca-455a-a1fe-84f8fbfbcb7a req-eccc6a31-4ad4-4000-8055-a2c8ce2c5b61 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:10.723575 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e329b414-11ca-455a-a1fe-84f8fbfbcb7a req-eccc6a31-4ad4-4000-8055-a2c8ce2c5b61 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0706863 Jun 30 10:27:10.768711 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e329b414-11ca-455a-a1fe-84f8fbfbcb7a req-40941a8e-7364-467f-b393-349ac91f4249 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Jun 30 10:27:12.161376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9db8-7175-4c2f-a68d-f855ab1abc3b req-11d0a59a-89bf-4b98-8fc9-dc02724ae695 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:12.162811 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-509a9db8-7175-4c2f-a68d-f855ab1abc3b req-11d0a59a-89bf-4b98-8fc9-dc02724ae695 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0725181 Jun 30 10:27:12.202592 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-509a9db8-7175-4c2f-a68d-f855ab1abc3b req-62d738e7-41eb-4546-ba4c-94b0c1ff7d77 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337598 Jun 30 10:27:13.389054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21fc42-0402-4f0d-a87d-35a8ab86cec1 req-89be5dfd-6878-4d5a-a3c7-2adb08580eb8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:13.390783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a21fc42-0402-4f0d-a87d-35a8ab86cec1 req-89be5dfd-6878-4d5a-a3c7-2adb08580eb8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0657735 Jun 30 10:27:13.434478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a21fc42-0402-4f0d-a87d-35a8ab86cec1 req-ea8ae2df-4333-49cd-93c4-3a9be71a5b81 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371437 Jun 30 10:27:14.628861 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936be176-3e07-4560-aa40-ec36f791e25f req-fee6c232-e88a-413f-9d1f-c5215af3105b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:14.630538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-936be176-3e07-4560-aa40-ec36f791e25f req-fee6c232-e88a-413f-9d1f-c5215af3105b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0778518 Jun 30 10:27:14.683282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-936be176-3e07-4560-aa40-ec36f791e25f req-6a59b45f-dc36-4a21-b00c-9ae1436d049c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466695 Jun 30 10:27:15.878999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d57a67-b17e-4f7f-9874-8fa427fc7728 req-f3b49fdd-6506-405e-adcf-c9840fded713 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:15.887634 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90d57a67-b17e-4f7f-9874-8fa427fc7728 req-f3b49fdd-6506-405e-adcf-c9840fded713 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0793264 Jun 30 10:27:15.925080 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-90d57a67-b17e-4f7f-9874-8fa427fc7728 req-ba7b07e5-033b-47f1-80df-fe661942b38d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Jun 30 10:27:17.114627 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8c422-aa3f-4f93-a26b-7fb65e39a02d req-a22f536b-9169-4a67-9595-a0e2c2338ba0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:17.116065 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01b8c422-aa3f-4f93-a26b-7fb65e39a02d req-a22f536b-9169-4a67-9595-a0e2c2338ba0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0650280 Jun 30 10:27:17.164836 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-01b8c422-aa3f-4f93-a26b-7fb65e39a02d req-22aadaf6-26cc-41e0-8107-aa679819802f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Jun 30 10:27:18.373203 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db8c73-c6b2-4f30-b19d-5534b70c4e58 req-7e67f04c-eecc-4610-ae4e-b883b39fa5d2 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:18.374799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20db8c73-c6b2-4f30-b19d-5534b70c4e58 req-7e67f04c-eecc-4610-ae4e-b883b39fa5d2 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0718904 Jun 30 10:27:18.419073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-20db8c73-c6b2-4f30-b19d-5534b70c4e58 req-144445d3-6604-4ebb-bca5-e70947aa6113 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Jun 30 10:27:19.587803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a042a-5497-4196-a6f9-8c6d84454c74 req-9113dc1c-9126-4f19-8025-27a02bd915d1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:19.589242 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-354a042a-5497-4196-a6f9-8c6d84454c74 req-9113dc1c-9126-4f19-8025-27a02bd915d1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0615284 Jun 30 10:27:19.625013 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-354a042a-5497-4196-a6f9-8c6d84454c74 req-68279675-bd45-488f-854d-5373733c3ecc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Jun 30 10:27:19.857774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117552-fdda-463e-b939-2cec28cd0f00 req-337e66d6-6b65-4f05-829a-0b7288e58e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:19.859266 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-337e66d6-6b65-4f05-829a-0b7288e58e3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1097 time: 0.0551186 Jun 30 10:27:19.945551 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117552-fdda-463e-b939-2cec28cd0f00 req-e43bcf79-8570-4717-9d0c-7bf1073f428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:19.947012 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-e43bcf79-8570-4717-9d0c-7bf1073f428d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0811861 Jun 30 10:27:20.012743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-3b3c13fc-c4da-40d3-8741-8d0c9ea881e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1001 time: 0.0583932 Jun 30 10:27:20.058529 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117552-fdda-463e-b939-2cec28cd0f00 req-02f4d066-8fc5-4690-99f9-5d45f4134016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:20.060361 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-02f4d066-8fc5-4690-99f9-5d45f4134016 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0412598 Jun 30 10:27:20.116248 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66117552-fdda-463e-b939-2cec28cd0f00 req-870585f7-1b6f-4b0e-b247-b1ad730c0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:20.117658 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-870585f7-1b6f-4b0e-b247-b1ad730c0806 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508788 Jun 30 10:27:20.206085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-1aab461f-1d5d-4bd3-9f87-bda537f9a00f service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809844 Jun 30 10:27:20.292046 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-66117552-fdda-463e-b939-2cec28cd0f00 req-9b0ee430-f8af-4d9d-8f9e-8d50f68bda1e service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800860 Jun 30 10:27:20.797314 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a95907-3196-4766-8c33-8ebc6589797f req-546a770c-8234-422b-9bbc-e6478182ebcb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:20.798783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a95907-3196-4766-8c33-8ebc6589797f req-546a770c-8234-422b-9bbc-e6478182ebcb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0613325 Jun 30 10:27:20.840000 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a95907-3196-4766-8c33-8ebc6589797f req-d0e55c81-6bb3-4226-a9f0-9f5f2769aaf8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355499 Jun 30 10:27:22.027395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167844ae-6fae-4343-8db8-19135f2c3269 req-73121b4f-5c4a-482e-b902-2e786f9e176f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:22.028867 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-167844ae-6fae-4343-8db8-19135f2c3269 req-73121b4f-5c4a-482e-b902-2e786f9e176f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0693436 Jun 30 10:27:22.067109 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-167844ae-6fae-4343-8db8-19135f2c3269 req-9eba108a-70b3-4e26-b609-c7490531da50 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jun 30 10:27:22.430409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:22.502441 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:22.523880 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:22.526117 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9ca6dc-3637-4029-a2fd-be3f0bb712d4" -d '{"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-unplugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:22.541944 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:22.546095 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:22.568624 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf1a64-9756-4778-b0ff-fde41911c751 x-openstack-request-id: req-c9cf1a64-9756-4778-b0ff-fde41911c751 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:22.568931 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-unplugged", "status": "failed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "code": 422}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:22.569170 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9cf1a64-9756-4778-b0ff-fde41911c751 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:22.569552 n-d-779913-25 neutron-server[94186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'code': 422} returned with failed status Jun 30 10:27:22.593552 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:23.233276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd58c1-8cb4-4fe6-96e4-befbd233258b req-3c6d8882-d818-42fd-8db9-687b78903100 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:23.234750 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61fd58c1-8cb4-4fe6-96e4-befbd233258b req-3c6d8882-d818-42fd-8db9-687b78903100 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0609007 Jun 30 10:27:23.271018 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61fd58c1-8cb4-4fe6-96e4-befbd233258b req-fc1cf590-7752-473b-86d8-798da1d9d0bf tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Jun 30 10:27:23.612555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56156453-2c3f-4eff-a19f-9140f787efc3 req-bcdf2465-563a-4a6d-9d11-62f4107911ad tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:23.614035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56156453-2c3f-4eff-a19f-9140f787efc3 req-bcdf2465-563a-4a6d-9d11-62f4107911ad tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0664968 Jun 30 10:27:23.651260 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-56156453-2c3f-4eff-a19f-9140f787efc3 req-3c6676bb-93b9-45ec-88c8-ccc383419342 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Jun 30 10:27:23.726073 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43710) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:27:23.827311 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-a3fa36c7-64f0-4245-8412-99cd787b7a18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000125 Jun 30 10:27:24.764958 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-70dfb664-21f3-407f-88ea-820186f6b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:24.766489 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-70dfb664-21f3-407f-88ea-820186f6b369 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 1095 time: 0.0952151 Jun 30 10:27:24.778190 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-25', 'device_owner': 'compute:nova'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:27:24.823085 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bbfaf-fe8c-4b68-b041-9797271a26ad req-192865f7-26e0-41ed-b955-07132c739f3f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:24.824673 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c1bbfaf-fe8c-4b68-b041-9797271a26ad req-192865f7-26e0-41ed-b955-07132c739f3f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 943 time: 0.0626903 Jun 30 10:27:24.852970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:24.864345 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c1bbfaf-fe8c-4b68-b041-9797271a26ad req-24fac11b-8ca6-408a-882e-85ccc8a1531e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Jun 30 10:27:25.048289 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:25.079521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h2-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:25.109696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:27:25.116920 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.128633 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Transition to ACTIVE for port object f3717880-3d12-42c8-a6a9-c71819627cda will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:27:25.132520 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.207565 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=9']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:25.219819 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.220174 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.220515 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.220850 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.221184 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.221514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.222360 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.222698 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.223026 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.223354 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.223681 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.224007 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:27:25.261464 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] No DVR routers for this DVR port f3717880-3d12-42c8-a6a9-c71819627cda on host n-h2-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:27:25.713618 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:27:25.713980 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:27:25.714297 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:27:25.718386 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:27:25.718705 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Attempting to bind port f3717880-3d12-42c8-a6a9-c71819627cda on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:27:25.723337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:27:25.723673 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:27:25.724056 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Bound using segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:27:25.724479 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Bound port: f3717880-3d12-42c8-a6a9-c71819627cda, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:27:25.724830 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.786514 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:27:25.789369 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:27:25.794688 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.827797 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:25.828419 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.829814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] 10.222.0.41 "PUT /v2.0/ports/f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1092 time: 1.0555205 Jun 30 10:27:25.830257 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:25.832520 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a81d2a-e9b5-4ee4-97e1-66157efae713" -d '{"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:25.857679 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da711-228e-46cd-b1d0-66a8584172cb service neutron] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=10']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:25.919921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-f9b4ffdf-8da7-40ca-a126-913fd8959cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:25.920646 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-f9b4ffdf-8da7-40ca-a126-913fd8959cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1096 time: 0.0597832 Jun 30 10:27:25.938380 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a0ee07-4a1a-4b71-9163-19d7cd21af52 x-openstack-request-id: req-c8a0ee07-4a1a-4b71-9163-19d7cd21af52 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:25.938675 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:25.938910 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8a0ee07-4a1a-4b71-9163-19d7cd21af52 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:25.939440 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'status': 'completed', 'code': 200} Jun 30 10:27:26.023863 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-9fa1882d-6a80-441e-a260-0c4765ae770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.025788 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-9fa1882d-6a80-441e-a260-0c4765ae770a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0981956 Jun 30 10:27:26.053148 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8629-457f-45da-8baa-7e9dbd42f866 req-92f230b5-0653-489a-8917-edbc3a13cc01 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.054751 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-517a8629-457f-45da-8baa-7e9dbd42f866 req-92f230b5-0653-489a-8917-edbc3a13cc01 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0674810 Jun 30 10:27:26.092322 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-7e6566b5-329e-499a-a3b6-5a90ea29e561 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 999 time: 0.0600607 Jun 30 10:27:26.092681 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-517a8629-457f-45da-8baa-7e9dbd42f866 req-280e1a46-969a-406d-8d91-8dbdf7bbc4b5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jun 30 10:27:26.144038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-a14a28d5-f356-4ac1-9db1-3bf30ba2c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.145445 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-a14a28d5-f356-4ac1-9db1-3bf30ba2c62b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0465946 Jun 30 10:27:26.200276 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-361f2570-5183-439e-83e4-91ea4bceb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.201711 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-361f2570-5183-439e-83e4-91ea4bceb055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500331 Jun 30 10:27:26.286814 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-55635154-d748-4fcc-88ea-4e0a984f9b5a service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779881 Jun 30 10:27:26.378604 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-d88edb24-c330-428a-8ca9-a0d368c93345 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Jun 30 10:27:26.461185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:27:26.474205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-98191894-1198-42b9-9e2d-08be71f5ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.475736 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-98191894-1198-42b9-9e2d-08be71f5ed36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1096 time: 0.0530119 Jun 30 10:27:26.499782 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:27:26.569671 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-09d22151-68ba-41ce-b82b-d69e489da084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.571205 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-09d22151-68ba-41ce-b82b-d69e489da084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0892169 Jun 30 10:27:26.636665 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-67aea86b-294a-4586-bc47-d7b3e397f8d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 999 time: 0.0593357 Jun 30 10:27:26.698301 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-c0080846-8882-4899-ac09-71ad47c53363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:26.700257 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-c0080846-8882-4899-ac09-71ad47c53363 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0578589 Jun 30 10:27:27.273179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cff4a-1a89-4f93-ac75-b0f8d0ea8454 req-f98803bf-88dc-4d29-9770-0bdd28f931b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:27.274656 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-765cff4a-1a89-4f93-ac75-b0f8d0ea8454 req-f98803bf-88dc-4d29-9770-0bdd28f931b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0622263 Jun 30 10:27:27.314591 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-765cff4a-1a89-4f93-ac75-b0f8d0ea8454 req-1f54a422-1ba8-4050-a113-f0ced665b0a7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Jun 30 10:27:28.498808 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825f684-eabd-4be4-bc6d-736762feeb6e req-8625f444-252b-46a2-b777-ef5c09372f3a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:28.500308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f825f684-eabd-4be4-bc6d-736762feeb6e req-8625f444-252b-46a2-b777-ef5c09372f3a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0685410 Jun 30 10:27:28.536843 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f825f684-eabd-4be4-bc6d-736762feeb6e req-54362218-7a83-450a-99e8-01c7d127b419 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Jun 30 10:27:29.437167 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2f28e2ae-c674-410e-9361-1b558ab97543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:29.724569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced3cee-ec81-444e-9c0c-7484d36eecd7 req-420ead8e-f842-4cf1-9043-1b6eee583576 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:29.726068 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ced3cee-ec81-444e-9c0c-7484d36eecd7 req-420ead8e-f842-4cf1-9043-1b6eee583576 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0660365 Jun 30 10:27:29.773436 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ced3cee-ec81-444e-9c0c-7484d36eecd7 req-5b341977-8501-428e-b5c0-84e8de75bdf4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408788 Jun 30 10:27:30.947549 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397d28f-3b59-40e0-af35-c8749e50218d req-1eaa2fe9-8a34-4900-b434-c845ebdfc929 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:30.949050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0397d28f-3b59-40e0-af35-c8749e50218d req-1eaa2fe9-8a34-4900-b434-c845ebdfc929 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0625794 Jun 30 10:27:30.985958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0397d28f-3b59-40e0-af35-c8749e50218d req-23e98f2b-fde5-471b-964f-300d178958e5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Jun 30 10:27:32.010063 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5cd52450-c5d3-4952-ba74-706f982fd8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:32.146168 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:27:32.146914 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:32.486021 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d182e-e572-40ab-8544-72c17c521834 req-78f8e174-2133-45f1-a470-c1a8415d0877 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:32.487802 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-968d182e-e572-40ab-8544-72c17c521834 req-78f8e174-2133-45f1-a470-c1a8415d0877 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.3887112 Jun 30 10:27:32.524398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-968d182e-e572-40ab-8544-72c17c521834 req-bfe48599-11f4-4e28-948e-47dd69d08048 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Jun 30 10:27:33.321636 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:33.707939 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1405a7-de8b-4e23-98bb-e0f4ce4afc8e req-1d31485f-23c2-4cb2-af8a-0f04dfa1ab2e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:33.709434 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c1405a7-de8b-4e23-98bb-e0f4ce4afc8e req-1d31485f-23c2-4cb2-af8a-0f04dfa1ab2e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0674243 Jun 30 10:27:33.751247 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6c1405a7-de8b-4e23-98bb-e0f4ce4afc8e req-e2b3c43c-4c85-4e61-b26d-074765a2131a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jun 30 10:27:34.243017 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:34.933046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208f11-ef16-4deb-9eb1-d91e75664945 req-e63e5a38-a2c8-4627-b860-667f20d5365b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:34.935193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9208f11-ef16-4deb-9eb1-d91e75664945 req-e63e5a38-a2c8-4627-b860-667f20d5365b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0693243 Jun 30 10:27:34.967224 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:34.972865 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f9208f11-ef16-4deb-9eb1-d91e75664945 req-b8c1fe85-d120-4825-85cd-6aacb7ed4a55 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320270 Jun 30 10:27:35.957988 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:36.190712 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15936afe-4260-4bee-abb0-ae81c0f4ea30 req-b48b4409-f1a3-4ac3-900e-2ab450b5c4a6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:36.192174 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15936afe-4260-4bee-abb0-ae81c0f4ea30 req-b48b4409-f1a3-4ac3-900e-2ab450b5c4a6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0671210 Jun 30 10:27:36.228474 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-15936afe-4260-4bee-abb0-ae81c0f4ea30 req-7d7947e4-b6d8-4185-9bd2-4bbe7cf8f646 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306206 Jun 30 10:27:37.043876 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-3df6dc86-9b9e-45fe-87d6-dc02067aa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:37.045958 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-3df6dc86-9b9e-45fe-87d6-dc02067aa2d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571756 Jun 30 10:27:37.138447 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-fa2f5f16-83be-4f40-b4ac-dfe3bfc53a32 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852516 Jun 30 10:27:37.250585 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-67a81d2a-e9b5-4ee4-97e1-66157efae713 req-f7eb2bab-52bb-4fb2-97e7-1ac64e9de6c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006336 Jun 30 10:27:37.412527 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a49c3d-0fcd-4a5d-9a02-a573c1a7c788 req-0517d33d-866a-4dd6-add7-119f91a9e7cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:37.413970 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a49c3d-0fcd-4a5d-9a02-a573c1a7c788 req-0517d33d-866a-4dd6-add7-119f91a9e7cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0632377 Jun 30 10:27:37.461240 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e5a49c3d-0fcd-4a5d-9a02-a573c1a7c788 req-61704573-37f4-4bd6-a4ac-df6ceb6e2b37 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Jun 30 10:27:38.631373 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4643da-91b3-47c8-a3e9-d3f5280d0429 req-97b326f0-5de8-414e-bb97-dcfd1501f169 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:38.632799 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b4643da-91b3-47c8-a3e9-d3f5280d0429 req-97b326f0-5de8-414e-bb97-dcfd1501f169 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 944 time: 0.0603735 Jun 30 10:27:38.669412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1b4643da-91b3-47c8-a3e9-d3f5280d0429 req-ba354f3e-284d-4829-a29a-88090894faa8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305996 Jun 30 10:27:39.569286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:27:39.660975 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:39.672501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'port_id': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'mac_address': 'fa:16:3e:16:41:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:27:39.707469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:39.720761 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:27:39.739912 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:39.744898 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:39.793435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=11']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:39.846449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317be3-246c-4772-aeff-8319a5510b57 req-821ccf51-9baa-47e1-b17a-b2d1ed864930 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:39.847910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b317be3-246c-4772-aeff-8319a5510b57 req-821ccf51-9baa-47e1-b17a-b2d1ed864930 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0641859 Jun 30 10:27:39.884300 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8b317be3-246c-4772-aeff-8319a5510b57 req-c06c8ee5-e408-4620-b7bb-9e381d6867c0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Jun 30 10:27:39.979380 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f3717880-3d12-42c8-a6a9-c71819627cda'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:27:41.056940 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0dfa1-4a0e-4e99-965c-635da6395554 req-54134efe-5938-4846-be44-6cd4240fbe26 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:41.058326 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13e0dfa1-4a0e-4e99-965c-635da6395554 req-54134efe-5938-4846-be44-6cd4240fbe26 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 945 time: 0.0643358 Jun 30 10:27:41.095537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-13e0dfa1-4a0e-4e99-965c-635da6395554 req-40085475-3367-49a4-84e8-c144bc46af38 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311973 Jun 30 10:27:41.600265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:27:41.651217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f3717880-3d12-42c8-a6a9-c71819627cda completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:27:41.655627 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f3717880-3d12-42c8-a6a9-c71819627cda triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:27:41.655997 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:41.732264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:41.752903 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:27:41.755140 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0130c4-2a67-45e5-8fd6-98b2afee4c08" -d '{"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:27:41.767574 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:27:41.771947 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:41.798041 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2558b-686c-4bc4-8108-791df3e75100 x-openstack-request-id: req-03e2558b-686c-4bc4-8108-791df3e75100 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:27:41.798335 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-plugged", "status": "completed", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:27:41.798587 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03e2558b-686c-4bc4-8108-791df3e75100 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:27:41.798967 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'code': 200} Jun 30 10:27:41.825031 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=12']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:27:41.959425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99902a-a64f-412a-bb93-02dc8fa37632 req-3a063b2f-958a-4ec4-81bc-f55b4dadb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:41.960887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b99902a-a64f-412a-bb93-02dc8fa37632 req-3a063b2f-958a-4ec4-81bc-f55b4dadb6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1098 time: 0.0511289 Jun 30 10:27:41.994197 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-0b99902a-a64f-412a-bb93-02dc8fa37632 req-2171bd55-a44b-4d41-b39c-7007e2b07d62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270367 Jun 30 10:27:42.261576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dedf6-679a-4e82-9f31-4a4981669ffd req-cbf686c6-6a49-47aa-9cee-5b5f605fd687 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:42.263460 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-970dedf6-679a-4e82-9f31-4a4981669ffd req-cbf686c6-6a49-47aa-9cee-5b5f605fd687 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 946 time: 0.0612717 Jun 30 10:27:42.299659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-970dedf6-679a-4e82-9f31-4a4981669ffd req-ec39fe83-8bfb-4074-9777-136c6ed7455f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Jun 30 10:27:43.469950 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3f85-00e2-43f5-976d-dc0b741a7a35 req-8ddb636d-2425-442f-8039-fe9f4f12d6be tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:43.471379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-212a3f85-00e2-43f5-976d-dc0b741a7a35 req-8ddb636d-2425-442f-8039-fe9f4f12d6be tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 946 time: 0.0604274 Jun 30 10:27:43.510725 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-212a3f85-00e2-43f5-976d-dc0b741a7a35 req-09611df8-2d58-4186-907a-37f06bb079e6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Jun 30 10:27:59.428920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4b063109-5405-475e-9e71-ae2359d128e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:02.012926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-85d4ed8b-3cb8-403f-8680-3b7861235fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:02.138332 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:03.180874 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-ea107775-3f0f-40f1-b836-d50c49c0d5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498927 Jun 30 10:28:03.276025 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-38cef293-86d4-490a-96c3-f7bd050acefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:03.277474 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-38cef293-86d4-490a-96c3-f7bd050acefe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1098 time: 0.0539696 Jun 30 10:28:03.324976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:03.382323 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-9d462eef-3882-47f4-bc7a-87b1e31c7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:03.383778 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-9d462eef-3882-47f4-bc7a-87b1e31c7ecc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0862391 Jun 30 10:28:03.452347 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-3940f8f0-52ef-45d4-a623-105de45d9a44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 1001 time: 0.0605366 Jun 30 10:28:03.500440 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-1342e93c-367e-4514-b6ca-16b82115b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:03.502439 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-1342e93c-367e-4514-b6ca-16b82115b003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0423813 Jun 30 10:28:03.557193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-16bf3165-654d-465d-9672-be7505b46c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:03.558636 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-16bf3165-654d-465d-9672-be7505b46c6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494745 Jun 30 10:28:03.648578 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-0a4f9952-aa80-4db0-ade6-ab1c830537d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823894 Jun 30 10:28:03.734328 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-982b0295-ce4e-4f0a-86af-85361edf16d7 req-bb000154-ff9a-427e-ac61-1ddf1e75a014 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784321 Jun 30 10:28:04.255448 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:04.969707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:05.955785 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:09.145741 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:29.429273 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-42231298-5fb6-4041-9812-676bb5a80e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:32.013160 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3c537f66-b65b-49b3-ba50-787bff5fca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:32.138664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:33.328657 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:34.251836 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:34.971540 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:35.954875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:46.145730 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:55.264982 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43840) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:55.415040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Deleting port f041b5e5-db57-4f90-ba70-47fd163e6b26 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:55.415380 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:55.486299 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:55.486632 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:55.498170 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Calling delete_port for f041b5e5-db57-4f90-ba70-47fd163e6b26 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:55.640714 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:55.663932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'Port': ['ID=f041b5e5-db57-4f90-ba70-47fd163e6b26,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:55.675539 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.675886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.676225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.676558 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.676889 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.677211 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.677535 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.677879 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.678204 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.678521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.678840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.679159 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:55.736123 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:55.736501 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Floating IP 990c0a14-2ec5-4392-8871-e6dd90e56126 disassociated (deleted). External IP: 172.25.4.111, port: f3717880-3d12-42c8-a6a9-c71819627cda. Jun 30 10:28:55.937941 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:28:56.044164 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:56.049027 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:56.053206 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:56.062249 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:56.062841 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.084595 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-24ed914c-1ddc-4717-820c-c5dffa36f61e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "DELETE /v2.0/floatingips/990c0a14-2ec5-4392-8871-e6dd90e56126 HTTP/1.1" status: 204 len: 168 time: 0.8185062 Jun 30 10:28:56.085224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:56.088464 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f526a8a-fef0-4228-be4e-b8731d6577bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:56.168706 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:56.219591 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f4b75-8f48-434d-a46c-64467949f62f x-openstack-request-id: req-fd4f4b75-8f48-434d-a46c-64467949f62f {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:56.219903 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:56.220158 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd4f4b75-8f48-434d-a46c-64467949f62f {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:56.220559 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'status': 'completed', 'code': 200} Jun 30 10:28:56.301319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-fdf4d1ae-6abc-4d7d-8563-a0e95ac19a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:56.303344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-fdf4d1ae-6abc-4d7d-8563-a0e95ac19a59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 1098 time: 0.0587752 Jun 30 10:28:56.369546 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.395657 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:56.404954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:56.405687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:28:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.411058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-fbc59987-6aaf-49b0-a3aa-7402bf3e5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:56.412520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-fbc59987-6aaf-49b0-a3aa-7402bf3e5f5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0944698 Jun 30 10:28:56.453902 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-740317d8-5318-4d1a-9f5e-d236cb3986b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 200 len: 217 time: 0.0342724 Jun 30 10:28:56.512010 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-baf39b7f-1d0e-40fb-ba44-e4e52904cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:56.514314 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-baf39b7f-1d0e-40fb-ba44-e4e52904cfd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0528209 Jun 30 10:28:56.516990 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:56.519548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905ddaa-df1c-40aa-9063-22540a6fdcb1 req-c9c33c94-067b-458a-bf55-5e6c078b7247 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:56.521036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d905ddaa-df1c-40aa-9063-22540a6fdcb1 req-c9c33c94-067b-458a-bf55-5e6c078b7247 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 946 time: 0.1167502 Jun 30 10:28:56.561233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d905ddaa-df1c-40aa-9063-22540a6fdcb1 req-213a02a2-bc5d-4bdb-835b-ce454b0bfa0a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Jun 30 10:28:56.573338 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-5b7e9632-8738-4fbc-9ff8-195518775c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:56.574887 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-5b7e9632-8738-4fbc-9ff8-195518775c12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524282 Jun 30 10:28:56.665131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-e3a46adf-8b38-48c7-a0e1-e694ef861318 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817573 Jun 30 10:28:56.716435 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:56.745553 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf667e-b221-4f9c-8189-35c7e58923fa None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:56.765325 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-1f526a8a-fef0-4228-be4e-b8731d6577bd req-caeeb363-c94e-47a1-9518-28edf7284791 service neutron] 10.222.0.41 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935371 Jun 30 10:28:56.959617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c60530-a7cc-4866-95ba-4c772d6502b5 None None] New status for floating IP 990c0a14-2ec5-4392-8871-e6dd90e56126: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:28:57.702334 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-93ef6aa6-af26-4097-bdc5-e3db7e8d0306 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:57.703844 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-93ef6aa6-af26-4097-bdc5-e3db7e8d0306 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 946 time: 0.0629981 Jun 30 10:28:57.787311 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd15f-d642-4a6c-8c09-3d1e81b79392 req-d9c618f5-8fd0-453a-b52a-a6963b7f7def tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:57.788830 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-681bd15f-d642-4a6c-8c09-3d1e81b79392 req-d9c618f5-8fd0-453a-b52a-a6963b7f7def tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3427305f-ccb9-40eb-b5a0-00419143b793 HTTP/1.1" status: 200 len: 946 time: 0.1148803 Jun 30 10:28:57.808505 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Deleting port f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:57.808922 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:57.828298 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-681bd15f-d642-4a6c-8c09-3d1e81b79392 req-967e8557-1ace-4ff2-b78b-07f14ded6736 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=50033a05-fb4a-4d97-9ec3-fbd2131d7272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Jun 30 10:28:57.896650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] For port f3717880-3d12-42c8-a6a9-c71819627cda, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f3717880-3d12-42c8-a6a9-c71819627cda,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:57.896933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:57.908996 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Calling delete_port for f3717880-3d12-42c8-a6a9-c71819627cda owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:58.036240 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:58.065337 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'Port': ['ID=f3717880-3d12-42c8-a6a9-c71819627cda,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:58.077696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.077696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.077696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.077696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.077696 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.078281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.078281 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.078511 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.078737 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.079091 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.079425 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.079774 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:58.124892 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] No DVR routers for this DVR port f3717880-3d12-42c8-a6a9-c71819627cda on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:28:58.127430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:58.129410 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-b44cfe69-8c44-475d-8321-40aeac7aa7c4 req-e88ccd91-9c1a-44f7-bdc0-a93a51527549 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.41 "DELETE /v2.0/ports/f3717880-3d12-42c8-a6a9-c71819627cda HTTP/1.1" status: 204 len: 173 time: 0.4200871 Jun 30 10:28:58.129907 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-deleted', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:58.132176 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4d7af-95d5-40d0-ad2a-d9954c82c399" -d '{"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-deleted", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:58.168639 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007dc919-5309-48a3-a70f-88c1a87ee75d x-openstack-request-id: req-007dc919-5309-48a3-a70f-88c1a87ee75d {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:58.168950 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3427305f-ccb9-40eb-b5a0-00419143b793", "name": "network-vif-deleted", "tag": "f3717880-3d12-42c8-a6a9-c71819627cda", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:58.169203 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-007dc919-5309-48a3-a70f-88c1a87ee75d {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:58.169604 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3427305f-ccb9-40eb-b5a0-00419143b793', 'name': 'network-vif-deleted', 'tag': 'f3717880-3d12-42c8-a6a9-c71819627cda', 'status': 'completed', 'code': 200} Jun 30 10:28:58.919179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43866) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:58.976241 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:59.000905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:59.058011 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:59.060956 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:59.062107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "DELETE /v2.0/security-groups/50033a05-fb4a-4d97-9ec3-fbd2131d7272 HTTP/1.1" status: 204 len: 168 time: 0.1419296 Jun 30 10:28:59.070847 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c58223-f2dc-4d7b-8998-0f2358f940cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50033a05-fb4a-4d97-9ec3-fbd2131d7272,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:59.429130 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b857-87ed-4750-9a85-3cc4ae3e02a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.635157 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43874) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:00.639966 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133799525', 'description': 'tempest-secgroup-smoke-2133799525 description', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:00.661520 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.741504 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.745475 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.770499 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.771702 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354659 Jun 30 10:29:00.774683 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43876) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:00.775548 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae607f-d888-4fd2-bcb2-91decade0a25 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e91a721-1588-4b91-80ff-8ece17683bcc,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:00.780562 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:00.807651 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.863430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.867168 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.883783 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8410eba-02b3-4a7e-a637-41bebf54e49d,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:00.890116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.891276 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-06456198-e413-4e6a-9015-317cb6f068cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155946 Jun 30 10:29:00.893957 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43878) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:00.898189 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:00.923909 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.979678 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.983111 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.002789 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22626da-c6a1-4252-87ea-e4c44c29fec3,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.006196 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.007387 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9eceabf3-20a3-4022-af72-48f800ba7035 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125166 Jun 30 10:29:01.010199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43880) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:01.014579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:01.039430 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.099644 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.103023 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.117833 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329ab2c5-d03c-4a42-976b-52e7c7ebd221,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.126531 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.127833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0916d7f8-32f9-46db-aefd-e73a6ae40443 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167076 Jun 30 10:29:01.130699 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43882) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:01.135024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:01.160324 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.232198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.235666 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.254531 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b8a6e4-16a6-4283-a8b4-38a312a7fede,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.257507 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.258693 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-92cda6b3-4c9a-490b-a211-fd3d55d50f2a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270542 Jun 30 10:29:01.261521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 43884) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:01.265944 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:01.286528 n-d-779913-25 neutron-server[94185]: INFO neutron.db.securitygroups_db [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Project dbdcf1d88f25429198b5c5d91fce049d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:29:01.292052 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.350204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.354401 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.371675 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de152f7c-c1ec-4cdf-ace8-49c8bbb1093b,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.378778 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.380167 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-93a325f4-073e-42ca-b7cc-02a68e12dc3d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177003 Jun 30 10:29:01.383094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 43886) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:01.387774 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'security_group_rule': {'security_group_id': '6e91a721-1588-4b91-80ff-8ece17683bcc', 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:01.409795 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Project dbdcf1d88f25429198b5c5d91fce049d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:29:01.414527 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.477807 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.485340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.502042 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bc914c-f7e2-4d7d-bbfa-2ba859037944,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:01.508036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:01.509238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-7f282603-5d91-4184-ac3f-bd7f94f51bde tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251161 Jun 30 10:29:01.983409 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:29:02.009273 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f3717880-3d12-42c8-a6a9-c71819627cda {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:29:02.009725 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f3717880-3d12-42c8-a6a9-c71819627cda not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:29:02.022779 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b38c47fe-7dcd-464e-96ae-bb642a44de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:02.139481 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:03.331394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:04.259013 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:04.975760 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:05.969862 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:14.837563 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-00ca37c0-060f-45b8-a4e3-d266f162691b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133799525&fields=id&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 267 time: 0.0347846 Jun 30 10:29:14.962758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-bff6ff71-ee91-4b9e-97f3-77bdae1a6928 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:14.964203 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-bff6ff71-ee91-4b9e-97f3-77bdae1a6928 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 809 time: 0.1197078 Jun 30 10:29:14.978526 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-13da69bd-a06b-45a6-acc9-bfa1de366314 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/quotas/dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 375 time: 0.0089543 Jun 30 10:29:15.046601 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-618389da-3145-461e-a3e0-34a8f8980b44 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632780 Jun 30 10:29:15.102698 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-74e6e967-56ef-4dd5-be7f-19db41567167 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:29:15.104233 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-74e6e967-56ef-4dd5-be7f-19db41567167 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466166 Jun 30 10:29:15.191628 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-66a113f5-86c4-4ff7-9d47-af61039a7d22 service neutron] 10.222.0.66 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Jun 30 10:29:15.286245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-0f1927cc-4f3d-40a1-aaf2-951fba25af29 service neutron] 10.222.0.66 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887001 Jun 30 10:29:16.596846 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e38a1e3d-7f1d-4117-877e-b66c57360b72 req-90530f5d-076a-485a-bc46-8c399f8826af tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Jun 30 10:29:17.683050 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc14523f-299f-4b5f-8834-140df7fe6b62 req-9ed0efc3-2ac5-4f25-99ef-251f183ad5e7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Jun 30 10:29:18.768524 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b77bf3df-3641-4332-83af-82a99c48741f req-b0d69990-d99b-492a-a062-7b365cbd2bfa tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0332339 Jun 30 10:29:19.847216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-abbf0b9b-51d2-4d21-906e-24a497988b0e req-13ab83be-0f51-45d6-beeb-d4a7f36f3272 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0269494 Jun 30 10:29:20.982400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4005b308-6337-494e-989e-d38d4aae3848 req-6280ae4d-5eeb-40da-a3ad-4536fd70e01f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0269520 Jun 30 10:29:21.767869 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-70b32edb-f127-44c9-b69b-5010b2e7b762 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:21.769307 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-70b32edb-f127-44c9-b69b-5010b2e7b762 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 809 time: 0.1092441 Jun 30 10:29:21.815822 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-6c1597a1-fc10-48d4-9e3e-357497d53349 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 380 time: 0.0354984 Jun 30 10:29:21.824922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'port': {'device_id': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'admin_state_up': True, 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'security_groups': ['6e91a721-1588-4b91-80ff-8ece17683bcc']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:21.931384 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Made reservation on behalf of dbdcf1d88f25429198b5c5d91fce049d for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:29:21.935900 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.065911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Allocated IP 172.20.0.3 (b39765db-9661-4b1b-9d7d-f8cdecbaa563/7d47d527-a9d5-4521-8803-93afdaa66b20/5bb791e6-c6b9-4972-9de8-2524f86d07c2) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:22.171908 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a73e7a47-e031-472f-be93-e4138df98b9f req-5d21e711-0712-4d0b-8c29-7fa388092196 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0677762 Jun 30 10:29:22.230730 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.243169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Transition to ACTIVE for port object 5bb791e6-c6b9-4972-9de8-2524f86d07c2 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:29:22.276648 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.319016 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:22.322053 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:22.325130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:29:22.352297 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:22.380970 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:22.381672 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.399472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-8449b4bc-1acc-4938-8aff-5187ada69a22 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782304 Jun 30 10:29:22.458923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Request body: {'port': {'device_id': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:22.536702 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.589176 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-317d0354-4f45-446b-a89e-63cdf064899d None None] Provisioning for port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:29:22.594302 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-317d0354-4f45-446b-a89e-63cdf064899d None None] Provisioning complete for port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:29:22.594663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-317d0354-4f45-446b-a89e-63cdf064899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.629019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-317d0354-4f45-446b-a89e-63cdf064899d None None] Port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:29:22.790746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb791e6-c6b9-4972-9de8-2524f86d07c2 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:29:22.798095 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.811060 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Transition to ACTIVE for port object 5bb791e6-c6b9-4972-9de8-2524f86d07c2 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:29:22.814966 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:22.871786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:22.947425 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Attempting to bind port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:29:22.947883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Attempting to bind port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:29:22.948719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Attempting to bind port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:29:22.953329 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:29:22.953795 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Attempting to bind port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 on network b39765db-9661-4b1b-9d7d-f8cdecbaa563 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:29:22.958706 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:29:22.959046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Checking segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:29:22.959431 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Bound using segment: {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:29:22.959855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Bound port: 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01521c71-4314-41ad-bc6b-b34a670169b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:29:22.960213 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:23.031769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:29:23.036027 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:29:23.042274 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:23.082279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.082981 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:23.084297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] 10.222.0.11 "PUT /v2.0/ports/5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 1092 time: 0.6764362 Jun 30 10:29:23.084863 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:29:23.087069 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:23.145247 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:29:23.165653 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf85a2-bb5c-4bf4-919b-f6f5c44ef9c8 x-openstack-request-id: req-a0bf85a2-bb5c-4bf4-919b-f6f5c44ef9c8 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:23.166235 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:23.166517 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0bf85a2-bb5c-4bf4-919b-f6f5c44ef9c8 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:23.167513 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'status': 'completed', 'code': 200} Jun 30 10:29:23.172874 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402454b3-8c8e-4b67-b8d6-ae01f287a157 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:23.201459 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-ca8bf324-1ca5-465d-8476-5a3dc1cf9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.203354 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-ca8bf324-1ca5-465d-8476-5a3dc1cf9b06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1095 time: 0.0738885 Jun 30 10:29:23.255670 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-676c9f83-0794-40dd-a563-2a639f32b50b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 217 time: 0.0444820 Jun 30 10:29:23.349343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-927a93a2-3c2e-4a8d-b104-afe04bb3b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.350827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-927a93a2-3c2e-4a8d-b104-afe04bb3b149 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0883913 Jun 30 10:29:23.407362 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0379ca-158c-449f-b026-e8728d757c1d req-b8126a19-2e22-45ad-8495-30a9a8c2a73c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.408850 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc0379ca-158c-449f-b026-e8728d757c1d req-b8126a19-2e22-45ad-8495-30a9a8c2a73c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.1050215 Jun 30 10:29:23.453972 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-07b3c882-4a53-44fe-8095-bac9c82b381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.455457 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-07b3c882-4a53-44fe-8095-bac9c82b381c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968287 Jun 30 10:29:23.460315 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cc0379ca-158c-449f-b026-e8728d757c1d req-f7e0b79b-82d4-410f-8e83-e4e13ddfe59b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Jun 30 10:29:23.548832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-1ac8601c-63c4-4a25-a783-5b81637e6659 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859799 Jun 30 10:29:23.639111 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-44e59b07-fdc3-4569-b486-cf3302d71bb4 req-e5bb2690-190a-44d3-a073-8040dabf9b84 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829873 Jun 30 10:29:23.742662 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-d3133e4a-17fe-4e71-898c-d3d090141a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.744126 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-d3133e4a-17fe-4e71-898c-d3d090141a9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1095 time: 0.0572987 Jun 30 10:29:23.831961 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-37649bb9-5813-4b3e-baa9-18dce3b89ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.833411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-37649bb9-5813-4b3e-baa9-18dce3b89ebe service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0821488 Jun 30 10:29:23.879193 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-372de903-3ed9-4109-8843-1dc1e1e3aec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 217 time: 0.0383582 Jun 30 10:29:23.927112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-3f8982b1-429c-4b9d-9a70-9ff3a2c18cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.928668 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-3f8982b1-429c-4b9d-9a70-9ff3a2c18cf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0435328 Jun 30 10:29:23.983326 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-3c5b3f1e-e1f0-4130-97b5-b1010fe41937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:23.984693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-3c5b3f1e-e1f0-4130-97b5-b1010fe41937 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490611 Jun 30 10:29:24.076116 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-c345b4a0-2f01-4ac1-b8bd-e78b09239365 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843778 Jun 30 10:29:24.170999 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fc2850f1-9abe-47fb-bc51-1ef7b5cacd0c req-67a02c36-eeff-45e3-852e-d5e2894933b3 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872867 Jun 30 10:29:24.633508 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af9a4-a4fb-42a3-b318-9ee838f9dcd3 req-9488dc69-41a0-4f1b-b085-b91feca44650 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:24.634887 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-936af9a4-a4fb-42a3-b318-9ee838f9dcd3 req-9488dc69-41a0-4f1b-b085-b91feca44650 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0624416 Jun 30 10:29:24.674517 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-936af9a4-a4fb-42a3-b318-9ee838f9dcd3 req-5ad2d164-29c0-4afd-8f27-4ed7caecf3f9 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Jun 30 10:29:25.855708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff599de-5e02-4058-941c-73c8432099f4 req-713d53d5-f029-44e0-8c03-c51610dc021a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:25.857512 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dff599de-5e02-4058-941c-73c8432099f4 req-713d53d5-f029-44e0-8c03-c51610dc021a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0701463 Jun 30 10:29:25.894426 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dff599de-5e02-4058-941c-73c8432099f4 req-d268259b-d3dc-4bc6-9dbf-2dd54cb3895d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Jun 30 10:29:27.074494 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c63b0-5c9b-44aa-b6d9-41867445cfab req-495bcb59-5d77-4df0-9c92-f4ab05b6552c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:27.075882 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b61c63b0-5c9b-44aa-b6d9-41867445cfab req-495bcb59-5d77-4df0-9c92-f4ab05b6552c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0646420 Jun 30 10:29:27.112108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b61c63b0-5c9b-44aa-b6d9-41867445cfab req-af4f9c61-237d-41c5-bcfb-6d71ae330007 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Jun 30 10:29:28.284370 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d75be-c242-40d7-be9b-30686eca7766 req-a6d4fd2f-7272-4377-956e-993593bea6d8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:28.285861 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e4d75be-c242-40d7-be9b-30686eca7766 req-a6d4fd2f-7272-4377-956e-993593bea6d8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0650659 Jun 30 10:29:28.325489 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e4d75be-c242-40d7-be9b-30686eca7766 req-ee1ee42a-9a88-485b-a753-f129ab0d63f7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Jun 30 10:29:29.430615 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-03c608e8-cfb4-44cc-a5ed-bdd07d6b18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:29.496087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332787-010d-4ff5-b01a-4deb4fb7165a req-1aeb0599-43be-4ef2-a716-d2a64ab75c82 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:29.497514 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d332787-010d-4ff5-b01a-4deb4fb7165a req-1aeb0599-43be-4ef2-a716-d2a64ab75c82 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0602367 Jun 30 10:29:29.535505 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4d332787-010d-4ff5-b01a-4deb4fb7165a req-f64914ab-054e-4e1b-a7ed-c50266ac071c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Jun 30 10:29:30.702499 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f276a-28c2-4417-959b-2948f3bbd4e8 req-62239d19-c754-444a-a683-2c744fbf260f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:30.703916 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-039f276a-28c2-4417-959b-2948f3bbd4e8 req-62239d19-c754-444a-a683-2c744fbf260f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0610111 Jun 30 10:29:30.739022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-039f276a-28c2-4417-959b-2948f3bbd4e8 req-04c61354-88f0-4bc8-af60-5169ff4aa5e6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296004 Jun 30 10:29:31.910794 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf378b6-8049-44cc-8346-b75a98d78998 req-cbec5118-f022-4961-a332-50624a896ffd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:31.912229 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf378b6-8049-44cc-8346-b75a98d78998 req-cbec5118-f022-4961-a332-50624a896ffd tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0645719 Jun 30 10:29:31.950925 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3bf378b6-8049-44cc-8346-b75a98d78998 req-c05dd8d1-2a80-4634-aadf-6f15416385c8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Jun 30 10:29:32.014475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f0212335-9acb-4b0e-8d5e-0ad3d166a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:32.139635 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:33.121868 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ed52-894f-4507-9f5f-2f176470e0d6 req-ac732262-8c1c-4034-bb62-c45741dc7191 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:33.123278 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3478ed52-894f-4507-9f5f-2f176470e0d6 req-ac732262-8c1c-4034-bb62-c45741dc7191 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0627408 Jun 30 10:29:33.160020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3478ed52-894f-4507-9f5f-2f176470e0d6 req-33ffcc32-0885-4ec9-af14-fb71d7c44705 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308414 Jun 30 10:29:33.336192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:34.253587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:34.354837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e998143-ca95-4f56-96e3-5b6c14380e21 req-d008996a-e8ef-48b3-9ec1-eed16170ab87 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:34.356299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e998143-ca95-4f56-96e3-5b6c14380e21 req-d008996a-e8ef-48b3-9ec1-eed16170ab87 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0795548 Jun 30 10:29:34.392733 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e998143-ca95-4f56-96e3-5b6c14380e21 req-05d272bf-7f32-4b43-b040-53692458cc09 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Jun 30 10:29:34.978339 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:35.071551 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:29:35.163709 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:35.175227 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'mac_address': 'fa:16:3e:f5:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:29:35.209264 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:35.221684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb791e6-c6b9-4972-9de8-2524f86d07c2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:29:35.240693 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:35.244976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:35.291951 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:35.299094 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.299443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.299784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.300120 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.300454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.300784 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.301111 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.301435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.301802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.302103 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.302424 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.302742 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:29:35.564064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d2b9e-0c76-4c8d-8027-4f402df45765 req-2e62409f-d46f-4741-9db3-1547dd9d898b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:35.565495 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164d2b9e-0c76-4c8d-8027-4f402df45765 req-2e62409f-d46f-4741-9db3-1547dd9d898b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 944 time: 0.0606663 Jun 30 10:29:35.592620 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5bb791e6-c6b9-4972-9de8-2524f86d07c2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:29:35.602827 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-164d2b9e-0c76-4c8d-8027-4f402df45765 req-4bdd3e7d-c491-4117-b70a-1d79c95b0d28 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Jun 30 10:29:35.967934 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:36.770811 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfd2e8-3d31-4584-bf19-d66c621e29e7 req-ba692618-b921-448f-8e7f-59b2794461b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:36.772244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd2e8-3d31-4584-bf19-d66c621e29e7 req-ba692618-b921-448f-8e7f-59b2794461b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 944 time: 0.0599935 Jun 30 10:29:36.809621 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a3cfd2e8-3d31-4584-bf19-d66c621e29e7 req-45283f3e-f9ce-40e0-87c0-85f45eca1fee tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319157 Jun 30 10:29:37.080484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:29:37.129596 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:29:37.133131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:29:37.133501 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:37.204777 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:37.225828 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:29:37.228042 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931015f1-33ad-4a11-a9b9-90b7c44c49a7" -d '{"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-plugged", "status": "completed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:37.240497 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:29:37.244370 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:37.268334 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f3ae4-4bf5-463e-878c-cea329dd3aa9 x-openstack-request-id: req-d84f3ae4-4bf5-463e-878c-cea329dd3aa9 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:37.268626 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-plugged", "status": "completed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:37.268904 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d84f3ae4-4bf5-463e-878c-cea329dd3aa9 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:37.269290 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'code': 200} Jun 30 10:29:37.293632 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:37.384381 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5fd7-b495-4722-8cff-e5205099c164 req-40f35f8b-ebbe-4584-bff5-fb44fe983599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:37.385780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdee5fd7-b495-4722-8cff-e5205099c164 req-40f35f8b-ebbe-4584-bff5-fb44fe983599 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0528955 Jun 30 10:29:37.419210 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fdee5fd7-b495-4722-8cff-e5205099c164 req-7d8b72dd-1b6d-4705-b01b-3f0325ad426c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269737 Jun 30 10:29:37.981098 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbaf1-b699-4bd1-8828-b9d039db7daf req-b820ac1c-d26c-4187-9479-746dfc70f40e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:37.982553 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8bcbaf1-b699-4bd1-8828-b9d039db7daf req-b820ac1c-d26c-4187-9479-746dfc70f40e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0606651 Jun 30 10:29:38.019033 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b8bcbaf1-b699-4bd1-8828-b9d039db7daf req-dcf7249e-c64e-46c4-b752-f6d86c91b226 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Jun 30 10:29:39.190491 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dbe8a-1689-4286-99d8-ae837a8ee43f req-e6d5bd56-d7d1-41f4-9912-886c3b68ef17 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:39.191921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-951dbe8a-1689-4286-99d8-ae837a8ee43f req-e6d5bd56-d7d1-41f4-9912-886c3b68ef17 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0641758 Jun 30 10:29:39.236944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-951dbe8a-1689-4286-99d8-ae837a8ee43f req-2873f588-9c5f-4a24-a1ef-e543cb58c460 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Jun 30 10:29:39.404284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4370f1-0261-4929-a653-ebb7ae805459 req-7653b0e3-0f31-491f-a312-78af3f9ef2f3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:39.405667 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd4370f1-0261-4929-a653-ebb7ae805459 req-7653b0e3-0f31-491f-a312-78af3f9ef2f3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0621612 Jun 30 10:29:39.442612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fd4370f1-0261-4929-a653-ebb7ae805459 req-e7a60aeb-9ee7-4084-b72a-e7cff9eeeba0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Jun 30 10:29:39.465485 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44112) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:39.554613 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aabc707-1581-49f7-949a-daefcc75bcbe tempest-TestShelveInstance-1416580604 tempest-TestShelveInstance-1416580604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:39.556067 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-2aabc707-1581-49f7-949a-daefcc75bcbe tempest-TestShelveInstance-1416580604 tempest-TestShelveInstance-1416580604-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1092 time: 0.0896087 Jun 30 10:29:39.558930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44116) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:29:39.563231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:29:39.586152 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:39.680377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:39.780300 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Allocated IP 172.25.4.151 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/dc33e95b-0753-4fe4-af4b-c689029bee99) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:29:40.180890 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.217661 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.250888 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:29:40.253699 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:29:40.256158 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:29:40.289283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=dc33e95b-0753-4fe4-af4b-c689029bee99,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.622400 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.698036 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.842061 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.846834 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:40.919917 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event updated for resources: {'Port': ['ID=dc33e95b-0753-4fe4-af4b-c689029bee99,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:29:40.929276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:41.035096 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Floating IP c093b010-f5c9-447d-a17f-2ff9792fde11 associated. External IP: 172.25.4.151, port: 5bb791e6-c6b9-4972-9de8-2524f86d07c2. Jun 30 10:29:41.263521 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:29:41.381276 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:29:41.391263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544316b-717f-4178-8d95-35142f43902b None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:29:41.399003 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:41.402004 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:29:41.402737 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:41.437612 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ba5c65a8-0d7a-43e5-99a3-790cd9d11131 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8776548 Jun 30 10:29:41.438574 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:29:41.440809 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:29:41.489645 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657c42fa-dfcb-4bd4-ba0e-16da991f966d x-openstack-request-id: req-657c42fa-dfcb-4bd4-ba0e-16da991f966d {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:29:41.490102 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:29:41.490359 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-657c42fa-dfcb-4bd4-ba0e-16da991f966d {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:29:41.490766 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'status': 'completed', 'code': 200} Jun 30 10:29:41.576010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-0a4758f9-f3c5-4a75-a619-5582c86637c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:41.577429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-0a4758f9-f3c5-4a75-a619-5582c86637c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0557172 Jun 30 10:29:41.644353 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:29:41.674689 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-f781c021-730a-4aa0-8a55-c4ac595c469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:41.676191 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-f781c021-730a-4aa0-8a55-c4ac595c469e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0913389 Jun 30 10:29:41.747003 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-762462bb-f2f3-432a-a4bb-84b065287592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 999 time: 0.0639668 Jun 30 10:29:41.802625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-49a7fa77-e0d3-47c5-9c85-c6ca10ceee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:41.804862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-49a7fa77-e0d3-47c5-9c85-c6ca10ceee6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0509431 Jun 30 10:29:41.864298 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-599a501a-d147-44b7-9808-1ad368e0f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:29:41.865937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-599a501a-d147-44b7-9808-1ad368e0f96c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547166 Jun 30 10:29:41.899605 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c093b010-f5c9-447d-a17f-2ff9792fde11', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:f5:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:29:40Z', 'updated_at': '2021-06-30T10:29:40Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:41.929573 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544316b-717f-4178-8d95-35142f43902b None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:29:41.938428 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:29:41.939035 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:29:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:41.956041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-100f8b36-731f-47d4-a28b-0e22bd1a3507 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831611 Jun 30 10:29:42.041819 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:29:42.049737 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e2d8904-8ba2-47c3-beb8-a78ee1b2a2fb req-3c493f3e-33ca-4822-b0b1-14524575e902 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877736 Jun 30 10:29:42.254869 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-d544316b-717f-4178-8d95-35142f43902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c093b010-f5c9-447d-a17f-2ff9792fde11', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:f5:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:29:40Z', 'updated_at': '2021-06-30T10:29:40Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:29:42.282767 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544316b-717f-4178-8d95-35142f43902b None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': 'c093b010-f5c9-447d-a17f-2ff9792fde11', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'mac_address': 'fa:16:3e:f5:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:29:40Z', 'updated_at': '2021-06-30T10:29:40Z', 'revision_number': 0, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:29:42.462262 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7006bb5-80ac-4926-bd8c-0b137b7b61c7 None None] New status for floating IP c093b010-f5c9-447d-a17f-2ff9792fde11: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:29:59.430956 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-97884d19-211a-4153-8578-b2041237873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:00.144837 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:02.014850 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9b5322d2-b321-4f11-8835-ee9aef6d5f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:02.138427 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:03.337347 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:04.282981 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:04.981163 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:05.983837 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:29.430900 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-913f2db0-f880-48e6-b7fe-b5fbb077f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:30.905837 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-ea082d8b-efe5-4e11-83bc-8c4ddd226623 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502844 Jun 30 10:30:30.994232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-6006dbf8-e38f-4125-9cb2-f06160361f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:30.995664 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-6006dbf8-e38f-4125-9cb2-f06160361f02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0497220 Jun 30 10:30:31.101857 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-cd522460-0e5a-48c1-b3eb-b6bf58ee8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:31.103244 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-cd522460-0e5a-48c1-b3eb-b6bf58ee8c56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0867882 Jun 30 10:30:31.167020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-e18d29cf-1ccf-4a52-8317-2f9385992311 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 1001 time: 0.0573430 Jun 30 10:30:31.218144 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-d1cc595c-611d-449f-bf8c-507c180fde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:31.219538 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-d1cc595c-611d-449f-bf8c-507c180fde1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0463686 Jun 30 10:30:31.274267 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-410649f3-6276-4ee4-95dc-7b247a48f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:30:31.275693 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-410649f3-6276-4ee4-95dc-7b247a48f0c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497596 Jun 30 10:30:31.362249 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-cc7b125d-1ed4-4e63-839f-8799658a23a2 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795286 Jun 30 10:30:31.452812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-825ddfd0-c654-4cb2-95ed-a3b264cef0e4 req-fbbbbe6a-4b93-462a-b423-1b595cef258b service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Jun 30 10:30:32.015595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-659e160e-e0ef-4a0c-86bf-43c22dc54a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:32.138119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:33.339508 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:34.299018 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:34.984731 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:35.996772 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:37.143585 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:59.431254 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4bf131f5-b322-4292-8445-421896c859e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:02.013664 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-918a07cd-9352-4cd9-b3b6-b166cc2b1caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:02.136741 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:03.342562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:04.315226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:04.987519 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:06.003337 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:14.142637 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:29.432964 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5251c9d9-b638-4854-b3c4-012148bed56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:32.012915 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-40bf9c8e-5395-4b9d-a480-c54a0587e457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:32.136023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:32.903381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-83a3b7f5-8ffa-421e-ba6d-951f31e9d939 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524366 Jun 30 10:31:32.995717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-090ffd9c-67b0-4f29-a94b-a2a168cc1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:32.997140 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-090ffd9c-67b0-4f29-a94b-a2a168cc1c15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0506325 Jun 30 10:31:33.101518 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-e191f6ec-5948-4cd6-848a-afef95c51617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:33.102877 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-e191f6ec-5948-4cd6-848a-afef95c51617 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0867467 Jun 30 10:31:33.165483 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-cc3be66b-8ff3-46d1-ad33-b09413678268 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 1001 time: 0.0566626 Jun 30 10:31:33.216295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-d99104f4-ea2a-425d-a0bf-620e78e53418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:33.217674 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-d99104f4-ea2a-425d-a0bf-620e78e53418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0458562 Jun 30 10:31:33.271583 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-f439bd1c-7dfb-42c3-a298-8e8b083fccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:33.273568 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-f439bd1c-7dfb-42c3-a298-8e8b083fccac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499153 Jun 30 10:31:33.283854 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-60f0b426-8403-4713-8d24-f710b3508023 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:31:33.284771 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-60f0b426-8403-4713-8d24-f710b3508023 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050313 Jun 30 10:31:33.345764 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:33.374245 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-5159a69f-784c-406c-a1b7-d5b8da526f62 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Jun 30 10:31:33.465150 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-870ae7b8-1cd8-4d6e-b117-206bafdc8d0d req-5a219e76-9f26-4b42-85a4-14f4d85b786c service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851016 Jun 30 10:31:34.300434 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:34.989937 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:36.005963 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:39.372517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e213df-92e0-4355-a7d4-68a9ff28a254 req-fd5cc2ce-71d6-4c2e-9510-3ea4e63e9121 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:39.373929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64e213df-92e0-4355-a7d4-68a9ff28a254 req-fd5cc2ce-71d6-4c2e-9510-3ea4e63e9121 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0655975 Jun 30 10:31:39.417403 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-64e213df-92e0-4355-a7d4-68a9ff28a254 req-f19b7499-1f2b-4248-a213-e5d5c2c46027 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Jun 30 10:31:40.621424 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2988c8-0ae6-43d3-8a68-b51c8b7cde97 req-3930f74d-cd95-4bf4-a389-46fa84d2ef6a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:40.622944 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c2988c8-0ae6-43d3-8a68-b51c8b7cde97 req-3930f74d-cd95-4bf4-a389-46fa84d2ef6a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0656600 Jun 30 10:31:40.662108 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2c2988c8-0ae6-43d3-8a68-b51c8b7cde97 req-b74a91b7-86d6-4811-8001-43fa12db1b06 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336068 Jun 30 10:31:41.861075 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec12973-22db-4a3c-bdd0-711d1f268a38 req-1d21ee06-15cd-44b1-82f2-45fd69979704 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:41.862543 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ec12973-22db-4a3c-bdd0-711d1f268a38 req-1d21ee06-15cd-44b1-82f2-45fd69979704 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0614719 Jun 30 10:31:41.899917 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ec12973-22db-4a3c-bdd0-711d1f268a38 req-47678884-fd75-4b7a-8797-0b48df889e63 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Jun 30 10:31:43.076908 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058477-6421-49ef-9db3-55b7fc186f13 req-2154c08b-9b96-4460-a39f-65511bef8d7e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:43.078285 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79058477-6421-49ef-9db3-55b7fc186f13 req-2154c08b-9b96-4460-a39f-65511bef8d7e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0614576 Jun 30 10:31:43.118504 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-79058477-6421-49ef-9db3-55b7fc186f13 req-d7b93fbb-b32c-4bdf-8f12-b01974933519 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346236 Jun 30 10:31:44.285279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f5bd-78bb-487e-ad7f-095d01d3fd7b req-c7b3ee10-42f9-4629-bbad-de103842656c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:44.286743 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6578f5bd-78bb-487e-ad7f-095d01d3fd7b req-c7b3ee10-42f9-4629-bbad-de103842656c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0606015 Jun 30 10:31:44.323559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6578f5bd-78bb-487e-ad7f-095d01d3fd7b req-73f27b1d-2500-451c-b4c7-123f58ffd996 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302420 Jun 30 10:31:45.492999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512f249-858e-449a-ab50-285e6109a33d req-486fd7b2-c3aa-4056-825d-be97714c41c3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:45.494478 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a512f249-858e-449a-ab50-285e6109a33d req-486fd7b2-c3aa-4056-825d-be97714c41c3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0640321 Jun 30 10:31:45.530424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-a512f249-858e-449a-ab50-285e6109a33d req-7d3c46c4-5a21-4649-8fc4-bfd51946ada5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Jun 30 10:31:46.701279 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9e3b-710e-4ae6-a0fd-f0f57735bfb3 req-d0386dbc-aac7-4279-946d-6d5c90bad2ac tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:46.702848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2ee9e3b-710e-4ae6-a0fd-f0f57735bfb3 req-d0386dbc-aac7-4279-946d-6d5c90bad2ac tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0652277 Jun 30 10:31:46.739452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d2ee9e3b-710e-4ae6-a0fd-f0f57735bfb3 req-4b8a0b0b-4eaa-495f-b82a-cba720d24552 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Jun 30 10:31:47.910963 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f24424-8e64-45da-9d97-1b9138692923 req-35998e91-50d4-4034-a535-17dcf1f1b572 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:47.912416 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9f24424-8e64-45da-9d97-1b9138692923 req-35998e91-50d4-4034-a535-17dcf1f1b572 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0621061 Jun 30 10:31:47.949785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d9f24424-8e64-45da-9d97-1b9138692923 req-462c14e2-55f8-4056-a387-c341e4a3ad61 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Jun 30 10:31:49.116819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865957d-44fe-4dfb-a606-bf6971608fa2 req-9c8c9336-8e50-4507-a813-9cb8aa6bc9a4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.118189 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8865957d-44fe-4dfb-a606-bf6971608fa2 req-9c8c9336-8e50-4507-a813-9cb8aa6bc9a4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0607049 Jun 30 10:31:49.159873 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8865957d-44fe-4dfb-a606-bf6971608fa2 req-7becf544-c5fa-4216-86c2-a8aaac587a34 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Jun 30 10:31:49.457000 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-a85f2fe1-94c0-4ceb-a27a-7bbd31406009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.458488 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-a85f2fe1-94c0-4ceb-a27a-7bbd31406009 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0512333 Jun 30 10:31:49.545411 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-d24d4786-0dae-4164-b239-4e1d81025a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.546881 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-d24d4786-0dae-4164-b239-4e1d81025a16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0814779 Jun 30 10:31:49.612795 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-948d81dc-8c91-4259-b5b3-3a3580724c93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 1001 time: 0.0596178 Jun 30 10:31:49.659162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-fb067be8-79ad-4757-b23c-75e53d3fc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.660525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-fb067be8-79ad-4757-b23c-75e53d3fc4c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0413454 Jun 30 10:31:49.714856 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-436bd220-595e-4566-873f-b9747ad13828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:49.716194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-436bd220-595e-4566-873f-b9747ad13828 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487208 Jun 30 10:31:49.806020 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-a7c2ec10-746d-489e-944d-98ae1a811791 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Jun 30 10:31:49.891832 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2ba4b5b3-0f7a-40ae-b76c-858a62172555 req-1095346a-b421-447c-a1e7-3e536df0492d service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799062 Jun 30 10:31:50.331649 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae274-2376-4363-8b4a-f8459e6e690d req-02425330-0c75-4d1d-a042-a2df632fec23 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:50.333087 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dbae274-2376-4363-8b4a-f8459e6e690d req-02425330-0c75-4d1d-a042-a2df632fec23 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0653741 Jun 30 10:31:50.369409 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6dbae274-2376-4363-8b4a-f8459e6e690d req-ba47b901-5689-4796-8a1b-3d6bd58f9c87 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301673 Jun 30 10:31:51.140878 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:51.544553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4ec28-4c50-47ff-b535-03c289b94f1b req-51fe093a-9e01-46c6-9635-c411ae7c33cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:51.546216 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14c4ec28-4c50-47ff-b535-03c289b94f1b req-51fe093a-9e01-46c6-9635-c411ae7c33cb tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0627313 Jun 30 10:31:51.582257 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14c4ec28-4c50-47ff-b535-03c289b94f1b req-32f8ba3d-6453-4d27-a994-072659054e92 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Jun 30 10:31:52.759862 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3ff0d-7499-4cff-a1fa-3376147be15a req-b0a25003-9ce7-403c-8122-8e5d02964ee4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:52.761356 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb3ff0d-7499-4cff-a1fa-3376147be15a req-b0a25003-9ce7-403c-8122-8e5d02964ee4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0676033 Jun 30 10:31:52.804976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ccb3ff0d-7499-4cff-a1fa-3376147be15a req-28028ee3-a35e-4ce4-b65b-078a61131cdc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Jun 30 10:31:53.701232 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:31:53.771601 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:53.793421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:31:53.795659 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c17c6-63b4-40bd-a27e-9819f0d2ff90" -d '{"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:31:53.810691 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:31:53.815379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:53.838699 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528e9bd-d3b5-4b63-85a6-8ecb28c2302f x-openstack-request-id: req-9528e9bd-d3b5-4b63-85a6-8ecb28c2302f {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:31:53.838963 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-unplugged", "status": "failed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "code": 422}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:31:53.839225 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9528e9bd-d3b5-4b63-85a6-8ecb28c2302f {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:31:53.839620 n-d-779913-25 neutron-server[94186]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'code': 422} returned with failed status Jun 30 10:31:53.865115 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:31:53.872206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.872557 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.872901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.873243 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.873576 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.873934 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.874272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.874655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.874985 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.875312 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.875634 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.875958 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:31:53.980791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f54892-c72b-4a56-b960-5e299d3e762f req-1258bcf1-7322-44e8-aacc-15c6f94a5b2e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:53.982163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26f54892-c72b-4a56-b960-5e299d3e762f req-1258bcf1-7322-44e8-aacc-15c6f94a5b2e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0644794 Jun 30 10:31:54.018107 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-26f54892-c72b-4a56-b960-5e299d3e762f req-d5b0a364-5335-46c0-91d0-c2598682e3c7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Jun 30 10:31:54.329833 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-1a4627b8-f42f-4dfb-bde9-099db3f615ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963748 Jun 30 10:31:54.364376 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415089c9-4a79-40b7-9d31-de9e31d0d2eb req-390db429-c650-43fc-b87a-25c3a0dc679b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:54.366458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-415089c9-4a79-40b7-9d31-de9e31d0d2eb req-390db429-c650-43fc-b87a-25c3a0dc679b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0644131 Jun 30 10:31:54.403587 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-415089c9-4a79-40b7-9d31-de9e31d0d2eb req-b0ce8376-f902-4c7b-b1bc-88d171d82e3e tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Jun 30 10:31:55.580758 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08daece-8eb4-4b99-8d0e-5ee99ea90b29 req-09342b0d-ff41-4d2d-bcb9-27449d4a4323 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:55.582279 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c08daece-8eb4-4b99-8d0e-5ee99ea90b29 req-09342b0d-ff41-4d2d-bcb9-27449d4a4323 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0685992 Jun 30 10:31:55.620942 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c08daece-8eb4-4b99-8d0e-5ee99ea90b29 req-277ba9c6-a425-4b13-9eb5-6ec2ac4a518d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jun 30 10:31:56.793396 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d037e-cc4b-4420-80ed-a998f124665c req-4eb3b345-a54c-43a9-bf03-c24eef352d91 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:56.794788 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-864d037e-cc4b-4420-80ed-a998f124665c req-4eb3b345-a54c-43a9-bf03-c24eef352d91 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0636799 Jun 30 10:31:56.832385 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-864d037e-cc4b-4420-80ed-a998f124665c req-db79d80a-110e-44a1-b8d2-3a0f00dd2d07 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314472 Jun 30 10:31:58.005544 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28af98-ff02-4146-b758-68e50d0df605 req-9e1c0b7f-ee6e-4b5c-9d3f-b4420973471d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:58.007051 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa28af98-ff02-4146-b758-68e50d0df605 req-9e1c0b7f-ee6e-4b5c-9d3f-b4420973471d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0614095 Jun 30 10:31:58.044448 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fa28af98-ff02-4146-b758-68e50d0df605 req-11fde8e1-235d-41d9-a2c8-65d12e2b26d1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Jun 30 10:31:58.905233 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-f5846796-30df-4ca4-9b8b-32308319b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:58.906746 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-f5846796-30df-4ca4-9b8b-32308319b490 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811&tenant_id=dbdcf1d88f25429198b5c5d91fce049d HTTP/1.1" status: 200 len: 1095 time: 0.0562584 Jun 30 10:31:58.977809 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-0483ce70-6e56-4b82-9eef-9004c124c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:58.979241 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-0483ce70-6e56-4b82-9eef-9004c124c223 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1095 time: 0.0504894 Jun 30 10:31:59.070041 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-cff783b0-c8fb-48b7-a5cd-03cc250bec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:59.071408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-cff783b0-c8fb-48b7-a5cd-03cc250bec72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0861332 Jun 30 10:31:59.135958 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-a52dbec8-1465-4878-8f41-5271573a4283 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 999 time: 0.0574670 Jun 30 10:31:59.434461 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d031-b0dc-4538-9bf0-2b4628cab1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:59.515426 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-ae971426-22ab-4632-928a-32d8710008e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:59.516863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-ae971426-22ab-4632-928a-32d8710008e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.3746438 Jun 30 10:31:59.567281 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d6456-91cd-4d5d-91ee-bf25a378f0b5 req-f7ab56c9-cfb4-4ad5-8ed1-611ad2a169c4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:59.568735 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-885d6456-91cd-4d5d-91ee-bf25a378f0b5 req-f7ab56c9-cfb4-4ad5-8ed1-611ad2a169c4 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.4008465 Jun 30 10:31:59.614080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-98d779e9-5aec-4c9a-a35b-80e15c24056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:31:59.615533 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-98d779e9-5aec-4c9a-a35b-80e15c24056e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912211 Jun 30 10:31:59.620779 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-885d6456-91cd-4d5d-91ee-bf25a378f0b5 req-24590a8f-a432-445e-b0c7-f89028eb8308 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Jun 30 10:31:59.703929 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-d1108803-a1b7-466b-9f79-307c08c40b87 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820386 Jun 30 10:31:59.790630 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-b4ae81b8-0be4-4fef-b59b-448b92da304c service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794716 Jun 30 10:32:00.788523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d012-3a25-4e8e-bae0-b37e741697a1 req-bb3197ac-e016-4846-9704-353edfcbb150 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:00.790256 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d102d012-3a25-4e8e-bae0-b37e741697a1 req-bb3197ac-e016-4846-9704-353edfcbb150 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0623708 Jun 30 10:32:00.831824 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d102d012-3a25-4e8e-bae0-b37e741697a1 req-fdc0b238-f855-48c8-bb64-a1dd0a8fc0b3 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360324 Jun 30 10:32:02.002631 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab73234-2826-4dac-90f4-520235783296 req-b01390b3-1c1f-4a2d-b117-cb65f4bd4e29 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:02.004119 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fab73234-2826-4dac-90f4-520235783296 req-b01390b3-1c1f-4a2d-b117-cb65f4bd4e29 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0633512 Jun 30 10:32:02.013593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cefbe984-8580-4011-b891-090bb3c3cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:02.041211 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fab73234-2826-4dac-90f4-520235783296 req-9e306044-bcae-4e8e-8cea-4f9a935317f7 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Jun 30 10:32:02.136683 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:03.208337 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6190d-2760-4125-b76c-ab16598c6e3f req-d352dbc9-14a1-462b-bd0a-4c434c70733c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:03.209809 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0b6190d-2760-4125-b76c-ab16598c6e3f req-d352dbc9-14a1-462b-bd0a-4c434c70733c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0613804 Jun 30 10:32:03.246659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b0b6190d-2760-4125-b76c-ab16598c6e3f req-739c807e-0798-45e3-8cdb-6fe5282b5ed5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jun 30 10:32:03.346814 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.325369 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:04.422010 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce090c6a-8c00-4adb-84e4-d711bbb98184 req-8a410c15-a4fd-416e-b594-80e826656db0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:04.423451 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce090c6a-8c00-4adb-84e4-d711bbb98184 req-8a410c15-a4fd-416e-b594-80e826656db0 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0640559 Jun 30 10:32:04.460463 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-ce090c6a-8c00-4adb-84e4-d711bbb98184 req-d8dee572-8b7b-46e5-a9fe-a544655316e9 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Jun 30 10:32:04.993386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:05.633439 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5244501-2b6f-4895-b9e5-288a21471345 req-52f25b4c-a681-478a-be22-dec026e8410a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:05.634909 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5244501-2b6f-4895-b9e5-288a21471345 req-52f25b4c-a681-478a-be22-dec026e8410a tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0615315 Jun 30 10:32:05.672414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d5244501-2b6f-4895-b9e5-288a21471345 req-955cf095-ff3c-49cc-83a1-d013092a5a97 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Jun 30 10:32:06.009913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:06.842852 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395dbf-a837-4473-82c6-e5b210b82fc3 req-f7b83d8c-7ee7-4d40-b0ac-6187a2de5b24 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:06.844304 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a395dbf-a837-4473-82c6-e5b210b82fc3 req-f7b83d8c-7ee7-4d40-b0ac-6187a2de5b24 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 943 time: 0.0634196 Jun 30 10:32:06.891295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8a395dbf-a837-4473-82c6-e5b210b82fc3 req-f1e43668-2192-49a4-b6f8-3f0208e57c6b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Jun 30 10:32:07.762621 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:32:07.856565 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:07.868600 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'port_id': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'mac_address': 'fa:16:3e:f5:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:32:07.910184 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.923207 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb791e6-c6b9-4972-9de8-2524f86d07c2 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:32:07.941765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:07.945806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:07.991202 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:08.065054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c782-0199-4f2b-aefe-782bd23d0b20 req-d073d10f-a09c-4381-beb6-130d980326ec tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:08.066433 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cd0c782-0199-4f2b-aefe-782bd23d0b20 req-d073d10f-a09c-4381-beb6-130d980326ec tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 944 time: 0.0611465 Jun 30 10:32:08.102876 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6cd0c782-0199-4f2b-aefe-782bd23d0b20 req-0472d9b6-cabd-41b5-b857-aa54f485f4df tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Jun 30 10:32:08.307455 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['5bb791e6-c6b9-4972-9de8-2524f86d07c2'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:32:09.270999 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2459-cedd-4feb-87b0-f50fb6c475c3 req-e1d8ac3d-649a-4c53-a2c0-0c22cea34546 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:09.272988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d1e2459-cedd-4feb-87b0-f50fb6c475c3 req-e1d8ac3d-649a-4c53-a2c0-0c22cea34546 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 944 time: 0.0618994 Jun 30 10:32:09.308666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7d1e2459-cedd-4feb-87b0-f50fb6c475c3 req-2d4da125-76bd-426e-8db4-50a328b9677f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300093 Jun 30 10:32:09.762943 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:32:09.808190 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:32:09.808569 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:09.883897 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:09.905363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:32:09.907603 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03b0d8-b839-4178-bc71-4602463f8fa6" -d '{"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-plugged", "status": "completed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:32:09.920118 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:32:09.924692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:09.972894 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:32:09.991701 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb98ea01-147e-4958-a443-7fe658f80715 x-openstack-request-id: req-cb98ea01-147e-4958-a443-7fe658f80715 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:32:09.992003 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-plugged", "status": "completed", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:32:09.992269 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb98ea01-147e-4958-a443-7fe658f80715 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:32:09.992666 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'code': 200} Jun 30 10:32:10.153084 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1590e4-40c5-4e61-97bd-6e2d32a352a3 req-13cf19de-1817-4693-aed2-0aa42f6c8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:10.154472 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa1590e4-40c5-4e61-97bd-6e2d32a352a3 req-13cf19de-1817-4693-aed2-0aa42f6c8902 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0534019 Jun 30 10:32:10.187412 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-aa1590e4-40c5-4e61-97bd-6e2d32a352a3 req-4ddcd59d-b7a0-4ec2-a783-9f3c264003c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266263 Jun 30 10:32:10.477837 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d2d0c-e4ff-4d2c-9d52-bd8146c757ee req-c726e7de-a806-46f2-9fda-113d0dbb77b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:10.479308 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-043d2d0c-e4ff-4d2c-9d52-bd8146c757ee req-c726e7de-a806-46f2-9fda-113d0dbb77b1 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0619564 Jun 30 10:32:10.515780 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-043d2d0c-e4ff-4d2c-9d52-bd8146c757ee req-7e4eda7d-53b7-4660-80a4-df1bcda76956 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Jun 30 10:32:11.692268 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3bf43-f620-43c2-bcb3-d86d14609bfd req-f8640616-ed4c-4bc5-85fa-2180a07de39c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:11.693727 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fc3bf43-f620-43c2-bcb3-d86d14609bfd req-f8640616-ed4c-4bc5-85fa-2180a07de39c tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0617301 Jun 30 10:32:11.734083 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5fc3bf43-f620-43c2-bcb3-d86d14609bfd req-524e0f5a-fcaf-4c68-8229-7ca70c4df92d tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347826 Jun 30 10:32:28.140687 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:32:29.434042 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-62527e9c-e926-4839-bae7-cc07b2b8f5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.017449 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d74b49d3-bbe8-4994-8f78-5503f4a75ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:32.136475 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.350014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:33.904062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-7637b3d3-43f8-4ea1-a10b-b7260841e28d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530014 Jun 30 10:32:33.996466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-7b1f547a-7c5e-4337-99e8-dcf4c80622ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:33.997945 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-7b1f547a-7c5e-4337-99e8-dcf4c80622ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0529752 Jun 30 10:32:34.105261 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-1a074622-30a4-4e63-bf64-907cd5fc87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:34.106643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-1a074622-30a4-4e63-bf64-907cd5fc87aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0882294 Jun 30 10:32:34.169868 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-025df874-5cd0-4487-9289-0f0609ecab07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 1001 time: 0.0563226 Jun 30 10:32:34.219052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-d691dddb-f1ea-45d0-a5a6-1838f1f758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:34.220812 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-d691dddb-f1ea-45d0-a5a6-1838f1f758dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0448916 Jun 30 10:32:34.284269 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-5c3e510a-80ea-4d73-9431-20227cf9b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:32:34.285765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-5c3e510a-80ea-4d73-9431-20227cf9b304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585806 Jun 30 10:32:34.325222 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:34.377419 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-ea7616b3-3533-48f0-a126-e4ad9c6295ec service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846472 Jun 30 10:32:34.480808 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-dd08aadb-d4ac-4e7c-941d-1f71532db709 req-bbfcf31c-0988-4ef8-a8b4-8e558b59179c service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978575 Jun 30 10:32:34.997971 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:36.019131 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:59.433446 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-16b1b14f-1074-4d3b-bd5d-b19eedc50fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:02.017051 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7fff60fa-9eaf-4588-9776-a8a099e1abea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:02.136926 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:03.352027 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:04.333252 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:04.999108 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:05.139473 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:06.016181 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.211859 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44280) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:27.362629 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Deleting port dc33e95b-0753-4fe4-af4b-c689029bee99 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:27.362983 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.434060 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.434397 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.445746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Calling delete_port for dc33e95b-0753-4fe4-af4b-c689029bee99 owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:27.590559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.615147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'Port': ['ID=dc33e95b-0753-4fe4-af4b-c689029bee99,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:27.639720 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.640065 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.640403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.640739 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.641097 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.642008 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.642332 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.642655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.642979 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.643299 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.643620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.643944 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:27.685991 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:27.686337 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Floating IP c093b010-f5c9-447d-a17f-2ff9792fde11 disassociated (deleted). External IP: 172.25.4.151, port: 5bb791e6-c6b9-4972-9de8-2524f86d07c2. Jun 30 10:33:27.885040 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:33:27.991449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:27.996147 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:28.001507 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:28.010069 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:28.010664 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:28.038391 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-ebb7c5a1-2587-4282-ada4-b700ae76b239 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "DELETE /v2.0/floatingips/c093b010-f5c9-447d-a17f-2ff9792fde11 HTTP/1.1" status: 204 len: 168 time: 0.8225725 Jun 30 10:33:28.038391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:28.038748 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b0e12-e058-4bdc-adde-bac1918c14ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:28.077586 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ceb59-2597-4388-8650-bd16b315cd18 x-openstack-request-id: req-421ceb59-2597-4388-8650-bd16b315cd18 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:28.077917 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:28.078177 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-421ceb59-2597-4388-8650-bd16b315cd18 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:28.078732 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'status': 'completed', 'code': 200} Jun 30 10:33:28.114498 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:28.152884 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-84b4ec0d-49d7-48da-ae2e-4eb1e39e5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:28.154421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-84b4ec0d-49d7-48da-ae2e-4eb1e39e5c2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 1097 time: 0.0537188 Jun 30 10:33:28.247392 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-0be12308-2c44-46e1-a7df-fca8a757e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:28.249785 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-0be12308-2c44-46e1-a7df-fca8a757e1a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 200 len: 910 time: 0.0892217 Jun 30 10:33:28.303611 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-5a6c6c84-7f99-4370-a71f-ab7bc68d8fbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 200 len: 217 time: 0.0466409 Jun 30 10:33:28.312275 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:28.343541 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:28.355911 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:28.356516 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-14cb6291-01cb-4e04-8254-3571d3df2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:28.356709 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:28.358041 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-14cb6291-01cb-4e04-8254-3571d3df2fcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 200 len: 848 time: 0.0485308 Jun 30 10:33:28.466275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c43bb-76fb-4457-8479-0e2071c13146 req-8bf74a44-7b02-4ef0-b754-689b17b9f6f8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:28.467855 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d80c43bb-76fb-4457-8479-0e2071c13146 req-8bf74a44-7b02-4ef0-b754-689b17b9f6f8 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.1044612 Jun 30 10:33:28.471579 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-8b13a78a-43de-4269-86e6-178715f76447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:28.473035 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-8b13a78a-43de-4269-86e6-178715f76447 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b39765db-9661-4b1b-9d7d-f8cdecbaa563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000764 Jun 30 10:33:28.553097 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:28.569414 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d80c43bb-76fb-4457-8479-0e2071c13146 req-f8e8803d-8a55-467b-b2da-02bd5d0b1e82 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952721 Jun 30 10:33:28.586659 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-4cceb7e6-3b9f-4e89-ba71-6673cef7dc6d service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053495 Jun 30 10:33:28.678976 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2b6b0e12-e058-4bdc-adde-bac1918c14ae req-221b5493-c282-4478-993c-31be6db0e906 service neutron] 10.222.0.11 "GET /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854385 Jun 30 10:33:28.744671 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-4a267995-5896-4523-a110-6146ce4f32af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:28.773256 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a267995-5896-4523-a110-6146ce4f32af None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '1dac3380-d28c-4d7f-b4c2-7d0f27a64470', 'name': '', 'network_id': 'b39765db-9661-4b1b-9d7d-f8cdecbaa563', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'mac_address': 'fa:16:3e:bd:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:03Z', 'updated_at': '2021-06-30T10:24:09Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'subnets': [{'id': '7d47d527-a9d5-4521-8803-93afdaa66b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:28.985575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f60ee-b1db-4eb4-ac37-82f7ef25495d None None] New status for floating IP c093b010-f5c9-447d-a17f-2ff9792fde11: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:33:29.434402 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9382fdfe-b00f-415d-9089-2db13d3650be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:29.742064 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e332b6-720d-479f-9f26-27b47d4289ad req-930b4e57-1a63-4798-bf04-473b3bab8d2f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:29.743458 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e332b6-720d-479f-9f26-27b47d4289ad req-930b4e57-1a63-4798-bf04-473b3bab8d2f tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0646994 Jun 30 10:33:29.780890 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-80e332b6-720d-479f-9f26-27b47d4289ad req-6d2b07a3-5850-403b-9875-33f82143aa03 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e91a721-1588-4b91-80ff-8ece17683bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Jun 30 10:33:30.034026 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8785d-8855-4977-a422-098499d412ed req-06049e38-bb7e-48cd-bc60-c2fd285c56c5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:30.035379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60f8785d-8855-4977-a422-098499d412ed req-06049e38-bb7e-48cd-bc60-c2fd285c56c5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 945 time: 0.0630171 Jun 30 10:33:30.136677 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Deleting port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:30.137024 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:30.226359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] For port 5bb791e6-c6b9-4972-9de8-2524f86d07c2, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=5bb791e6-c6b9-4972-9de8-2524f86d07c2,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:30.226726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:30.238136 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Calling delete_port for 5bb791e6-c6b9-4972-9de8-2524f86d07c2 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:30.360300 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:30.396215 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'Port': ['ID=5bb791e6-c6b9-4972-9de8-2524f86d07c2,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:30.440987 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] No DVR routers for this DVR port 5bb791e6-c6b9-4972-9de8-2524f86d07c2 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:33:30.443626 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:30.445540 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-60f8785d-8855-4977-a422-098499d412ed req-7c5e9471-e0e8-43c5-9d49-46963a747f99 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.11 "DELETE /v2.0/ports/5bb791e6-c6b9-4972-9de8-2524f86d07c2 HTTP/1.1" status: 204 len: 173 time: 0.4036670 Jun 30 10:33:30.446081 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-deleted', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:30.448396 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7a0f9f-7ee2-4cf3-a14b-adcdafb9f0ab" -d '{"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-deleted", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:30.484619 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57754b01-b71c-4b6a-8537-4c3ecb97c3e0 x-openstack-request-id: req-57754b01-b71c-4b6a-8537-4c3ecb97c3e0 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:30.484934 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d998fd-c2f0-49a4-8391-c7b07aec4811", "name": "network-vif-deleted", "tag": "5bb791e6-c6b9-4972-9de8-2524f86d07c2", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:30.485192 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57754b01-b71c-4b6a-8537-4c3ecb97c3e0 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:30.485593 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d998fd-c2f0-49a4-8391-c7b07aec4811', 'name': 'network-vif-deleted', 'tag': '5bb791e6-c6b9-4972-9de8-2524f86d07c2', 'status': 'completed', 'code': 200} Jun 30 10:33:30.931048 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-2cd17c66-4288-470a-a0ab-59a51619c071 req-16adc848-13d1-4dd4-9328-247d806f5c3b tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0285568 Jun 30 10:33:32.019307 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-375a4de2-883d-4226-9d40-594382cca7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:32.080085 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9415df4f-c174-458c-843d-fd619ef727e4 req-70f4382e-b482-4316-9c6c-15530007efb5 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Jun 30 10:33:32.088616 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:32.107856 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: 5bb791e6-c6b9-4972-9de8-2524f86d07c2 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:32.108279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device 5bb791e6-c6b9-4972-9de8-2524f86d07c2 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:32.137455 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:33.227297 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-47f9ad47-2d71-4f92-95e1-9e11e44fa719 req-bc8362ec-916b-49e2-9578-c019de550ff6 tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c1d998fd-c2f0-49a4-8391-c7b07aec4811 HTTP/1.1" status: 200 len: 210 time: 0.0320525 Jun 30 10:33:33.356207 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.322048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44310) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:34.346030 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.382791 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.409465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.479436 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.482604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:34.486783 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e91a721-1588-4b91-80ff-8ece17683bcc HTTP/1.1" status: 204 len: 168 time: 0.1609373 Jun 30 10:33:34.494126 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da956a2-ece1-40d9-9716-73d0fff062cc tempest-TestShelveInstance-2103706854 tempest-TestShelveInstance-2103706854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e91a721-1588-4b91-80ff-8ece17683bcc,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:34.543588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44314) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:34.998118 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.004048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.249980 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Deleting port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:35.250248 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.329166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] For port 1dac3380-d28c-4d7f-b4c2-7d0f27a64470, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:35.329785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.342293 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Calling delete_port for 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:35.521605 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.547580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1dac3380-d28c-4d7f-b4c2-7d0f27a64470,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:35.722403 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.022861 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.243130 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Router eb558e76-8f1d-4c83-b341-5b85d53d0a96 has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:33:36.348507 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:36.353525 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6485e168-8409-4804-a573-f039ddefb9cb admin admin] 10.222.0.66 "PUT /v2.0/routers/eb558e76-8f1d-4c83-b341-5b85d53d0a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8088386 Jun 30 10:33:36.356023 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44318) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:36.357484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Sync routers for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:36.367667 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:36.368293 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:36.462431 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.474100 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:36.561710 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.617644 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Deleting port 99f02ab1-e157-4c35-9464-71aebbf1a8d6 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:36.618023 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.659934 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:33:35Z', 'revision_number': 5, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port': {'id': '99f02ab1-e157-4c35-9464-71aebbf1a8d6', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:02Z', 'updated_at': '2021-06-30T10:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:36.686270 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Checking router: eb558e76-8f1d-4c83-b341-5b85d53d0a96 for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:36.694613 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Routers {'eb558e76-8f1d-4c83-b341-5b85d53d0a96'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:36.695285 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:36.699466 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] For port 99f02ab1-e157-4c35-9464-71aebbf1a8d6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=99f02ab1-e157-4c35-9464-71aebbf1a8d6,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:36.699832 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.712590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Calling delete_port for 99f02ab1-e157-4c35-9464-71aebbf1a8d6 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:36.781865 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] Set router eb558e76-8f1d-4c83-b341-5b85d53d0a96 gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:36.849254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:33:36Z', 'revision_number': 6, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:36.874241 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602447dd-8a18-4f82-98b0-8ed4e1e95e49 None None] The sync data for ids ['eb558e76-8f1d-4c83-b341-5b85d53d0a96'] in n-d-779913-25 is: [{'id': 'eb558e76-8f1d-4c83-b341-5b85d53d0a96', 'name': 'tempest-TestShelveInstance-1688744606-router', 'tenant_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:01Z', 'updated_at': '2021-06-30T10:33:36Z', 'revision_number': 6, 'project_id': 'dbdcf1d88f25429198b5c5d91fce049d', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:36.888366 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:36.915125 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Pushing event deleted for resources: {'Port': ['ID=99f02ab1-e157-4c35-9464-71aebbf1a8d6,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:36.979148 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.067492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.069390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.110650 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.111162 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb558e76-8f1d-4c83-b341-5b85d53d0a96 {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:33:37.115326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.116548 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-80361e14-5805-4aec-bc68-dab7857a196c admin admin] 10.222.0.66 "DELETE /v2.0/routers/eb558e76-8f1d-4c83-b341-5b85d53d0a96 HTTP/1.1" status: 204 len: 168 time: 0.7596114 Jun 30 10:33:37.119039 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44320) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:37.167580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Deleting subnet 7d47d527-a9d5-4521-8803-93afdaa66b20 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:33:37.170574 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.204971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.287858 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.317002 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:37.337259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:37.337671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 1dac3380-d28c-4d7f-b4c2-7d0f27a64470 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:37.351953 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.383554 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.385372 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d47d527-a9d5-4521-8803-93afdaa66b20 HTTP/1.1" status: 204 len: 168 time: 0.2652771 Jun 30 10:33:37.386591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210ca60-68b9-48c7-b9c9-8e993e4e1727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d47d527-a9d5-4521-8803-93afdaa66b20,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:37.388272 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f153f-c561-4bb4-ab93-320132d6dd8b None None] Network b39765db-9661-4b1b-9d7d-f8cdecbaa563 requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:37.388886 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44322) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:37.458629 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.508845 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Deleting port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:37.509305 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.573292 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] For port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,segment=NetworkSegment(01521c71-4314-41ad-bc6b-b34a670169b4),segment_id=01521c71-4314-41ad-bc6b-b34a670169b4)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:37.573589 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.585613 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Calling delete_port for 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:37.655362 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] DHCP port deletion for b39765db-9661-4b1b-9d7d-f8cdecbaa563 request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:33:37.664280 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.691112 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:37.693349 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] No DVR routers for this DVR port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:33:37.702181 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.702534 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.702885 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.703226 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.703563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.704406 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.704738 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.705066 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.705396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.705721 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Deleting port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:37.705920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.706077 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.706203 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.706405 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.771020 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] For port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:37.771418 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.783113 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.784858 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Calling delete_port for 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:37.787546 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:33:37.789223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.793101 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39765db-9661-4b1b-9d7d-f8cdecbaa563']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.803631 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01521c71-4314-41ad-bc6b-b34a670169b4') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.804058 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01521c71-4314-41ad-bc6b-b34a670169b4') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:37.813198 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.814609 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Pushing event deleted for resources: {'Port': ['ID=6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:37.816835 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] No DVR routers for this DVR port 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:33:37.826248 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.826607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.826954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.827298 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.827664 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.827939 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.828275 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.828602 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.829484 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.829837 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.830169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.830491 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9313f-c37f-465e-b6e1-5d81636c6460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:37.835789 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.842295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:33:37.842841 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:33:37.845516 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:33:37.906767 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.913472 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:37.919721 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b39765db-9661-4b1b-9d7d-f8cdecbaa563 HTTP/1.1" status: 204 len: 168 time: 0.5253215 Jun 30 10:33:37.919721 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44326) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:37.935205 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b1638-5f79-4cb9-8328-3e2bef6061f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39765db-9661-4b1b-9d7d-f8cdecbaa563,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:38.264585 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.515791 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Deleting port 8f679e93-ee98-4094-b331-e54e066246a7 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:38.516483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.592752 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] For port 8f679e93-ee98-4094-b331-e54e066246a7, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=8f679e93-ee98-4094-b331-e54e066246a7,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:38.593107 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.605350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Calling delete_port for 8f679e93-ee98-4094-b331-e54e066246a7 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:38.776626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:38.805266 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f679e93-ee98-4094-b331-e54e066246a7,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:38.975017 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.069464 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99f02ab1-e157-4c35-9464-71aebbf1a8d6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:39.093712 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 99f02ab1-e157-4c35-9464-71aebbf1a8d6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:39.094007 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 99f02ab1-e157-4c35-9464-71aebbf1a8d6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:39.094961 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:39.113443 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:39.113821 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 6ce36a11-cc36-4e65-8a21-b0e3fd5f4ba6 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:39.194156 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Router fa5e7610-a73d-4fde-8a2f-204dc57e684b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:33:39.615931 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:39.620863 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-497c1980-c00c-425d-8ee6-f652008ab79a admin admin] 10.222.0.66 "PUT /v2.0/routers/fa5e7610-a73d-4fde-8a2f-204dc57e684b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7010069 Jun 30 10:33:39.623431 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44328) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:39.627155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Sync routers for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:39.636538 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:39.637153 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:39.724327 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.738018 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:39.823865 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.875121 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Deleting port 15065d86-5309-452a-bbbd-d8f409588460 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:39.875495 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.916738 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '15065d86-5309-452a-bbbd-d8f409588460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:33:38Z', 'revision_number': 5, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port': {'id': '15065d86-5309-452a-bbbd-d8f409588460', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:24:06Z', 'updated_at': '2021-06-30T10:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:39.943441 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Checking router: fa5e7610-a73d-4fde-8a2f-204dc57e684b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:39.951590 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Routers {'fa5e7610-a73d-4fde-8a2f-204dc57e684b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:39.952201 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:39.955564 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] For port 15065d86-5309-452a-bbbd-d8f409588460, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=15065d86-5309-452a-bbbd-d8f409588460,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:39.955933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:39.972556 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Calling delete_port for 15065d86-5309-452a-bbbd-d8f409588460 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:40.147827 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.178270 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=15065d86-5309-452a-bbbd-d8f409588460,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:40.201908 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] Set router fa5e7610-a73d-4fde-8a2f-204dc57e684b gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:40.238941 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.255665 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:33:39Z', 'revision_number': 6, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:40.281185 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5fbc-de8d-4ead-9b6d-32e36f1c6933 None None] The sync data for ids ['fa5e7610-a73d-4fde-8a2f-204dc57e684b'] in n-d-779913-25 is: [{'id': 'fa5e7610-a73d-4fde-8a2f-204dc57e684b', 'name': 'tempest-TestShelveInstance-1314563516-router', 'tenant_id': 'a66b4db71f05448ba51769bb9ff65257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:24:05Z', 'updated_at': '2021-06-30T10:33:39Z', 'revision_number': 6, 'project_id': 'a66b4db71f05448ba51769bb9ff65257', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:40.330334 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.332387 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.378306 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.378829 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5e7610-a73d-4fde-8a2f-204dc57e684b {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:33:40.384237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.385408 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-66a01abd-914c-458c-8f38-3426396c7e8f admin admin] 10.222.0.66 "DELETE /v2.0/routers/fa5e7610-a73d-4fde-8a2f-204dc57e684b HTTP/1.1" status: 204 len: 168 time: 0.7610686 Jun 30 10:33:40.387913 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44330) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:40.431472 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Deleting subnet c0108588-132e-4a90-b53b-bc7ca8a27a08 {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:33:40.434483 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.472496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.553191 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.605089 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.629602 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0108588-132e-4a90-b53b-bc7ca8a27a08,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:40.635348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.639506 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-ca1b0694-5002-4baf-891d-0a9e2e769925 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c0108588-132e-4a90-b53b-bc7ca8a27a08 HTTP/1.1" status: 204 len: 168 time: 0.2484441 Jun 30 10:33:40.639832 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44332) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:40.645307 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febe54e-db56-4fd8-bd4d-38b13c6dc210 None None] Network f6796930-b588-492f-9271-995c4dd6153b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:40.712189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.768006 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Deleting port c9c0f030-427a-4afd-a881-15ffa42d749a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:33:40.768348 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.831545 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] For port c9c0f030-427a-4afd-a881-15ffa42d749a, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=c9c0f030-427a-4afd-a881-15ffa42d749a,segment=NetworkSegment(269b6e23-6602-43fd-932c-b4183255cf5a),segment_id=269b6e23-6602-43fd-932c-b4183255cf5a)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:40.831903 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.844385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Calling delete_port for c9c0f030-427a-4afd-a881-15ffa42d749a owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:33:40.921162 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:40.948799 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c0f030-427a-4afd-a881-15ffa42d749a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:40.954878 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] No DVR routers for this DVR port c9c0f030-427a-4afd-a881-15ffa42d749a on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:33:41.024262 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.036751 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6796930-b588-492f-9271-995c4dd6153b']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:41.049521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2d730-344d-40ff-9385-b57031a5e1b1 None None] DHCP port deletion for f6796930-b588-492f-9271-995c4dd6153b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:33:41.050521 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269b6e23-6602-43fd-932c-b4183255cf5a') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:41.051109 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269b6e23-6602-43fd-932c-b4183255cf5a') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:41.061593 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.079681 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.086193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:33:41.086626 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:33:41.088311 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:33:41.100217 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c9c0f030-427a-4afd-a881-15ffa42d749a no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:41.125899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: c9c0f030-427a-4afd-a881-15ffa42d749a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:41.126334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device c9c0f030-427a-4afd-a881-15ffa42d749a not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:41.126810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f679e93-ee98-4094-b331-e54e066246a7 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:41.150403 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 8f679e93-ee98-4094-b331-e54e066246a7 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:41.150747 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 8f679e93-ee98-4094-b331-e54e066246a7 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:41.150979 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.151157 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 15065d86-5309-452a-bbbd-d8f409588460 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:33:41.155494 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.160847 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] 10.222.0.66 "DELETE /v2.0/networks/f6796930-b588-492f-9271-995c4dd6153b HTTP/1.1" status: 204 len: 168 time: 0.5176802 Jun 30 10:33:41.172038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa7dbd-3780-4607-8392-1954ffe7112d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6796930-b588-492f-9271-995c4dd6153b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:41.181690 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 15065d86-5309-452a-bbbd-d8f409588460 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:33:41.181897 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 15065d86-5309-452a-bbbd-d8f409588460 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:33:41.292740 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44336) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:41.336391 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-c412294c-5db9-4ceb-ab16-b6af2fcb9e21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbdcf1d88f25429198b5c5d91fce049d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403039 Jun 30 10:33:41.337238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44338) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:41.387558 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.408726 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.455756 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.458276 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.459443 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9475ffb8-9573-49f5-9add-a9a0fea63e73 HTTP/1.1" status: 204 len: 168 time: 0.1211586 Jun 30 10:33:41.466798 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef24d49-c74e-4a31-b85d-6b8053541d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9475ffb8-9573-49f5-9add-a9a0fea63e73,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:41.764667 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44344) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:41.804569 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6517a78d-3a73-43ce-962f-4d35ac3c78ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a66b4db71f05448ba51769bb9ff65257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387428 Jun 30 10:33:41.807115 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44346) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:41.854577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.874480 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.923673 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.926461 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:41.927615 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfaf6309-dba3-4112-b3ee-09ea64c89a34 HTTP/1.1" status: 204 len: 168 time: 0.1196139 Jun 30 10:33:41.935123 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83907af-a512-44e0-9d92-17bfe54853b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf6309-dba3-4112-b3ee-09ea64c89a34,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:42.138175 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:42.574780 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44368) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:42.667346 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1079575384-network', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:42.689096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Made reservation on behalf of ecad548061ee4d06bd8747f6eebc1114 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:42.691457 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.699732 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.787378 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.791204 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.812750 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:33:42.828332 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.828832 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Added segment e5e454a9-6b16-4ea9-9259-45fc0becdccc of type vlan for network c1960a03-86b1-4117-b846-65c3da2cab7b Jun 30 10:33:42.830330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c655a-8272-4c57-ae39-da8ab8a5ae7d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:42.872622 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.900650 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.901805 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:42.902401 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:42.957470 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3815401 Jun 30 10:33:42.960385 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44372) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:42.965056 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Request body: {'subnet': {'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1079575384-subnet', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'ip_version': 4}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:42.975591 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960dea8-a1aa-4b60-8bed-e513f3242c84 admin admin] Pushing event updated for resources: {'Network': ['ID=c1960a03-86b1-4117-b846-65c3da2cab7b,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:42.985434 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network c1960a03-86b1-4117-b846-65c3da2cab7b details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:33:42.994054 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Made reservation on behalf of ecad548061ee4d06bd8747f6eebc1114 for: {'subnet': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:42.996387 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25567092'] for subnet, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.163564 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25250634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25567074'] for subnet, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.217582 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe68fa8-9560-47fd-b22a-4481d3d8b09c,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:43.229397 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Checking segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:43.229770 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Network hostable DHCP agents. Network: c1960a03-86b1-4117-b846-65c3da2cab7b, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:33:43.248087 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Network c1960a03-86b1-4117-b846-65c3da2cab7b is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:33:43.257563 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, c1960a03-86b1-4117-b846-65c3da2cab7b) {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:43.262173 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:43.262766 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.269088 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb12d3-688d-4372-bf29-40a17a99dc41 None None] Network c1960a03-86b1-4117-b846-65c3da2cab7b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:43.277988 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-48009b7a-50cd-472b-b2d7-429ccc9fe289 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3165333 Jun 30 10:33:43.282375 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44374) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:43.288665 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:43.311752 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.312767 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.374106 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.424993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-c1960a03-86b1-4117-b846-65c3da2cab7b', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:33:43.425883 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.529090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.567340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Allocated IP 172.20.0.2 (c1960a03-86b1-4117-b846-65c3da2cab7b/fbe68fa8-9560-47fd-b22a-4481d3d8b09c/11c15d07-5ee5-4b5d-a395-ebe28bc50799) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:43.715046 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.724222 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Transition to ACTIVE for port object 11c15d07-5ee5-4b5d-a395-ebe28bc50799 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:43.739314 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Transition to ACTIVE for port object 11c15d07-5ee5-4b5d-a395-ebe28bc50799 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:43.746637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.767283 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.783931 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Network c1960a03-86b1-4117-b846-65c3da2cab7b is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:43.788323 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.789809 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:43.792760 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:43.804749 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Pushing event updated for resources: {'Port': ['ID=11c15d07-5ee5-4b5d-a395-ebe28bc50799,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:43.864501 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Attempting to bind port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:43.864804 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Attempting to bind port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:43.865172 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Attempting to bind port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:43.870140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:43.870521 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Checking segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:43.870927 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.871326 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Bound using segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:43.871790 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Bound port: 11c15d07-5ee5-4b5d-a395-ebe28bc50799, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:43.872174 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.891166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Allocated IP 172.25.4.186 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/48ffe3c9-07a3-4885-a9af-cc623b60ef99) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:43.933994 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] For port 11c15d07-5ee5-4b5d-a395-ebe28bc50799, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:43.937085 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] For port 11c15d07-5ee5-4b5d-a395-ebe28bc50799, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11c15d07-5ee5-4b5d-a395-ebe28bc50799,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:43.941304 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:43.997423 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dd2c1-6859-4071-b946-461ddf42be00 None None] Pushing event updated for resources: {'Port': ['ID=11c15d07-5ee5-4b5d-a395-ebe28bc50799,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:44.002042 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.041940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.081347 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:44.087947 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:44.092415 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:44.095553 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Pushing event updated for resources: {'Port': ['ID=48ffe3c9-07a3-4885-a9af-cc623b60ef99,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:44.367047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.560865 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.692751 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Router b8915769-895c-4390-9d0f-24718dcbf68e is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:33:44.808223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:44.824604 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:44.834908 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.836764 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6cf1f8e7-03fd-4670-8d86-4490255b9920 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5526972 Jun 30 10:33:44.839435 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44378) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:44.841632 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:44.842545 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:44.888852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bfa592-a482-4bf4-90a8-13da07c5432c None None] Network c1960a03-86b1-4117-b846-65c3da2cab7b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:44.949022 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:44.952660 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c3e0211b-75de-4457-bd69-7ecb73d1cd29 None None] Provisioning for port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:45.078192 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11c15d07-5ee5-4b5d-a395-ebe28bc50799 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:45.151345 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:45.155468 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:45.156118 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.164387 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:44Z', 'revision_number': 3, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:45.195785 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:45.196419 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Updating router b8915769-895c-4390-9d0f-24718dcbf68e port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:33:45.237423 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.245047 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.282624 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 11c15d07-5ee5-4b5d-a395-ebe28bc50799, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11c15d07-5ee5-4b5d-a395-ebe28bc50799,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:45.289539 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.354843 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=11c15d07-5ee5-4b5d-a395-ebe28bc50799,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:45.401379 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8a87f3d1-b02d-454c-8a24-d2e93fcf533e None None] Provisioning complete for port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:45.401697 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a87f3d1-b02d-454c-8a24-d2e93fcf533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.539238 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.549014 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Transition to ACTIVE for port object 48ffe3c9-07a3-4885-a9af-cc623b60ef99 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:45.554939 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.638590 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.692938 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Attempting to bind port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:45.692938 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Attempting to bind port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:45.693298 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Attempting to bind port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:45.695210 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Pushing event updated for resources: {'Port': ['ID=48ffe3c9-07a3-4885-a9af-cc623b60ef99,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:45.703648 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:45.704020 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:45.704416 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.704806 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:45.705259 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Bound port: 48ffe3c9-07a3-4885-a9af-cc623b60ef99, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:45.705635 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.708497 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.708834 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.709164 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.709498 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.709847 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.710176 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.710495 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.710814 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.711137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.711455 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.711772 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.712087 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:33:45.763308 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] For port 48ffe3c9-07a3-4885-a9af-cc623b60ef99, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:45.766495 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] For port 48ffe3c9-07a3-4885-a9af-cc623b60ef99, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48ffe3c9-07a3-4885-a9af-cc623b60ef99,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:45.773867 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.798925 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Allocated IP 172.20.0.1 (c1960a03-86b1-4117-b846-65c3da2cab7b/fbe68fa8-9560-47fd-b22a-4481d3d8b09c/2cdd2867-4110-40c6-8cdf-ef63e2b55a78) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:45.831645 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb9fc4-4975-402c-b34b-e0e366048456 None None] Pushing event updated for resources: {'Port': ['ID=48ffe3c9-07a3-4885-a9af-cc623b60ef99,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:45.834469 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:45.835068 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:45.911347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.926025 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Transition to ACTIVE for port object 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:45.936263 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:45.957975 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:45.997984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Network c1960a03-86b1-4117-b846-65c3da2cab7b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:46.006088 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:46.008402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:46.027848 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:46.050078 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.126902 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:44Z', 'revision_number': 3, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:46.155519 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766973c0-3afd-469d-a438-4a80709123f7 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:44Z', 'revision_number': 3, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:46.203994 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.309581 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fa862877-0a63-49e6-abf9-211ed47781b5 None None] Provisioning for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:46.314563 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fa862877-0a63-49e6-abf9-211ed47781b5 None None] Provisioning complete for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:46.314948 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fa862877-0a63-49e6-abf9-211ed47781b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.349833 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fa862877-0a63-49e6-abf9-211ed47781b5 None None] Port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:46.372105 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.390805 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.469477 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:46.472649 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.566221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Network c1960a03-86b1-4117-b846-65c3da2cab7b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:46.567730 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:46.696927 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:33:46.813636 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:46.819806 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-873e603a-fddd-4c26-bd83-162e8828612e admin admin] 10.222.0.66 "PUT /v2.0/routers/b8915769-895c-4390-9d0f-24718dcbf68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783516 Jun 30 10:33:46.868687 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-e5cf70c6-a239-4147-ada5-6f49116d1cbc None None] Provisioning complete for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:46.869067 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-e5cf70c6-a239-4147-ada5-6f49116d1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.909004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf70c6-a239-4147-ada5-6f49116d1cbc None None] Port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:47.102909 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48ffe3c9-07a3-4885-a9af-cc623b60ef99 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:47.150654 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:47.154021 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:47.154397 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.233860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.254161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 48ffe3c9-07a3-4885-a9af-cc623b60ef99, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48ffe3c9-07a3-4885-a9af-cc623b60ef99,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:47.258990 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.259785 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11c15d07-5ee5-4b5d-a395-ebe28bc50799 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:47.323930 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44394) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:47.330112 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2098780996-network', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:47.343338 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=48ffe3c9-07a3-4885-a9af-cc623b60ef99,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:47.351237 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Made reservation on behalf of 2235f541a5074690ac23a9ef3bc3d347 for: {'network': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:47.354224 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for network, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.356845 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:47.357227 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.363613 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.462553 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.466340 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.491717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=94183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:33:47.497928 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8d7963-c941-45f0-8829-927b02a24433,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:47.504549 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.504894 n-d-779913-25 neutron-server[94183]: INFO neutron.db.segments_db [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Added segment 61ef75ac-c2c7-4a5b-af63-91940123959f of type vlan for network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d Jun 30 10:33:47.544325 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757224033859'] for network, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.577113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019'] for network, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.578139 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:47.579269 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.633200 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3080962 Jun 30 10:33:47.636332 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44396) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:47.638340 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a540c-c523-446f-bef9-834f5ff7b628 admin admin] Pushing event updated for resources: {'Network': ['ID=824abeb1-75b7-4ca7-ae4d-be973ad93a2d,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:47.646075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Request body: {'subnet': {'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2098780996-subnet', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'ip_version': 4}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:47.649454 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d details requested by agent ovs-agent-n-d-779913-25 with host n-d-779913-25 {{(pid=94186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:33:47.667962 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Made reservation on behalf of 2235f541a5074690ac23a9ef3bc3d347 for: {'subnet': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:47.670405 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3220935'] for subnet, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.705082 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:47.723019 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:47.723685 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:47.833254 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:47.843116 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2522660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3220945'] for subnet, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.898813 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83659be3-55b5-4bac-93d1-9edd9db7ca52,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:47.908993 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Checking segment: {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:47.909359 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Network hostable DHCP agents. Network: 824abeb1-75b7-4ca7-ae4d-be973ad93a2d, hostable agents: ['c7cb8e35-6c66-4511-86a7-51d2b4f6ac14'], hosted agents: [] {{(pid=94185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:33:47.925897 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d is scheduled to be hosted by DHCP agent c7cb8e35-6c66-4511-86a7-51d2b4f6ac14 with binding_index 1 {{(pid=94185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:33:47.934346 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-25, 824abeb1-75b7-4ca7-ae4d-be973ad93a2d) {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:47.938678 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:47.939245 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.945655 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf11098-a6e1-4718-b14c-08b844bb6fc5 None None] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:47.957189 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-9699f40e-48fb-4981-b917-bc4f3fa8eb45 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3170033 Jun 30 10:33:47.957396 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44398) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:47.962166 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:47.982957 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8059631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35736'] for router, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.983933 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8059402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8058266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35731'] for router, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.042230 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.140152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 2, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:48.143753 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1649efea-6dd4-5b63-948c-44dfd768419a-824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'fixed_ips': [{'subnet_id': '83659be3-55b5-4bac-93d1-9edd9db7ca52'}]}} from n-d-779913-25. {{(pid=94186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:33:48.144603 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.177567 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8058284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8059633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35813'] for router, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.180598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:48.180955 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Updating router b8915769-895c-4390-9d0f-24718dcbf68e port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:33:48.261293 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.378393 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.397407 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.414336 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.db_base_plugin_common [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Allocated IP 172.20.0.2 (824abeb1-75b7-4ca7-ae4d-be973ad93a2d/83659be3-55b5-4bac-93d1-9edd9db7ca52/516594c6-f340-4bb3-adf2-4f9914aaf998) {{(pid=94186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:48.503790 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Allocated IP 172.25.4.66 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/f5811a76-4722-4f2b-8fcf-af461893e671) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:48.605549 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.644186 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.657973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks [] for port, precommit_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.672433 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Transition to ACTIVE for port object 516594c6-f340-4bb3-adf2-4f9914aaf998 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:48.684875 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.686667 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:48.689650 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:48.692075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:48.700334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Transition to ACTIVE for port object 516594c6-f340-4bb3-adf2-4f9914aaf998 will not be triggered until provisioned by entity DHCP. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:48.701993 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Transition to ACTIVE for port object 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:48.709637 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978'] for port, after_create {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.716084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.721114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Pushing event updated for resources: {'Port': ['ID=f5811a76-4722-4f2b-8fcf-af461893e671,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:48.761848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d is already hosted by enough agents. {{(pid=94186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:48.772121 n-d-779913-25 neutron-server[94186]: DEBUG neutron.scheduler.base_scheduler [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Resources bound (agent type, host, resource id): {{(pid=94186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:48.774777 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Received port after_create {{(pid=94186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:48.784923 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Pushing event updated for resources: {'Port': ['ID=516594c6-f340-4bb3-adf2-4f9914aaf998,revision_number=1']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:48.913649 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ece50f-94ae-4285-8cb6-eb2340382089 None None] Pushing event updated for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:48.931146 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Attempting to bind port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:48.931536 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Attempting to bind port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:48.931895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Attempting to bind port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:48.935078 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Attempting to bind port 516594c6-f340-4bb3-adf2-4f9914aaf998 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:48.935461 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Attempting to bind port 516594c6-f340-4bb3-adf2-4f9914aaf998 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:48.935810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Attempting to bind port 516594c6-f340-4bb3-adf2-4f9914aaf998 on network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:48.942421 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:48.942805 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Checking segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:48.943213 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.943614 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Bound using segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:48.944090 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Bound port: 2cdd2867-4110-40c6-8cdf-ef63e2b55a78, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:48.944477 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.952814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:48.953197 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Checking segment: {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:48.953645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.954079 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Bound using segment: {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:48.954567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Bound port: 516594c6-f340-4bb3-adf2-4f9914aaf998, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:48.954954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.977817 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.042618 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48ffe3c9-07a3-4885-a9af-cc623b60ef99 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:49.104255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] For port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:49.112679 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] For port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:49.114206 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] For port 516594c6-f340-4bb3-adf2-4f9914aaf998, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:49.120575 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] For port 516594c6-f340-4bb3-adf2-4f9914aaf998, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=516594c6-f340-4bb3-adf2-4f9914aaf998,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:49.127132 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.131973 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.185166 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8059622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8058445'] for router, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.214086 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:49.214740 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:49.218155 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:49.218766 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.270783 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ece50f-94ae-4285-8cb6-eb2340382089 None None] Pushing event updated for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:49.341889 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Router 642eaf95-ba98-4b81-bfa7-848c59abe54b is scheduled to L3 agent fbab5201-1257-4530-ac98-8233b79a1640 with binding_index 1 {{(pid=94185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:33:49.482401 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:49.492186 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Sync routers for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:49.499517 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:49.502775 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:49.503614 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:49.504046 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-a226ee35-e57a-4405-b941-94a05f08a51c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5449023 Jun 30 10:33:49.504188 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44400) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:49.575239 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e506c8-f586-4d86-92b1-0b6b2d2fc83c None None] Pushing event updated for resources: {'Port': ['ID=516594c6-f340-4bb3-adf2-4f9914aaf998,revision_number=2']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:49.627827 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:49.645662 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:49.832050 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:48Z', 'revision_number': 3, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:49.857542 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:49Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:49.863842 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Checking router: 642eaf95-ba98-4b81-bfa7-848c59abe54b for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:49.864214 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Updating router 642eaf95-ba98-4b81-bfa7-848c59abe54b port f5811a76-4722-4f2b-8fcf-af461893e671 binding host n-d-779913-25 {{(pid=94188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:33:49.884139 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa47d78-c052-4039-a57f-6a26946a8312 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:49Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:49.905085 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.023559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.220154 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks [] for port, precommit_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.232696 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.provisioning_blocks [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Transition to ACTIVE for port object f5811a76-4722-4f2b-8fcf-af461893e671 will not be triggered until provisioned by entity L2. {{(pid=94188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:50.235048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Allocated IP 172.20.0.1 (824abeb1-75b7-4ca7-ae4d-be973ad93a2d/83659be3-55b5-4bac-93d1-9edd9db7ca52/e2a0e28c-3286-46f4-a530-38c2e49d39b3) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:50.241184 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.296329 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Attempting to bind port f5811a76-4722-4f2b-8fcf-af461893e671 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:50.296701 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Attempting to bind port f5811a76-4722-4f2b-8fcf-af461893e671 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:50.297057 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Attempting to bind port f5811a76-4722-4f2b-8fcf-af461893e671 on network a6bffaf2-48d2-46ae-be07-c53ef75e0646 {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:50.304489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:50.304855 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Checking segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:50.305304 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.305695 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Bound using segment: {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'} {{(pid=94188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:50.306189 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.managers [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Bound port: f5811a76-4722-4f2b-8fcf-af461893e671, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e21a83a-d7f7-46ce-a2ae-7b4800185ceb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646'}}] {{(pid=94188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:50.306564 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.334533 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6d1ae-274d-47b0-a39e-4ae8cdca9cfe None None] Pushing event updated for resources: {'Port': ['ID=f5811a76-4722-4f2b-8fcf-af461893e671,revision_number=2']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:50.369101 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] For port f5811a76-4722-4f2b-8fcf-af461893e671, host n-d-779913-25, cleared binding levels {{(pid=94188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:50.373656 n-d-779913-25 neutron-server[94188]: DEBUG neutron.plugins.ml2.db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] For port f5811a76-4722-4f2b-8fcf-af461893e671, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5811a76-4722-4f2b-8fcf-af461893e671,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:50.378197 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.385988 n-d-779913-25 neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.395154 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Transition to ACTIVE for port object e2a0e28c-3286-46f4-a530-38c2e49d39b3 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:50.405436 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e8820-cc4e-4742-9134-d0bef6987d16 None None] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:33:50.440077 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:50.440723 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:50.450629 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.486316 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:50.489682 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:50.492454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:50.512416 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6d1ae-274d-47b0-a39e-4ae8cdca9cfe None None] Pushing event updated for resources: {'Port': ['ID=f5811a76-4722-4f2b-8fcf-af461893e671,revision_number=3']} {{(pid=94188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:50.537231 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:50.548565 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8055108'] for router_interface, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.557099 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-55ab64a0-5719-4262-8a27-ee39bbca85b6 None None] Provisioning for port 516594c6-f340-4bb3-adf2-4f9914aaf998 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:50.591314 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:50.741492 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.815596 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:48Z', 'revision_number': 3, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:50.848133 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92951-e243-4a63-9936-fed401de4854 None None] The sync data for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 is: [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:48Z', 'revision_number': 3, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:50.892522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-10299dc3-7abf-49d3-8180-b2a267eccd9c None None] Provisioning for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:50.899802 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-10299dc3-7abf-49d3-8180-b2a267eccd9c None None] Provisioning complete for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:50.900186 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10299dc3-7abf-49d3-8180-b2a267eccd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.949681 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:50.952814 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-10299dc3-7abf-49d3-8180-b2a267eccd9c None None] Port e2a0e28c-3286-46f4-a530-38c2e49d39b3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:50.956664 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.054509 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8055923'] for router_interface, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.058225 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:51.135029 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:51.171359 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:51.173448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:51.209308 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3635cbc1-3afe-41f8-a8b3-240e361f5850 None None] Provisioning complete for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:51.209687 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3635cbc1-3afe-41f8-a8b3-240e361f5850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.212589 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:51.275598 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:51.275970 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.325800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3635cbc1-3afe-41f8-a8b3-240e361f5850 None None] Port e2a0e28c-3286-46f4-a530-38c2e49d39b3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:51.335089 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Router 642eaf95-ba98-4b81-bfa7-848c59abe54b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:33:51.403009 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.455270 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:51.461800 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.462608 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 516594c6-f340-4bb3-adf2-4f9914aaf998 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:51.468349 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:33:51.473869 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bcd0ce48-0e7f-4b3f-936d-728a24c49598 admin admin] 10.222.0.66 "PUT /v2.0/routers/642eaf95-ba98-4b81-bfa7-848c59abe54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670651 Jun 30 10:33:51.540657 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:51.558808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-8482449a-47c8-44c0-a8be-0942d6655182 None None] Provisioning complete for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:51.559190 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8482449a-47c8-44c0-a8be-0942d6655182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.582539 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port 516594c6-f340-4bb3-adf2-4f9914aaf998 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:51.590102 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 516594c6-f340-4bb3-adf2-4f9914aaf998 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:51.590484 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.621989 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-8482449a-47c8-44c0-a8be-0942d6655182 None None] Port e2a0e28c-3286-46f4-a530-38c2e49d39b3 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:51.678969 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.713225 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port 516594c6-f340-4bb3-adf2-4f9914aaf998, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=516594c6-f340-4bb3-adf2-4f9914aaf998,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:51.718107 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:51.768453 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=516594c6-f340-4bb3-adf2-4f9914aaf998,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.167922 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44408) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:52.173226 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941441770', 'description': 'tempest-secgroup-smoke-1941441770 description', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:52.194926 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.272887 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.276417 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.305090 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.306343 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373806 Jun 30 10:33:52.307447 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba68060-61b9-4dd8-8546-5a918e523b7f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.309502 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44410) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:52.314173 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:52.341062 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.716360 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.721207 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.739954 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3b58ab-e987-4eae-9699-9e1146e0fcfa,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.746313 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.747516 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-e1b84f08-3e71-42c2-a065-f6f32a03012d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369504 Jun 30 10:33:52.750749 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44412) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:52.755126 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:52.782054 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.839761 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.843784 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.861264 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed1e4f3-7483-436b-9886-64ea3499fbbe,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.868066 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.869358 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-0c86645c-941f-457f-9e9d-28dc0144ac77 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176531 Jun 30 10:33:52.872185 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 44414) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:52.877075 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:52.903147 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.960867 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.967788 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:52.991235 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9c5caa-ad2a-4d9b-9d23-22a6bc8ff489,revision_number=0']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:52.998188 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.003460 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44416) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:53.003619 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-cc181d53-56d7-46c6-802f-545b4fd83124 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298356 Jun 30 10:33:53.005500 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d0a26-1683-4718-965d-393c2940889f None None] Sync routers for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:33:53.008256 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:53.018798 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:53.019438 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:53.038604 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.113465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.119597 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.136051 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:53.142543 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c317b169-6d82-4a6e-a7f9-2d61370d148a,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.148996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.150689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-53888c5e-114e-484d-b169-6e248e48288d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460545 Jun 30 10:33:53.153273 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44418) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:53.157819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:53.161533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:53.180055 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Project ecad548061ee4d06bd8747f6eebc1114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:33:53.184882 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.244895 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.248470 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.269615 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ab18d7-a9f7-46f1-969c-4e1c98016f04,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.272302 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.276197 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-26d441b4-b963-48fe-8d6e-28ec710206fd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192598 Jun 30 10:33:53.276446 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44420) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:33:53.280855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'security_group_rule': {'security_group_id': '3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2', 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:53.291015 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:53.291396 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.303775 n-d-779913-25 neutron-server[94183]: INFO neutron.db.securitygroups_db [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Project ecad548061ee4d06bd8747f6eebc1114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:33:53.308785 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.372134 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.376559 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8110321'] for security_group_rule, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.394671 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725c79f3-2aa1-4314-a0ca-cec47c8d29ea,revision_number=0']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.404444 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.405723 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-bbad4db6-2b9c-4645-b1a6-945dbe9f885a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283498 Jun 30 10:33:53.427566 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5811a76-4722-4f2b-8fcf-af461893e671 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:53.461514 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 4, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e2a0e28c-3286-46f4-a530-38c2e49d39b3', 'name': '', 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'mac_address': 'fa:16:3e:9e:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:50Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 2, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'subnets': [{'id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:53.491358 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d0a26-1683-4718-965d-393c2940889f None None] Checking router: 642eaf95-ba98-4b81-bfa7-848c59abe54b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:33:53.491718 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d0a26-1683-4718-965d-393c2940889f None None] Updating router 642eaf95-ba98-4b81-bfa7-848c59abe54b port e2a0e28c-3286-46f4-a530-38c2e49d39b3 binding host n-d-779913-25 {{(pid=94186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:33:53.532442 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.542739 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port f5811a76-4722-4f2b-8fcf-af461893e671 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:53.548255 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f5811a76-4722-4f2b-8fcf-af461893e671 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:53.548627 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.550921 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-29abb001-377e-4ede-810d-2bd7290cfede tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941441770&fields=id&tenant_id=ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 267 time: 0.0347943 Jun 30 10:33:53.665623 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-2ec6383e-c220-4501-8848-5eabdf03731e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:53.667184 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-2ec6383e-c220-4501-8848-5eabdf03731e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 810 time: 0.1045592 Jun 30 10:33:53.681810 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-12fb8d91-c5d4-4c75-8d82-b89ff2e4245e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/quotas/ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 375 time: 0.0091527 Jun 30 10:33:53.746730 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-6f1e6147-0ded-4cab-b77a-942a97d64bbd tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598567 Jun 30 10:33:53.759808 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.791839 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port f5811a76-4722-4f2b-8fcf-af461893e671, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5811a76-4722-4f2b-8fcf-af461893e671,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:53.795806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.796562 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 516594c6-f340-4bb3-adf2-4f9914aaf998 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:53.896510 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=f5811a76-4722-4f2b-8fcf-af461893e671,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:53.939022 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-f978981f-d733-4935-a23f-2a498557da6a service neutron] 10.222.0.66 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799953 Jun 30 10:33:53.946498 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port 516594c6-f340-4bb3-adf2-4f9914aaf998 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:53.946873 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.949413 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks [] for port, precommit_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:53.979745 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-790d0a26-1683-4718-965d-393c2940889f None None] Transition to ACTIVE for port object e2a0e28c-3286-46f4-a530-38c2e49d39b3 will not be triggered until provisioned by entity L2. {{(pid=94186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:53.994428 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:54.034913 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-4dec331e-371a-484a-bf21-ee6bcc77b649 service neutron] 10.222.0.66 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879619 Jun 30 10:33:54.051279 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211636e-6b63-49f7-9f78-324b88e10f40 None None] Pushing event updated for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=3']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:54.139518 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790d0a26-1683-4718-965d-393c2940889f None None] Attempting to bind port e2a0e28c-3286-46f4-a530-38c2e49d39b3 on host n-d-779913-25 for vnic_type normal with profile {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:54.139867 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790d0a26-1683-4718-965d-393c2940889f None None] Attempting to bind port e2a0e28c-3286-46f4-a530-38c2e49d39b3 by drivers openvswitch,hyperv on host n-d-779913-25 at level 0 using segments [{'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:54.140228 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0a26-1683-4718-965d-393c2940889f None None] Attempting to bind port e2a0e28c-3286-46f4-a530-38c2e49d39b3 on network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:54.147594 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0a26-1683-4718-965d-393c2940889f None None] Checking agent: {'id': '974e5302-d51f-4d54-b982-6ea7e01dba70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 43, 2), 'started_at': datetime.datetime(2021, 6, 30, 8, 43, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:54.148062 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0a26-1683-4718-965d-393c2940889f None None] Checking segment: {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:54.148376 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:54.148765 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0a26-1683-4718-965d-393c2940889f None None] Bound using segment: {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'} {{(pid=94186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:54.149236 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.managers [None req-790d0a26-1683-4718-965d-393c2940889f None None] Bound port: e2a0e28c-3286-46f4-a530-38c2e49d39b3, host: n-d-779913-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ef75ac-c2c7-4a5b-af63-91940123959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d'}}] {{(pid=94186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:54.149610 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:54.222650 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-790d0a26-1683-4718-965d-393c2940889f None None] For port e2a0e28c-3286-46f4-a530-38c2e49d39b3, host n-d-779913-25, cleared binding levels {{(pid=94186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:54.226246 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-790d0a26-1683-4718-965d-393c2940889f None None] For port e2a0e28c-3286-46f4-a530-38c2e49d39b3, host n-d-779913-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e2a0e28c-3286-46f4-a530-38c2e49d39b3,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:54.232866 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-790d0a26-1683-4718-965d-393c2940889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:54.271170 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-fbd9fb23-a13e-4ab3-b96c-3623c544ea10 req-d937216b-b88b-4d7b-9e0d-a84552dd0689 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 210 time: 0.0395958 Jun 30 10:33:54.321214 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:33:54.321855 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:33:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:54.367414 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211636e-6b63-49f7-9f78-324b88e10f40 None None] Pushing event updated for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:54.633914 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:33:54.842122 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-790d0a26-1683-4718-965d-393c2940889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 4, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e2a0e28c-3286-46f4-a530-38c2e49d39b3', 'name': '', 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'mac_address': 'fa:16:3e:9e:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:50Z', 'updated_at': '2021-06-30T10:33:54Z', 'revision_number': 4, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'subnets': [{'id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:33:54.868142 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d0a26-1683-4718-965d-393c2940889f None None] The sync data for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 is: [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:33:50Z', 'revision_number': 4, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': 'e2a0e28c-3286-46f4-a530-38c2e49d39b3', 'name': '', 'network_id': '824abeb1-75b7-4ca7-ae4d-be973ad93a2d', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'mac_address': 'fa:16:3e:9e:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:50Z', 'updated_at': '2021-06-30T10:33:54Z', 'revision_number': 4, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'subnets': [{'id': '83659be3-55b5-4bac-93d1-9edd9db7ca52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:33:55.092617 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5811a76-4722-4f2b-8fcf-af461893e671 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:55.146267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port f5811a76-4722-4f2b-8fcf-af461893e671 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:55.146921 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.230054 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e2a0e28c-3286-46f4-a530-38c2e49d39b3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:55.284328 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:55.293003 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:55.293399 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.402561 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.430926 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-f1d64b9b-8336-47a6-a3c6-028384aac73f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:55.432379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-f1d64b9b-8336-47a6-a3c6-028384aac73f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 810 time: 0.1596904 Jun 30 10:33:55.443791 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] For port e2a0e28c-3286-46f4-a530-38c2e49d39b3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e2a0e28c-3286-46f4-a530-38c2e49d39b3,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:33:55.447255 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.459665 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-7c5d5f88-d3c4-4ced-bbf9-e3eaa33b24d2 req-69118b28-0ca4-4a27-9622-df3ec94209c3 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 210 time: 0.0482335 Jun 30 10:33:55.490561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-1f3f31e3-8046-4599-9da0-60d3a1ae50fa tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 380 time: 0.0420129 Jun 30 10:33:55.500002 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'port': {'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'admin_state_up': True, 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'security_groups': ['3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2']}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:55.506152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Pushing event updated for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:55.616275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Made reservation on behalf of ecad548061ee4d06bd8747f6eebc1114 for: {'port': 1} {{(pid=94183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:33:55.619659 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.744151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Allocated IP 172.20.0.6 (c1960a03-86b1-4117-b846-65c3da2cab7b/fbe68fa8-9560-47fd-b22a-4481d3d8b09c/efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:33:55.878708 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.891867 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Transition to ACTIVE for port object efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 will not be triggered until provisioned by entity DHCP. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:55.923579 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:55.968394 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Network c1960a03-86b1-4117-b846-65c3da2cab7b is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:33:55.972179 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:33:55.978606 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:33:55.985448 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:56.029846 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:56.030465 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.046246 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-8a4f19db-47e8-4fcd-a1cb-51eb2ba0250b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5499976 Jun 30 10:33:56.100303 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Request body: {'port': {'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-25'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:33:56.171899 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f0d67c5-259a-445c-8c30-bbe295d70746 None None] Provisioning for port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:33:56.175645 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-4f0d67c5-259a-445c-8c30-bbe295d70746 None None] Provisioning complete for port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:56.176145 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4f0d67c5-259a-445c-8c30-bbe295d70746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.179784 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.214463 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d67c5-259a-445c-8c30-bbe295d70746 None None] Port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:33:56.436476 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 {{(pid=94183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:33:56.444075 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.455717 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.provisioning_blocks [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Transition to ACTIVE for port object efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 will not be triggered until provisioned by entity L2. {{(pid=94183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:33:56.459551 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.507590 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:56.583013 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Attempting to bind port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 on host n-h2-779913-25 for vnic_type normal with profile {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:33:56.583451 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Attempting to bind port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 by drivers openvswitch,hyperv on host n-h2-779913-25 at level 0 using segments [{'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:33:56.583873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Attempting to bind port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:56.593489 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 on network c1960a03-86b1-4117-b846-65c3da2cab7b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-25 {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:33:56.594352 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Attempting to bind port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:33:56.599403 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Checking agent: {'id': '2dbd9164-ee5b-4c54-b9e1-9468d473b199', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:33:56.599724 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Checking segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:33:56.600206 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Bound using segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} {{(pid=94183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:33:56.600638 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.managers [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Bound port: efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host: n-h2-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}}] {{(pid=94183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:33:56.600996 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.700566 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, cleared binding levels {{(pid=94183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:33:56.705166 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:33:56.709937 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.754449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:56.755021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:56.756393 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] 10.222.0.11 "PUT /v2.0/ports/efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 1092 time: 0.6606452 Jun 30 10:33:56.756840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:33:56.759120 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a48167-b474-4864-bb64-9ea1a2d39223" -d '{"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:33:56.804907 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caefe53-c684-4072-97db-310738d8cc03 req-6ff057b7-c22c-47bf-b8a4-0f07aff9ee79 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:56.811949 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6caefe53-c684-4072-97db-310738d8cc03 req-6ff057b7-c22c-47bf-b8a4-0f07aff9ee79 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 943 time: 0.2246175 Jun 30 10:33:56.829422 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52d9d-1721-4c3b-b296-d65c083f4180 service neutron] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=3']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:33:56.870926 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda087f-472f-4af6-9a40-a85d023cfb90 x-openstack-request-id: req-5bda087f-472f-4af6-9a40-a85d023cfb90 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:33:56.871215 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:33:56.871470 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bda087f-472f-4af6-9a40-a85d023cfb90 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:33:56.871879 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'status': 'completed', 'code': 200} Jun 30 10:33:56.891027 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-6caefe53-c684-4072-97db-310738d8cc03 req-42a19c4e-e7d2-4461-a0a1-88fc1ea5a3da tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780020 Jun 30 10:33:56.913202 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-102f11e6-0344-49ca-b11f-c687a3a808ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:56.914904 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-102f11e6-0344-49ca-b11f-c687a3a808ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1095 time: 0.0998144 Jun 30 10:33:56.960429 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-1c3c5f7d-6d1e-405f-af3d-e63d931eae84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 217 time: 0.0383604 Jun 30 10:33:57.024715 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e2a0e28c-3286-46f4-a530-38c2e49d39b3 up at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:33:57.072064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Provisioning complete for port e2a0e28c-3286-46f4-a530-38c2e49d39b3 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:33:57.072462 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:57.322803 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-066b9cba-123f-4a2b-843e-5de438212455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.324238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-066b9cba-123f-4a2b-843e-5de438212455 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.3575828 Jun 30 10:33:57.380181 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-dba1a29e-5325-4334-b74e-70aa1e7149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.381689 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-dba1a29e-5325-4334-b74e-70aa1e7149c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505931 Jun 30 10:33:57.476205 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-fa3e24e6-55ed-4796-92ec-e1400a3b2f2c service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882163 Jun 30 10:33:57.567697 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-91b5b92a-4bf0-45cb-b74a-0f06aeaafd7c req-e14d9a01-14f7-4f5c-a788-f4a6514c40fe service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 Jun 30 10:33:57.664708 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-fcdf1e04-733b-4770-b55d-e5e4f99b0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.666238 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-fcdf1e04-733b-4770-b55d-e5e4f99b0e89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1095 time: 0.0542362 Jun 30 10:33:57.762599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-74e5becd-19da-439b-b431-724ab4085b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.764072 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-74e5becd-19da-439b-b431-724ab4085b46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0916059 Jun 30 10:33:57.807163 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-a174f517-58d6-4a9b-a15f-46c75174357c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 217 time: 0.0358205 Jun 30 10:33:57.857405 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-7f910323-b5c3-4cb8-90e0-08f84065b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.858848 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-7f910323-b5c3-4cb8-90e0-08f84065b558 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0463636 Jun 30 10:33:57.914827 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-e7c710cf-13d9-4e51-8e9c-69cab4116ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:57.916282 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-e7c710cf-13d9-4e51-8e9c-69cab4116ce3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504260 Jun 30 10:33:58.002661 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-c898c267-8f55-46a3-b927-89af9794b753 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Jun 30 10:33:58.145855 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e49f2-0098-45f0-9506-ce83855381fd req-d201105d-520a-4160-a301-744a1a37f716 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:58.147309 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b9e49f2-0098-45f0-9506-ce83855381fd req-d201105d-520a-4160-a301-744a1a37f716 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 943 time: 0.1434817 Jun 30 10:33:58.149023 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-f8a48167-b474-4864-bb64-9ea1a2d39223 req-3afd859f-36a7-44f1-8872-23bc782faa68 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395307 Jun 30 10:33:58.187857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5b9e49f2-0098-45f0-9506-ce83855381fd req-237bfe73-43fc-442c-adfa-6866c43a2806 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347588 Jun 30 10:33:59.358094 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa6c7-4bcf-48a9-a03f-080599f21170 req-667eb489-cc2b-4195-ad49-202694efabe8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:33:59.360062 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-187aa6c7-4bcf-48a9-a03f-080599f21170 req-667eb489-cc2b-4195-ad49-202694efabe8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 943 time: 0.0644805 Jun 30 10:33:59.395900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-187aa6c7-4bcf-48a9-a03f-080599f21170 req-40ab027d-71d8-43b3-9ade-bd50a56609f0 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303197 Jun 30 10:33:59.434845 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7e02900a-32cd-4c2a-9c4d-8383b55a2d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:00.305330 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:34:00.401289 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:00.412170 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:34:00.448333 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:00.461286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:34:00.480169 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:00.484379 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:00.535767 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:00.570473 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86184162-a3ac-4ab7-8286-4e7d23cc79d2 req-b4c664ea-c2dc-4353-8ea0-8716fc80a4f5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:00.571862 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86184162-a3ac-4ab7-8286-4e7d23cc79d2 req-b4c664ea-c2dc-4353-8ea0-8716fc80a4f5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 944 time: 0.0627656 Jun 30 10:34:00.607631 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-86184162-a3ac-4ab7-8286-4e7d23cc79d2 req-4d6eaefa-c582-4f41-9c01-65ca59b0b84c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299110 Jun 30 10:34:00.780140 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:34:01.786748 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581595e8-4ebb-41df-8c85-6685e9be8bca req-4c73b3a7-77a3-43da-86da-3d112e5b142a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:01.788508 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-581595e8-4ebb-41df-8c85-6685e9be8bca req-4c73b3a7-77a3-43da-86da-3d112e5b142a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 944 time: 0.0666373 Jun 30 10:34:01.827938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-581595e8-4ebb-41df-8c85-6685e9be8bca req-be850cac-c117-4e17-b85d-7680fed0306a tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Jun 30 10:34:02.020282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8a48b4dd-50a0-4f7c-9216-4ff089d77ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:02.140352 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:02.320189 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:34:02.365990 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning for port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:34:02.369404 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:34:02.369796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:02.442098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:02.462965 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:34:02.465193 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07816e-5e15-4b51-ab82-3fc96f5f06eb" -d '{"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-plugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:34:02.481558 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:34:02.486154 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:02.508750 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faabc79-12c2-47f7-a73d-5ff639abbbe6 x-openstack-request-id: req-4faabc79-12c2-47f7-a73d-5ff639abbbe6 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:34:02.509050 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-plugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:34:02.509308 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4faabc79-12c2-47f7-a73d-5ff639abbbe6 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:34:02.509698 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'code': 200} Jun 30 10:34:02.535346 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:02.612295 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9e828-e6b5-411b-88cc-2ee461886498 req-e569e7f6-cf1d-4a61-a82f-f91ddf132e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:02.613671 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1de9e828-e6b5-411b-88cc-2ee461886498 req-e569e7f6-cf1d-4a61-a82f-f91ddf132e7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1097 time: 0.0505772 Jun 30 10:34:02.646398 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1de9e828-e6b5-411b-88cc-2ee461886498 req-b93ab430-7759-4ac9-89d6-4719e20993ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262628 Jun 30 10:34:02.996386 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98092e-5813-4435-9b95-ce9b62287db5 req-efb2eaa0-4b3c-4fe5-9a79-41c24ccba375 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:02.997854 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd98092e-5813-4435-9b95-ce9b62287db5 req-efb2eaa0-4b3c-4fe5-9a79-41c24ccba375 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 945 time: 0.0616961 Jun 30 10:34:03.034194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-cd98092e-5813-4435-9b95-ce9b62287db5 req-ef9ae9cf-3738-4d00-afcf-6d08470e006c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Jun 30 10:34:03.358437 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.207915 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf41f24-a95d-46fa-8c5e-970a95e12165 req-89bc4f0c-27cf-46a8-9cb4-21c8b1cac887 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:04.209376 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bf41f24-a95d-46fa-8c5e-970a95e12165 req-89bc4f0c-27cf-46a8-9cb4-21c8b1cac887 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 945 time: 0.0657361 Jun 30 10:34:04.245452 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9bf41f24-a95d-46fa-8c5e-970a95e12165 req-61a47413-a4c7-43b3-a063-15277b4f9a85 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303762 Jun 30 10:34:04.352924 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.415843 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb46836-3992-42c0-9638-529e349564b9 req-f71613df-ffde-497e-8b3b-a740f7aaea1f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:04.417299 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eb46836-3992-42c0-9638-529e349564b9 req-f71613df-ffde-497e-8b3b-a740f7aaea1f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 945 time: 0.0624580 Jun 30 10:34:04.454666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4eb46836-3992-42c0-9638-529e349564b9 req-a2a2620a-b81b-4e48-97f3-0c90d6fae053 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Jun 30 10:34:04.477592 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44480) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:04.571153 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b3763-443c-4045-9d70-839d50fd9814 tempest-TestSnapshotPattern-353857935 tempest-TestSnapshotPattern-353857935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:04.572643 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-9e9b3763-443c-4045-9d70-839d50fd9814 tempest-TestSnapshotPattern-353857935 tempest-TestSnapshotPattern-353857935-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1092 time: 0.0940559 Jun 30 10:34:04.575576 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44484) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:34:04.579844 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:34:04.600033 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.692449 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.795625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Allocated IP 172.25.4.180 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/d2b042fe-5c54-4193-9fd1-05d7bbf4ed91) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:34:04.892693 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.929923 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:04.969354 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:34:04.972046 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:34:04.977343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:34:04.982569 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=d2b042fe-5c54-4193-9fd1-05d7bbf4ed91,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:05.002377 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.334787 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.410602 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.556851 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.561326 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.624198 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=d2b042fe-5c54-4193-9fd1-05d7bbf4ed91,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:34:05.636980 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:05.733334 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Floating IP 800b8f64-3862-4e12-8c93-1703e7eda646 associated. External IP: 172.25.4.180, port: efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5. Jun 30 10:34:05.934746 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:34:06.030301 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:06.039974 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:34:06.049234 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:34:06.054291 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:06.058010 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:06.058636 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:34:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:06.089699 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e075def4-d486-4141-8fd4-7389aaeca601 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5131266 Jun 30 10:34:06.090274 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:34:06.092582 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:34:06.128507 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693acd5-6848-4e01-b041-c056b5db654b x-openstack-request-id: req-b693acd5-6848-4e01-b041-c056b5db654b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:34:06.128806 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:34:06.129065 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b693acd5-6848-4e01-b041-c056b5db654b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:34:06.129472 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'status': 'completed', 'code': 200} Jun 30 10:34:06.207655 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-ac79c893-8490-4c3e-980c-65127326d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:06.209455 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-ac79c893-8490-4c3e-980c-65127326d019 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1097 time: 0.0559657 Jun 30 10:34:06.258954 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:06.307249 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-8cca53a5-d35b-4dd2-8b37-dd43bb826a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:06.308863 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-8cca53a5-d35b-4dd2-8b37-dd43bb826a8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0911996 Jun 30 10:34:06.373857 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-7f98db05-cc02-4f3d-a5d3-03ae9a6b039b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 999 time: 0.0582983 Jun 30 10:34:06.426823 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-b5ea804b-a482-4d10-8ca6-e321732a7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:06.428276 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-b5ea804b-a482-4d10-8ca6-e321732a7f82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0479562 Jun 30 10:34:06.480005 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:05Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:06.484625 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-0e5d68b6-eb96-4274-93b1-8f5fd5198abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:06.486151 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-0e5d68b6-eb96-4274-93b1-8f5fd5198abb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514991 Jun 30 10:34:06.508761 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:34:06.517325 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:34:06.517957 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:34:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:06.577663 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-6ac84206-4b5d-4d65-88b5-e1343b83a9bb service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845537 Jun 30 10:34:06.626781 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:34:06.679825 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05b74dbd-be87-4a2a-8804-c5b67c59c6f2 req-3f601e4e-b8d9-4c6f-851d-7dfe6b3a3819 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955186 Jun 30 10:34:06.850228 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:05Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:34:06.879704 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab42e7e-1515-485f-9b7a-9ed94db063a7 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:05Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:34:07.064640 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e8fcc-1099-4d36-9523-192bf67ff3fd None None] New status for floating IP 800b8f64-3862-4e12-8c93-1703e7eda646: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:34:19.137122 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:29.434592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3313-1328-4960-bb0c-d3abb9c3ce24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.020893 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5012-62c6-45c7-a9bb-5c036a43adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:32.140020 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:33.360247 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:34.341001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.004749 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:35.942349 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-8bc7a150-5533-48a8-af02-24d23b041f45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024640 Jun 30 10:34:36.031710 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:36.034580 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857a15-1dcf-478d-a099-c443b1446928 req-cee18e87-d1a1-4257-ac76-7023ef5eb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:36.036145 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-cee18e87-d1a1-4257-ac76-7023ef5eb274 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1097 time: 0.0525451 Jun 30 10:34:36.139286 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857a15-1dcf-478d-a099-c443b1446928 req-295f2bf8-1573-4a79-9546-54b11a352b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:36.140619 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-295f2bf8-1573-4a79-9546-54b11a352b68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0851176 Jun 30 10:34:36.202937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-1dddabe4-c583-48b2-af4e-ef0237ecadc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 1001 time: 0.0548351 Jun 30 10:34:36.252732 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857a15-1dcf-478d-a099-c443b1446928 req-65f6d885-3690-4930-9704-1f8aad4e0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:36.254096 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-65f6d885-3690-4930-9704-1f8aad4e0939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0448065 Jun 30 10:34:36.308412 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857a15-1dcf-478d-a099-c443b1446928 req-be52aa3f-d5c9-45ff-9161-c8971fee1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:34:36.309860 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-be52aa3f-d5c9-45ff-9161-c8971fee1ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496824 Jun 30 10:34:36.396074 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-d607a57a-7e27-447d-84aa-880445343c08 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795646 Jun 30 10:34:36.490358 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-76857a15-1dcf-478d-a099-c443b1446928 req-b4e53faf-998f-44ad-a80d-0423a00a0d33 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 Jun 30 10:34:56.137508 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:59.435039 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2c2558ce-bc45-4cf2-8f80-c985185d7015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:02.020872 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c5e98c86-caa4-433d-99bc-61d644aabc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:02.141269 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:03.364982 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:04.352959 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:05.007589 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:06.043084 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:29.434868 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a3a088f9-4863-4f74-a596-815efc60c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:32.021216 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-da372249-7447-4523-9375-80a4f00be835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:32.140802 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:33.136917 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:33.366543 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:34.380306 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.010480 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:35.892053 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-43810a77-d843-427f-b00a-b13e179b4403 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504296 Jun 30 10:35:35.986969 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-c4783b5c-778a-4f93-95e9-7b04401b259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:35.988424 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-c4783b5c-778a-4f93-95e9-7b04401b259d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1097 time: 0.0508454 Jun 30 10:35:36.041559 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:36.098666 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-4d5f720e-66e6-47f8-b0a8-0ad08198a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:36.100036 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-4d5f720e-66e6-47f8-b0a8-0ad08198a6d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0875361 Jun 30 10:35:36.162484 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-410cce07-3173-47c0-9b0e-a6d924244a74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 1001 time: 0.0555398 Jun 30 10:35:36.213132 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-5fdf426a-8c75-4c92-b6ff-5b3b0f345f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:36.214537 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-5fdf426a-8c75-4c92-b6ff-5b3b0f345f66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0455682 Jun 30 10:35:36.268307 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-c4594960-c3d9-4931-ab49-b6192af910a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:35:36.269736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-c4594960-c3d9-4931-ab49-b6192af910a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489032 Jun 30 10:35:36.355404 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-c0f7c22a-bd54-4941-a8f5-dce3d5be351f service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786691 Jun 30 10:35:36.446493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9ba70d12-c3e4-4cfa-bb6e-5de698168ee2 req-d3cff1fc-0ac4-496a-a828-2970babec357 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Jun 30 10:35:59.434780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ca7d65c2-f4c1-4bbe-b8fd-7e75c6285cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:02.021663 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d5ad97f6-0eba-4d2b-bcdf-80ed69a6a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:02.140192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:03.370194 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:04.374156 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:05.012014 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:06.035048 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:10.136751 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:29.434489 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-85644405-0e7f-424f-95ac-0fe873014f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:32.021233 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb55af8c-1802-4e71-9a2a-9a5d48224598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:32.143592 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:33.373192 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:34.393099 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:35.015707 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:36.029313 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:37.887844 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-0577a089-3c3d-4a21-b386-9766ea77c051 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509048 Jun 30 10:36:37.977467 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-c82e5a07-4df5-4b28-a63c-36c74a31435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:37.978900 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-c82e5a07-4df5-4b28-a63c-36c74a31435a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1097 time: 0.0495348 Jun 30 10:36:38.083048 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-36d8776b-680c-40b1-a3cc-ca78055a72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:38.084411 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-36d8776b-680c-40b1-a3cc-ca78055a72eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0862615 Jun 30 10:36:38.146753 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-dfb54127-ee56-4958-ab9b-69929152baa8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 1001 time: 0.0561264 Jun 30 10:36:38.197151 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-8f83cc7c-b7d9-4f79-a289-9832b8a8057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:38.198560 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-8f83cc7c-b7d9-4f79-a289-9832b8a8057b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0457630 Jun 30 10:36:38.252872 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-2896bbe0-1deb-496e-8581-c0dd7caffb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:36:38.254329 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-2896bbe0-1deb-496e-8581-c0dd7caffb04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493720 Jun 30 10:36:38.339047 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-10c5b0bb-c3ff-45d9-a6eb-a6c34c274e46 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781519 Jun 30 10:36:38.429562 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0a816880-0e6d-4889-8ce1-845dc8ccfade req-3aaa1835-7099-4372-b835-91cbd329d9d4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840678 Jun 30 10:36:47.135946 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:59.157703 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 details requested by agent hyperv_n-h2-779913-25 with host n-h2-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:36:59.246658 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:36:59.257870 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Returning: {'device': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:36:59.297767 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:59.309568 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:36:59.328729 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:36:59.332277 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:59.381915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:36:59.388895 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.389812 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.390161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.390502 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.390842 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.391174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.391504 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.391848 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.392160 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.392487 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.392810 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.393132 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:36:59.413832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] get_ports_and_sgs() called for port_ids ['efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:36:59.455964 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b4238a8-3786-4d14-9c10-f4faf06a888a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:01.170637 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 up at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:37:01.216864 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Provisioning complete for port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:37:01.217280 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:01.290688 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:01.315695 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:01.317920 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4833605-bc8a-4d84-a617-3d5c1d73d459" -d '{"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-plugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:01.330800 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:01.336566 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:01.361262 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee83e989-d6e9-4302-af28-84efeec7c224 x-openstack-request-id: req-ee83e989-d6e9-4302-af28-84efeec7c224 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:01.361570 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-plugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:01.361933 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee83e989-d6e9-4302-af28-84efeec7c224 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:01.362342 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'code': 200} Jun 30 10:37:01.386671 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:02.021182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ac4be58e-7572-44fd-ab0d-ad7e8e1c9cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:02.144242 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:03.379243 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:04.416053 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:05.019226 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:06.030954 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:13.325820 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-25375c1e-1186-4286-8b90-dc523b0d5762 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941441770&fields=id&tenant_id=ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 267 time: 0.0323546 Jun 30 10:37:13.432725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-ce635440-063f-4670-8374-74fe2b3132d9 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:13.434156 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-ce635440-063f-4670-8374-74fe2b3132d9 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 810 time: 0.1016541 Jun 30 10:37:13.447938 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5b8e9bd5-bca2-4fbb-ae7d-b4edfb8be488 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/quotas/ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 375 time: 0.0084925 Jun 30 10:37:13.515217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-14cfc06f-93ae-4579-a6b8-1165f28181ed tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0619919 Jun 30 10:37:13.656129 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-90153111-92cc-4f0b-baa9-fb4e5987136a service neutron] 10.222.0.66 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297309 Jun 30 10:37:14.042598 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-96ccbcb9-b157-42da-b45c-f029640e0643 service neutron] 10.222.0.66 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804526 Jun 30 10:37:14.242079 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-61eeb054-de5e-4af1-ab77-ad8bdd19bf0f req-48e48085-46fa-4f93-90a9-418f40238ec0 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 210 time: 0.0308561 Jun 30 10:37:15.331434 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-f9b78478-c147-451a-bc76-f2e9fbe96f1e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:15.333203 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-f9b78478-c147-451a-bc76-f2e9fbe96f1e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 810 time: 0.1072764 Jun 30 10:37:15.379175 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-9f73e861-f9e6-467a-8e36-d2db022c659f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecad548061ee4d06bd8747f6eebc1114 HTTP/1.1" status: 200 len: 380 time: 0.0365028 Jun 30 10:37:15.388385 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'port': {'device_id': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'admin_state_up': True, 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'security_groups': ['3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2']}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:37:15.395626 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-d06ad195-c8fc-42ba-8825-1c99f61ccfa7 req-ccca02c1-9539-44b0-8c50-67e4a0ea8881 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 210 time: 0.0390401 Jun 30 10:37:15.502373 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Made reservation on behalf of ecad548061ee4d06bd8747f6eebc1114 for: {'port': 1} {{(pid=94185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:37:15.506298 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:15.635150 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_common [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Allocated IP 172.20.0.5 (c1960a03-86b1-4117-b846-65c3da2cab7b/fbe68fa8-9560-47fd-b22a-4481d3d8b09c/f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a) {{(pid=94185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:37:15.787965 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:15.805773 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Transition to ACTIVE for port object f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a will not be triggered until provisioned by entity DHCP. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:37:15.847369 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2522260'] for port, after_create {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:15.913168 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=1']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:15.925967 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.926319 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.926668 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.927014 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.927356 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.927722 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.928055 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.928446 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.928781 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.929106 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.929438 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.929816 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:15.942485 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Network c1960a03-86b1-4117-b846-65c3da2cab7b is already hosted by enough agents. {{(pid=94185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:37:15.943838 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.base_scheduler [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Resources bound (agent type, host, resource id): {{(pid=94185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:37:15.946067 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Received port after_create {{(pid=94185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:37:16.025137 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:16.026148 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:16.051299 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-1b3f15ab-3027-4b36-b883-664a0f408c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666789 Jun 30 10:37:16.198263 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5ef12de5-5415-452e-afe4-9776770b7a16 None None] Provisioning for port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a completed by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:37:16.202161 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-5ef12de5-5415-452e-afe4-9776770b7a16 None None] Provisioning complete for port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a triggered by entity DHCP. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:37:16.202564 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-5ef12de5-5415-452e-afe4-9776770b7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:16.240353 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-5ef12de5-5415-452e-afe4-9776770b7a16 None None] Port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a cannot update to ACTIVE because it is not bound. {{(pid=94186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:37:16.571080 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16149b8a-e68c-4998-a6eb-c855f2000341 req-b96015cf-bb4b-4d80-97f5-2a18c41ea991 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:16.573646 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16149b8a-e68c-4998-a6eb-c855f2000341 req-b96015cf-bb4b-4d80-97f5-2a18c41ea991 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0658703 Jun 30 10:37:16.613095 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-16149b8a-e68c-4998-a6eb-c855f2000341 req-a61fb18f-ad93-412f-8b7a-21577dfa119b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Jun 30 10:37:17.266320 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:37:17.340500 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:17.361198 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:17.363478 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fd1c0-b7a4-48b5-b726-50eb53c52f04" -d '{"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-unplugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:17.376852 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:17.382050 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:17.436152 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Pushing event updated for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:17.492021 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e65bf46-ac04-4179-9fc2-7f8af24affa3 x-openstack-request-id: req-2e65bf46-ac04-4179-9fc2-7f8af24affa3 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:17.492319 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-unplugged", "status": "completed", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:17.492573 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e65bf46-ac04-4179-9fc2-7f8af24affa3 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:17.492963 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'code': 200} Jun 30 10:37:17.979725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd1a2-0b7c-4cc2-a2f2-d9628215b4be req-e8878c19-7ed1-49a4-91c8-448531b851b7 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:17.981573 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2abd1a2-0b7c-4cc2-a2f2-d9628215b4be req-e8878c19-7ed1-49a4-91c8-448531b851b7 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0654771 Jun 30 10:37:18.022421 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b2abd1a2-0b7c-4cc2-a2f2-d9628215b4be req-8837f69f-428c-4391-9fd0-f5e140774a33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348597 Jun 30 10:37:19.230560 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856181e-5097-4676-b995-22d6dbcfe3ef req-b2c867d3-0b71-4ce2-a729-4969344080ce tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:19.232370 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0856181e-5097-4676-b995-22d6dbcfe3ef req-b2c867d3-0b71-4ce2-a729-4969344080ce tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0848775 Jun 30 10:37:19.276561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-0856181e-5097-4676-b995-22d6dbcfe3ef req-863c3af8-3e89-409e-a805-269ce52de59f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382559 Jun 30 10:37:20.455121 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9ae6-59d3-4729-9fc7-3975105be45b req-76564ec7-7e09-4a5f-84ef-f92843609753 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:20.456669 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4ee9ae6-59d3-4729-9fc7-3975105be45b req-76564ec7-7e09-4a5f-84ef-f92843609753 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0672629 Jun 30 10:37:20.493146 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-e4ee9ae6-59d3-4729-9fc7-3975105be45b req-c9f470ea-2cbd-462e-addc-5488cc9b502f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jun 30 10:37:21.682155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7761b-bb1c-4e87-943b-e9453a4867a2 req-ba4d569f-fb96-4028-9f7f-640386a222d1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:21.683800 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36f7761b-bb1c-4e87-943b-e9453a4867a2 req-ba4d569f-fb96-4028-9f7f-640386a222d1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0725906 Jun 30 10:37:21.726493 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-36f7761b-bb1c-4e87-943b-e9453a4867a2 req-4d9f5569-9e0f-45a7-bff5-0f346e0a3092 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361297 Jun 30 10:37:22.904975 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8c76-1895-41ec-896d-da2eccbac9dc req-caf4d64b-5d0a-47aa-8d70-6bc6f2475098 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:22.906903 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e7d8c76-1895-41ec-896d-da2eccbac9dc req-caf4d64b-5d0a-47aa-8d70-6bc6f2475098 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0638039 Jun 30 10:37:22.949461 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8e7d8c76-1895-41ec-896d-da2eccbac9dc req-27dd73e0-f88e-4fdc-9898-c4306b1a46b3 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359743 Jun 30 10:37:24.126659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14063376-ac33-4c17-8f50-12acef23ddde req-a77d5694-4b27-4640-8cc3-5cb88c0ac2e8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:24.128075 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14063376-ac33-4c17-8f50-12acef23ddde req-a77d5694-4b27-4640-8cc3-5cb88c0ac2e8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0640881 Jun 30 10:37:24.134390 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:37:24.167496 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-14063376-ac33-4c17-8f50-12acef23ddde req-37f4a602-6dac-44b7-8239-89cf321937fe tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Jun 30 10:37:25.349449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be333e45-04c5-480c-beb9-22ac4e63b593 req-9534a0c9-d515-427b-bafe-a58fa4fe6e83 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:25.350926 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be333e45-04c5-480c-beb9-22ac4e63b593 req-9534a0c9-d515-427b-bafe-a58fa4fe6e83 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0675321 Jun 30 10:37:25.390736 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-be333e45-04c5-480c-beb9-22ac4e63b593 req-eebfba97-7748-44f1-b961-316e94cfbe47 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323389 Jun 30 10:37:26.558575 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f7a39-2331-4ad2-b7f4-f970c74ad656 req-f398e131-2b62-49e7-a73e-cab0aef874b6 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:26.560005 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-691f7a39-2331-4ad2-b7f4-f970c74ad656 req-f398e131-2b62-49e7-a73e-cab0aef874b6 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 931 time: 0.0616128 Jun 30 10:37:26.596622 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-691f7a39-2331-4ad2-b7f4-f970c74ad656 req-9fc7e9a4-3ea3-4356-83d8-c850460dc100 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301440 Jun 30 10:37:26.740193 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-020a8fff-dc2a-483e-9482-2bc410a41795 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=94185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:37:26.741350 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-020a8fff-dc2a-483e-9482-2bc410a41795 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063791 Jun 30 10:37:26.828720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.v2.base [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Request body: {'port': {'device_id': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-25'}} {{(pid=94185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:37:26.901183 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.153227 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a {{(pid=94185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:37:27.160826 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.172038 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.provisioning_blocks [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Transition to ACTIVE for port object f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a will not be triggered until provisioned by entity L2. {{(pid=94185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:37:27.176143 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.225160 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=2']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:27.299925 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Attempting to bind port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a on host n-h1-779913-25 for vnic_type normal with profile {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:37:27.300295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Attempting to bind port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a by drivers openvswitch,hyperv on host n-h1-779913-25 at level 0 using segments [{'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:37:27.300629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Attempting to bind port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:37:27.305047 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a on network c1960a03-86b1-4117-b846-65c3da2cab7b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-25 {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:37:27.305379 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Attempting to bind port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a on network c1960a03-86b1-4117-b846-65c3da2cab7b {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:37:27.310221 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Checking agent: {'id': 'aa894773-6afd-4bbb-8c30-f1b6f56a1994', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:37:27.310563 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Checking segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:37:27.310952 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Bound using segment: {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'} {{(pid=94185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:37:27.311382 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.managers [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Bound port: f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host: n-h1-779913-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e454a9-6b16-4ea9-9259-45fc0becdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b'}}] {{(pid=94185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:37:27.311743 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.376629 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, cleared binding levels {{(pid=94185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:37:27.379719 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:37:27.383242 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2522278'] for port, after_update {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.416271 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.416974 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:27.418370 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] 10.222.0.41 "PUT /v2.0/ports/f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 1092 time: 0.6697531 Jun 30 10:37:27.418834 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:27.421153 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3" -d '{"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:27.453287 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91686-9b37-4a16-9260-7fdd18a623ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=3']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:27.520175 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-deb26b58-bbf4-434d-b98e-e3ccdafef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.521700 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-deb26b58-bbf4-434d-b98e-e3ccdafef3b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1095 time: 0.0578027 Jun 30 10:37:27.538896 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d56e0-d593-4794-b31a-9186e7fcae69 x-openstack-request-id: req-b80d56e0-d593-4794-b31a-9186e7fcae69 {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:27.539095 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:27.539283 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b80d56e0-d593-4794-b31a-9186e7fcae69 {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:27.539687 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'status': 'completed', 'code': 200} Jun 30 10:37:27.570854 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-43db37a2-b373-4b31-b022-c7d3575a2e20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 217 time: 0.0402308 Jun 30 10:37:27.620858 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-f2ac31f0-d25d-4948-bacf-e8373432d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.622384 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-f2ac31f0-d25d-4948-bacf-e8373432d679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0447936 Jun 30 10:37:27.681415 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-72382235-d8a0-4abc-9b1b-28cf2d9b1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.682962 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-72382235-d8a0-4abc-9b1b-28cf2d9b1da4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541818 Jun 30 10:37:27.775747 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-a742aed7-2d52-49c4-bb4c-10c82a9e2bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Jun 30 10:37:27.778932 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a0c22-9005-49f8-a27e-0d141b505381 req-65425c29-411e-4a41-a40b-91711146c98c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.780374 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-709a0c22-9005-49f8-a27e-0d141b505381 req-65425c29-411e-4a41-a40b-91711146c98c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 943 time: 0.0652056 Jun 30 10:37:27.819765 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-709a0c22-9005-49f8-a27e-0d141b505381 req-e4a46fb7-2ead-4656-9249-fc379accb06d tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Jun 30 10:37:27.868508 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5efceff9-34f9-4b31-a623-a3770dc3344b req-c51070eb-5015-45f7-883d-d92bb61430f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Jun 30 10:37:27.970497 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-c9117608-f02d-4452-89cc-564791aba2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:27.972008 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-c9117608-f02d-4452-89cc-564791aba2f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1095 time: 0.0569079 Jun 30 10:37:28.058022 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-a4ddb74d-ba71-4070-8025-535a1dc0ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:28.059467 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-a4ddb74d-ba71-4070-8025-535a1dc0ad08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0814643 Jun 30 10:37:28.105745 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-3034dd3b-7ca0-4bdf-b0e1-d827d43c3033 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 217 time: 0.0396302 Jun 30 10:37:28.155920 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-67611948-ae62-4565-93af-70f7180da5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:28.157244 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-67611948-ae62-4565-93af-70f7180da5fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0439320 Jun 30 10:37:28.212501 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-bf48a2d1-9b63-4ff6-a3df-bb8300dac17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:28.213978 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-bf48a2d1-9b63-4ff6-a3df-bb8300dac17b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492265 Jun 30 10:37:28.305205 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-7ac4bf55-3433-4653-a666-0b740f26bddf service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jun 30 10:37:28.398335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-bcc7c2dd-bdf4-421c-9daf-e52aebb4fac3 req-9a5b8b5b-6ac8-4f6a-b0eb-ccdedd5f9441 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861161 Jun 30 10:37:28.990588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d610f-2987-4ef6-96ba-068e193a3d3a req-cb12b9db-6d2d-4515-8574-6f31626776d5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:28.992073 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-120d610f-2987-4ef6-96ba-068e193a3d3a req-cb12b9db-6d2d-4515-8574-6f31626776d5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 943 time: 0.0623038 Jun 30 10:37:29.029295 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-120d610f-2987-4ef6-96ba-068e193a3d3a req-ac05ca7e-4547-4a56-9e8e-700e57b05b1b tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Jun 30 10:37:29.434976 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-71027a64-81a5-4791-84c8-62031c10dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:30.197095 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be02e5-4274-4f61-b4c8-a39224543136 req-d6ea7086-550e-4bf7-96b4-fe0d101d3da5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:30.198561 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05be02e5-4274-4f61-b4c8-a39224543136 req-d6ea7086-550e-4bf7-96b4-fe0d101d3da5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 943 time: 0.0607908 Jun 30 10:37:30.235141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-05be02e5-4274-4f61-b4c8-a39224543136 req-dcd48609-82d7-4ab9-b2b6-7a8de5b55209 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Jun 30 10:37:30.344611 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:37:30.432999 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:30.443825 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'mac_address': 'fa:16:3e:d9:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:37:30.482204 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:30.493974 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:37:30.511921 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:30.516032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:30.560567 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=4']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:30.748444 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:37:31.409330 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ede29-0825-432d-afcd-1674153fdfde req-816c0634-5b6a-4678-aed1-77a7896c885e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:31.411057 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9ede29-0825-432d-afcd-1674153fdfde req-816c0634-5b6a-4678-aed1-77a7896c885e tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 944 time: 0.0680897 Jun 30 10:37:31.448476 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-9e9ede29-0825-432d-afcd-1674153fdfde req-337e7a38-e83f-4dcb-8953-1e0fd70c1c33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Jun 30 10:37:32.020739 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a797b993-5052-4a8e-b9ef-db2a9a6ea6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:32.144796 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:32.359863 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:37:32.406295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning for port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a completed by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:37:32.410425 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:37:32.410792 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:32.484753 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:32.507080 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:32.509321 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e86dd-497a-4b44-b1fe-a126b1c752a6" -d '{"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:32.522234 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:37:32.526484 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:32.553103 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d833cd68-c627-4418-ab38-3c5ae508544b x-openstack-request-id: req-d833cd68-c627-4418-ab38-3c5ae508544b {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:32.553401 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:32.553662 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d833cd68-c627-4418-ab38-3c5ae508544b {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:32.554079 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'code': 200} Jun 30 10:37:32.582016 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=5']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:32.623826 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d2156-0a26-4af4-917c-fc472d9c82de req-5d4c9b65-faf0-4b9c-915d-c8d457da75df tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:32.625379 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f8d2156-0a26-4af4-917c-fc472d9c82de req-5d4c9b65-faf0-4b9c-915d-c8d457da75df tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 945 time: 0.0658543 Jun 30 10:37:32.664039 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8f8d2156-0a26-4af4-917c-fc472d9c82de req-9b7a9db2-8f94-4123-bcc0-80a8242fdef2 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jun 30 10:37:32.664295 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ccf63-d726-44cf-a313-71ac41ef5740 req-f9830309-4e5e-40c8-ae94-a3e8a2dd0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:32.665539 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-be0ccf63-d726-44cf-a313-71ac41ef5740 req-f9830309-4e5e-40c8-ae94-a3e8a2dd0eeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1097 time: 0.0516143 Jun 30 10:37:32.699652 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-be0ccf63-d726-44cf-a313-71ac41ef5740 req-c1136a99-0427-4a9e-b6f1-d6702c79cecd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272405 Jun 30 10:37:33.380054 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:33.837092 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd386b6-ff30-4cc3-bfa8-99c4f445c755 req-11a7b249-f6c2-4360-9398-507630010230 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:33.838588 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dd386b6-ff30-4cc3-bfa8-99c4f445c755 req-11a7b249-f6c2-4360-9398-507630010230 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 945 time: 0.0662386 Jun 30 10:37:33.875176 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-8dd386b6-ff30-4cc3-bfa8-99c4f445c755 req-9e3a7442-b829-491e-8c64-96abbbbbaa91 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Jun 30 10:37:34.044034 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c828-9980-4dba-8930-520f6561d625 req-7f694f02-1f44-412f-83ce-613bccaa0015 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:34.045408 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1976c828-9980-4dba-8930-520f6561d625 req-7f694f02-1f44-412f-83ce-613bccaa0015 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 945 time: 0.0628982 Jun 30 10:37:34.083301 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1976c828-9980-4dba-8930-520f6561d625 req-05111b66-879f-43ef-9318-1cfd7b1b5e58 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Jun 30 10:37:34.105923 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44822) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:37:34.155105 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172b820-6398-487a-9244-c01501a7d554 tempest-TestSnapshotPattern-353857935 tempest-TestSnapshotPattern-353857935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:34.156559 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-f172b820-6398-487a-9244-c01501a7d554 tempest-TestSnapshotPattern-353857935 tempest-TestSnapshotPattern-353857935-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1092 time: 0.0496676 Jun 30 10:37:34.159262 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 44824) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:37:34.163840 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.v2.base [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Request body: {'floatingip': {'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:37:34.185113 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:34.280116 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:34.386984 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_common [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Allocated IP 172.25.4.247 (a6bffaf2-48d2-46ae-be07-c53ef75e0646/8bd1b2d8-7945-4654-b407-7f0c2716066b/bb5b4083-1ed7-4666-938c-0253103b077e) {{(pid=94183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:37:34.395659 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:34.488816 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:34.525577 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757224043978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25250298'] for port, after_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:34.560277 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Network a6bffaf2-48d2-46ae-be07-c53ef75e0646 is already hosted by enough agents. {{(pid=94183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:37:34.562994 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.base_scheduler [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Resources bound (agent type, host, resource id): {{(pid=94183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:37:34.566313 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Received port after_create {{(pid=94183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:37:34.597588 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=bb5b4083-1ed7-4666-938c-0253103b077e,revision_number=1']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:34.609876 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.610221 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.610559 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.610893 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.611223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.612108 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.612437 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.612759 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.613082 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.613402 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.613725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.614074 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:37:34.942264 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.018130 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.020292 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.168496 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for port, precommit_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.172940 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25250248'] for port, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.237449 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event updated for resources: {'Port': ['ID=bb5b4083-1ed7-4666-938c-0253103b077e,revision_number=2']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:37:35.248483 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8058391'] for floatingip, after_update {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.345982 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Floating IP dbc6a29a-46bb-4e86-955a-db415430b2b5 associated. External IP: 172.25.4.247, port: f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a. Jun 30 10:37:35.550725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:37:35.656725 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:37:35.666789 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:37:35.673002 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:35.678420 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:37:35.679381 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:37:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:35.710149 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e09b3d72-8ead-42a0-96a0-e5b9730960b8 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5498586 Jun 30 10:37:35.710743 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:37:35.713044 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702237a5-f041-4c40-b90c-2ca384ca0ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:37:35.748714 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b033510a-734b-437e-9368-bdf6fedde2ee x-openstack-request-id: req-b033510a-734b-437e-9368-bdf6fedde2ee {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:37:35.749031 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:37:35.749285 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b033510a-734b-437e-9368-bdf6fedde2ee {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:37:35.749689 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'status': 'completed', 'code': 200} Jun 30 10:37:35.791758 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:37:35.827400 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-0214e015-9eef-4df5-bdd3-c12e8a08e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:35.829032 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-0214e015-9eef-4df5-bdd3-c12e8a08e4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1097 time: 0.0579112 Jun 30 10:37:35.919024 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-37f70ddc-c177-40aa-b69f-6e74f79a1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:35.920416 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-37f70ddc-c177-40aa-b69f-6e74f79a1ce8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0850933 Jun 30 10:37:35.990061 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-7d9f8d9c-4859-4c03-a1a0-58ab84211f1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 999 time: 0.0635045 Jun 30 10:37:36.019182 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}, {'id': 'dbc6a29a-46bb-4e86-955a-db415430b2b5', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:d9:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:37:34Z', 'updated_at': '2021-06-30T10:37:34Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:36.039433 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-7863ec34-f23c-48bb-8747-9a40f94ed6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:36.041012 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-7863ec34-f23c-48bb-8747-9a40f94ed6b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0445325 Jun 30 10:37:36.043854 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:36.045655 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:37:36.054299 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:37:36.054882 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:37:32Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:36.098750 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-153ae3c5-663c-491f-b9f9-85503d92e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:36.100345 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-153ae3c5-663c-491f-b9f9-85503d92e9cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534699 Jun 30 10:37:36.196425 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-7e9c659b-26a2-4fd5-bd52-4179998ded09 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889831 Jun 30 10:37:36.248784 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:37:36.284315 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-702237a5-f041-4c40-b90c-2ca384ca0ab7 req-e3e23b75-4029-4def-8762-fb4f861f6a32 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820630 Jun 30 10:37:36.469201 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}, {'id': 'dbc6a29a-46bb-4e86-955a-db415430b2b5', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:d9:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:37:34Z', 'updated_at': '2021-06-30T10:37:34Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:37:36.497030 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fdda8a-ce23-4d8b-9129-b4b43f544ce8 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}, {'id': 'dbc6a29a-46bb-4e86-955a-db415430b2b5', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:d9:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:37:34Z', 'updated_at': '2021-06-30T10:37:34Z', 'revision_number': 0, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:37:36.673274 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c170f8c-ef74-4a8a-bff5-d31da7a5ead5 None None] New status for floating IP dbc6a29a-46bb-4e86-955a-db415430b2b5: ACTIVE {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:37:37.882906 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-48b296d3-866b-47d2-9f92-d49ca9db6f0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487499 Jun 30 10:37:37.976819 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-dcef3d0f-d123-4a95-adf8-e9ba24a23168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:37.978194 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-dcef3d0f-d123-4a95-adf8-e9ba24a23168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1095 time: 0.0537169 Jun 30 10:37:38.077734 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-74b8cd88-c58e-411f-9b75-83b357443ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:38.079169 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-74b8cd88-c58e-411f-9b75-83b357443ede service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0808198 Jun 30 10:37:38.145192 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-c6414bbc-34d1-469d-beab-61468edbdbd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 999 time: 0.0584598 Jun 30 10:37:38.190886 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-9e163f35-5476-413c-b632-1471411c87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:38.192217 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-9e163f35-5476-413c-b632-1471411c87e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0406876 Jun 30 10:37:38.245731 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-eea2fa2a-89d8-44ad-b88b-39e643956918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:37:38.247091 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-eea2fa2a-89d8-44ad-b88b-39e643956918 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487664 Jun 30 10:37:38.335766 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-73f4820a-4020-4a51-ab4b-794d8df484a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820165 Jun 30 10:37:38.429740 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-1e2bfe49-3b24-4aba-82ad-60a4fbea41ea req-6821885c-26f8-4855-9014-64ccd8302356 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Jun 30 10:37:59.434867 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e7c3-4de0-48c4-a88b-3d1bc9070d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:01.133383 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:02.020824 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d9530ec7-a052-4658-88ae-1eff5a08db3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:02.144234 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:03.381159 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:04.418367 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:05.023228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:06.040591 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:17.176766 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-1bd58e12-ddb0-41cd-be92-7e7897b76485 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515964 Jun 30 10:38:17.277728 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497e712-f456-4468-8487-254ba27ce1f2 req-65ff0c01-18a2-4667-a18e-cbfca4df7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:17.279269 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-65ff0c01-18a2-4667-a18e-cbfca4df7258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1097 time: 0.0563393 Jun 30 10:38:17.384296 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497e712-f456-4468-8487-254ba27ce1f2 req-d74d022e-6bc0-497b-ad2e-2c4cd31b7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:17.385645 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-d74d022e-6bc0-497b-ad2e-2c4cd31b7e1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0817771 Jun 30 10:38:17.453520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-3914cc1d-4487-4acd-8f19-f74fbdaffaab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 1001 time: 0.0597355 Jun 30 10:38:17.500714 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497e712-f456-4468-8487-254ba27ce1f2 req-0c090480-d9db-475c-9ce3-eb81baa027cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:17.502132 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-0c090480-d9db-475c-9ce3-eb81baa027cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0422390 Jun 30 10:38:17.557002 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497e712-f456-4468-8487-254ba27ce1f2 req-2f4437bf-385f-4f5b-bcbf-83069abbde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:17.558458 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-2f4437bf-385f-4f5b-bcbf-83069abbde13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500097 Jun 30 10:38:17.650403 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-cb29a15d-b17b-4def-bed3-321ac89f3cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Jun 30 10:38:17.738520 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-7497e712-f456-4468-8487-254ba27ce1f2 req-e92e5c4b-8bd0-444f-a0be-f7da5705d393 service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795579 Jun 30 10:38:29.434894 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-9fd638ad-c927-45d2-a084-ad573506840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:32.020503 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb2d240d-79c2-40e1-931a-44456509678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:32.146250 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:33.384172 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:34.411593 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:35.026680 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:36.054804 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:38:38.133066 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:38:38.885593 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-bfbaac54-02a4-49d7-8cc7-24cd440657d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514319 Jun 30 10:38:38.983232 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-83af1e8d-8163-4592-970b-8486cbc5ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:38.984666 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-83af1e8d-8163-4592-970b-8486cbc5ffed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1095 time: 0.0543463 Jun 30 10:38:39.085555 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-7b1f70e4-9cae-420b-802d-a7dc87b18d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:39.086950 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-7b1f70e4-9cae-420b-802d-a7dc87b18d3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0828297 Jun 30 10:38:39.153348 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-97efa5fd-f688-4dcb-bb4e-f98758b69518 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 999 time: 0.0600958 Jun 30 10:38:39.198786 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-984736f1-aff1-4cd7-9470-310128af23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:39.200141 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-984736f1-aff1-4cd7-9470-310128af23f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0411997 Jun 30 10:38:39.254169 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-3a3ea93f-ac6d-4755-ab40-681819a4d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:38:39.255566 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-3a3ea93f-ac6d-4755-ab40-681819a4d665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479777 Jun 30 10:38:39.347781 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-5c14797d-6d38-4e3f-bf0e-53c5c2e9718d service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843368 Jun 30 10:38:39.432859 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-349fd03c-d746-415e-b0e6-ae338a3be0ce req-b0c02b83-ca97-48b3-b10c-d105fd5bdafc service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783174 Jun 30 10:38:59.435738 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6e40eea2-5b54-49a6-9de2-7968dd151663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:02.019718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c71f28b-9b3b-4116-be2b-1a23bc6c0970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:02.146460 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:03.388551 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:04.424913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:05.028119 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:06.069841 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:06.725836 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a details requested by agent hyperv_n-h1-779913-25 with host n-h1-779913-25 {{(pid=94186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:39:07.039541 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:07.053260 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Returning: {'device': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'port_id': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'mac_address': 'fa:16:3e:d9:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:39:07.099396 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:07.115050 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a {{(pid=94186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:39:07.137148 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:07.141727 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:07.201776 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=6']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:07.212462 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.213159 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.213508 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.213892 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.214233 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.214570 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.214905 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.215237 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.216174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.216174 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.216494 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.216832 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:07.222704 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] get_ports_and_sgs() called for port_ids ['f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'] {{(pid=94186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:39:08.750969 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a up at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:39:08.804325 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.provisioning_blocks [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Provisioning complete for port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a triggered by entity L2. {{(pid=94186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:39:08.804718 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7679283'] for port, provisioning_complete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:08.893400 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:08.923675 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:08.926273 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08dd83-bd57-456d-be19-67442e0e8e03" -d '{"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:08.940797 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:08.949844 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:08.988648 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7a6f3-5d22-47fa-bace-5ae3bd41b667 x-openstack-request-id: req-20e7a6f3-5d22-47fa-bace-5ae3bd41b667 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:08.989156 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:08.989402 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20e7a6f3-5d22-47fa-bace-5ae3bd41b667 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:08.989829 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'code': 200} Jun 30 10:39:09.014064 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=7']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:15.135193 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:39:16.421873 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45034) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:16.573634 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Deleting port bb5b4083-1ed7-4666-938c-0253103b077e {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:16.574008 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:16.648720 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:16.649054 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:16.660845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Calling delete_port for bb5b4083-1ed7-4666-938c-0253103b077e owned by network:floatingip {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:16.810867 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:16.836223 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event deleted for resources: {'Port': ['ID=bb5b4083-1ed7-4666-938c-0253103b077e,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:16.850252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.850607 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.850945 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.851283 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.851622 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.851951 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.852275 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.852599 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.852920 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.859918 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.860284 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.861147 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:16.918161 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:16.918391 n-d-779913-25 neutron-server[94183]: INFO neutron.db.l3_db [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Floating IP dbc6a29a-46bb-4e86-955a-db415430b2b5 disassociated (deleted). External IP: 172.25.4.247, port: f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a. Jun 30 10:39:17.118680 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:39:17.520911 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:39:17.526004 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:17.530254 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:39:17.539766 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:17.540373 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:17.560400 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-28136e1b-4b90-4f4c-b855-3faeeeb78707 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "DELETE /v2.0/floatingips/dbc6a29a-46bb-4e86-955a-db415430b2b5 HTTP/1.1" status: 204 len: 168 time: 1.1374490 Jun 30 10:39:17.560997 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:17.563304 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaae81a-08ce-4ba3-a2e9-78d30652ab17" -d '{"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:17.646751 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:17.654698 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e317968f-31d4-4839-9506-7c3d5d581eb1 x-openstack-request-id: req-e317968f-31d4-4839-9506-7c3d5d581eb1 {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:17.655427 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:17.655427 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e317968f-31d4-4839-9506-7c3d5d581eb1 {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:17.655682 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'status': 'completed', 'code': 200} Jun 30 10:39:17.739330 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-d2c06be6-5462-4298-a51c-aba65042e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:17.741163 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-d2c06be6-5462-4298-a51c-aba65042e370 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 1097 time: 0.0576019 Jun 30 10:39:17.843981 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-b312c427-cebe-4461-944b-2164b58d7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:17.846732 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-b312c427-cebe-4461-944b-2164b58d7035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0997379 Jun 30 10:39:17.871372 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:17.893140 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-bf4fddba-9e10-4558-940c-e32b7e55dd55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 200 len: 217 time: 0.0385225 Jun 30 10:39:17.901054 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:39:17.910690 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:17.911720 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:17.949377 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-8f41989f-7aa9-4f75-9f2c-8fce47843ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:17.950939 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-8f41989f-7aa9-4f75-9f2c-8fce47843ffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0518124 Jun 30 10:39:17.995931 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d52a7-ed25-4b76-b5e9-5f7982181d2b req-8533bf04-bca5-4b6f-bf35-12df41f0dbbb tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:17.998375 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-620d52a7-ed25-4b76-b5e9-5f7982181d2b req-8533bf04-bca5-4b6f-bf35-12df41f0dbbb tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 945 time: 0.1118579 Jun 30 10:39:18.014615 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-acfb88cf-85d6-4c3e-b541-cb69a9ce9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:18.016131 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-acfb88cf-85d6-4c3e-b541-cb69a9ce9a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586114 Jun 30 10:39:18.020863 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:18.041910 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-620d52a7-ed25-4b76-b5e9-5f7982181d2b req-c8f95ab4-5cd8-4bc0-a006-078b64769ad3 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375621 Jun 30 10:39:18.114488 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-aed9cc90-573d-408d-83e1-21439a46495b service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899847 Jun 30 10:39:18.207577 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-deaae81a-08ce-4ba3-a2e9-78d30652ab17 req-554f7d62-32a8-437d-9b71-81ec957178fa service neutron] 10.222.0.41 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863326 Jun 30 10:39:18.241281 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:18.270596 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df18ef1-54a1-4791-8269-4c266dc86cc0 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_floatingips': [{'id': '800b8f64-3862-4e12-8c93-1703e7eda646', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'router_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'port_id': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'mac_address': 'fa:16:3e:7c:d6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:34:05Z', 'updated_at': '2021-06-30T10:34:07Z', 'revision_number': 1, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:39:18.491586 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4093e58-fbef-48b5-b89a-a792b094d5ff None None] New status for floating IP dbc6a29a-46bb-4e86-955a-db415430b2b5: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:39:18.766267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:18.841248 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541128'] for port, before_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:18.863247 n-d-779913-25 neutron-server[94186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:18.865472 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ba94633c5c657f3fb5cf314a33f2b7968f58adefeb2b6fb7e9f7b372066b12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778a762b-143d-4f90-a8d6-c9752168fb6a" -d '{"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94186) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:18.885267 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:18.890717 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757224534541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757224043996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757224047373'] for port, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:18.913872 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b159a3ff-662c-4f4a-b5d2-46dc8a3ecb47 x-openstack-request-id: req-b159a3ff-662c-4f4a-b5d2-46dc8a3ecb47 {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:18.914170 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "code": 200}]} {{(pid=94186) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:18.914444 n-d-779913-25 neutron-server[94186]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b159a3ff-662c-4f4a-b5d2-46dc8a3ecb47 {{(pid=94186) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:18.914842 n-d-779913-25 neutron-server[94186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'code': 200} Jun 30 10:39:18.939489 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Pushing event updated for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=8']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:19.213155 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a657-ddac-4843-9679-2bc6637402c5 req-760a0fc2-4e68-4e92-9388-db563d747d33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:19.214645 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e5a657-ddac-4843-9679-2bc6637402c5 req-760a0fc2-4e68-4e92-9388-db563d747d33 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 943 time: 0.0614014 Jun 30 10:39:19.250845 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-b6e5a657-ddac-4843-9679-2bc6637402c5 req-a39fb6c5-bd15-4149-a5a4-f7e8300e99b1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jun 30 10:39:19.397042 n-d-779913-25 neutron-server[94185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-c6c94e17-47b2-4cb8-898a-15453025bd93 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:19.398600 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-c6c94e17-47b2-4cb8-898a-15453025bd93 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 943 time: 0.0609596 Jun 30 10:39:19.507437 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Deleting port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:19.507781 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:19.599754 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] For port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a, host n-h1-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-25',level=0,port_id=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:19.600114 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:19.612086 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Calling delete_port for f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a owned by compute:nova {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:19.735904 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:19.763991 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event deleted for resources: {'Port': ['ID=f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:19.795647 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.796004 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.796350 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.796724 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.797069 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.797402 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.797733 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.798590 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.798921 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.799250 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.799579 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.799927 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-25 {{(pid=94185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:39:19.825308 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] No DVR routers for this DVR port f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a on host n-h1-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:39:19.827970 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:19.829987 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [req-5ce9ebda-555a-4e7d-8308-7b3ad32fe21d req-1fecfd8b-ef20-4a04-b7bc-701ebb39ab69 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.41 "DELETE /v2.0/ports/f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a HTTP/1.1" status: 204 len: 173 time: 0.4263442 Jun 30 10:39:19.830418 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-deleted', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:19.832661 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6b0d9-c753-4e1e-b9e2-e8294ad2340b" -d '{"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-deleted", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:19.868367 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb1b03-f8d0-4fdf-b6ce-89c518d0083b x-openstack-request-id: req-3ecb1b03-f8d0-4fdf-b6ce-89c518d0083b {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:19.868665 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042f7d32-eebc-49fd-885e-75c89b1228eb", "name": "network-vif-deleted", "tag": "f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:19.868953 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ecb1b03-f8d0-4fdf-b6ce-89c518d0083b {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:19.869361 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042f7d32-eebc-49fd-885e-75c89b1228eb', 'name': 'network-vif-deleted', 'tag': 'f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a', 'status': 'completed', 'code': 200} Jun 30 10:39:20.405985 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-c8171b77-664f-4282-a38d-00cf35d6cadb req-2fe9f4bc-cb3a-470d-a984-097e45aca29f tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=042f7d32-eebc-49fd-885e-75c89b1228eb HTTP/1.1" status: 200 len: 210 time: 0.0312743 Jun 30 10:39:21.977720 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45104) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:22.127777 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Deleting port d2b042fe-5c54-4193-9fd1-05d7bbf4ed91 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:22.128123 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.200667 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.200995 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.212612 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Calling delete_port for d2b042fe-5c54-4193-9fd1-05d7bbf4ed91 owned by network:floatingip {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:22.353197 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.376896 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event deleted for resources: {'Port': ['ID=d2b042fe-5c54-4193-9fd1-05d7bbf4ed91,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:22.446468 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.446798 n-d-779913-25 neutron-server[94185]: INFO neutron.db.l3_db [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Floating IP 800b8f64-3862-4e12-8c93-1703e7eda646 disassociated (deleted). External IP: 172.25.4.180, port: efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5. Jun 30 10:39:22.643686 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:39:22.748113 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:39:22.753890 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for floatingip, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:22.758399 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:39:22.768132 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:22.768742 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:22.781684 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a no longer exists at agent hyperv_n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:22.797199 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-30e3a04a-62e2-4adb-b40b-b4c3b2b614b5 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "DELETE /v2.0/floatingips/800b8f64-3862-4e12-8c93-1703e7eda646 HTTP/1.1" status: 204 len: 168 time: 0.8183675 Jun 30 10:39:22.797820 n-d-779913-25 neutron-server[94185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:22.802682 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b032ee816b75a651d49ff6db475859d8efa01c34c4b51e058b9e137e95570185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c470bf7-b8ba-4d2a-9016-67df1d060797" -d '{"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94185) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:22.815607 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] No Port match for: f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:22.816245 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Device f0f8d5db-6e50-4ea0-b9db-955b2d6e9a6a not bound to the agent host n-h1-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:22.837445 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dbb60b-020f-40fe-864d-9f180b62694c x-openstack-request-id: req-25dbb60b-020f-40fe-864d-9f180b62694c {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:22.837972 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "status": "completed", "code": 200}]} {{(pid=94185) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:22.838392 n-d-779913-25 neutron-server[94185]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25dbb60b-020f-40fe-864d-9f180b62694c {{(pid=94185) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:22.838981 n-d-779913-25 neutron-server[94185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'status': 'completed', 'code': 200} Jun 30 10:39:22.879258 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:22.919238 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-b6c4b6a2-a144-4850-b0e8-0ad3ceb821f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:22.920905 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-b6c4b6a2-a144-4850-b0e8-0ad3ceb821f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ecad548061ee4d06bd8747f6eebc1114&device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 1095 time: 0.0605619 Jun 30 10:39:23.012769 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-ad75148e-7612-4295-bde3-bf2b8307c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:23.014381 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-ad75148e-7612-4295-bde3-bf2b8307c585 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 200 len: 911 time: 0.0877855 Jun 30 10:39:23.071650 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-637cdeb8-05ee-4749-9004-0343b5cfe042 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 200 len: 217 time: 0.0499003 Jun 30 10:39:23.127800 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-4c39f2b5-0120-47c8-9ae4-57721943dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:23.129252 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-4c39f2b5-0120-47c8-9ae4-57721943dd36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 200 len: 849 time: 0.0508962 Jun 30 10:39:23.181950 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:23.207789 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:39:23.215558 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:23.216150 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:23.237981 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627699-652c-4915-9c50-3dbaf4dec98c req-ca13d3cb-612b-47ec-8f32-97543ec32249 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:23.239450 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03627699-652c-4915-9c50-3dbaf4dec98c req-ca13d3cb-612b-47ec-8f32-97543ec32249 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 943 time: 0.1044035 Jun 30 10:39:23.242109 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-a2acf2cc-8d23-4135-b169-36b254b67795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:23.243459 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-a2acf2cc-8d23-4135-b169-36b254b67795 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1960a03-86b1-4117-b846-65c3da2cab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993721 Jun 30 10:39:23.317392 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:23.321937 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-03627699-652c-4915-9c50-3dbaf4dec98c req-d8020a3b-efa7-481f-8407-6f254df6e234 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/security-groups?id=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764689 Jun 30 10:39:23.354248 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-e16acb43-a37f-4628-9764-c7275c373a4c service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015234 Jun 30 10:39:23.446705 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-3c470bf7-b8ba-4d2a-9016-67df1d060797 req-773b7210-b363-4620-864a-88563d0d1a77 service neutron] 10.222.0.11 "GET /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851884 Jun 30 10:39:23.510013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:23.539053 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ec16e-5b73-4adc-89ab-70fcd9fb97e0 None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:46Z', 'revision_number': 4, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25', '_interfaces': [{'id': '2cdd2867-4110-40c6-8cdf-ef63e2b55a78', 'name': '', 'network_id': 'c1960a03-86b1-4117-b846-65c3da2cab7b', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'mac_address': 'fa:16:3e:19:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:45Z', 'updated_at': '2021-06-30T10:33:51Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'subnets': [{'id': 'fbe68fa8-9560-47fd-b22a-4481d3d8b09c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:39:23.769808 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862ab33-d56e-4f9c-aadf-3ed0b646ac09 None None] New status for floating IP 800b8f64-3862-4e12-8c93-1703e7eda646: DOWN {{(pid=94186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:39:24.080127 n-d-779913-25 neutron-server[94183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-33483ae2-6e5f-469a-97c9-611726c5e90c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:39:24.081482 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-33483ae2-6e5f-469a-97c9-611726c5e90c tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.11 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 943 time: 0.0618608 Jun 30 10:39:24.177022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Deleting port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:24.177377 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:24.268885 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] For port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5, host n-h2-779913-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-25',level=0,port_id=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:24.269243 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:24.281395 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Calling delete_port for efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 owned by compute:nova {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:24.415131 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:24.444343 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event deleted for resources: {'Port': ['ID=efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:24.479718 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-4e52a25a-96a1-4998-8f63-358e2bbcc13c req-a2499217-f206-43c7-9f25-8688e44c11b2 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "GET /v2.0/ports?device_id=a76b2b9f-cfde-402b-a925-226396e52efe HTTP/1.1" status: 200 len: 210 time: 0.0364232 Jun 30 10:39:24.519263 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] No DVR routers for this DVR port efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 on host n-h2-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:39:24.521875 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8302155'] for port, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:24.523831 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [req-46dcce2d-1fc4-43ef-8a29-56e51db369f4 req-52808b96-003a-44fa-b95e-2402b0a24d20 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.11 "DELETE /v2.0/ports/efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 HTTP/1.1" status: 204 len: 173 time: 0.4357259 Jun 30 10:39:24.524292 n-d-779913-25 neutron-server[94183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-deleted', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5'}] {{(pid=94183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:39:24.526561 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c51c0452cb11616b70e71cea1315a026ae49764137b6d7176ac9efaff09aaee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7104002-114d-4e4b-9700-cc3f821e02c5" -d '{"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-deleted", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5"}]}' {{(pid=94183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:39:24.564709 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127056b4-f9c2-41aa-b63a-3b5c0d0ae30b x-openstack-request-id: req-127056b4-f9c2-41aa-b63a-3b5c0d0ae30b {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:39:24.565003 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76b2b9f-cfde-402b-a925-226396e52efe", "name": "network-vif-deleted", "tag": "efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5", "status": "completed", "code": 200}]} {{(pid=94183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:39:24.565258 n-d-779913-25 neutron-server[94183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-127056b4-f9c2-41aa-b63a-3b5c0d0ae30b {{(pid=94183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:39:24.565658 n-d-779913-25 neutron-server[94183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76b2b9f-cfde-402b-a925-226396e52efe', 'name': 'network-vif-deleted', 'tag': 'efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5', 'status': 'completed', 'code': 200} Jun 30 10:39:25.570861 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45128) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:25.629609 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:25.655553 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:25.712354 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:25.715014 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Notify callbacks [] for security_group, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:25.716143 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] 10.222.0.66 "DELETE /v2.0/security-groups/3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2 HTTP/1.1" status: 204 len: 168 time: 0.1443176 Jun 30 10:39:25.725141 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26956f3b-e3c7-4fe0-9a88-045331228ee1 tempest-TestSnapshotPattern-304104738 tempest-TestSnapshotPattern-304104738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014f690-b8e6-412b-8bb7-fdd7b1e3f6b2,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:26.787017 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45140) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:27.546204 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:27.790482 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Deleting port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:27.791151 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:27.838717 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 no longer exists at agent hyperv_n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:27.862296 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] No Port match for: efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:27.862651 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Device efcb0a7b-6ed1-4a32-b26d-3b8a6cb341a5 not bound to the agent host n-h2-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:27.868019 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] For port 2cdd2867-4110-40c6-8cdf-ef63e2b55a78, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:27.868381 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:27.884436 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Calling delete_port for 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 owned by network:router_interface {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:28.057058 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.081541 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdd2867-4110-40c6-8cdf-ef63e2b55a78,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:28.245189 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.453441 n-d-779913-25 neutron-server[94185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Router b8915769-895c-4390-9d0f-24718dcbf68e has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:39:28.556428 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:39:28.561335 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-eba4b075-a763-42c5-b32d-0212f66bf226 admin admin] 10.222.0.66 "PUT /v2.0/routers/b8915769-895c-4390-9d0f-24718dcbf68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732630 Jun 30 10:39:28.564372 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45146) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:28.565996 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Sync routers for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:39:28.574883 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:28.575489 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:28.666007 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks [] for router, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.675899 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: n-d-779913-25 {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:28.767811 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.820632 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Deleting port 48ffe3c9-07a3-4885-a9af-cc623b60ef99 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:28.821259 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.847259 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:39:28Z', 'revision_number': 5, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port': {'id': '48ffe3c9-07a3-4885-a9af-cc623b60ef99', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:28.877938 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Checking router: b8915769-895c-4390-9d0f-24718dcbf68e for host: n-d-779913-25 {{(pid=94188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:39:28.885957 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Routers {'b8915769-895c-4390-9d0f-24718dcbf68e'} bound to L3 agent in host n-d-779913-25 {{(pid=94188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:28.886556 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['b8915769-895c-4390-9d0f-24718dcbf68e'], 'active': True} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:28.896712 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] For port 48ffe3c9-07a3-4885-a9af-cc623b60ef99, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=48ffe3c9-07a3-4885-a9af-cc623b60ef99,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:28.897088 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:28.914001 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Calling delete_port for 48ffe3c9-07a3-4885-a9af-cc623b60ef99 owned by network:router_gateway {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:28.969417 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_dvr_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] Set router b8915769-895c-4390-9d0f-24718dcbf68e gateway port host: None {{(pid=94188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:29.019102 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.l3_hamode_db [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:39:28Z', 'revision_number': 6, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:29.049484 n-d-779913-25 neutron-server[94188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabe1c16-c939-4604-8b41-b3a1431528dd None None] The sync data for ids ['b8915769-895c-4390-9d0f-24718dcbf68e'] in n-d-779913-25 is: [{'id': 'b8915769-895c-4390-9d0f-24718dcbf68e', 'name': 'tempest-TestSnapshotPattern-1079575384-router', 'tenant_id': 'ecad548061ee4d06bd8747f6eebc1114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:43Z', 'updated_at': '2021-06-30T10:39:28Z', 'revision_number': 6, 'project_id': 'ecad548061ee4d06bd8747f6eebc1114', 'gw_port_host': None}] {{(pid=94188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:39:29.084908 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.115045 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ffe3c9-07a3-4885-a9af-cc623b60ef99,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:29.175325 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.260165 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.262218 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.306496 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.306960 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8915769-895c-4390-9d0f-24718dcbf68e {{(pid=94185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:39:29.311195 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] Notify callbacks [] for router, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.312284 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-57a4726f-bba3-49ef-b1d5-806929a4f548 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b8915769-895c-4390-9d0f-24718dcbf68e HTTP/1.1" status: 204 len: 168 time: 0.7469964 Jun 30 10:39:29.315108 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45148) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:29.358249 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Deleting subnet fbe68fa8-9560-47fd-b22a-4481d3d8b09c {{(pid=94185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:39:29.361744 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.394153 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2522803'] for subnet, precommit_delete_associations {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.441415 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ebd04909-f3c0-4157-88e4-746bf8a3bd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.498812 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.530110 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:29.550869 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2522345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3220968'] for subnet, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.552168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:29.552517 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 2cdd2867-4110-40c6-8cdf-ef63e2b55a78 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:29.577187 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe68fa8-9560-47fd-b22a-4481d3d8b09c,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:29.582448 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.584344 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-f4d4eb55-7b9e-4311-a5f3-e9a0e1d86d68 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fbe68fa8-9560-47fd-b22a-4481d3d8b09c HTTP/1.1" status: 204 len: 168 time: 0.2682905 Jun 30 10:39:29.586883 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [-] (94185) accepted ('10.222.0.66', 45150) {{(pid=94185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:29.587937 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7b8bb-cc8a-4285-9c21-bb1bfab2c3fa None None] Network c1960a03-86b1-4117-b846-65c3da2cab7b requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:39:29.654101 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.709380 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Deleting port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 {{(pid=94185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:29.709676 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.773594 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.db [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] For port 11c15d07-5ee5-4b5d-a395-ebe28bc50799, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=11c15d07-5ee5-4b5d-a395-ebe28bc50799,segment=NetworkSegment(e5e454a9-6b16-4ea9-9259-45fc0becdccc),segment_id=e5e454a9-6b16-4ea9-9259-45fc0becdccc)] {{(pid=94185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:29.773986 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.787339 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.plugin [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Calling delete_port for 11c15d07-5ee5-4b5d-a395-ebe28bc50799 owned by network:dhcp {{(pid=94185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:29.869497 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2522271'] for port, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.871036 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d246d-c954-4057-984d-41ea9b5e5df2 None None] DHCP port deletion for c1960a03-86b1-4117-b846-65c3da2cab7b request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:39:29.901114 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c15d07-5ee5-4b5d-a395-ebe28bc50799,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:29.906583 n-d-779913-25 neutron-server[94185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] No DVR routers for this DVR port 11c15d07-5ee5-4b5d-a395-ebe28bc50799 on host n-d-779913-25 {{(pid=94185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:39:29.975434 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:29.985581 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1960a03-86b1-4117-b846-65c3da2cab7b']}} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:29.996403 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e454a9-6b16-4ea9-9259-45fc0becdccc') {'for_net_delete': True} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:29.996700 n-d-779913-25 neutron-server[94185]: DEBUG neutron.services.segments.db [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e454a9-6b16-4ea9-9259-45fc0becdccc') {} {{(pid=94185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:30.006051 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2522810'] for segment, before_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.019894 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.025513 n-d-779913-25 neutron-server[94185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:39:30.025964 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2522186'] for segment, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: Traceback (most recent call last): Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: timer() Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: cb(*args, **kw) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: return func(*args, **kwargs) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: self._notify() Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: self.callback(batched_events) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: event.method(event) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: return f(self, *a, **k) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: return self._get(url).json() Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: return self.request(url, 'GET', **kwargs) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:39:30.046175 n-d-779913-25 neutron-server[94185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:39:30.107237 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.113337 n-d-779913-25 neutron-server[94185]: DEBUG neutron_lib.callbacks.manager [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Notify callbacks [] for network, before_response {{(pid=94185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.115212 n-d-779913-25 neutron-server[94185]: INFO neutron.wsgi [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c1960a03-86b1-4117-b846-65c3da2cab7b HTTP/1.1" status: 204 len: 168 time: 0.5271349 Jun 30 10:39:30.118246 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45152) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:30.132199 n-d-779913-25 neutron-server[94185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd730c9c-78f4-46e7-9f8a-78936760eb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1960a03-86b1-4117-b846-65c3da2cab7b,revision_number=None']} {{(pid=94185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:30.459278 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8053676'] for router_interface, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.706645 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Deleting port e2a0e28c-3286-46f4-a530-38c2e49d39b3 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:30.706971 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.785052 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] For port e2a0e28c-3286-46f4-a530-38c2e49d39b3, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=e2a0e28c-3286-46f4-a530-38c2e49d39b3,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:30.785414 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.799252 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Calling delete_port for e2a0e28c-3286-46f4-a530-38c2e49d39b3 owned by network:router_interface {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:30.974149 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:30.999517 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a0e28c-3286-46f4-a530-38c2e49d39b3,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:31.165921 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8053590'] for router_interface, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:31.252435 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48ffe3c9-07a3-4885-a9af-cc623b60ef99 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:31.272440 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 48ffe3c9-07a3-4885-a9af-cc623b60ef99 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:31.272720 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 48ffe3c9-07a3-4885-a9af-cc623b60ef99 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:31.273131 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11c15d07-5ee5-4b5d-a395-ebe28bc50799 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:31.292295 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 11c15d07-5ee5-4b5d-a395-ebe28bc50799 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:31.292648 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 11c15d07-5ee5-4b5d-a395-ebe28bc50799 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:31.379659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Router 642eaf95-ba98-4b81-bfa7-848c59abe54b has already been hosted by L3 agent fbab5201-1257-4530-ac98-8233b79a1640 {{(pid=94183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:39:31.481454 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] Notify agent at l3_agent.n-d-779913-25 the message routers_updated {{(pid=94183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:39:31.487179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-39fe98be-e5ae-4084-9aa7-15f93266dd5e admin admin] 10.222.0.66 "PUT /v2.0/routers/642eaf95-ba98-4b81-bfa7-848c59abe54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3679039 Jun 30 10:39:31.489617 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45156) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:31.492265 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Sync routers for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:39:31.501340 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:31.501915 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:31.589345 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks [] for router, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:31.602259 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: n-d-779913-25 {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:31.691384 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:31.741737 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Deleting port f5811a76-4722-4f2b-8fcf-af461893e671 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:31.742202 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:31.779613 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'external_fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:39:30Z', 'revision_number': 5, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port': {'id': 'f5811a76-4722-4f2b-8fcf-af461893e671', 'name': '', 'network_id': 'a6bffaf2-48d2-46ae-be07-c53ef75e0646', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:33:48Z', 'updated_at': '2021-06-30T10:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bd1b2d8-7945-4654-b407-7f0c2716066b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-25'}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:31.805901 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Checking router: 642eaf95-ba98-4b81-bfa7-848c59abe54b for host: n-d-779913-25 {{(pid=94186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:39:31.814168 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Routers {'642eaf95-ba98-4b81-bfa7-848c59abe54b'} bound to L3 agent in host n-d-779913-25 {{(pid=94186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:39:31.814780 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:43:02Z,description=,heartbeat_timestamp=2021-06-30T10:39:02Z,host='n-d-779913-25',id=fbab5201-1257-4530-ac98-8233b79a1640,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:43:02Z,topic='l3_agent')) {'router_ids': ['642eaf95-ba98-4b81-bfa7-848c59abe54b'], 'active': True} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:31.823883 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] For port f5811a76-4722-4f2b-8fcf-af461893e671, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=f5811a76-4722-4f2b-8fcf-af461893e671,segment=NetworkSegment(6e21a83a-d7f7-46ce-a2ae-7b4800185ceb),segment_id=6e21a83a-d7f7-46ce-a2ae-7b4800185ceb)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:31.824251 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:31.840353 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Calling delete_port for f5811a76-4722-4f2b-8fcf-af461893e671 owned by network:router_gateway {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:31.905388 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvr_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] Set router 642eaf95-ba98-4b81-bfa7-848c59abe54b gateway port host: None {{(pid=94186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:39:31.957420 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_hamode_db [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:39:31Z', 'revision_number': 6, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port_host': None}], 'n-d-779913-25', False) {} {{(pid=94186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:31.986363 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df509a35-36e7-4176-8a9c-67ef742960b7 None None] The sync data for ids ['642eaf95-ba98-4b81-bfa7-848c59abe54b'] in n-d-779913-25 is: [{'id': '642eaf95-ba98-4b81-bfa7-848c59abe54b', 'name': 'tempest-TestSnapshotPattern-2098780996-router', 'tenant_id': '2235f541a5074690ac23a9ef3bc3d347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:33:47Z', 'updated_at': '2021-06-30T10:39:31Z', 'revision_number': 6, 'project_id': '2235f541a5074690ac23a9ef3bc3d347', 'gw_port_host': None}] {{(pid=94186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:39:32.008125 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.029484 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-10677f75-8dc9-4713-859d-f9a81f498413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.035063 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5811a76-4722-4f2b-8fcf-af461893e671,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:32.095999 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8058465'] for router_gateway, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.146834 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.194311 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8059541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35818'] for router, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.196418 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.241395 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7931397'] for router, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.242022 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642eaf95-ba98-4b81-bfa7-848c59abe54b {{(pid=94183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:39:32.246445 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] Notify callbacks [] for router, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.247678 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-6cea1d6c-f23e-4009-afbd-1595d30d8985 admin admin] 10.222.0.66 "DELETE /v2.0/routers/642eaf95-ba98-4b81-bfa7-848c59abe54b HTTP/1.1" status: 204 len: 168 time: 0.7571232 Jun 30 10:39:32.250224 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45158) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:32.293659 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Deleting subnet 83659be3-55b5-4bac-93d1-9edd9db7ca52 {{(pid=94183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:39:32.296500 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.329548 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25250739'] for subnet, precommit_delete_associations {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.412405 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7674917'] for subnet, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.467498 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7674926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25250183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25567067'] for subnet, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.491323 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83659be3-55b5-4bac-93d1-9edd9db7ca52,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:32.498723 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.500334 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8e46b-3f61-4820-9b45-696dc477a51c None None] Network 824abeb1-75b7-4ca7-ae4d-be973ad93a2d requested from n-d-779913-25 {{(pid=94186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:39:32.501321 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-08a1a8a6-f9a9-4dd7-a4a3-67db88f1571f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/83659be3-55b5-4bac-93d1-9edd9db7ca52 HTTP/1.1" status: 204 len: 168 time: 0.2489226 Jun 30 10:39:32.503845 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45160) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:32.570567 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-777886'] for network, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.625707 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Deleting port 516594c6-f340-4bb3-adf2-4f9914aaf998 {{(pid=94183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:32.626701 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.687719 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.db [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] For port 516594c6-f340-4bb3-adf2-4f9914aaf998, host n-d-779913-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-25',level=0,port_id=516594c6-f340-4bb3-adf2-4f9914aaf998,segment=NetworkSegment(61ef75ac-c2c7-4a5b-af63-91940123959f),segment_id=61ef75ac-c2c7-4a5b-af63-91940123959f)] {{(pid=94183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:32.688021 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.700661 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.plugin [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Calling delete_port for 516594c6-f340-4bb3-adf2-4f9914aaf998 owned by network:dhcp {{(pid=94183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:32.746194 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] DHCP port deletion for 824abeb1-75b7-4ca7-ae4d-be973ad93a2d request from n-d-779913-25 {{(pid=94186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:39:32.787194 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25250289'] for port, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.793522 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Deleting port 516594c6-f340-4bb3-adf2-4f9914aaf998 {{(pid=94186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:39:32.794093 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757224527809'] for port, before_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.812710 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Pushing event deleted for resources: {'Port': ['ID=516594c6-f340-4bb3-adf2-4f9914aaf998,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:32.816791 n-d-779913-25 neutron-server[94183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] No DVR routers for this DVR port 516594c6-f340-4bb3-adf2-4f9914aaf998 on host n-d-779913-25 {{(pid=94183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:39:32.857519 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.db [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] For port 516594c6-f340-4bb3-adf2-4f9914aaf998, host n-d-779913-25, got binding levels [] {{(pid=94186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:39:32.857980 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8053164'] for port, precommit_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.871988 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Calling delete_port for 516594c6-f340-4bb3-adf2-4f9914aaf998 owned by network:dhcp {{(pid=94186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:39:32.874954 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.ipam_backend_mixin [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Port 516594c6-f340-4bb3-adf2-4f9914aaf998 was not found and therefore no delete operation was performed {{(pid=94186) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:39:32.877032 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757224533751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757224043987'] for port, after_delete {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.887209 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7678650', 'neutron.services.segments.db._delete_segments_for_network-8757224544067'] for network, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.896949 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824abeb1-75b7-4ca7-ae4d-be973ad93a2d']}} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:32.905516 n-d-779913-25 neutron-server[94186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] Pushing event deleted for resources: {'Port': ['ID=516594c6-f340-4bb3-adf2-4f9914aaf998,revision_number=None']} {{(pid=94186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:32.908319 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ef75ac-c2c7-4a5b-af63-91940123959f') {'for_net_delete': True} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:32.908916 n-d-779913-25 neutron-server[94183]: DEBUG neutron.services.segments.db [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ef75ac-c2c7-4a5b-af63-91940123959f') {} {{(pid=94183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:39:32.910533 n-d-779913-25 neutron-server[94186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63709b1f-013b-4f33-80cf-e263d80fdb26 None None] No DVR routers for this DVR port 516594c6-f340-4bb3-adf2-4f9914aaf998 on host n-d-779913-25 {{(pid=94186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:39:32.919347 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757224375242', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25250746'] for segment, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.937905 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350'] for segment, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.944391 n-d-779913-25 neutron-server[94183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:39:32.944883 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7669350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25250084'] for segment, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: Traceback (most recent call last): Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: timer() Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: cb(*args, **kw) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: return func(*args, **kwargs) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: self._notify() Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: self.callback(batched_events) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: event.method(event) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: return f(self, *a, **k) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: return self._get(url).json() Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: return self.request(url, 'GET', **kwargs) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:39:32.946615 n-d-779913-25 neutron-server[94183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:39:33.005045 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7678627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7999835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7871019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8058373'] for network, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.009317 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Notify callbacks [] for network, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.014162 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] 10.222.0.66 "DELETE /v2.0/networks/824abeb1-75b7-4ca7-ae4d-be973ad93a2d HTTP/1.1" status: 204 len: 168 time: 0.5069640 Jun 30 10:39:33.024850 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5e66-937e-4e35-8594-c6439f92fa26 admin admin] Pushing event deleted for resources: {'Network': ['ID=824abeb1-75b7-4ca7-ae4d-be973ad93a2d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:33.136614 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45164) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:33.180179 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-296edddb-99b6-4876-9909-40c0c900a558 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecad548061ee4d06bd8747f6eebc1114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407915 Jun 30 10:39:33.181096 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45166) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:33.203285 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5811a76-4722-4f2b-8fcf-af461893e671 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:33.223123 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: f5811a76-4722-4f2b-8fcf-af461893e671 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:33.223466 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device f5811a76-4722-4f2b-8fcf-af461893e671 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:33.223869 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 516594c6-f340-4bb3-adf2-4f9914aaf998 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:33.230774 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.243004 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: 516594c6-f340-4bb3-adf2-4f9914aaf998 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:33.243349 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device 516594c6-f340-4bb3-adf2-4f9914aaf998 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:33.243750 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e2a0e28c-3286-46f4-a530-38c2e49d39b3 no longer exists at agent ovs-agent-n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:39:33.251886 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.261940 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.plugin [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] No Port match for: e2a0e28c-3286-46f4-a530-38c2e49d39b3 {{(pid=94186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:39:33.262286 n-d-779913-25 neutron-server[94186]: DEBUG neutron.plugins.ml2.rpc [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Device e2a0e28c-3286-46f4-a530-38c2e49d39b3 not bound to the agent host n-d-779913-25 {{(pid=94186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:39:33.302390 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.304822 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.305994 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/967c655a-8272-4c57-ae39-da8ab8a5ae7d HTTP/1.1" status: 204 len: 168 time: 0.1239593 Jun 30 10:39:33.314562 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a784ea-91f3-4f40-b6f6-46c86af08765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c655a-8272-4c57-ae39-da8ab8a5ae7d,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:33.390230 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.623523 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45172) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:33.662350 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-3e0c7edf-9177-4ef9-b922-562c6b543089 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2235f541a5074690ac23a9ef3bc3d347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377722 Jun 30 10:39:33.664620 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [-] (94183) accepted ('10.222.0.66', 45174) {{(pid=94183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:39:33.718712 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.738749 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.784047 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8120236'] for security_group, after_delete {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.786611 n-d-779913-25 neutron-server[94183]: DEBUG neutron_lib.callbacks.manager [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:33.787745 n-d-779913-25 neutron-server[94183]: INFO neutron.wsgi [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d8d7963-c941-45f0-8829-927b02a24433 HTTP/1.1" status: 204 len: 168 time: 0.1222622 Jun 30 10:39:33.795398 n-d-779913-25 neutron-server[94183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59644ab-0341-467b-a6c0-6c04ed4e5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8d7963-c941-45f0-8829-927b02a24433,revision_number=None']} {{(pid=94183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:39:34.427218 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:35.032595 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:36.070120 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:39:52.133596 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:39:59.441106 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-18214e7a-7481-464b-9735-8718330684c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:02.022991 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c044e369-4936-4bbf-88e0-72f2be705119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:02.146740 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:03.393100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:04.432144 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:05.034100 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:06.083229 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:29.133358 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:40:29.440685 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-89af3ff7-0f9f-416e-8a6c-b2bb064ca70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:32.023098 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-93e2b515-f55d-4b28-9c46-6c045c7ca9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:32.147082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:33.396638 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:34.427183 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:35.037256 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:36.096860 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:40:59.440712 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-28628da0-ff17-4ae1-b507-abcb72678aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:02.022046 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-26e9286a-a45e-4a41-80fd-0e3d2317f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:02.147793 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:03.399880 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:04.425217 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:05.040913 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:06.112543 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:06.132569 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:41:29.440646 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-56189b82-a5b2-473c-b71b-b5d48d5a5fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:32.021895 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b516988c-9f78-46da-a10b-699446ce4810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:32.148774 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:33.402090 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:34.444698 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:35.043410 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:36.110949 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:41:43.131994 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:41:59.440909 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3a781f41-3575-40ce-af94-ee92b467c016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:02.023219 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3f1718c3-d9b7-4edf-83a1-d499282d3704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:02.149257 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:03.404618 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:04.447393 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:05.046065 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:06.114701 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:20.130132 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:42:23.828741 n-d-779913-25 neutron-server[94183]: DEBUG neutron.wsgi [req-895ec435-b6b7-4ce9-ab21-ae19662a6179 req-a3fa36c7-64f0-4245-8412-99cd787b7a18 service neutron] (94183) timed out ('10.222.0.66', 43710) {{(pid=94183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:42:29.439885 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-25719f70-affc-4f5e-b2f1-0a6e8d44b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:32.023746 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b8c6e80d-0e4a-4a5b-8516-cb1e2114cf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:32.149486 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:33.406205 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:34.458041 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:35.050182 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:36.112577 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:42:57.128853 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:42:59.440167 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2fcecde2-f721-43d9-94cb-7993960a248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:02.023507 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-7c36904b-a122-4df8-b7e7-ac2bc5204a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:02.149876 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:03.408904 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:04.468394 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:05.052695 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:06.123228 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:29.441002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-512eede9-8b23-4b21-89cc-6500ebae27e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:32.022359 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc204-2387-403a-ab67-ea295a19c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:32.149469 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:33.413535 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:34.127093 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:43:34.484806 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:35.058005 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:36.137922 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:43:59.440928 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-2c2f5a56-9adc-4ba7-bab0-671a7e28a329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:02.023856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-05c7982b-4d27-4c9d-8b91-93d897dd1bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:02.150742 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:03.414197 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:04.486463 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:05.057920 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:06.137597 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:11.126714 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:44:29.440366 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dd6afb94-2362-4170-a97c-6961cbe25c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:32.024780 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ae8e-b103-445f-8098-b059fe665be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:32.152524 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:33.417984 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:34.497558 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:35.060111 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:36.148285 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:44:48.125110 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:44:59.440746 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-d2d7d7b0-da5a-4ba0-9163-43085f7aeb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:02.025587 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-edb33751-01c8-4b43-8f2c-6c1260a626a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:02.153667 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:03.421026 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:04.513813 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:05.063941 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:06.149590 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:25.125013 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:45:29.440169 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3de8-e5ed-4db8-8080-1bfabfe179a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.026082 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-50624917-05f5-46ed-a17a-d9de127e74e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:32.156223 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:33.424282 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:34.510467 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:35.067848 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:36.147068 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:45:59.440236 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3ffc33f7-f196-43f0-9509-5465f6013785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:02.026554 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-ab392950-fd55-4dfb-8781-6a8a4ed74ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:02.124145 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:46:02.157589 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:03.427180 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:04.513986 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:05.068965 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:06.146393 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:29.440560 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-11345ed9-7d1b-4645-ad46-5146e9f53a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:32.029305 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-cc2be040-c449-4429-9dfb-25329403d62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:32.158634 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:33.429628 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:34.517164 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:35.072024 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:36.176073 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:46:39.123670 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:46:54.331263 n-d-779913-25 neutron-server[94185]: DEBUG neutron.wsgi [req-f41043c9-bc89-43bc-bd7b-0204f27664de req-1a4627b8-f42f-4dfb-bde9-099db3f615ea service neutron] (94185) timed out ('10.222.0.66', 42818) {{(pid=94185) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:46:59.440817 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1a39-c334-4cb9-9988-08e12c4a7811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.028146 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-133267b0-386a-4df8-8880-39d761ce96d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:02.158828 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:03.432055 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:04.527386 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:05.074645 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:06.215945 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:16.123137 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:47:29.441724 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0c2d0a97-10b4-4a6e-9288-220a8df80f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:32.028314 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-6ae085e8-72ac-420b-826e-79437235c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:32.160002 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:33.436856 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:34.542298 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:35.077730 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:36.221627 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:47:53.123279 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:47:59.442605 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-069eca0a-f678-47d1-bb62-9957a8559e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:02.029196 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-dabb5304-76e2-4a00-a44b-6416d4d157db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:02.160501 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:03.436006 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:04.542149 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:05.080653 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:06.243975 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:29.443001 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-582f88da-aaa4-419b-a83a-b2dd0ade0cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:30.123299 n-d-779913-25 neutron-server[94188]: DEBUG neutron.db.agents_db [None req-1a9279ef-6847-4bf6-bfc1-aee22445e1d5 None None] Agent healthcheck: found 7 active agents {{(pid=94188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:48:32.030290 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-f066305a-2904-400a-b031-365cfcd21f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:32.161562 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-c19dc2b7-b57d-424d-9c88-13555d541f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:33.440265 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-0e968fcb-35aa-4934-a91c-e5e3f39b6540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:34.556692 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-3b92a95f-50db-4e84-9dd1-59f3cd9d8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:35.085104 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8494-21ec-4116-9db3-05aeba93b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:48:36.252023 n-d-779913-25 neutron-server[94186]: DEBUG neutron_lib.callbacks.manager [None req-fb4604b5-e871-4acd-af7e-82ed9fc32883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757224544049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7679460'] for agent, after_update {{(pid=94186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}